-- Logs begin at Thu 2021-07-22 22:44:09 UTC, end at Fri 2021-07-23 01:08:19 UTC. -- Jul 22 23:14:29.035882 n-d-758851-4 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 23:14:31.783424 n-d-758851-4 neutron-server[93681]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:14:31.783992 n-d-758851-4 neutron-server[93681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:14:31.784118 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:14:31.787280 n-d-758851-4 neutron-server[93681]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:14:31.787561 n-d-758851-4 neutron-server[93681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:14:31.787871 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:14:31.788798 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:14:31.789031 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:14:31.789392 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:14:31.789636 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:14:31.789861 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:14:31.790184 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.790483 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.790782 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.791014 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.791310 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.791625 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.791908 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.792679 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.792990 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.793285 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.793577 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.793868 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.794104 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.794392 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.794684 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.794973 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.795197 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] debug = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.795508 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.795934 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.796348 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.796629 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.796920 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.797269 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.797547 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.797882 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.798175 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.798506 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] host = n-d-758851-4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.798785 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.799075 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.799382 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.799671 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.799947 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.800222 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.800507 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.800782 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.801054 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.801329 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.801618 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.801903 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.802193 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.802418 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.802641 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.802932 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.803221 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.803530 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.803808 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.804084 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.804360 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.804633 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.804905 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.805189 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.805473 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.805759 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.806035 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.806310 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.806582 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.806854 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.807424 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.807724 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.808436 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.808720 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.809013 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.809289 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.809570 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.809875 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.810165 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.810448 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.810735 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.811010 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.811294 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.811594 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.811868 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.812139 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] use_json = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.812413 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.812683 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.812963 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.813234 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.813575 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.813854 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.814125 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.814413 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:31.814709 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.815004 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.815305 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.815618 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.815917 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.816197 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.816488 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.816765 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.817053 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.817342 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.817631 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.817909 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.818196 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.818475 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.818768 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.819071 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.819391 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.819685 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.819962 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.820236 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.820509 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.820786 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.821073 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.821365 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.821655 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.821929 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.822208 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.822498 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.822775 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.823047 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.823944 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.824612 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.824911 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.825192 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.825479 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.825760 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.826037 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.826314 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.826593 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.826886 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.827166 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.827469 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.827744 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.828022 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.828297 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.828585 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.828863 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.829136 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.829407 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.829684 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.829957 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.830234 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.830513 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.830787 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.831066 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.831360 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.831640 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.831915 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.832190 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.832463 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.832736 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.833011 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.833287 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.833560 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.833833 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.834112 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.834387 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.834660 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.834947 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.835244 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.835546 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.835826 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.836108 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.836387 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.836664 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.836941 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.837217 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.837492 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.837763 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.838051 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.838333 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.838618 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.838919 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.840246 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.840548 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.840832 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.841119 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.841400 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.841681 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.841970 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.842253 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.842546 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.842842 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.843136 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.843453 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.843748 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.844031 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.844341 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.844630 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:31.844848 n-d-758851-4 neutron-server[93681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:14:31.845085 n-d-758851-4 neutron-server[93681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93681) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 23:14:32.199347 n-d-758851-4 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:14:32.199642 n-d-758851-4 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:14:32.199930 n-d-758851-4 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:14:32.200260 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 23:14:32.599427 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.599720 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.599996 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.601174 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.601443 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.601704 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.636869 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.637146 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.637414 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.650322 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.650600 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.650867 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.681338 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.681621 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.681888 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.719963 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.720238 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.720513 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.955551 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.956153 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.956153 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.956313 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:32.956953 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.084156 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.084471 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.084754 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.085023 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.085288 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.085598 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.085855 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.086107 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.086359 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.086636 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.086890 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.087156 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.087439 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.087689 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.087941 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.088200 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.088454 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.088716 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.089404 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.089921 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.090205 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.090464 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.090748 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.091129 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.091405 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.091655 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.092054 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.092294 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.092529 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.092762 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.092993 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.093226 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.093586 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 23:14:33.096660 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 23:14:33.100555 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 23:14:33.104218 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 22 23:14:33.106748 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 23:14:33.107198 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 23:14:33.107553 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 23:14:33.107939 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 23:14:33.111735 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 23:14:33.111980 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 23:14:33.112318 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:14:33.117462 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 23:14:33.140893 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 23:14:33.141341 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.141635 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 23:14:33.141990 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.143319 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 23:14:33.143628 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:14:33.143875 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 23:14:33.147002 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.147282 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.212818 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 23:14:33.212995 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 23:14:33.213228 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 23:14:33.213599 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 23:14:33.236036 n-d-758851-4 neutron-server[93681]: DEBUG oslo_db.sqlalchemy.engines [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93681) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 23:14:33.767134 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing driver for type 'gre' Jul 22 23:14:33.767689 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] gre ID ranges: [(1, 1000)] Jul 22 23:14:33.820590 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing driver for type 'local' Jul 22 23:14:33.820925 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing driver for type 'vlan' Jul 22 23:14:33.833540 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] VlanTypeDriver initialization complete Jul 22 23:14:33.833874 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing driver for type 'vxlan' Jul 22 23:14:33.834391 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] vxlan ID ranges: [(1, 1000)] Jul 22 23:14:33.886631 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing extension driver 'port_security' Jul 22 23:14:33.887289 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.extensions.port_security [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] PortSecurityExtensionDriver initialization complete Jul 22 23:14:33.887761 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing mechanism driver 'openvswitch' Jul 22 23:14:33.888111 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing mechanism driver 'hyperv' Jul 22 23:14:33.894867 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.plugin [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:33.895746 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.896122 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.896479 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.897001 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:14:33.897437 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.897793 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.898138 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.898528 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:14:33.898929 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.899277 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.899643 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.900030 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:14:33.900433 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > security_group after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.900788 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > security_group after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.901129 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.901884 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:14:33.902353 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.902705 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.903047 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.903469 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:14:33.903869 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > address_group after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.904217 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > address_group after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.904559 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.904945 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93681) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:14:33.905318 n-d-758851-4 neutron-server[93681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] ML2 OVO RPC backend initialized. {{(pid=93681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 23:14:33.906021 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.906382 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.906800 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.907151 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > networks before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.907528 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.907875 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > ports before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.908219 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.908567 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnets before_response 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.908917 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.909255 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.909589 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.909926 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.910261 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.910593 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.910926 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.911259 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.911618 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.912193 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.plugin [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Modular L2 Plugin initialization complete Jul 22 23:14:33.912521 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading services supported by the core plugin {{(pid=93681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 23:14:33.912846 n-d-758851-4 neutron-server[93681]: INFO neutron.plugins.ml2.managers [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Got port-security extension from driver 'port_security' Jul 22 23:14:33.913307 n-d-758851-4 neutron-server[93681]: INFO neutron.extensions.vlantransparent [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Disabled vlantransparent extension. Jul 22 23:14:33.913783 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 23:14:33.914095 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: router Jul 22 23:14:33.950763 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.951152 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.951557 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router before_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.951933 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.952312 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.952680 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_delete 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.953045 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.953535 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.953896 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.954253 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.954609 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.954994 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.955413 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.955790 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.956378 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.956472 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: subnet after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.956792 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.957146 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.957501 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.957854 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.958202 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.958566 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router after_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.958915 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.959273 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_create 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.959664 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.960016 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_update 55549900 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.960386 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > agent after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.960740 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > agent after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.961090 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > network after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.961953 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Tracking information for resource: router configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.962290 n-d-758851-4 neutron-server[93681]: DEBUG neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Tracking information for resource: floatingip configured {{(pid=93681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:14:33.967413 n-d-758851-4 neutron-server[93681]: INFO neutron.db.l3_agentschedulers_db [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 23:14:33.967998 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.968361 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port after_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.968717 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port after_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.969073 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: port after_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.969859 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router before_create 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.970224 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.970589 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_create 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.970953 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > router precommit_update 55550100 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.975402 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.provider_configuration [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service providers = [] {{(pid=93681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 23:14:33.975773 n-d-758851-4 neutron-server[93681]: DEBUG neutron.db.servicetype_db [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 23:14:33.978700 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.service_base [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:14:33.979050 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.service_base [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:14:33.979925 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.service_base [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:14:33.981030 n-d-758851-4 neutron-server[93681]: DEBUG neutron.services.service_base [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:14:33.981406 n-d-758851-4 neutron-server[93681]: INFO neutron.services.service_base [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 23:14:33.981784 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:33.982101 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 23:14:33.992537 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:33.992876 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: auto_allocate Jul 22 23:14:33.999506 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: network precommit_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:33.999879 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: network precommit_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.000398 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:34.000717 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: tag Jul 22 23:14:34.007371 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:34.007707 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: timestamp Jul 22 23:14:34.011764 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:34.012095 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: network_ip_availability Jul 22 23:14:34.017616 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.017944 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.018299 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.019001 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:34.019343 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: flavors Jul 22 23:14:34.025390 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:34.025719 n-d-758851-4 neutron-server[93681]: INFO neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading Plugin: revisions Jul 22 23:14:34.030288 n-d-758851-4 neutron-server[93681]: DEBUG neutron.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:14:34.030679 n-d-758851-4 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=93681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:14:34.031447 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 23:14:34.031787 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Initializing extension manager. Jul 22 23:14:34.032295 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: __init__.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.032636 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: __pycache__ {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.032968 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.033302 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: address_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.034047 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.034605 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: address-group Jul 22 23:14:34.034927 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: address_scope.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.035664 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.036169 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: address-scope Jul 22 23:14:34.036491 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.037413 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.037920 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: router-admin-state-down-before-update Jul 22 23:14:34.038243 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: agent.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.038938 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.039494 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: agent Jul 22 23:14:34.039817 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: agent_resources_synced.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.040714 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.041219 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: agent-resources-synced Jul 22 23:14:34.041542 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: allowedaddresspairs.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.044177 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.044697 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: allowed-address-pairs Jul 22 23:14:34.045028 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: auto_allocated_topology.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.046095 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.046608 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: auto-allocated-topology Jul 22 23:14:34.046939 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: availability_zone.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.047677 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.048174 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: availability_zone Jul 22 23:14:34.048499 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: availability_zone_filter.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.049409 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.049922 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: availability_zone_filter Jul 22 23:14:34.050246 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: data_plane_status.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.051145 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.051678 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 23:14:34.052004 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: default_subnetpools.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.052916 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.053424 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: default-subnetpools Jul 22 23:14:34.053747 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.054549 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.055058 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: dhcp_agent_scheduler Jul 22 23:14:34.055407 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: dns.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.056315 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.056824 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 23:14:34.057455 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: dns_domain_ports.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.059143 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.059678 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 23:14:34.060004 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.060926 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.061428 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 23:14:34.061751 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: dvr.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.062419 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.062916 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: dvr Jul 22 23:14:34.064523 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: ecmp_routes.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.064523 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.064792 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 23:14:34.065114 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: empty_string_filtering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.066012 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.066954 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: empty-string-filtering Jul 22 23:14:34.066954 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.067892 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.068403 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:14:34.069930 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.069930 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.070124 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 23:14:34.072046 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: external_net.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.072046 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.072046 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: external-net Jul 22 23:14:34.072314 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.073059 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.073955 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: extra_dhcp_opt Jul 22 23:14:34.074280 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: extraroute.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.075196 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.075739 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: extraroute Jul 22 23:14:34.076062 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: extraroute_atomic.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.077093 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.077606 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: extraroute-atomic Jul 22 23:14:34.077927 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: filter_validation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.078595 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.079098 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: filter-validation Jul 22 23:14:34.079446 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: fip_pf_description.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.080552 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.081061 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 23:14:34.081381 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: fip_port_details.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.082286 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.082793 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: fip-port-details Jul 22 23:14:34.083113 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: flavors.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.084368 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.084882 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: flavors Jul 22 23:14:34.085207 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.086843 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.087386 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 23:14:34.087718 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: floatingip_pools.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.088411 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.089525 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: floatingip-pools Jul 22 23:14:34.090027 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: ip_allocation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.090977 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.091521 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 23:14:34.091846 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.092761 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.093311 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: ip-substring-filtering Jul 22 23:14:34.093694 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l2_adjacency.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.094656 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.095270 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 23:14:34.095623 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.096642 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.097244 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: router Jul 22 23:14:34.097613 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.099898 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.100430 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:14:34.100759 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.101684 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.102198 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: ext-gw-mode Jul 22 23:14:34.102523 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.103492 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.104005 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: l3-ha Jul 22 23:14:34.104328 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3_flavors.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.106008 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.106516 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: l3-flavors Jul 22 23:14:34.106842 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.107783 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.108295 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 23:14:34.108619 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: l3agentscheduler.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.109797 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.110315 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: l3_agent_scheduler Jul 22 23:14:34.110643 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: logging.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.112163 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.112681 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension logging not supported by any of loaded plugins Jul 22 23:14:34.113009 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: metering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.113748 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.114326 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: metering Jul 22 23:14:34.114652 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.115767 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.116286 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: metering_source_and_destination_fields Jul 22 23:14:34.116610 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: multiprovidernet.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.117650 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.118159 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: multi-provider Jul 22 23:14:34.118482 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: netmtu.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.119420 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.119937 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: net-mtu Jul 22 23:14:34.120404 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: netmtu_writable.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.121438 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.121948 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: net-mtu-writable Jul 22 23:14:34.122270 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: network_availability_zone.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.122932 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.123692 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: network_availability_zone Jul 22 23:14:34.124114 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: network_ip_availability.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.125199 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.125711 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: network-ip-availability Jul 22 23:14:34.126034 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: network_segment_range.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.126796 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.127302 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 23:14:34.127646 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: pagination.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.128620 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.128949 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: pagination Jul 22 23:14:34.129271 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: port_device_profile.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.130177 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.130689 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: port-device-profile Jul 22 23:14:34.131009 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.131954 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.132558 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: port-mac-address-regenerate Jul 22 23:14:34.132906 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.133978 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.134514 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: port-numa-affinity-policy Jul 22 23:14:34.134834 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: port_resource_request.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.135899 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.136556 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 23:14:34.136879 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: portbindings.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.137805 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.138314 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: binding Jul 22 23:14:34.138635 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: portbindings_extended.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.139915 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.140429 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: binding-extended Jul 22 23:14:34.140756 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: portsecurity.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.141666 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.142176 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: port-security Jul 22 23:14:34.142500 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: project_id.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.143499 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.143831 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: project-id Jul 22 23:14:34.144154 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: providernet.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.145067 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.145577 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: provider Jul 22 23:14:34.145897 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.149366 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.149899 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos not supported by any of loaded plugins Jul 22 23:14:34.150232 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.152148 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.152767 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 23:14:34.153101 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.154023 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.154537 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 23:14:34.154868 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_default.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.155793 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.156306 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-default not supported by any of loaded plugins Jul 22 23:14:34.156635 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_fip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.157287 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.157786 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 23:14:34.158110 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_gateway_ip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.159169 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.159720 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 23:14:34.160043 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_port_network_policy.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.160950 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.161460 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 23:14:34.161784 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_rule_type_details.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.162690 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.163197 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 23:14:34.163546 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: qos_rules_alias.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.164592 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.165106 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 23:14:34.165430 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: quotasv2.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.166339 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.166847 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: quotas Jul 22 23:14:34.167950 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: quotasv2_detail.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.171072 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.171446 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: quota_details Jul 22 23:14:34.171782 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: rbac.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.172835 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.173364 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: rbac-policies Jul 22 23:14:34.173696 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: rbac_address_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.174639 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.175155 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: rbac-address-group Jul 22 23:14:34.175517 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: rbac_address_scope.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.176432 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.176946 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: rbac-address-scope Jul 22 23:14:34.177270 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: rbac_security_groups.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.178173 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.178684 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: rbac-security-groups Jul 22 23:14:34.179004 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: rbac_subnetpool.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.179939 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.180449 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: rbac-subnetpool Jul 22 23:14:34.180775 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: revisionifmatch.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.181695 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.182460 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: revision-if-match Jul 22 23:14:34.183548 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: revisions.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.184666 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.185186 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: standard-attr-revisions Jul 22 23:14:34.185517 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: router_availability_zone.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.186195 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.186706 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: router_availability_zone Jul 22 23:14:34.187030 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: routerservicetype.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.187975 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.188483 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 23:14:34.188806 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.189718 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.190229 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: security-groups-normalized-cidr Jul 22 23:14:34.190550 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.191507 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.192020 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: port-security-groups-filtering Jul 22 23:14:34.192341 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.193251 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.193763 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: security-groups-remote-address-group Jul 22 23:14:34.194084 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: securitygroup.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.204161 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.204695 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: security-group Jul 22 23:14:34.205032 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: segment.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.205845 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.206365 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension segment not supported by any of loaded plugins Jul 22 23:14:34.206691 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.207684 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.208192 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 23:14:34.208516 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: servicetype.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.209615 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.210130 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: service-type Jul 22 23:14:34.210459 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: sorting.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.211471 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.211804 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: sorting Jul 22 23:14:34.212127 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: standard_attr_segment.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.213110 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.213622 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 23:14:34.214790 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: standardattrdescription.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.215534 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.216046 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: standard-attr-description Jul 22 23:14:34.216371 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: stateful_security_group.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.217314 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.217825 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: stateful-security-group Jul 22 23:14:34.218147 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: stdattrs_common.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.218730 n-d-758851-4 neutron-server[93681]: WARNING neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 23:14:34.219053 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.220022 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.220541 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 23:14:34.220868 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: subnet_onboard.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.221937 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.222452 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: subnet_onboard Jul 22 23:14:34.222779 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.223748 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.224258 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 23:14:34.224581 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: subnet_service_types.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.225493 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.226006 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: subnet-service-types Jul 22 23:14:34.226329 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: subnetallocation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.227424 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.227937 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: subnet_allocation Jul 22 23:14:34.228262 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.228926 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.230015 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: subnetpool-prefix-ops Jul 22 23:14:34.230560 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.231542 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.232129 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 23:14:34.232453 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: tagging.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.233525 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.234043 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: standard-attr-tag Jul 22 23:14:34.234367 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: timestamp.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.235621 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.236139 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loaded extension: standard-attr-timestamp Jul 22 23:14:34.236468 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: trunk.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.237491 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.238010 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension trunk not supported by any of loaded plugins Jul 22 23:14:34.238338 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: trunk_details.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.239254 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.239791 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 23:14:34.240117 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: uplink_status_propagation.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.241038 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.241548 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 23:14:34.241876 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Loading extension file: vlantransparent.py {{(pid=93681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:14:34.242549 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:14:34.243055 n-d-758851-4 neutron-server[93681]: INFO neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 23:14:34.245920 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:network Jul 22 23:14:34.246451 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:subnet Jul 22 23:14:34.246850 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:14:34.247243 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:port Jul 22 23:14:34.248502 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.248939 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service FLAVORS assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.249563 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.249995 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.250327 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:router Jul 22 23:14:34.250755 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:14:34.251249 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service METERING assigned prefix: /metering {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.252735 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.253111 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.253465 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:14:34.254482 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:14:34.254918 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:14:34.255372 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:14:34.255984 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.256313 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:14:34.256660 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] subnetpool is already registered Jul 22 23:14:34.257088 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.257411 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:14:34.257742 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] subnetpool is already registered Jul 22 23:14:34.260036 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.260472 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service FLAVORS assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.261465 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.261897 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.262232 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:router Jul 22 23:14:34.262572 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] router is already registered Jul 22 23:14:34.262999 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:14:34.263322 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] floatingip is already registered Jul 22 23:14:34.263801 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service METERING assigned prefix: /metering {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.264461 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:14:34.264787 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] rbac_policy is already registered Jul 22 23:14:34.265192 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:14:34.265522 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] security_group is already registered Jul 22 23:14:34.265917 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:14:34.266245 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] security_group_rule is already registered Jul 22 23:14:34.266882 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.267207 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:14:34.267561 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] subnetpool is already registered Jul 22 23:14:34.268021 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.v2.resource_helper [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Service CORE assigned prefix: {{(pid=93681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:14:34.268293 n-d-758851-4 neutron-server[93681]: INFO neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:14:34.268620 n-d-758851-4 neutron-server[93681]: WARNING neutron.quota.resource_registry [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] subnetpool is already registered Jul 22 23:14:34.269080 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: extensions {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.270639 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: address-groups {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.272167 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: address-scopes {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.273475 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: agents {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.274628 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: auto-allocated-topology {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.275898 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: availability_zones {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.277968 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: dhcp-networks {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.279499 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: dhcp-agents {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.280946 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: routers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.282647 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: flavors {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.284968 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: service_profiles {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.286172 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: next_providers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.287645 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: service_profiles {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.289257 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: floatingip-pools {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.290473 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: routers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.292915 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: floatingips {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.294242 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: l3-routers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.295639 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: l3-agents {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.297065 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: metering-labels {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.298314 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: metering-label-rules {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.299834 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: network-ip-availabilities {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.301111 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: bindings {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.302647 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: quotas {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.304224 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: quotas {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.305622 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: rbac-policies {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.306822 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: security-groups {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.308674 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: security-group-rules {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.309916 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: service-providers {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.311134 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: subnetpools {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.312506 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: subnetpools {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.314044 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.315729 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.317549 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.319366 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.321041 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.322981 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.325035 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.326821 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.328708 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.330447 n-d-758851-4 neutron-server[93681]: DEBUG neutron.api.extensions [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Extended resource: tags {{(pid=93681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:14:34.336451 n-d-758851-4 neutron-server[93681]: WARNING keystonemiddleware.auth_token [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 23:14:34.341715 n-d-758851-4 neutron-server[93681]: WARNING keystonemiddleware.auth_token [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 23:14:34.350170 n-d-758851-4 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Acquired lock "singleton_lock" {{(pid=93681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 23:14:34.350644 n-d-758851-4 neutron-server[93681]: DEBUG oslo_concurrency.lockutils [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Releasing lock "singleton_lock" {{(pid=93681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 23:14:34.351293 n-d-758851-4 neutron-server[93681]: INFO oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Starting 2 workers Jul 22 23:14:34.357009 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Started child 93790 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:14:34.362298 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Started child 93791 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:14:34.364273 n-d-758851-4 neutron-server[93681]: INFO neutron.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 23:14:34.364682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.365560 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Notify callbacks [] for process, before_spawn {{(pid=93681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.366288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [-] (93790) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:14:34.367253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.367841 n-d-758851-4 neutron-server[93681]: INFO oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Starting 1 workers Jul 22 23:14:34.368927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [-] (93791) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:14:34.374789 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Started child 93792 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:14:34.375588 n-d-758851-4 neutron-server[93681]: INFO oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Starting 1 workers Jul 22 23:14:34.377925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] calling RpcWorker wait() {{(pid=93792) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 23:14:34.378468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] returning from RpcWorker wait() {{(pid=93792) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 23:14:34.379737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.380203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:34.380999 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Started child 93793 {{(pid=93681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:14:34.382085 n-d-758851-4 neutron-server[93681]: DEBUG neutron_lib.callbacks.manager [None req-2139b9a8-434b-41aa-9dbc-9969fbca5334 None None] Notify callbacks [] for process, after_spawn {{(pid=93681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.384650 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:14:34.385106 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:14:34.385106 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:14:34.385504 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:14:34.385910 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:14:34.386548 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:14:34.387557 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.387660 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:34.388427 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.388427 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.388427 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.388931 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.389565 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.389860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.390432 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.390719 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.391023 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.391179 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.391467 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.391801 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.392062 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.392435 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.392775 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.392955 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.393298 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.393578 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.393861 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.394148 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.394493 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.394755 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] debug = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.395001 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.395509 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.395760 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.396026 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.396254 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.396526 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.396757 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.397030 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.397275 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.397496 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.397737 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.397994 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.398229 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.398448 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.398689 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.398946 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.399186 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.399697 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] host = n-d-758851-4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.399919 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.400185 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.400416 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.400663 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.400909 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.401127 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.402049 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.402488 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.402864 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.403099 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.403381 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.403655 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.403877 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.404126 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.404286 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_options = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.404613 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.404818 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.405086 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.405275 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.405445 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.405620 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.405879 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.406038 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.406300 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.406523 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.406740 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.406957 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.407172 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.407409 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.407686 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.407933 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.408168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.408394 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.408638 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.408884 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.409127 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.409353 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.409590 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.409811 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.410046 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.410262 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.410486 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.410700 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.410934 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.411216 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.411495 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.411762 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.412827 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.414158 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.414158 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.414158 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.414158 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.414158 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415983 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415983 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.415983 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.416379 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_json = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.416379 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.417644 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.417644 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.418439 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.418682 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.419445 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.419718 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.419987 n-d-758851-4 neutron-server[93793]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:34.421530 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.421530 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.421530 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.423767 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.423767 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.424056 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.424194 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.424433 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.424700 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.424968 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.425206 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.425555 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.425786 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.426949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.426949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.426949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.426949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.428293 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.428293 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.428293 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.428293 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.428293 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.429328 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.429328 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.429328 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.429328 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.429845 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.429845 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.430118 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.430118 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.430374 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.430518 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.431843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.431843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.431843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.431843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.431843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.434669 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.436860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.437841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.438482 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.438482 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.438482 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.438691 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.439303 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.439303 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.439303 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.439713 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.439836 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.440052 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.440278 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.440481 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.440695 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.440967 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.441148 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.441390 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.442047 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.442047 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.442047 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.442607 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.442607 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.442841 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.443045 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.443178 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.443526 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.443776 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.444057 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.444328 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.444581 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.445502 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.445502 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.445502 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.445502 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.446237 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.446237 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.446237 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.446585 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.446715 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.447029 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.447162 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.447467 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.447730 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.447974 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.448331 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.448577 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.448869 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.449125 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.449362 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.449621 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.449880 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.450168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.450394 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.450677 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.450899 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.451161 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.451502 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.451775 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.452193 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.452651 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.453103 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.453416 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.453740 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.454063 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.454378 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.454700 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.454922 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.455205 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.455491 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.455757 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.455996 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.456245 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.456593 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.456846 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.457065 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.457282 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.457549 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.457810 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.458050 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.458332 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.458580 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.458834 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.459091 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.459360 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.459571 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.459802 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.460301 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.460301 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.460517 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.460732 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.460996 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.461237 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.461459 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.461732 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.461970 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.462195 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.462409 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.462643 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.462863 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.463116 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.463358 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.463583 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.464353 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.464645 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.464877 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.465246 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.465472 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.465705 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.465930 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.466215 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.466533 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.466698 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.466932 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.467198 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.467482 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.467755 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.467950 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.468163 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.468429 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.468596 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.469020 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.469020 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.469319 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.469464 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.469665 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.470059 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.470605 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.471821 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.471821 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.471821 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.471821 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.471821 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.472894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.472894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.472894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.472894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.472894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.473377 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.473377 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.473594 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.473817 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.474050 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.474263 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.474515 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.474722 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.474935 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.475217 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.475508 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.475739 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.476031 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.476251 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.476531 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.476710 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.476921 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.477133 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.477377 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.477594 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.477810 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.478045 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.478257 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.478468 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.478692 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.478933 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.479143 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.479455 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.480256 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.480399 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.480599 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.480815 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.481186 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.481417 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.481677 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.481891 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.482117 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.482339 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.482552 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.482803 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.483016 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.483229 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.483558 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.483779 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.483990 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.484313 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.484576 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.484795 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.485078 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.485315 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.485563 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.485807 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.486133 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.486367 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.486697 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.486855 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.487042 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.487283 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.487564 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.487897 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.488209 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.488460 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.488720 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.489018 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.489306 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.489583 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.489803 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.490087 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.490421 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.490705 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.490969 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.491228 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.491499 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.491731 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.491955 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.492192 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.492443 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.492663 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.492906 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.493139 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.493362 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.493594 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.493840 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.494076 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.494304 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.494536 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.494758 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.495000 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.495281 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:14:34.495847 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:14:34.496015 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:14:34.496169 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:14:34.496339 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:14:34.496508 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:14:34.496660 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:14:34.496865 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.497027 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.497187 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.497346 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.497505 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.497687 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.497848 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498008 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498166 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498325 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498484 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498642 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498802 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.498959 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.499122 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.499282 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.499468 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.499630 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.499793 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.499952 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.500110 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.500268 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.500425 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] debug = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.500584 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.500791 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.500954 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.501113 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.501272 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.501431 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.501590 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.501747 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.501907 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.502066 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.502224 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.502383 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.502542 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.502701 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.502860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.503017 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.503175 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.503370 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] host = n-d-758851-4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.503527 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.503686 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.503846 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504004 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504163 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504321 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504481 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504638 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504797 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.504956 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.505120 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.505280 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.505438 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.505596 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.505754 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_options = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.505912 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.506071 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.506230 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.506418 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.506583 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.506949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.506949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.507190 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.507190 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.507742 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.507742 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.507742 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508000 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508000 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508228 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508228 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508455 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508536 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508679 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.508843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509001 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509158 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509316 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509473 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509630 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509788 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.509947 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.510105 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.510263 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.510421 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.511097 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.511522 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.511690 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.511905 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.511988 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.512130 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.512290 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.512452 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.512612 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.512771 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.512929 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.513087 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.513245 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.513405 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.513565 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.513723 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_json = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.513881 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514041 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514200 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514359 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514518 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514675 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514834 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.514993 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:14:34.515172 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.515351 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.515531 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.515693 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.515854 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516015 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516177 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516337 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516498 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516660 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516828 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.516991 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.517167 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.517333 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.517492 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.517655 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.517816 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.517978 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.518189 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.518328 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.518456 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.518603 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.518781 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.518998 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.519135 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.519250 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.519444 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.519621 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.519759 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.519921 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.520082 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.520245 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.520407 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.520568 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.520727 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.520889 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.521049 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.521211 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.521373 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.521535 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.521696 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.521872 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522018 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522180 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522341 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522503 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522665 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522825 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.522987 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.523147 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.523319 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.523498 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.523660 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.523822 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.523997 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.524144 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.524305 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.524466 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.524627 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.524789 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.524955 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.525131 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.525290 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.525450 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.525611 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.525773 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.525933 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.526094 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.526188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:34.526502 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.526683 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.526683 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.526953 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.527045 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.527152 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.527347 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.527643 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.527894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.528139 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.528380 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.528634 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.528870 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.529165 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.529395 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.529628 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.529866 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.530110 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.530337 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.530563 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.530789 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.531016 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.531240 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.531492 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.531714 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.531887 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.532051 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.532215 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.532380 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.532546 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.532709 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.532873 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.533036 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.533201 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.533364 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.533526 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.533689 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.533851 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.534014 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.534177 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.534338 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.534499 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.534660 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.534894 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.535062 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.535227 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.535409 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.535582 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.535755 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.535917 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.536079 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.536240 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.536402 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.536563 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.536724 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.536886 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.537048 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.537209 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.537370 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.537567 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.537702 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.537864 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.539098 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.539411 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.539831 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.539963 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.540088 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.540251 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.540423 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.540592 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.540795 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.540968 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.542607 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.542850 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.543027 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.543198 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.543389 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.543557 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.543723 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.543931 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.544113 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.544280 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.544445 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.544611 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.544774 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.545438 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.545613 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.545781 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.546043 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.546217 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.546385 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.546552 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.546719 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.546887 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.547087 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.547436 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.547716 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.547887 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.548050 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.548214 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.548381 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.548548 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.548705 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.548870 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.549033 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.549339 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.549659 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.549829 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.550471 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.550635 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.550848 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.550965 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.551114 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.551345 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.551525 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.551687 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.551851 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.552014 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.552179 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.552426 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.552639 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.552806 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.552974 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.553136 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.553299 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.553461 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.553624 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.553787 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.553947 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.554109 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.554276 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.554440 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.554603 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.554761 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.554928 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.555089 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.555252 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.555438 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.555616 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.555779 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.555943 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.556106 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.556267 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.556428 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.556600 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.556763 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.557184 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.557346 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.557611 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.557786 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.557939 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.558091 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.558237 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.558398 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.558559 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.558720 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.558892 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.559054 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.559216 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.559396 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.559558 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.559718 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.559890 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.560050 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.560212 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.560373 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.560534 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.560694 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.560866 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.561029 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.561189 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.561350 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.561511 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.561672 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.561843 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562006 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562168 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562339 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562499 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562664 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562826 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.562999 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.563166 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.563345 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.563694 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.563866 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.564280 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.564860 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.564955 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.565112 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.565261 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.565434 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.565830 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.565922 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.566398 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.567587 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.567780 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.567962 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.568271 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.568446 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.568925 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.569498 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.569802 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.570030 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.570201 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.571456 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.571949 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.574462 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.575009 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.575202 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.575398 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.575575 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.575746 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.575917 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.576086 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.576254 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.576421 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:14:34.576576 n-d-758851-4 neutron-server[93681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:14:34.711710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:34.721323 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072703 Jul 22 23:14:46.155193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b0a04c-96b2-428e-94fe-bf0b83cda34e None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:14:46.336289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b0a04c-96b2-428e-94fe-bf0b83cda34e None None] No non-hosted networks {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 23:14:46.354506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.agentschedulers_db [None req-57b0a04c-96b2-428e-94fe-bf0b83cda34e None None] DHCP Agent not found on host n-d-758851-4 {{(pid=93792) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 23:14:46.591271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-190d5351-2dc7-4f4e-a6f1-0b3c5eed4f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.244352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b121909-ab3a-4e81-8ecc-ef165c52e90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.323628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2b9211b-3e13-4800-aeb3-39223bd21ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.514987 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:49.516962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.517872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.518490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.519110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.519722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.520455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.521047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.521662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.522206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.522742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.523357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.523963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:49.524671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758851-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:49.558686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758851-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:14:50.075276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:51.541347 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:52.463341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:52.968457 n-d-758851-4 neutron-server[93790]: WARNING oslo_policy.policy [None req-c06616e6-0621-4cb3-80ef-488082d3bcdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:14:52.969084 n-d-758851-4 neutron-server[93790]: WARNING oslo_policy.policy [None req-c06616e6-0621-4cb3-80ef-488082d3bcdf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:14:53.186665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-c06616e6-0621-4cb3-80ef-488082d3bcdf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:14:53.187668 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c06616e6-0621-4cb3-80ef-488082d3bcdf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7233663 Jul 22 23:14:53.640881 n-d-758851-4 neutron-server[93792]: INFO neutron.db.l3_hamode_db [None req-4a54b2f3-7618-4cc0-9fc5-34482206a4b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 23:14:53.717923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54b2f3-7618-4cc0-9fc5-34482206a4b8 None None] Routers set() bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:14:53.718233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54b2f3-7618-4cc0-9fc5-34482206a4b8 None None] Router IDs set() for agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:14:55.562645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:55.863183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:55.957882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.policy [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93790) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:14:56.001509 n-d-758851-4 neutron-server[93790]: WARNING oslo_policy.policy [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:14:56.001881 n-d-758851-4 neutron-server[93790]: WARNING oslo_policy.policy [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:14:56.011803 n-d-758851-4 neutron-server[93790]: INFO neutron.quota [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] Loaded quota_driver: . Jul 22 23:14:56.104056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755824602565', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755824602904', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755824614224', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755824612618', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755824626633', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755824632815', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1948874', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1861345', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987007', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-932895'] for rbac-policy, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.166969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:56.168207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-37096939-74f3-46f8-8d0e-90547054f19c admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6045647 Jul 22 23:14:58.726537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:14:59.019062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:14:59.047758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Made reservation on behalf of 666aaf6db1ef4772af2f6c71d8d9c34b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:14:59.050430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.067655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.190297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.194031 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.217691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:14:59.242903 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755826559272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.244058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Unsubscribe: segment precommit_create {{(pid=93790) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:14:59.244581 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Added segment 72e34aff-80a5-40b8-9b12-3bdc86b7af5b of type vlan for network 56eac888-475f-4b9a-9119-8916680b26dc Jul 22 23:14:59.250771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc061a30-09fb-4fe5-9785-8b7b3b55c93e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:59.286540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.286884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.287223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.287591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.287921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.288247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.288570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.288894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.289213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.289533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.290532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.290863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Tracked resource versions report: Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: pushed versions: Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: { 'AddressGroup': {'1.2'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'ConntrackHelper': {'1.0'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Log': {'1.0'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Network': {'1.1'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Port': {'1.7'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'PortForwarding': {'1.2'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'QosPolicy': {'1.8'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'SecurityGroup': {'1.4'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'SubPort': {'1.0'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Subnet': {'1.1'}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Trunk': {'1.1'}} Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: consumer versions: Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: L3 agent@n-d-758851-4: {}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: Metadata agent@n-d-758851-4: {}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: Metering agent@n-d-758851-4: {}, Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'ConntrackHelper': '1.0', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Log': '1.0', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Network': '1.1', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Port': '1.7', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'PortForwarding': '1.2', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'QosPolicy': '1.8', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'SecurityGroup': '1.4', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'SecurityGroupRule': '1.2', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'SubPort': '1.0', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Subnet': '1.1', Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: 'Trunk': '1.1'}} Jul 22 23:14:59.292015 n-d-758851-4 neutron-server[93790]: {{(pid=93790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:14:59.366337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.416508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.417296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:14:59.417744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:14:59.471744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7440946 Jul 22 23:14:59.518922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aae0cd-748c-4803-9ad7-1321ddfafe31 admin admin] Pushing event updated for resources: {'Network': ['ID=56eac888-475f-4b9a-9119-8916680b26dc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:14:59.531170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 56eac888-475f-4b9a-9119-8916680b26dc details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:02.139511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43972) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:02.523309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a68ca2-3e29-47c9-b156-203232118d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.525634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-45a68ca2-3e29-47c9-b156-203232118d60 admin admin] 10.222.0.21 "GET /v2.0/networks/56eac888-475f-4b9a-9119-8916680b26dc HTTP/1.1" status: 200 len: 825 time: 0.3851688 Jul 22 23:15:02.550096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f971a21e-db97-4828-8102-646197d13618 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/bfb33bae-5f7e-4e13-9ee3-ca3adaafafac HTTP/1.1" status: 200 len: 734 time: 0.0190110 Jul 22 23:15:02.558999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Request body: {'subnet': {'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'gateway_ip': '172.20.0.1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:02.580116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Made reservation on behalf of 666aaf6db1ef4772af2f6c71d8d9c34b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:02.582279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.872904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.943093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da86056-e918-4b22-8208-68ea963f6e0d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:02.945353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Checking segment: {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:02.946687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Network hostable DHCP agents. Network: 56eac888-475f-4b9a-9119-8916680b26dc, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:02.968563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Network 56eac888-475f-4b9a-9119-8916680b26dc is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:02.980490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 56eac888-475f-4b9a-9119-8916680b26dc) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:02.985098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:02.985679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:02.991064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212b35f-d097-43bb-a506-9273ca8c6405 None None] Network 56eac888-475f-4b9a-9119-8916680b26dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:02.999225 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98495ca0-ba47-4442-8011-f06f2921c430 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4441297 Jul 22 23:15:03.318486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-56eac888-475f-4b9a-9119-8916680b26dc', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:15:03.319737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.589103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Allocated IP 172.20.0.2 (56eac888-475f-4b9a-9119-8916680b26dc/1da86056-e918-4b22-8208-68ea963f6e0d/9302049e-3fd6-41ae-a4f6-c49357866cad) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:03.822448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.837060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Transition to ACTIVE for port object 9302049e-3fd6-41ae-a4f6-c49357866cad will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:03.857749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Transition to ACTIVE for port object 9302049e-3fd6-41ae-a4f6-c49357866cad will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:03.865385 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:03.936613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Network 56eac888-475f-4b9a-9119-8916680b26dc is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:03.941339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:03.950929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:03.954054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Pushing event updated for resources: {'Port': ['ID=9302049e-3fd6-41ae-a4f6-c49357866cad,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:03.983342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.983342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.983342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.983342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.983342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.990922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.990922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.990922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.990922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.990922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Tracked resource versions report: Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: pushed versions: Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: { 'AddressGroup': {'1.2'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'ConntrackHelper': {'1.0'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Log': {'1.0'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Network': {'1.1'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Port': {'1.7'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'PortForwarding': {'1.2'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'QosPolicy': {'1.8'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'SecurityGroup': {'1.4'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'SubPort': {'1.0'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Subnet': {'1.1'}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Trunk': {'1.1'}} Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: consumer versions: Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: L3 agent@n-d-758851-4: {}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: Metadata agent@n-d-758851-4: {}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: Metering agent@n-d-758851-4: {}, Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'ConntrackHelper': '1.0', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Log': '1.0', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Network': '1.1', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'Port': '1.7', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'PortForwarding': '1.2', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'QosPolicy': '1.8', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'SecurityGroup': '1.4', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'SecurityGroupRule': '1.2', Jul 22 23:15:03.991794 n-d-758851-4 neutron-server[93792]: 'SubPort': '1.0', Jul 22 23:15:03.994348 n-d-758851-4 neutron-server[93792]: 'Subnet': '1.1', Jul 22 23:15:03.994348 n-d-758851-4 neutron-server[93792]: 'Trunk': '1.1'}} Jul 22 23:15:03.994348 n-d-758851-4 neutron-server[93792]: {{(pid=93792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:15:04.042981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Attempting to bind port 9302049e-3fd6-41ae-a4f6-c49357866cad on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:04.043408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Attempting to bind port 9302049e-3fd6-41ae-a4f6-c49357866cad by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:04.043835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Attempting to bind port 9302049e-3fd6-41ae-a4f6-c49357866cad on network 56eac888-475f-4b9a-9119-8916680b26dc {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:04.048601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:04.049014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Checking segment: {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:04.049485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.049874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Bound using segment: {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:04.050365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Bound port: 9302049e-3fd6-41ae-a4f6-c49357866cad, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:04.050791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.114643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] For port 9302049e-3fd6-41ae-a4f6-c49357866cad, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:04.119471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] For port 9302049e-3fd6-41ae-a4f6-c49357866cad, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9302049e-3fd6-41ae-a4f6-c49357866cad,segment=NetworkSegment(72e34aff-80a5-40b8-9b12-3bdc86b7af5b),segment_id=72e34aff-80a5-40b8-9b12-3bdc86b7af5b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:04.124784 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:04.188701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f97d34-cdfa-4c5e-92ab-76e85d22af9f None None] Pushing event updated for resources: {'Port': ['ID=9302049e-3fd6-41ae-a4f6-c49357866cad,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:05.406584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43980) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:05.732199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-b9146e51-9059-4253-99c0-5dd1acacc4d5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:15:05.733253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b9146e51-9059-4253-99c0-5dd1acacc4d5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3255987 Jul 22 23:15:08.138605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:08.445519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-bed0e2c5-467d-4806-a719-81cfe51f366a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:15:08.459352 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bed0e2c5-467d-4806-a719-81cfe51f366a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071852 Jul 22 23:15:11.039271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:11.336796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:11.360095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.361794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.514942 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.520286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.533447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:11.534770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b1f7f881-9945-4ed7-b73e-edd80ae3e4f5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4937854 Jul 22 23:15:12.565039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b889753-bb7f-4b61-bc43-b36859bf3850 None None] Network 56eac888-475f-4b9a-9119-8916680b26dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:12.677084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3a191c09-db02-446d-bde0-f585efb73d45 None None] Provisioning for port 9302049e-3fd6-41ae-a4f6-c49357866cad completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:13.465907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9302049e-3fd6-41ae-a4f6-c49357866cad up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:13.544857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9302049e-3fd6-41ae-a4f6-c49357866cad completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:13.548314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9302049e-3fd6-41ae-a4f6-c49357866cad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:13.548711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.653025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.686284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 9302049e-3fd6-41ae-a4f6-c49357866cad, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9302049e-3fd6-41ae-a4f6-c49357866cad,segment=NetworkSegment(72e34aff-80a5-40b8-9b12-3bdc86b7af5b),segment_id=72e34aff-80a5-40b8-9b12-3bdc86b7af5b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:13.690308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:13.740012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=9302049e-3fd6-41ae-a4f6-c49357866cad,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:13.950431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:14.430187 n-d-758851-4 neutron-server[93791]: WARNING oslo_policy.policy [None req-c7f8f7d0-9d2f-408b-a720-0fe598a1fe46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:15:14.430744 n-d-758851-4 neutron-server[93791]: WARNING oslo_policy.policy [None req-c7f8f7d0-9d2f-408b-a720-0fe598a1fe46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:15:14.647318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-c7f8f7d0-9d2f-408b-a720-0fe598a1fe46 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:15:14.648681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c7f8f7d0-9d2f-408b-a720-0fe598a1fe46 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6960108 Jul 22 23:15:15.433915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9302049e-3fd6-41ae-a4f6-c49357866cad up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:15.484911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9302049e-3fd6-41ae-a4f6-c49357866cad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:15.485285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:16.036975 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfbf591b-7086-4475-8e76-4b79e80e87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.028810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:17.333871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:17.335265 n-d-758851-4 neutron-server[93791]: INFO neutron.quota [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Loaded quota_driver: . Jul 22 23:15:17.392902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Made reservation on behalf of b2fcf61169894192b43b6c7e7e38e414 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:17.458959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.policy [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93791) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:15:17.503729 n-d-758851-4 neutron-server[93791]: WARNING oslo_policy.policy [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:15:17.504111 n-d-758851-4 neutron-server[93791]: WARNING oslo_policy.policy [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:15:17.514679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.534706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.666053 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.669567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.680777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Reserving flat network on physical network physnet1 {{(pid=93791) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 23:15:17.712546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755826559272', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.713099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Unsubscribe: segment precommit_create {{(pid=93791) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:15:17.713627 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Added segment ee68083e-dea8-4e11-8c0f-235e116039e0 of type flat for network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 Jul 22 23:15:17.734723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34f046-d99e-4d9e-aa23-ed724d545564,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:17.768636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.768975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.769309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.769638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.769964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.770287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.770604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.770917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.771233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.771571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.771887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.772200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Tracked resource versions report: Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: pushed versions: Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: { 'AddressGroup': {'1.2'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'ConntrackHelper': {'1.0'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Log': {'1.0'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Network': {'1.1'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Port': {'1.7'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'PortForwarding': {'1.2'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'QosPolicy': {'1.8'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'SecurityGroup': {'1.4'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'SubPort': {'1.0'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Subnet': {'1.1'}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Trunk': {'1.1'}} Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: consumer versions: Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: L3 agent@n-d-758851-4: {}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: Metadata agent@n-d-758851-4: {}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: Metering agent@n-d-758851-4: {}, Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'ConntrackHelper': '1.0', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Log': '1.0', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Network': '1.1', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Port': '1.7', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'PortForwarding': '1.2', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'QosPolicy': '1.8', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'SecurityGroup': '1.4', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'SecurityGroupRule': '1.2', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'SubPort': '1.0', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Subnet': '1.1', Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: 'Trunk': '1.1'}} Jul 22 23:15:17.773544 n-d-758851-4 neutron-server[93791]: {{(pid=93791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:15:17.846783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.904056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.905252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:17.905900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:17.962415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9324653 Jul 22 23:15:18.005958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c745d17-8e3a-4ccc-b57d-92acf656e99e admin admin] Pushing event updated for resources: {'Network': ['ID=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:18.017195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:15:19.232510 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49424a01-1ea2-478a-bad8-96e4fb1e6254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:19.497887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:20.016980 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:20.325009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:20.540227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a500309-5b41-455a-b51d-91c918f21928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:20.541578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a500309-5b41-455a-b51d-91c918f21928 admin admin] 10.222.0.21 "GET /v2.0/subnets/1da86056-e918-4b22-8208-68ea963f6e0d HTTP/1.1" status: 200 len: 849 time: 0.2156210 Jul 22 23:15:20.696549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-af32aafc-0143-4726-978e-9afb86d55c0c admin admin] 10.222.0.21 "GET /v2.0/routers/719edea5-e4c1-4224-88e4-00f91e52d917 HTTP/1.1" status: 200 len: 704 time: 0.1497190 Jul 22 23:15:20.968872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.262501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Allocated IP 172.20.0.1 (56eac888-475f-4b9a-9119-8916680b26dc/1da86056-e918-4b22-8208-68ea963f6e0d/a372a406-5573-4f32-875b-c6a9a0c0b5c6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:21.446703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.472082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Transition to ACTIVE for port object a372a406-5573-4f32-875b-c6a9a0c0b5c6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:21.473718 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.556543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.617543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Network 56eac888-475f-4b9a-9119-8916680b26dc is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:21.623140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:21.627045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:21.627623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.711848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a372a406-5573-4f32-875b-c6a9a0c0b5c6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:21.857971 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.881564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eba3aade-ce28-463d-b8ba-e39192cadf28 None None] Provisioning for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:21.888014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eba3aade-ce28-463d-b8ba-e39192cadf28 None None] Provisioning complete for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:21.888394 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eba3aade-ce28-463d-b8ba-e39192cadf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:21.926882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-eba3aade-ce28-463d-b8ba-e39192cadf28 None None] Port a372a406-5573-4f32-875b-c6a9a0c0b5c6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:22.110109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.115266 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.116064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.185239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a372a406-5573-4f32-875b-c6a9a0c0b5c6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:22.257200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Network 56eac888-475f-4b9a-9119-8916680b26dc is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:22.258771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:22.448777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Router 719edea5-e4c1-4224-88e4-00f91e52d917 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:15:22.451481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb492b46-55bb-4d9e-a0e8-77de5209319f None None] Provisioning complete for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:22.451858 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb492b46-55bb-4d9e-a0e8-77de5209319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:22.489507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cb492b46-55bb-4d9e-a0e8-77de5209319f None None] Port a372a406-5573-4f32-875b-c6a9a0c0b5c6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:15:22.549581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:22.555771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eee51b7d-96cf-4cae-98d6-a1b387811bd0 admin admin] 10.222.0.21 "PUT /v2.0/routers/719edea5-e4c1-4224-88e4-00f91e52d917/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8543243 Jul 22 23:15:22.559664 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Sync routers for ids ['719edea5-e4c1-4224-88e4-00f91e52d917'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:22.571397 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Routers {'719edea5-e4c1-4224-88e4-00f91e52d917'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:22.572268 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:15:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['719edea5-e4c1-4224-88e4-00f91e52d917'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:22.763629 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Set router 719edea5-e4c1-4224-88e4-00f91e52d917 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:23.202925 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'name': 'router1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:11Z', 'updated_at': '2021-07-22T23:15:21Z', 'revision_number': 2, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'gw_port_host': None, '_interfaces': [{'id': 'a372a406-5573-4f32-875b-c6a9a0c0b5c6', 'name': '', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'mac_address': 'fa:16:3e:ea:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:20Z', 'updated_at': '2021-07-22T23:15:21Z', 'revision_number': 2, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnets': [{'id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:23.253743 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Checking router: 719edea5-e4c1-4224-88e4-00f91e52d917 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:23.254112 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Updating router 719edea5-e4c1-4224-88e4-00f91e52d917 port a372a406-5573-4f32-875b-c6a9a0c0b5c6 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:23.320300 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.813002 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:23.830366 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Transition to ACTIVE for port object a372a406-5573-4f32-875b-c6a9a0c0b5c6 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:23.836651 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.002826 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Pushing event updated for resources: {'Port': ['ID=a372a406-5573-4f32-875b-c6a9a0c0b5c6,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:24.014221 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Attempting to bind port a372a406-5573-4f32-875b-c6a9a0c0b5c6 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:24.014626 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Attempting to bind port a372a406-5573-4f32-875b-c6a9a0c0b5c6 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:24.015047 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Attempting to bind port a372a406-5573-4f32-875b-c6a9a0c0b5c6 on network 56eac888-475f-4b9a-9119-8916680b26dc {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:24.018475 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.018823 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.019166 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.019527 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.019862 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.020189 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.020517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.020840 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.021165 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.021489 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.021807 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.022128 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Tracked resource versions report: Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: pushed versions: Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: { 'AddressGroup': {'1.2'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Log': {'1.0'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Network': {'1.1'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Port': {'1.7'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'PortForwarding': {'1.2'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'QosPolicy': {'1.8'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'SecurityGroup': {'1.4'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'SubPort': {'1.0'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Subnet': {'1.1'}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Trunk': {'1.1'}} Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: consumer versions: Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: L3 agent@n-d-758851-4: {}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: Metadata agent@n-d-758851-4: {}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: Metering agent@n-d-758851-4: {}, Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'ConntrackHelper': '1.0', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Log': '1.0', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Network': '1.1', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Port': '1.7', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'PortForwarding': '1.2', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'QosPolicy': '1.8', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'SecurityGroup': '1.4', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'SecurityGroupRule': '1.2', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'SubPort': '1.0', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Subnet': '1.1', Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: 'Trunk': '1.1'}} Jul 22 23:15:24.023835 n-d-758851-4 neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:15:24.028456 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:24.028865 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Checking segment: {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:24.029339 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.029720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Bound using segment: {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:24.030225 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Bound port: a372a406-5573-4f32-875b-c6a9a0c0b5c6, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e34aff-80a5-40b8-9b12-3bdc86b7af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:24.030700 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.092719 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] For port a372a406-5573-4f32-875b-c6a9a0c0b5c6, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:24.114175 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] For port a372a406-5573-4f32-875b-c6a9a0c0b5c6, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a372a406-5573-4f32-875b-c6a9a0c0b5c6,segment=NetworkSegment(72e34aff-80a5-40b8-9b12-3bdc86b7af5b),segment_id=72e34aff-80a5-40b8-9b12-3bdc86b7af5b)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:24.119822 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:24.171411 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Routers {'719edea5-e4c1-4224-88e4-00f91e52d917'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:24.172012 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:15:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['719edea5-e4c1-4224-88e4-00f91e52d917'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:24.215359 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb1e83-8326-4455-abb0-c81285eb6548 None None] Pushing event updated for resources: {'Port': ['ID=a372a406-5573-4f32-875b-c6a9a0c0b5c6,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:24.271030 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] Set router 719edea5-e4c1-4224-88e4-00f91e52d917 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:24.485274 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'name': 'router1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:11Z', 'updated_at': '2021-07-22T23:15:21Z', 'revision_number': 2, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'gw_port_host': None, '_interfaces': [{'id': 'a372a406-5573-4f32-875b-c6a9a0c0b5c6', 'name': '', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'mac_address': 'fa:16:3e:ea:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:20Z', 'updated_at': '2021-07-22T23:15:24Z', 'revision_number': 4, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnets': [{'id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:24.510664 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa34d0e-4773-490b-9be0-c540ddfb6893 None None] The sync data for ids ['719edea5-e4c1-4224-88e4-00f91e52d917'] in n-d-758851-4 is: [{'id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'name': 'router1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:11Z', 'updated_at': '2021-07-22T23:15:21Z', 'revision_number': 2, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'gw_port_host': None, '_interfaces': [{'id': 'a372a406-5573-4f32-875b-c6a9a0c0b5c6', 'name': '', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'mac_address': 'fa:16:3e:ea:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:20Z', 'updated_at': '2021-07-22T23:15:24Z', 'revision_number': 4, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnets': [{'id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:24.777226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:24.887972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e349d804-b2e4-4c60-8336-b2c339bb605b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:24.889464 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e349d804-b2e4-4c60-8336-b2c339bb605b admin admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 842 time: 0.1111267 Jul 22 23:15:24.899036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'gateway_ip': '172.25.5.1', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:24.919395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Made reservation on behalf of b2fcf61169894192b43b6c7e7e38e414 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:15:24.921685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.231286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:15:25.231767 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.288323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:25.296189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:25.296533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Network hostable DHCP agents. Network: c9b68c7d-12fc-429c-b33a-e3d1b8e635d3, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:15:25.312878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:15:25.322731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c9b68c7d-12fc-429c-b33a-e3d1b8e635d3) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:25.326755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:25.327336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:25.331621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11441c-a079-4693-8147-e3fae9922f7f None None] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:25.355137 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-beefde26-2173-4362-8717-b17f15d2460f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460580 Jul 22 23:15:25.471515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0841a70-cf93-4ed3-8955-d6eab2464879 None None] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:15:26.440830 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:15:27.646547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:27.777396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9245f8dd-a48d-4746-bd9f-05577a737ee6 admin admin] 10.222.0.21 "GET /v2.0/routers/719edea5-e4c1-4224-88e4-00f91e52d917 HTTP/1.1" status: 200 len: 710 time: 0.1288257 Jul 22 23:15:27.862317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448eda3a-43ac-4473-9d16-d0d001d1681c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:15:27.863744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-448eda3a-43ac-4473-9d16-d0d001d1681c admin admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 886 time: 0.0821447 Jul 22 23:15:27.872827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:15:28.119625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.352691 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.426976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.599641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Allocated IP 172.25.5.48 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/5ec80a6e-cb2f-439b-8647-b4c9115afaa5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:15:28.700744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.739473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:28.776739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:15:28.779387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:15:28.785444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:15:28.788890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec80a6e-cb2f-439b-8647-b4c9115afaa5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:29.028659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.228257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.231527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.335878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Router 719edea5-e4c1-4224-88e4-00f91e52d917 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:15:29.441856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:15:29.446090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:29.451969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dfc3b8f7-77fb-41fb-99f0-1701075e1d10 admin admin] 10.222.0.21 "PUT /v2.0/routers/719edea5-e4c1-4224-88e4-00f91e52d917 HTTP/1.1" status: 200 len: 889 time: 1.5777271 Jul 22 23:15:30.927224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Sync routers for ids ['719edea5-e4c1-4224-88e4-00f91e52d917'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:15:30.938380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Routers {'719edea5-e4c1-4224-88e4-00f91e52d917'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:30.939042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:15:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['719edea5-e4c1-4224-88e4-00f91e52d917'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:31.209002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Set router 719edea5-e4c1-4224-88e4-00f91e52d917 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:31.477243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a372a406-5573-4f32-875b-c6a9a0c0b5c6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:31.601042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:31.609468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:31.609845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.693300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'name': 'router1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '5ec80a6e-cb2f-439b-8647-b4c9115afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:11Z', 'updated_at': '2021-07-22T23:15:28Z', 'revision_number': 4, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'gw_port': {'id': '5ec80a6e-cb2f-439b-8647-b4c9115afaa5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a372a406-5573-4f32-875b-c6a9a0c0b5c6', 'name': '', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'mac_address': 'fa:16:3e:ea:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:20Z', 'updated_at': '2021-07-22T23:15:24Z', 'revision_number': 4, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnets': [{'id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:31.764411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Checking router: 719edea5-e4c1-4224-88e4-00f91e52d917 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:15:31.764671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Updating router 719edea5-e4c1-4224-88e4-00f91e52d917 port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:15:31.804668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.817217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.849893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44088) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:15:31.862940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port a372a406-5573-4f32-875b-c6a9a0c0b5c6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a372a406-5573-4f32-875b-c6a9a0c0b5c6,segment=NetworkSegment(72e34aff-80a5-40b8-9b12-3bdc86b7af5b),segment_id=72e34aff-80a5-40b8-9b12-3bdc86b7af5b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:31.888201 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:31.982858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-24288623-4b69-48ec-806f-48a2fc99d5f2 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1288166 Jul 22 23:15:32.041496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=a372a406-5573-4f32-875b-c6a9a0c0b5c6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.205470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.215953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Transition to ACTIVE for port object 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:15:32.222019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.273394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133516-dd65-44e1-b6ac-719cfb1570f2 None None] Pushing event updated for resources: {'Port': ['ID=5ec80a6e-cb2f-439b-8647-b4c9115afaa5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.275742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Attempting to bind port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:15:32.276128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Attempting to bind port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:15:32.276471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Attempting to bind port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:15:32.281914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:15:32.282283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:15:32.282684 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.283069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:15:32.283697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Bound port: 5ec80a6e-cb2f-439b-8647-b4c9115afaa5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:15:32.284097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.334125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] For port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:15:32.337737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] For port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5ec80a6e-cb2f-439b-8647-b4c9115afaa5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:15:32.343155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:32.402508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Routers {'719edea5-e4c1-4224-88e4-00f91e52d917'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:15:32.402720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:15:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['719edea5-e4c1-4224-88e4-00f91e52d917'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:32.407435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133516-dd65-44e1-b6ac-719cfb1570f2 None None] Pushing event updated for resources: {'Port': ['ID=5ec80a6e-cb2f-439b-8647-b4c9115afaa5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:32.593948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] Set router 719edea5-e4c1-4224-88e4-00f91e52d917 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:15:32.807505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'name': 'router1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '5ec80a6e-cb2f-439b-8647-b4c9115afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:11Z', 'updated_at': '2021-07-22T23:15:28Z', 'revision_number': 4, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'gw_port': {'id': '5ec80a6e-cb2f-439b-8647-b4c9115afaa5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a372a406-5573-4f32-875b-c6a9a0c0b5c6', 'name': '', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'mac_address': 'fa:16:3e:ea:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:20Z', 'updated_at': '2021-07-22T23:15:31Z', 'revision_number': 5, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnets': [{'id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:15:32.832840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a46ba-ced8-4fbd-b953-057e4810ee46 None None] The sync data for ids ['719edea5-e4c1-4224-88e4-00f91e52d917'] in n-d-758851-4 is: [{'id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'name': 'router1', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '5ec80a6e-cb2f-439b-8647-b4c9115afaa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:15:11Z', 'updated_at': '2021-07-22T23:15:28Z', 'revision_number': 4, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'gw_port': {'id': '5ec80a6e-cb2f-439b-8647-b4c9115afaa5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:28Z', 'updated_at': '2021-07-22T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a372a406-5573-4f32-875b-c6a9a0c0b5c6', 'name': '', 'network_id': '56eac888-475f-4b9a-9119-8916680b26dc', 'tenant_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'mac_address': 'fa:16:3e:ea:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719edea5-e4c1-4224-88e4-00f91e52d917', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:15:20Z', 'updated_at': '2021-07-22T23:15:31Z', 'revision_number': 5, 'project_id': '666aaf6db1ef4772af2f6c71d8d9c34b', 'subnets': [{'id': '1da86056-e918-4b22-8208-68ea963f6e0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bfb33bae-5f7e-4e13-9ee3-ca3adaafafac'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:15:33.528758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:33.588732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:15:33.592694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:33.593082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.699223 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.720772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5ec80a6e-cb2f-439b-8647-b4c9115afaa5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:15:33.725486 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:33.726564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a372a406-5573-4f32-875b-c6a9a0c0b5c6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:33.811433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5ec80a6e-cb2f-439b-8647-b4c9115afaa5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:15:33.820964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:33.821347 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:35.494316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:15:35.565730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5ec80a6e-cb2f-439b-8647-b4c9115afaa5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:15:35.566453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:46.039177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd41af90-55c8-40fb-88fc-f8f439c1050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.236584 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a993e351-879c-4938-9c60-21c73ad42a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:49.503849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:50.022317 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:15:51.502898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:03.439847 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:16.041428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56e25357-1402-472a-99a0-48ec15e78199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.243760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca919e3b-f51b-46d8-ab9d-ffe1e9393320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:19.532528 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:20.024492 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:21.485806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:40.438302 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:16:46.043003 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c99aec3d-7370-46b3-bc09-71f36acf1851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:49.238611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa24b006-8934-4efb-9e87-0d4b10248030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:49.494759 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:50.020510 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:16:51.494917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:13.264402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:13.323729 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-150e185f-40d0-4dd4-a935-3a572c001416 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:17:13.325055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-150e185f-40d0-4dd4-a935-3a572c001416 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597110 Jul 22 23:17:13.487528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049aa571-d5e1-4c5b-bbab-fc6644302450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:13.489077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-049aa571-d5e1-4c5b-bbab-fc6644302450 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601000 Jul 22 23:17:15.653455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:15.744168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a490f-83ac-4bbe-8636-436fc843ef2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:15.745417 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3a1a490f-83ac-4bbe-8636-436fc843ef2e admin admin] 10.222.0.21 "GET /v2.0/subnets/1da86056-e918-4b22-8208-68ea963f6e0d HTTP/1.1" status: 200 len: 849 time: 0.0910201 Jul 22 23:17:15.754573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:17:15.836209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Notify callbacks [] for subnet, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:15.980480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755826412400'] for subnet, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:16.016541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:16.017725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:16.018327 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] 10.222.0.21 "PUT /v2.0/subnets/1da86056-e918-4b22-8208-68ea963f6e0d HTTP/1.1" status: 200 len: 868 time: 0.2675467 Jul 22 23:17:16.034395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63a27f-7ac5-4981-b8d8-5e580774d8e1 None None] Network 56eac888-475f-4b9a-9119-8916680b26dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:17:16.037632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da86056-e918-4b22-8208-68ea963f6e0d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:17:16.045001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.045361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.045675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.046006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.046337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.046667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.047014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.047368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.049557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.049887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.050212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.050913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10c7f7c-43de-45be-b467-83514f3a930f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:17:16.119975 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f8f2551-4cc5-4ae0-90bf-8fd9f0d35897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:16.496992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-abc93fb5-358f-4004-9b7a-38d966ed636a None None] Provisioning complete for port a372a406-5573-4f32-875b-c6a9a0c0b5c6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:16.497366 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-abc93fb5-358f-4004-9b7a-38d966ed636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:16.580699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-abc93fb5-358f-4004-9b7a-38d966ed636a None None] Provisioning complete for port 9302049e-3fd6-41ae-a4f6-c49357866cad triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:17:16.581072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-abc93fb5-358f-4004-9b7a-38d966ed636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:17.435961 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:18.191123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:18.386154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644438f4-5013-4030-aa76-497ef0614e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.386555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644438f4-5013-4030-aa76-497ef0614e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:18.388112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-644438f4-5013-4030-aa76-497ef0614e0b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960003 Jul 22 23:17:19.239276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac07f334-05b5-44c1-b5d7-1f9e666a930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:19.497689 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.025917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:20.563862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:20.692327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff063619-a646-45c6-8839-aa138acc5391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.692802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff063619-a646-45c6-8839-aa138acc5391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:20.695054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ff063619-a646-45c6-8839-aa138acc5391 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302168 Jul 22 23:17:21.494748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:22.860707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:22.989785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6077b8-fda2-4370-b132-4009d0813503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:22.992448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3e6077b8-fda2-4370-b132-4009d0813503 admin admin] 10.222.0.21 "GET /v2.0/networks/56eac888-475f-4b9a-9119-8916680b26dc HTTP/1.1" status: 200 len: 869 time: 0.1305804 Jul 22 23:17:25.282991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:25.404997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24411ee-6423-44fe-a43e-813cc553bce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:25.406368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c24411ee-6423-44fe-a43e-813cc553bce2 admin admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 886 time: 0.1223495 Jul 22 23:17:27.584716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:27.704808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a40527-b38b-40ab-807c-cbed69307177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:27.705188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a40527-b38b-40ab-807c-cbed69307177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:27.706717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72a40527-b38b-40ab-807c-cbed69307177 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1210482 Jul 22 23:17:29.875272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:30.081221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c23319-1e02-4758-aa30-4fd1f7d88fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:30.081592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c23319-1e02-4758-aa30-4fd1f7d88fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:30.083133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d1c23319-1e02-4758-aa30-4fd1f7d88fd8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2068882 Jul 22 23:17:32.252681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:32.342318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfbfd02-b2d9-41c8-8011-595990edf663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:32.343678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cdfbfd02-b2d9-41c8-8011-595990edf663 admin admin] 10.222.0.21 "GET /v2.0/subnets/1da86056-e918-4b22-8208-68ea963f6e0d HTTP/1.1" status: 200 len: 868 time: 0.0900333 Jul 22 23:17:34.500040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:34.630968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2b87ba-8d3f-4de6-a5c8-2746fc5b7235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:17:34.633775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4f2b87ba-8d3f-4de6-a5c8-2746fc5b7235 admin admin] 10.222.0.21 "GET /v2.0/subnets/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5 HTTP/1.1" status: 200 len: 816 time: 0.1327045 Jul 22 23:17:46.041926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68656fb4-5191-430d-b9a1-3dbcb9363179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:49.241546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d5a9888-2edd-4331-be65-2f34c7299712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:49.499686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:50.028602 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:51.499164 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:17:54.434020 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:17:59.326815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:17:59.371883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-77a253d5-b00e-4f66-b682-3cbe1190bd15 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:17:59.372888 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-77a253d5-b00e-4f66-b682-3cbe1190bd15 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451066 Jul 22 23:18:01.612941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44826) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:01.672471 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1628de-3b4d-4c8c-b32f-022e169d35fe admin admin] GET failed (client error): The resource could not be found. Jul 22 23:18:01.673784 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e1628de-3b4d-4c8c-b32f-022e169d35fe admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598860 Jul 22 23:18:01.812309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab2a97-c47b-4f63-ae93-b8b0f85bb8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:01.813815 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3fab2a97-c47b-4f63-ae93-b8b0f85bb8cd admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1362226 Jul 22 23:18:03.995135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:04.041007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:04.060032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Made reservation on behalf of b2fcf61169894192b43b6c7e7e38e414 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:18:04.062311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:04.100212 n-d-758851-4 neutron-server[93790]: WARNING neutron.services.revisions.revision_plugin [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Could not find related network for resource to bump revision. Jul 22 23:18:04.112231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:18:04.122124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:04.122479 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Added segment e80e1294-72bd-4ea7-8645-67dc4df39824 of type vlan for network dedf0601-95b2-4e0e-8580-90ac3f1fd028 Jul 22 23:18:04.159486 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:04.190479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:04.191366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:04.191969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:04.224502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2282617 Jul 22 23:18:04.253161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b551aab-cbec-4b00-b7c3-25edc771cf17 admin admin] Pushing event updated for resources: {'Network': ['ID=dedf0601-95b2-4e0e-8580-90ac3f1fd028,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:04.265696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:18:06.434653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:18:06.493694 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91e8c26-e990-4704-acc4-c3be212fab0e admin admin] GET failed (client error): The resource could not be found. Jul 22 23:18:06.495008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a91e8c26-e990-4704-acc4-c3be212fab0e admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593879 Jul 22 23:18:06.563508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178fa7b-84fb-4e49-b40b-c9c2cbc081ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.564940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2178fa7b-84fb-4e49-b40b-c9c2cbc081ef admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662057 Jul 22 23:18:06.575070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:18:06.594535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Made reservation on behalf of b2fcf61169894192b43b6c7e7e38e414 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:18:06.596746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:06.758291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:06.813463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe1ca3b-1916-489e-8986-3388fc1cacc1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:06.818614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:18:06.819683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Network hostable DHCP agents. Network: dedf0601-95b2-4e0e-8580-90ac3f1fd028, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:18:06.835646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:18:06.843247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, dedf0601-95b2-4e0e-8580-90ac3f1fd028) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:06.847190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:18:06.847811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:06.852971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54fb2f-bd01-47f8-b36e-9eed3a6431ce None None] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:18:06.862258 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d1e4554e-591e-4227-b302-f072bec808c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2913644 Jul 22 23:18:07.102525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'tenant_id': 'b2fcf61169894192b43b6c7e7e38e414', 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:18:07.103480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:07.238825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Allocated IP 192.168.233.2 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/413cb77f-883d-47b2-84f7-c10d7ee7a70d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:18:07.386181 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:07.394909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Transition to ACTIVE for port object 413cb77f-883d-47b2-84f7-c10d7ee7a70d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:18:07.410756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Transition to ACTIVE for port object 413cb77f-883d-47b2-84f7-c10d7ee7a70d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:18:07.417974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:07.463349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Pushing event updated for resources: {'Port': ['ID=413cb77f-883d-47b2-84f7-c10d7ee7a70d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:07.466432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:18:07.471119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:18:07.473729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.474086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.474430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.474768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.475104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.475465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.475798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.476135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.476465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.476795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.477323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.477691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:18:07.490868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:18:07.557702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Attempting to bind port 413cb77f-883d-47b2-84f7-c10d7ee7a70d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:18:07.558077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Attempting to bind port 413cb77f-883d-47b2-84f7-c10d7ee7a70d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:18:07.558460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Attempting to bind port 413cb77f-883d-47b2-84f7-c10d7ee7a70d on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:18:07.563444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:18:07.563816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:18:07.564218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:07.564617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:18:07.565083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Bound port: 413cb77f-883d-47b2-84f7-c10d7ee7a70d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:18:07.565480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:07.627444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-52829fb7-931b-4785-826e-44b37b680919 None None] For port 413cb77f-883d-47b2-84f7-c10d7ee7a70d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:18:07.630493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-52829fb7-931b-4785-826e-44b37b680919 None None] For port 413cb77f-883d-47b2-84f7-c10d7ee7a70d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=413cb77f-883d-47b2-84f7-c10d7ee7a70d,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:18:07.636626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:07.691883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52829fb7-931b-4785-826e-44b37b680919 None None] Pushing event updated for resources: {'Port': ['ID=413cb77f-883d-47b2-84f7-c10d7ee7a70d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:08.534970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57123885-4059-4add-b800-bcf114083554 None None] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:18:08.606419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da1f728b-089d-4bbb-8ca0-be7a9290d46d None None] Provisioning for port 413cb77f-883d-47b2-84f7-c10d7ee7a70d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:18:09.591178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 413cb77f-883d-47b2-84f7-c10d7ee7a70d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:18:09.643870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 413cb77f-883d-47b2-84f7-c10d7ee7a70d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:18:09.647723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 413cb77f-883d-47b2-84f7-c10d7ee7a70d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:18:09.648103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:09.728182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:09.761419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 413cb77f-883d-47b2-84f7-c10d7ee7a70d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=413cb77f-883d-47b2-84f7-c10d7ee7a70d,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:18:09.764604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:09.815481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=413cb77f-883d-47b2-84f7-c10d7ee7a70d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:18:11.569775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 413cb77f-883d-47b2-84f7-c10d7ee7a70d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:18:11.621867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 413cb77f-883d-47b2-84f7-c10d7ee7a70d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:18:11.622233 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:16.043545 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d7f3521a-78d4-45d0-9b9a-14fab2624a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.242550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3215b5a3-9784-45e0-887b-9a933b768a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:19.502417 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:20.030376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:21.501053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:31.432942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:18:46.046117 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ce522b-8c5e-42d6-a4eb-ee364a0ce94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.243800 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76f0713f-5afd-4337-b3f5-4cf9c7baee9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:49.504748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:50.031743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:18:51.508649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:08.432061 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:16.048588 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b67472c-5447-4acc-a6e3-e927ac62314e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.246246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8619d7cb-7f6d-4ab4-b503-3da118be609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:19.506242 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:20.035296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:21.510607 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:22.557290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44896) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:22.563532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-aabca200-8489-428b-bc08-d769ee633990 tempest-verify_tempest_config-949265139 tempest-verify_tempest_config-949265139-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:19:22.564514 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aabca200-8489-428b-bc08-d769ee633990 tempest-verify_tempest_config-949265139 tempest-verify_tempest_config-949265139-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059612 Jul 22 23:19:22.863657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44914) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:22.961227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.050334 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.054849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.099476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc1ae3-b947-4285-a87b-2eb10aa42638,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:23.103974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=827629e8d86a4dfabea99d8618768633&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2393386 Jul 22 23:19:23.106854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:19:23.108229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.108620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.108927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.109263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.109603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.109935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.110266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.110596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.110925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.111248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.111601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.111925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101a885e-114a-4b61-b7a3-d2d2f2604fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.164109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.185357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.270015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.272519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:23.273683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9acc1ae3-b947-4285-a87b-2eb10aa42638 HTTP/1.1" status: 204 len: 168 time: 0.1658123 Jul 22 23:19:23.281807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc1ae3-b947-4285-a87b-2eb10aa42638,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:19:23.288363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.288711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.289050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.289385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.289717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.290053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.290380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.290703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.291024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.291353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.291693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:23.292730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ab5b9-8d24-462a-9c9d-5eea62349663 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:19:45.430362 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:19:46.052217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b27943-a1ad-448a-a78e-8521100888d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:49.246259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99974c68-b490-4cfd-9efd-ba2b15addc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:49.508001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:50.040776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:19:51.510805 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:16.052609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6720-9e53-4880-99f0-ee0e17ff00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:19.246585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1925801-8c6e-4793-b1f8-656efc76bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:19.509676 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:20.040906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:21.516141 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:22.429450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:20:46.055815 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6345d3e0-a5a4-487c-8e04-74337ce03a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:49.246077 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9604058e-dfdb-4aa0-bd59-68b2d6d9e2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:49.510491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:50.043454 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:51.517453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:20:59.428607 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:16.055521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7bda40c7-0195-497a-9699-2869bc6252d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:19.247086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-132f72a3-91fd-4795-bb21-b2991d25fad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:19.513105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:20.046122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:21.520972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:36.426986 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:21:46.054830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722e6a64-a1e1-418a-8579-dd6a8fa96adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.248246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-049a1637-9720-4905-98ea-3c941a821ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:49.513152 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:50.048591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:21:51.523212 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:13.426617 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 5 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:16.054723 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56faed87-1b42-44ae-a3c0-60da2bd3b5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.249559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28eecc59-c71b-4576-9397-5b4ed8d90707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:19.513889 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:20.052531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.527589 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:21.801315 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:35.580025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-709624'] for agent, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:46.055288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbda4102-7042-480a-bfc3-53a09e5181d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.250233 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d4d31c8a-356a-495e-8251-ff064e427d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:49.515536 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:50.055572 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:50.427044 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:22:51.529365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:22:51.762245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:05.582404 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:08.287469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44980) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:08.387973 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8be519cb-1777-4a2f-a361-03780ea57df4 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0994272 Jul 22 23:23:10.555892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:23:10.613683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-29311a22-eb52-427e-abb4-f156add49ed0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0567222 Jul 22 23:23:16.057774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1a91669-c7d5-4273-a55e-7d78d0b4e68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:19.249992 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8cca6881-a02d-4466-b1f2-1f2da24e5252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:19.517378 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:20.057729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:21.532460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:21.777002 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:27.426522 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:23:35.582263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:46.061538 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4aef235-9542-4215-b471-2648f0d458e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:49.251879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91c2c066-7cd6-4f2e-bd05-259a44ee1c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:49.522240 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:50.061790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:51.543439 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:23:51.797302 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:04.425509 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:05.583648 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:16.054930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4aed604a-bb86-4779-85e8-24f2265b22dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:19.254629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62784fb7-3259-4d96-b58f-1669226bb9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:19.516840 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:20.066767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:21.540078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:21.808124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:35.606943 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:35.928970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:35.931940 n-d-758851-4 neutron-server[93791]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:24:35.962805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-6d1c58b4-b0e8-464e-957a-0d9f59ccc269 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=176956554bf24ec2933605bcb8040bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325689 Jul 22 23:24:36.162820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-cefa8fde-c09d-4d7b-a696-0978be1c5557 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:36.164406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-cefa8fde-c09d-4d7b-a696-0978be1c5557 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955805 Jul 22 23:24:36.185149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-7ac14798-548b-4c95-bdeb-432bfdbca9eb tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/quotas/176956554bf24ec2933605bcb8040bae HTTP/1.1" status: 200 len: 375 time: 0.0121026 Jul 22 23:24:36.247719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-29360ed5-39d3-470c-91b7-6b78053758f5 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=176956554bf24ec2933605bcb8040bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563135 Jul 22 23:24:36.293377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:36.344965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:36.418826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.549076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82f8af58-67d9-41e7-8a73-4ee64f786624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.617984 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.626626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.701831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=285976e034f1464bbad136a2f265702b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4066992 Jul 22 23:24:36.705299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:36.743681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce3d15-3711-479c-97dc-d9b7ffbb9ff0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:36.760685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.761183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.761639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.762216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.762762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.763320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.763824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.764167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.764708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.764844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.765179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.765510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be80ac7d-14d5-49ac-a5fe-a2b9d2581e6e admin admin] Tracked resource versions report: Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: pushed versions: Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: { 'AddressGroup': {'1.2'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'ConntrackHelper': {'1.0'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Log': {'1.0'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Network': {'1.1'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Port': {'1.7'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'PortForwarding': {'1.2'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'QosPolicy': {'1.8'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'SecurityGroup': {'1.4'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'SubPort': {'1.0'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Subnet': {'1.1'}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Trunk': {'1.1'}} Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: consumer versions: Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: HyperV agent@n-h1-758851-4: {}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: HyperV agent@n-h2-758851-4: {}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: L3 agent@n-d-758851-4: {}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: Metadata agent@n-d-758851-4: {}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: Metering agent@n-d-758851-4: {}, Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'ConntrackHelper': '1.0', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Log': '1.0', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Network': '1.1', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Port': '1.7', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'PortForwarding': '1.2', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'QosPolicy': '1.8', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'SecurityGroup': '1.4', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'SecurityGroupRule': '1.2', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'SubPort': '1.0', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Subnet': '1.1', Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: 'Trunk': '1.1'}} Jul 22 23:24:36.766638 n-d-758851-4 neutron-server[93791]: {{(pid=93791) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:24:36.827257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.837164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82f8af58-67d9-41e7-8a73-4ee64f786624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.838452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:36.852383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:36.853368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.867234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82f8af58-67d9-41e7-8a73-4ee64f786624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:36.896113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82f8af58-67d9-41e7-8a73-4ee64f786624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=273ddc1eb892496e81b05d8c5106a011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5500815 Jul 22 23:24:36.899142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:36.908416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-ad8c3dc3-fbcc-4c6a-b498-9bd083be5a2b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bb5a0f0a4bde4fafac93d36b1a3544a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673196 Jul 22 23:24:37.009703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.013423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.017174 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dce3d15-3711-479c-97dc-d9b7ffbb9ff0 HTTP/1.1" status: 204 len: 168 time: 0.3060384 Jul 22 23:24:37.024812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8af58-67d9-41e7-8a73-4ee64f786624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00824971-e9dc-4f6c-b23a-53d5802b5918,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:37.052982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31d4612f-c5fc-48e6-b095-102f126a2b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.066607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce3d15-3711-479c-97dc-d9b7ffbb9ff0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:37.071130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-d67f1197-8068-4358-9e03-1ff64284f18f tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:37.078003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-d67f1197-8068-4358-9e03-1ff64284f18f tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685510 Jul 22 23:24:37.084684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.089542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.089992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.090557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.091090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.091614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.091960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.092345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.092839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.093432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.093902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.095056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:37.096013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-95457a66-5478-4e52-b171-7cd6b1653605 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/quotas/bb5a0f0a4bde4fafac93d36b1a3544a5 HTTP/1.1" status: 200 len: 375 time: 0.0170889 Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca6797-4a96-48c6-84e8-c850ba56a2d9 admin admin] Tracked resource versions report: Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: pushed versions: Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: { 'AddressGroup': {'1.2'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'ConntrackHelper': {'1.0'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Log': {'1.0'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Network': {'1.1'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Port': {'1.7'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'PortForwarding': {'1.2'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'QosPolicy': {'1.8'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'SecurityGroup': {'1.4'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'SubPort': {'1.0'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Subnet': {'1.1'}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Trunk': {'1.1'}} Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: consumer versions: Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: HyperV agent@n-h1-758851-4: {}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: HyperV agent@n-h2-758851-4: {}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: L3 agent@n-d-758851-4: {}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: Metadata agent@n-d-758851-4: {}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: Metering agent@n-d-758851-4: {}, Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'ConntrackHelper': '1.0', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Log': '1.0', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Network': '1.1', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Port': '1.7', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'PortForwarding': '1.2', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'QosPolicy': '1.8', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'SecurityGroup': '1.4', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'SecurityGroupRule': '1.2', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'SubPort': '1.0', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Subnet': '1.1', Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: 'Trunk': '1.1'}} Jul 22 23:24:37.097148 n-d-758851-4 neutron-server[93790]: {{(pid=93790) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:24:37.139087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4640b1f3-a7f4-44ed-8822-d6212461df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.171238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4640b1f3-a7f4-44ed-8822-d6212461df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.180094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa1ff0e2-ef43-4c7c-8ecf-66f2085628bc req-9f6ee4c4-08c8-435b-b0fd-9d6e1d2543fb tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 210 time: 0.0799363 Jul 22 23:24:37.203552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-36eb2565-c5fa-4dfa-bb71-c8dbace4ae9d tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb5a0f0a4bde4fafac93d36b1a3544a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066658 Jul 22 23:24:37.279857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4640b1f3-a7f4-44ed-8822-d6212461df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.282810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4640b1f3-a7f4-44ed-8822-d6212461df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.286199 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4640b1f3-a7f4-44ed-8822-d6212461df5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00824971-e9dc-4f6c-b23a-53d5802b5918 HTTP/1.1" status: 204 len: 168 time: 0.3608687 Jul 22 23:24:37.296124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b1f3-a7f4-44ed-8822-d6212461df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00824971-e9dc-4f6c-b23a-53d5802b5918,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:37.348469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31d4612f-c5fc-48e6-b095-102f126a2b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.356296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31d4612f-c5fc-48e6-b095-102f126a2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.395304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-31d4612f-c5fc-48e6-b095-102f126a2b1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a78b16a173044c7a7b1bfbfd69107ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5417383 Jul 22 23:24:37.396427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4612f-c5fc-48e6-b095-102f126a2b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde0217-17a4-4f19-a1ef-6df680cb51d1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:37.399044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:37.512189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc9e1-e2ab-4771-9686-dfa0d7021a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.512629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:37.530800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50cbb72f-a2dc-49dd-898d-d2765dbeb8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.550221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc9e1-e2ab-4771-9686-dfa0d7021a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.641164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc9e1-e2ab-4771-9686-dfa0d7021a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.646201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b0dc9e1-e2ab-4771-9686-dfa0d7021a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.651480 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4b0dc9e1-e2ab-4771-9686-dfa0d7021a6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bde0217-17a4-4f19-a1ef-6df680cb51d1 HTTP/1.1" status: 204 len: 168 time: 0.2485855 Jul 22 23:24:37.666461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dc9e1-e2ab-4771-9686-dfa0d7021a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde0217-17a4-4f19-a1ef-6df680cb51d1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:37.671088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04935fa5-356a-4a53-a305-17eed3046a24 req-f00dfebc-f591-4232-8c9a-7cab5dc09685 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 210 time: 0.0632219 Jul 22 23:24:37.765070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50cbb72f-a2dc-49dd-898d-d2765dbeb8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.770807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-50cbb72f-a2dc-49dd-898d-d2765dbeb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.827603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbb72f-a2dc-49dd-898d-d2765dbeb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d27ee0-b2a6-41f8-8e24-0fb9436dab8d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:37.870054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:37.871064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-50cbb72f-a2dc-49dd-898d-d2765dbeb8a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6822a246b2084610b3aa06b0e6d3e55b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3571205 Jul 22 23:24:37.939055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da536615-e845-4ff0-ac0f-961dd63826f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:37.971114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da536615-e845-4ff0-ac0f-961dd63826f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.050797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:38.062467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da536615-e845-4ff0-ac0f-961dd63826f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.068251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da536615-e845-4ff0-ac0f-961dd63826f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.070992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-da536615-e845-4ff0-ac0f-961dd63826f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98d27ee0-b2a6-41f8-8e24-0fb9436dab8d HTTP/1.1" status: 204 len: 168 time: 0.1995354 Jul 22 23:24:38.079191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66adfa43-7681-497c-87df-9ce5c0367149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.105421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da536615-e845-4ff0-ac0f-961dd63826f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d27ee0-b2a6-41f8-8e24-0fb9436dab8d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:38.259221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66adfa43-7681-497c-87df-9ce5c0367149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.266586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-66adfa43-7681-497c-87df-9ce5c0367149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.346214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0128f5ea-3d89-4b55-8124-27e70a21603d req-e97f43b9-0b81-47e9-acec-b56fa8f8c07e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 210 time: 0.0573530 Jul 22 23:24:38.361036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-66adfa43-7681-497c-87df-9ce5c0367149 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2844290e38f34cd7a01c4e1c52c272a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3086686 Jul 22 23:24:38.363968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:38.368405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66adfa43-7681-497c-87df-9ce5c0367149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5cc5f-e05f-4241-af6c-d1214e106918,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:38.432634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15368aac-a1cd-45fa-8e44-284c50c25000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.462160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15368aac-a1cd-45fa-8e44-284c50c25000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.568163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15368aac-a1cd-45fa-8e44-284c50c25000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.574609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15368aac-a1cd-45fa-8e44-284c50c25000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.577938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-15368aac-a1cd-45fa-8e44-284c50c25000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1e5cc5f-e05f-4241-af6c-d1214e106918 HTTP/1.1" status: 204 len: 168 time: 0.2126689 Jul 22 23:24:38.598346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15368aac-a1cd-45fa-8e44-284c50c25000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5cc5f-e05f-4241-af6c-d1214e106918,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:38.741402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:38.758050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c7c-0670-4d53-94bc-037a1043b436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:38.992709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c7c-0670-4d53-94bc-037a1043b436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.000931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c7c-0670-4d53-94bc-037a1043b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.030164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98c139cf-818a-4402-8fbd-962b463c82c8 req-4c802707-9dca-4d1d-8fcf-1ac8e5d4d656 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 210 time: 0.0929744 Jul 22 23:24:39.069921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:39.071479 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e71d6c7c-0670-4d53-94bc-037a1043b436 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2653f738a15a4baaad6a7faa77100327&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3284774 Jul 22 23:24:39.074972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6c7c-0670-4d53-94bc-037a1043b436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d24682-8e3e-411f-8d6f-288c51ae20b6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:39.134785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a13c30a-b0a1-4c1d-99ce-205f9d7b20a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.166634 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a13c30a-b0a1-4c1d-99ce-205f9d7b20a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.254246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a13c30a-b0a1-4c1d-99ce-205f9d7b20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.257032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a13c30a-b0a1-4c1d-99ce-205f9d7b20a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.258386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a13c30a-b0a1-4c1d-99ce-205f9d7b20a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26d24682-8e3e-411f-8d6f-288c51ae20b6 HTTP/1.1" status: 204 len: 168 time: 0.1867325 Jul 22 23:24:39.267610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13c30a-b0a1-4c1d-99ce-205f9d7b20a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d24682-8e3e-411f-8d6f-288c51ae20b6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:39.506415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:39.541891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b30956-3611-4761-b5fc-8ecd3f2da032 req-2e277ac0-75a0-48e9-a2cc-79468147ce75 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 210 time: 0.0368540 Jul 22 23:24:39.685412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.49', 61525) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:39.713775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84a2cac1-24a1-486e-ba84-2963f59f5a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.719106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-c2fbc8e9-1f93-4add-92c0-e9049dffbcfd tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=bb5a0f0a4bde4fafac93d36b1a3544a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317924 Jul 22 23:24:39.863713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84a2cac1-24a1-486e-ba84-2963f59f5a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.870662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84a2cac1-24a1-486e-ba84-2963f59f5a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:39.905141 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84a2cac1-24a1-486e-ba84-2963f59f5a66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=007a92018c7e41b2809e8a21d6920a52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3950145 Jul 22 23:24:39.905695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:39.912887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-2f65a0e6-aee0-47bb-a544-2c2b77cbd8d5 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:39.914367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-2f65a0e6-aee0-47bb-a544-2c2b77cbd8d5 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909227 Jul 22 23:24:39.951157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2cac1-24a1-486e-ba84-2963f59f5a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03625c2-991c-4eea-8088-0420dcd26926,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:39.975504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Request body: {'port': {'device_id': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': 'bb5a0f0a4bde4fafac93d36b1a3544a5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:24:39.989266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d623ab16-456a-4372-b100-6a1cdad1226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.017681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d623ab16-456a-4372-b100-6a1cdad1226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.056947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.48', 58992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:40.087603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d623ab16-456a-4372-b100-6a1cdad1226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.093369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d623ab16-456a-4372-b100-6a1cdad1226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.097814 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d623ab16-456a-4372-b100-6a1cdad1226a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e03625c2-991c-4eea-8088-0420dcd26926 HTTP/1.1" status: 204 len: 168 time: 0.1890030 Jul 22 23:24:40.106208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623ab16-456a-4372-b100-6a1cdad1226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03625c2-991c-4eea-8088-0420dcd26926,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:40.126367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-f9cdb1c0-6228-4dd2-a07a-800f7391e54c tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=176956554bf24ec2933605bcb8040bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425906 Jul 22 23:24:40.407084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ace10d3b-f5fb-4cdb-9bdf-8bf2a481727e req-6707db8f-e7a3-4fe9-9ea2-bce1dfc8e24d tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 210 time: 0.2004731 Jul 22 23:24:40.539485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-3114f84b-731f-4539-acd3-6ab729f811d2 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:40.541480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-3114f84b-731f-4539-acd3-6ab729f811d2 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4075589 Jul 22 23:24:40.543211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Made reservation on behalf of bb5a0f0a4bde4fafac93d36b1a3544a5 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:24:40.547486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.561279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.669198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d523d176-f0d5-42c7-87e4-779c32a0899c req-9e927991-cfc9-46a8-b77d-abe456b59246 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 210 time: 0.0364137 Jul 22 23:24:40.693361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Request body: {'port': {'device_id': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '176956554bf24ec2933605bcb8040bae'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:24:40.756308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.792232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:40.798377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.809405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28e0c952-782f-46ec-973c-d31c4e906f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.960113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:40.976307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28e0c952-782f-46ec-973c-d31c4e906f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:40.983731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28e0c952-782f-46ec-973c-d31c4e906f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.039018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-28e0c952-782f-46ec-973c-d31c4e906f36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e79c3725a70f4483ba8e686f8745811f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2456546 Jul 22 23:24:41.040815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0c952-782f-46ec-973c-d31c4e906f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9712a5f5-bd7d-4b3b-ac4e-afc5a71c251c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:41.051499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45738) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:41.184303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Made reservation on behalf of 176956554bf24ec2933605bcb8040bae for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:24:41.188522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.200760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Allocated IP 192.168.233.61 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/fd438579-7885-4116-a97c-48a7f52570b3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:24:41.225854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.294982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c69fab5-f65a-4e66-ab4a-b515bc0e7b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.428151 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:24:41.472394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c69fab5-f65a-4e66-ab4a-b515bc0e7b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.661064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.692492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f17f916-812e-4568-9bde-e2ec44fb1aa9 req-9e9f5e1f-794d-4509-a678-f969baf1b63f tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 210 time: 0.0997906 Jul 22 23:24:41.693379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.889983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b6d3754-3850-43ae-9be4-d68b944206ff req-69d919ec-ef7c-4fe5-8bb2-c0e0515f77f0 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 210 time: 0.0794036 Jul 22 23:24:41.902901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c69fab5-f65a-4e66-ab4a-b515bc0e7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.906012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c69fab5-f65a-4e66-ab4a-b515bc0e7b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.910132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7c69fab5-f65a-4e66-ab4a-b515bc0e7b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9712a5f5-bd7d-4b3b-ac4e-afc5a71c251c HTTP/1.1" status: 204 len: 168 time: 0.8475039 Jul 22 23:24:41.914732 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:41.957255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e7d14-8750-4580-8cda-fd19913cb9a3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:41.993294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69fab5-f65a-4e66-ab4a-b515bc0e7b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9712a5f5-bd7d-4b3b-ac4e-afc5a71c251c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:42.021843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Transition to ACTIVE for port object fd438579-7885-4116-a97c-48a7f52570b3 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:24:42.088085 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:42.371435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:24:42.392316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:24:42.400716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:24:42.420121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:42.424521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:42.496489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Allocated IP 192.168.233.68 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/917d1c19-e13d-4e83-82b7-4d523c14fa8e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:24:42.899202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-50836fce-b1f8-4c6b-889c-9c32bd1cb754 None None] Provisioning for port fd438579-7885-4116-a97c-48a7f52570b3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:24:42.912496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-50836fce-b1f8-4c6b-889c-9c32bd1cb754 None None] Provisioning complete for port fd438579-7885-4116-a97c-48a7f52570b3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:24:42.914589 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-50836fce-b1f8-4c6b-889c-9c32bd1cb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:42.918576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Pushing event updated for resources: {'Port': ['ID=fd438579-7885-4116-a97c-48a7f52570b3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:42.974568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-a4732881-5383-47de-8d1f-89d5a4a6cb3c tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0037951 Jul 22 23:24:43.035099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-5af37e49-342b-47df-acc1-b8ffc242b3a6 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:24:43.037023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-5af37e49-342b-47df-acc1-b8ffc242b3a6 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124886 Jul 22 23:24:43.073482 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:43.081463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-50836fce-b1f8-4c6b-889c-9c32bd1cb754 None None] Port fd438579-7885-4116-a97c-48a7f52570b3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:24:43.112535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Transition to ACTIVE for port object 917d1c19-e13d-4e83-82b7-4d523c14fa8e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:24:43.149260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927d7d-3905-4700-831a-19882524ea27 req-89a4e449-503f-4c9e-85e4-e40c385e63a0 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:43.151427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49927d7d-3905-4700-831a-19882524ea27 req-89a4e449-503f-4c9e-85e4-e40c385e63a0 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 935 time: 0.2273738 Jul 22 23:24:43.342626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49927d7d-3905-4700-831a-19882524ea27 req-3c904783-e5df-4ce2-a231-420e9355c24a tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835704 Jul 22 23:24:43.346212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:43.427991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Pushing event updated for resources: {'Port': ['ID=917d1c19-e13d-4e83-82b7-4d523c14fa8e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:43.458389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:24:43.460794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:24:43.476420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:24:43.483254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:43.483957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:43.566654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-e8638c22-fade-4b12-a0ee-403ab4ba895e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8825741 Jul 22 23:24:43.635292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b60b2a-28a1-4d91-b99b-70b766042b13 req-4cc37661-9b0d-4863-9647-e1d53b4d5c6d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:43.638076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54b60b2a-28a1-4d91-b99b-70b766042b13 req-4cc37661-9b0d-4863-9647-e1d53b4d5c6d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 935 time: 0.1491580 Jul 22 23:24:43.712840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54b60b2a-28a1-4d91-b99b-70b766042b13 req-8fd451b5-cd11-4a93-8684-f20cf6dd6e4c tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691001 Jul 22 23:24:43.814238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Request body: {'port': {'device_id': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'device_owner': 'compute:tempest-test_az-1923733132', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:24:43.818283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25bd6f0b-0cdc-41c3-8907-5aa1c759f5d3 None None] Provisioning for port 917d1c19-e13d-4e83-82b7-4d523c14fa8e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:24:43.830325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25bd6f0b-0cdc-41c3-8907-5aa1c759f5d3 None None] Provisioning complete for port 917d1c19-e13d-4e83-82b7-4d523c14fa8e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:24:43.832974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25bd6f0b-0cdc-41c3-8907-5aa1c759f5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:43.921314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-25bd6f0b-0cdc-41c3-8907-5aa1c759f5d3 None None] Port 917d1c19-e13d-4e83-82b7-4d523c14fa8e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:24:43.971586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:44.457138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-b3857e1b-92de-4e5e-994d-2bb2445d0c4a tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:24:44.462564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-b3857e1b-92de-4e5e-994d-2bb2445d0c4a tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148001 Jul 22 23:24:44.752541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd438579-7885-4116-a97c-48a7f52570b3 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:24:44.769002 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:44.869158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Transition to ACTIVE for port object fd438579-7885-4116-a97c-48a7f52570b3 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:24:44.916122 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.084110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:45.135215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fd438579-7885-4116-a97c-48a7f52570b3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:45.272271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf8175-982f-4b58-a0e0-a576c7c540b5 req-ca04b139-fd2d-4062-be0e-5d802b6f24a7 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:45.273902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3baf8175-982f-4b58-a0e0-a576c7c540b5 req-ca04b139-fd2d-4062-be0e-5d802b6f24a7 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 935 time: 0.4479356 Jul 22 23:24:45.322131 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5133c3ff-dcf7-4726-b0e9-fe1b5cc7f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.326799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Request body: {'port': {'device_id': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:24:45.439519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Attempting to bind port fd438579-7885-4116-a97c-48a7f52570b3 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:24:45.439903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Attempting to bind port fd438579-7885-4116-a97c-48a7f52570b3 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Attempting to bind port fd438579-7885-4116-a97c-48a7f52570b3 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Port fd438579-7885-4116-a97c-48a7f52570b3 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Attempting to bind port fd438579-7885-4116-a97c-48a7f52570b3 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Bound port: fd438579-7885-4116-a97c-48a7f52570b3, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.616560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3baf8175-982f-4b58-a0e0-a576c7c540b5 req-38498d83-cf54-405f-bfdd-c426eb7a55f7 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740797 Jul 22 23:24:45.619281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5133c3ff-dcf7-4726-b0e9-fe1b5cc7f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.619723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3572662-4c10-4717-93df-023959970398 req-e4af995a-9438-42d8-9e70-01ffadee7014 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:45.619723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3572662-4c10-4717-93df-023959970398 req-e4af995a-9438-42d8-9e70-01ffadee7014 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 935 time: 0.4594986 Jul 22 23:24:45.619723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.627378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5133c3ff-dcf7-4726-b0e9-fe1b5cc7f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:45.646942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3572662-4c10-4717-93df-023959970398 req-953beeb1-901e-42ae-8eed-c8c17a4eaace tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027925 Jul 22 23:24:45.721033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] For port fd438579-7885-4116-a97c-48a7f52570b3, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:24:45.727219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133c3ff-dcf7-4726-b0e9-fe1b5cc7f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25695306-2a36-43ef-ad0c-8e4aa7a468b6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:45.752138 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5133c3ff-dcf7-4726-b0e9-fe1b5cc7f074 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=820a0ebafdd643a49aba851fab19fba9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6628482 Jul 22 23:24:45.753366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:45.927115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d65e8c7-f53c-47ac-870a-271e71f76fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.005770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d65e8c7-f53c-47ac-870a-271e71f76fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.067858 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cab285cb-a81a-4000-bb96-ac7ca504be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.114784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] For port fd438579-7885-4116-a97c-48a7f52570b3, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=fd438579-7885-4116-a97c-48a7f52570b3,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:24:46.127794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.161503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d65e8c7-f53c-47ac-870a-271e71f76fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.177423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d65e8c7-f53c-47ac-870a-271e71f76fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.187374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6d65e8c7-f53c-47ac-870a-271e71f76fdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25695306-2a36-43ef-ad0c-8e4aa7a468b6 HTTP/1.1" status: 204 len: 168 time: 0.4302559 Jul 22 23:24:46.209961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65e8c7-f53c-47ac-870a-271e71f76fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25695306-2a36-43ef-ad0c-8e4aa7a468b6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:46.332411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:46.333573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.335034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] 10.222.0.49 "PUT /v2.0/ports/fd438579-7885-4116-a97c-48a7f52570b3 HTTP/1.1" status: 200 len: 1117 time: 2.7958958 Jul 22 23:24:46.335530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'tag': 'fd438579-7885-4116-a97c-48a7f52570b3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:24:46.662938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47370dd-03f7-40fa-a51e-4d59bb7c7b86 service neutron] Pushing event updated for resources: {'Port': ['ID=fd438579-7885-4116-a97c-48a7f52570b3,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:46.819009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-9941f0e4-c2e6-4b83-8421-4d7a2f7bc250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:46.820708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-9941f0e4-c2e6-4b83-8421-4d7a2f7bc250 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb5a0f0a4bde4fafac93d36b1a3544a5&device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 1120 time: 0.3025134 Jul 22 23:24:46.825595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917d1c19-e13d-4e83-82b7-4d523c14fa8e {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:24:46.868962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.902093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:46.912206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-c2fe22c4-dcdc-4bef-9e44-1d2b9f6248e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=fd438579-7885-4116-a97c-48a7f52570b3 HTTP/1.1" status: 200 len: 217 time: 0.0787365 Jul 22 23:24:46.922996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Transition to ACTIVE for port object 917d1c19-e13d-4e83-82b7-4d523c14fa8e will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:24:46.931731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:46.934030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1d45-f343-435f-9964-2cfef5e27f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.146477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1d45-f343-435f-9964-2cfef5e27f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.152493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef0f1d45-f343-435f-9964-2cfef5e27f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.181785 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ef0f1d45-f343-435f-9964-2cfef5e27f61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61f0640377534bbc80dd3000dc642788&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2783253 Jul 22 23:24:47.194841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-506d8fde-b0e0-49ba-8777-fa641e5603a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:47.201156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-506d8fde-b0e0-49ba-8777-fa641e5603a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2685974 Jul 22 23:24:47.202225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:47.205367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:47.211965 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a57e819-b8e9-4aaf-bf49-b711ace34d0d", "tag": "fd438579-7885-4116-a97c-48a7f52570b3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:24:47.258652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8c0e-6684-4524-bf2e-067d1180504c req-fd49692d-e880-488e-91e8-c4070ea1efa9 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:47.260483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c7d8c0e-6684-4524-bf2e-067d1180504c req-fd49692d-e880-488e-91e8-c4070ea1efa9 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.5398273 Jul 22 23:24:47.274827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Pushing event updated for resources: {'Port': ['ID=917d1c19-e13d-4e83-82b7-4d523c14fa8e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:47.282300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f1d45-f343-435f-9964-2cfef5e27f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39baa5d7-ffe4-4647-87cb-d54bd63826dc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:47.398004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f31603-9b10-4b4e-9066-01931b15e30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.417980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Attempting to bind port 917d1c19-e13d-4e83-82b7-4d523c14fa8e on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:24:47.418571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Attempting to bind port 917d1c19-e13d-4e83-82b7-4d523c14fa8e by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:24:47.419043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Attempting to bind port 917d1c19-e13d-4e83-82b7-4d523c14fa8e on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:24:47.437365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Port 917d1c19-e13d-4e83-82b7-4d523c14fa8e on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:24:47.437991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Attempting to bind port 917d1c19-e13d-4e83-82b7-4d523c14fa8e on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:24:47.453031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:24:47.456132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:24:47.456532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:24:47.457008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Bound port: 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:24:47.466704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.484419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f31603-9b10-4b4e-9066-01931b15e30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.514447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c7d8c0e-6684-4524-bf2e-067d1180504c req-b6821d84-385d-4a21-96e6-0a30b4240189 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406631 Jul 22 23:24:47.592928 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40502fea-f71b-4681-b048-1dff8e4d1f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.614822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] For port 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:24:47.622089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] For port 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:24:47.646806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.696137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f31603-9b10-4b4e-9066-01931b15e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.700676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-59f31603-9b10-4b4e-9066-01931b15e30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.704406 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-59f31603-9b10-4b4e-9066-01931b15e30d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39baa5d7-ffe4-4647-87cb-d54bd63826dc HTTP/1.1" status: 204 len: 168 time: 0.4976010 Jul 22 23:24:47.732571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f31603-9b10-4b4e-9066-01931b15e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39baa5d7-ffe4-4647-87cb-d54bd63826dc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:47.742293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:47.743864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.744456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] 10.222.0.48 "PUT /v2.0/ports/917d1c19-e13d-4e83-82b7-4d523c14fa8e HTTP/1.1" status: 200 len: 1095 time: 2.9196064 Jul 22 23:24:47.927253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e07e88-f6e7-42e5-921d-2b71e2cf955d service neutron] Pushing event updated for resources: {'Port': ['ID=917d1c19-e13d-4e83-82b7-4d523c14fa8e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:47.983526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40502fea-f71b-4681-b048-1dff8e4d1f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:47.995796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-40502fea-f71b-4681-b048-1dff8e4d1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.072817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40502fea-f71b-4681-b048-1dff8e4d1f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0b95ab-7589-45a5-8b23-6ffd4f8d45da,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:48.082205 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-40502fea-f71b-4681-b048-1dff8e4d1f4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=953b4f99c75b459abc81141a99fbdf65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8720868 Jul 22 23:24:48.082576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:48.102812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-9f17ec0f-8730-45d6-8557-9b4e09fdc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:48.105009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-9f17ec0f-8730-45d6-8557-9b4e09fdc694 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176956554bf24ec2933605bcb8040bae&device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 1098 time: 0.2912314 Jul 22 23:24:48.114366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157fc0-849e-4660-b8ac-e7211165059d req-2b62c5d7-3534-4c9c-81ea-9738a78d976e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:48.116205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4157fc0-849e-4660-b8ac-e7211165059d req-2b62c5d7-3534-4c9c-81ea-9738a78d976e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 947 time: 0.1770442 Jul 22 23:24:48.162357 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d095-a72f-4f7c-96c2-68e6dc8e0149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.169755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-b42172fe-4f02-4140-91b0-b7f3bf98a818 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e HTTP/1.1" status: 200 len: 217 time: 0.0516603 Jul 22 23:24:48.251245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d095-a72f-4f7c-96c2-68e6dc8e0149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.329866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d095-a72f-4f7c-96c2-68e6dc8e0149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.333049 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8dc3d095-a72f-4f7c-96c2-68e6dc8e0149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:48.335885 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8dc3d095-a72f-4f7c-96c2-68e6dc8e0149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c0b95ab-7589-45a5-8b23-6ffd4f8d45da HTTP/1.1" status: 204 len: 168 time: 0.2472007 Jul 22 23:24:48.363320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3d095-a72f-4f7c-96c2-68e6dc8e0149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0b95ab-7589-45a5-8b23-6ffd4f8d45da,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:48.498693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4157fc0-849e-4660-b8ac-e7211165059d req-48a31fd7-e5ac-4cdb-a128-af30212905d5 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724816 Jul 22 23:24:48.525868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-859bc159-1e54-4576-abdd-5d17b619aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:48.539451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-859bc159-1e54-4576-abdd-5d17b619aad2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.3605654 Jul 22 23:24:48.865573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169022cd-c224-4113-a18f-26080b78279e req-49cd0bfb-16df-4e43-95f6-f7a29f8e7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:48.868630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-49cd0bfb-16df-4e43-95f6-f7a29f8e7a91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015662 Jul 22 23:24:49.115608 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7598106b-2fcc-49d8-aed2-c6a58fb5f1b8 x-openstack-request-id: req-7598106b-2fcc-49d8-aed2-c6a58fb5f1b8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:24:49.115992 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a57e819-b8e9-4aaf-bf49-b711ace34d0d", "tag": "fd438579-7885-4116-a97c-48a7f52570b3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:24:49.116200 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7598106b-2fcc-49d8-aed2-c6a58fb5f1b8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:24:49.116786 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'tag': 'fd438579-7885-4116-a97c-48a7f52570b3', 'status': 'completed', 'code': 200} Jul 22 23:24:49.240501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:49.268547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1bd207e3-6847-4cfd-904f-482c0b976e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.269118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-011ca167-74a1-481d-b1d9-c58fd55f7623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.429358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917f904-a65c-42a3-8ff1-b897dd4837fd req-eb7468fa-58af-49b6-8f4d-9778975d520d tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:49.432169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-011ca167-74a1-481d-b1d9-c58fd55f7623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.434130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e917f904-a65c-42a3-8ff1-b897dd4837fd req-eb7468fa-58af-49b6-8f4d-9778975d520d tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.1275089 Jul 22 23:24:49.437589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-011ca167-74a1-481d-b1d9-c58fd55f7623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.524040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ca167-74a1-481d-b1d9-c58fd55f7623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f90533e-ae65-4495-b383-f2a304626121,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:49.527255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.568113 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-011ca167-74a1-481d-b1d9-c58fd55f7623 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac28b34673b34175a8a3ef03e78fa676&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3259318 Jul 22 23:24:49.569163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45974) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:49.572815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e917f904-a65c-42a3-8ff1-b897dd4837fd req-51716931-0cd5-4617-97a7-808e0403c63b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308308 Jul 22 23:24:49.726499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a2f682-3fce-4d29-9373-cf0ffea8e9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.756399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a2f682-3fce-4d29-9373-cf0ffea8e9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.829010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a2f682-3fce-4d29-9373-cf0ffea8e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.840658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21a2f682-3fce-4d29-9373-cf0ffea8e9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:49.840658 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-21a2f682-3fce-4d29-9373-cf0ffea8e9e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f90533e-ae65-4495-b383-f2a304626121 HTTP/1.1" status: 204 len: 168 time: 0.2637093 Jul 22 23:24:49.861152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2f682-3fce-4d29-9373-cf0ffea8e9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f90533e-ae65-4495-b383-f2a304626121,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:50.010526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b088e-d1ec-4569-8e06-efd5a09792be req-49748256-d559-4625-a416-c59f4a2e9d72 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:50.012782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-357b088e-d1ec-4569-8e06-efd5a09792be req-49748256-d559-4625-a416-c59f4a2e9d72 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 947 time: 0.1669149 Jul 22 23:24:50.069809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-357b088e-d1ec-4569-8e06-efd5a09792be req-cf4b7991-3f66-4be5-be70-cf2ded0cd0ea tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Jul 22 23:24:50.078522 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:50.780618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-5aa4cd41-ed32-472d-b2e8-5e684e486694 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073817 Jul 22 23:24:51.117747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'tag': '917d1c19-e13d-4e83-82b7-4d523c14fa8e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:24:51.122451 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c55a0c-bba6-457c-a988-728ea6becd84" -d '{"events": [{"name": "network-changed", "server_uuid": "d9241d25-9bf3-4c9b-9bd7-792f505d4a6c", "tag": "917d1c19-e13d-4e83-82b7-4d523c14fa8e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:24:51.558769 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:51.830364 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:54.003189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52a1642f-3e0d-4a1f-9c17-34d82d7cea82 req-b518c43b-1fe1-4591-9bee-b3a61644ce03 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=94c641a8a7d24ed694f2070745c01f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216179 Jul 22 23:24:54.117355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1642f-3e0d-4a1f-9c17-34d82d7cea82 req-05ff8c68-a5e2-4c09-bc48-9096c5d1c8a1 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:54.119256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52a1642f-3e0d-4a1f-9c17-34d82d7cea82 req-05ff8c68-a5e2-4c09-bc48-9096c5d1c8a1 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1111145 Jul 22 23:24:54.134916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52a1642f-3e0d-4a1f-9c17-34d82d7cea82 req-ba5ed881-c9ff-4e02-8510-de9b3ae39b5f tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/quotas/94c641a8a7d24ed694f2070745c01f90 HTTP/1.1" status: 200 len: 375 time: 0.0095670 Jul 22 23:24:54.171767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52a1642f-3e0d-4a1f-9c17-34d82d7cea82 req-b37a38bd-47e9-472f-8884-592dbcd0f143 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94c641a8a7d24ed694f2070745c01f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306432 Jul 22 23:24:54.339908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18820f5-f3aa-4e03-aadb-5fd5564dbd2e req-e14aa80c-d9e4-42f0-8153-cfb2712b818b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:54.341406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d18820f5-f3aa-4e03-aadb-5fd5564dbd2e req-e14aa80c-d9e4-42f0-8153-cfb2712b818b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.0737057 Jul 22 23:24:54.379489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d18820f5-f3aa-4e03-aadb-5fd5564dbd2e req-06320096-25ad-479c-90b4-95e93da2428b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Jul 22 23:24:54.488218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-169022cd-c224-4113-a18f-26080b78279e req-ddb0f6a0-c7b4-4a6f-a161-9aa95d59ebf4 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998051 Jul 22 23:24:54.678623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd8fa9-d9a8-4818-a510-3816a7c0a49d req-e566f053-0de5-4f22-a5a1-6626726ffb9c tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:54.680129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01cd8fa9-d9a8-4818-a510-3816a7c0a49d req-e566f053-0de5-4f22-a5a1-6626726ffb9c tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 947 time: 0.0622611 Jul 22 23:24:54.717622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01cd8fa9-d9a8-4818-a510-3816a7c0a49d req-ac777d80-056e-458d-b021-99d55adb1025 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Jul 22 23:24:54.808869 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdcbb3f-ae91-4d7f-8e83-c0320e3154ab x-openstack-request-id: req-1bdcbb3f-ae91-4d7f-8e83-c0320e3154ab {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:24:54.809319 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9241d25-9bf3-4c9b-9bd7-792f505d4a6c", "tag": "917d1c19-e13d-4e83-82b7-4d523c14fa8e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:24:54.809698 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bdcbb3f-ae91-4d7f-8e83-c0320e3154ab {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:24:54.810206 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'tag': '917d1c19-e13d-4e83-82b7-4d523c14fa8e', 'status': 'completed', 'code': 200} Jul 22 23:24:55.105982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-89521e61-321b-4bde-a8cf-c253e7f47938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.108448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-89521e61-321b-4bde-a8cf-c253e7f47938 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176956554bf24ec2933605bcb8040bae&device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 1098 time: 0.2529721 Jul 22 23:24:55.114876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fa975-0a13-4382-8ea7-4747b674850c req-84dd768b-195a-429b-8796-37c406a4352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.116547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-84dd768b-195a-429b-8796-37c406a4352e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234867 Jul 22 23:24:55.126144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bcb89-866c-4157-aed5-737a2d6acf3f req-59bbd18d-05a4-47b3-b28c-6d37b20574ac tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.126617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bcb89-866c-4157-aed5-737a2d6acf3f req-59bbd18d-05a4-47b3-b28c-6d37b20574ac tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.127086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bcb89-866c-4157-aed5-737a2d6acf3f req-59bbd18d-05a4-47b3-b28c-6d37b20574ac tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.128988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-311bcb89-866c-4157-aed5-737a2d6acf3f req-59bbd18d-05a4-47b3-b28c-6d37b20574ac tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2644207 Jul 22 23:24:55.230328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:55.350654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1aca50b-735f-4ca3-a62f-3532b87dd429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:55.419733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-773bf627-d2fe-42d2-af57-06c9a22594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.421342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-773bf627-d2fe-42d2-af57-06c9a22594aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3038189 Jul 22 23:24:55.464953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1aca50b-735f-4ca3-a62f-3532b87dd429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:55.470139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1aca50b-735f-4ca3-a62f-3532b87dd429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:55.472642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-ef44aed9-1da5-4226-a474-fb286530fd4e service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333347 Jul 22 23:24:55.475459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-3ec9de47-b042-4b03-badf-b4b692b4816b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e HTTP/1.1" status: 200 len: 217 time: 0.0464866 Jul 22 23:24:55.476853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c83e0-b294-42ef-afcf-3a49e9f881c0 req-a2872c4a-a4d2-4964-9ebb-00743363caef tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.478197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d56c83e0-b294-42ef-afcf-3a49e9f881c0 req-a2872c4a-a4d2-4964-9ebb-00743363caef tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 886 time: 0.2956574 Jul 22 23:24:55.533131 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1aca50b-735f-4ca3-a62f-3532b87dd429 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29f69c0559284be8b51fe68a4d319e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008549 Jul 22 23:24:55.535510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aca50b-735f-4ca3-a62f-3532b87dd429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c3c045-4f21-4b1f-8383-f5aa3851d570,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:55.536480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46098) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:55.809348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-5d883e70-e899-4deb-8036-f7c3f9f4e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:55.810809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-5d883e70-e899-4deb-8036-f7c3f9f4e0d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.3236089 Jul 22 23:24:55.942947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824fa975-0a13-4382-8ea7-4747b674850c req-38949e48-7535-4436-8349-b7058b9cdc9e service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635222 Jul 22 23:24:55.991405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f362b6e-a22c-45c4-be0e-6b013137d4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.027601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1873b8-45c5-47a7-ae2b-f1f241bdec67 req-6fb67cdf-18fa-45a2-9132-dba4807f921d tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.028361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1873b8-45c5-47a7-ae2b-f1f241bdec67 req-6fb67cdf-18fa-45a2-9132-dba4807f921d tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.028834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1873b8-45c5-47a7-ae2b-f1f241bdec67 req-6fb67cdf-18fa-45a2-9132-dba4807f921d tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.030429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a1873b8-45c5-47a7-ae2b-f1f241bdec67 req-6fb67cdf-18fa-45a2-9132-dba4807f921d tempest-NetworksTest-1929856070 tempest-NetworksTest-1929856070-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2916079 Jul 22 23:24:56.037776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce55d7-15e3-4a22-9d97-10c4c71ebfda req-49e402fa-5681-44fd-a21c-dad42a18e229 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.039115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fce55d7-15e3-4a22-9d97-10c4c71ebfda req-49e402fa-5681-44fd-a21c-dad42a18e229 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.2991698 Jul 22 23:24:56.089021 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f362b6e-a22c-45c4-be0e-6b013137d4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.108300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-197c259f-7045-47ff-b976-4ade378bb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.109652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-197c259f-7045-47ff-b976-4ade378bb070 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684140 Jul 22 23:24:56.224529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fce55d7-15e3-4a22-9d97-10c4c71ebfda req-ae191dea-c717-489b-97b2-6b3daaef0810 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649151 Jul 22 23:24:56.314685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-44dbe8ce-e03b-4ea7-88d5-8e963bfeaeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.316585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-44dbe8ce-e03b-4ea7-88d5-8e963bfeaeeb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb5a0f0a4bde4fafac93d36b1a3544a5&device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 1120 time: 0.2724862 Jul 22 23:24:56.320685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-eed1731f-3144-4bfa-8897-8240a0a3c2c4 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907790 Jul 22 23:24:56.321324 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f362b6e-a22c-45c4-be0e-6b013137d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.324748 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f362b6e-a22c-45c4-be0e-6b013137d4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.325856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f362b6e-a22c-45c4-be0e-6b013137d4df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6c3c045-4f21-4b1f-8383-f5aa3851d570 HTTP/1.1" status: 204 len: 168 time: 0.7859581 Jul 22 23:24:56.330292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46126) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:56.403239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077f74f-7033-478e-94f3-95da75113bac req-3e3f043f-7eb2-416f-ba9d-dcfe054ef461 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.404789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f077f74f-7033-478e-94f3-95da75113bac req-3e3f043f-7eb2-416f-ba9d-dcfe054ef461 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 947 time: 0.2990751 Jul 22 23:24:56.425570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362b6e-a22c-45c4-be0e-6b013137d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c3c045-4f21-4b1f-8383-f5aa3851d570,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:56.437738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-133621f7-9f3c-4f56-a11d-296b2f819797 req-3a166852-8c96-42ce-90f3-55f654c412e5 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=94c641a8a7d24ed694f2070745c01f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902505 Jul 22 23:24:56.480709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b27700-e921-4ff6-b440-4ebe8dbeb7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.587825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b27700-e921-4ff6-b440-4ebe8dbeb7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.592408 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b27700-e921-4ff6-b440-4ebe8dbeb7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.633455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f077f74f-7033-478e-94f3-95da75113bac req-c69995d1-0559-43ed-99a5-cd497b4e0a30 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032406 Jul 22 23:24:56.634061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8b27700-e921-4ff6-b440-4ebe8dbeb7cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdc977040c0b4784882e960704845603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019891 Jul 22 23:24:56.635037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27700-e921-4ff6-b440-4ebe8dbeb7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711c00f-4ee3-4f39-89de-b83e7f239c5d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:56.638099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:56.653141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c55a0c-bba6-457c-a988-728ea6becd84 req-416d61f5-9da2-442c-9c77-c8965947110a service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242986 Jul 22 23:24:56.660428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-0f1bd793-67ed-4df6-97c4-f31801f4230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.661903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-0f1bd793-67ed-4df6-97c4-f31801f4230b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3321209 Jul 22 23:24:56.710073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a26d-45c4-464b-9076-e768516a2317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.720145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133621f7-9f3c-4f56-a11d-296b2f819797 req-d9131215-a1d6-4950-a045-69f5e066ae66 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.720145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-133621f7-9f3c-4f56-a11d-296b2f819797 req-d9131215-a1d6-4950-a045-69f5e066ae66 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695177 Jul 22 23:24:56.720367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:56.727015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-27eb761e-77d2-423b-b932-9ebb02996289 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=fd438579-7885-4116-a97c-48a7f52570b3 HTTP/1.1" status: 200 len: 217 time: 0.0545940 Jul 22 23:24:56.734899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a26d-45c4-464b-9076-e768516a2317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.749153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b96b7974-ed39-476a-b5cb-9510233b4a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.779651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-133621f7-9f3c-4f56-a11d-296b2f819797 req-a42a81e4-8348-4e9b-af8e-28258ad9c9d2 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/quotas/94c641a8a7d24ed694f2070745c01f90 HTTP/1.1" status: 200 len: 375 time: 0.0507751 Jul 22 23:24:56.793910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a26d-45c4-464b-9076-e768516a2317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.796769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a26d-45c4-464b-9076-e768516a2317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:56.802407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5a0a26d-45c4-464b-9076-e768516a2317 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3711c00f-4ee3-4f39-89de-b83e7f239c5d HTTP/1.1" status: 204 len: 168 time: 0.1590445 Jul 22 23:24:56.810549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0a26d-45c4-464b-9076-e768516a2317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711c00f-4ee3-4f39-89de-b83e7f239c5d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:56.851175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-133621f7-9f3c-4f56-a11d-296b2f819797 req-4898d85e-f161-4112-99ae-f99fb3cc09d7 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94c641a8a7d24ed694f2070745c01f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590167 Jul 22 23:24:56.860241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-2a0a3c17-e1bb-46c1-866a-ab7cf18c7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.861975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-2a0a3c17-e1bb-46c1-866a-ab7cf18c7bc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1256022 Jul 22 23:24:56.984589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-0de20dfb-e70c-413f-9d43-410a4a32b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:56.986262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-0de20dfb-e70c-413f-9d43-410a4a32b6c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168950 Jul 22 23:24:57.017071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b96b7974-ed39-476a-b5cb-9510233b4a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.029609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b96b7974-ed39-476a-b5cb-9510233b4a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.097692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:57.109704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b96b7974-ed39-476a-b5cb-9510233b4a06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a7fe8597eff49daa95634c62c6df995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858197 Jul 22 23:24:57.110237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46160) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:57.117979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7974-ed39-476a-b5cb-9510233b4a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a10ac3-ab22-495a-a8ff-0d82e64fdf7e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:57.142688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-05c8c3f5-9a2b-48e2-8253-ecedf77570e8 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457789 Jul 22 23:24:57.183892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f35745bd-a47d-45a1-8b37-526964133451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.221480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f35745bd-a47d-45a1-8b37-526964133451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.231824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:57.249449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0650699-863a-4cf4-affe-3a3cab91e0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.282837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dba0fad9-7bb8-4eaa-b6fe-c69c01c94dc5 req-1bcde3e4-01d8-40df-9b3b-016a04b41322 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332486 Jul 22 23:24:57.298926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f35745bd-a47d-45a1-8b37-526964133451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.302481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f35745bd-a47d-45a1-8b37-526964133451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.304131 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f35745bd-a47d-45a1-8b37-526964133451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12a10ac3-ab22-495a-a8ff-0d82e64fdf7e HTTP/1.1" status: 204 len: 168 time: 0.1927369 Jul 22 23:24:57.314658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35745bd-a47d-45a1-8b37-526964133451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a10ac3-ab22-495a-a8ff-0d82e64fdf7e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:57.475946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0650699-863a-4cf4-affe-3a3cab91e0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.485877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427af60-2509-4cdc-8651-22cf21bdf628 req-cc41b7d6-f956-4c9d-a14a-1dfd1e5329d8 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:57.487874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0427af60-2509-4cdc-8651-22cf21bdf628 req-cc41b7d6-f956-4c9d-a14a-1dfd1e5329d8 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.1397803 Jul 22 23:24:57.489042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0650699-863a-4cf4-affe-3a3cab91e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.502951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-297a0a0d-c3a7-4f4b-afe6-1a769bd5e42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.545495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c0650699-863a-4cf4-affe-3a3cab91e0e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8afdc807d0c4540b362237d1cc50c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126414 Jul 22 23:24:57.546644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0650699-863a-4cf4-affe-3a3cab91e0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d7aac5-c11d-4fcc-a865-6b1e165219bf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:57.549124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:57.569121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0427af60-2509-4cdc-8651-22cf21bdf628 req-9dc56956-f09c-4616-8130-c2967bd830c3 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642719 Jul 22 23:24:57.661483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d947efe-5710-4ece-b4ff-f6163378d4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.679970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-297a0a0d-c3a7-4f4b-afe6-1a769bd5e42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.690503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-297a0a0d-c3a7-4f4b-afe6-1a769bd5e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.704856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d947efe-5710-4ece-b4ff-f6163378d4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.763173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a0a0d-c3a7-4f4b-afe6-1a769bd5e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589b4d7f-d4c2-44c0-ae23-6a9696759ba8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:57.772588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-297a0a0d-c3a7-4f4b-afe6-1a769bd5e42b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16495b338e874bcd90721bfe449c3955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731777 Jul 22 23:24:57.773238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:57.823221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d947efe-5710-4ece-b4ff-f6163378d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.825857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d947efe-5710-4ece-b4ff-f6163378d4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.829818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9d947efe-5710-4ece-b4ff-f6163378d4b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4d7aac5-c11d-4fcc-a865-6b1e165219bf HTTP/1.1" status: 204 len: 168 time: 0.2767904 Jul 22 23:24:57.843734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d947efe-5710-4ece-b4ff-f6163378d4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d7aac5-c11d-4fcc-a865-6b1e165219bf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:57.843903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef2e77-9af0-49f8-87c3-13b5fba95fb8 req-d193d8c6-456a-4c39-bac1-f05c93cda723 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:57.859016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2ef2e77-9af0-49f8-87c3-13b5fba95fb8 req-d193d8c6-456a-4c39-bac1-f05c93cda723 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 947 time: 0.1278906 Jul 22 23:24:57.889935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cffd84ee-fec0-4fbd-a43f-ca5a23018582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.916041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cffd84ee-fec0-4fbd-a43f-ca5a23018582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.937767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2ef2e77-9af0-49f8-87c3-13b5fba95fb8 req-61e7393d-0630-437f-a2c5-85c39eefca67 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712500 Jul 22 23:24:57.978154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cffd84ee-fec0-4fbd-a43f-ca5a23018582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.981237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cffd84ee-fec0-4fbd-a43f-ca5a23018582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:57.982519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cffd84ee-fec0-4fbd-a43f-ca5a23018582 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/589b4d7f-d4c2-44c0-ae23-6a9696759ba8 HTTP/1.1" status: 204 len: 168 time: 0.2079895 Jul 22 23:24:57.990657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd84ee-fec0-4fbd-a43f-ca5a23018582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589b4d7f-d4c2-44c0-ae23-6a9696759ba8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:58.295875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 917d1c19-e13d-4e83-82b7-4d523c14fa8e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:24:58.360213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:58.375252 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1619576d-df3b-4038-99d0-aed9cb32c7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.444317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:58.466805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '917d1c19-e13d-4e83-82b7-4d523c14fa8e', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '917d1c19-e13d-4e83-82b7-4d523c14fa8e', 'mac_address': 'fa:16:3e:d7:37:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:24:58.493812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1619576d-df3b-4038-99d0-aed9cb32c7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.502761 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1619576d-df3b-4038-99d0-aed9cb32c7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.527756 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.549003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917d1c19-e13d-4e83-82b7-4d523c14fa8e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:24:58.563158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f980872a-b423-4ce5-9d84-d6c59f8032ed req-108e7b7a-c026-4a53-b6e8-bb8e4114c8c1 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=94c641a8a7d24ed694f2070745c01f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362756 Jul 22 23:24:58.587227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:24:58.589382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:24:58.589883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1619576d-df3b-4038-99d0-aed9cb32c7ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bd55c4869c44e4490afc76d9e0cabcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282574 Jul 22 23:24:58.607040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619576d-df3b-4038-99d0-aed9cb32c7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f47e08-e344-4da8-b938-0474b2aa60a7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:58.615512 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.699987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=917d1c19-e13d-4e83-82b7-4d523c14fa8e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:58.711595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.712332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc5671c4-a497-44c8-b601-a64105ea0079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.717366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.718059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.718729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.719378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.719936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.720485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.720989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.721682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.722199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.722700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.723292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Tracked resource versions report: Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: pushed versions: Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: { 'AddressGroup': {'1.2'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'ConntrackHelper': {'1.0'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Log': {'1.0'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Network': {'1.1'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Port': {'1.7'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'PortForwarding': {'1.2'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'QosPolicy': {'1.8'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'SecurityGroup': {'1.4'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'SubPort': {'1.0'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Subnet': {'1.1'}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Trunk': {'1.1'}} Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: consumer versions: Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: HyperV agent@n-h1-758851-4: {}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: HyperV agent@n-h2-758851-4: {}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: L3 agent@n-d-758851-4: {}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: Metadata agent@n-d-758851-4: {}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: Metering agent@n-d-758851-4: {}, Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'ConntrackHelper': '1.0', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Log': '1.0', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Network': '1.1', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Port': '1.7', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'PortForwarding': '1.2', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'QosPolicy': '1.8', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'SecurityGroup': '1.4', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'SecurityGroupRule': '1.2', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'SubPort': '1.0', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Subnet': '1.1', Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: 'Trunk': '1.1'}} Jul 22 23:24:58.724631 n-d-758851-4 neutron-server[93792]: {{(pid=93792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:24:58.744449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc5671c4-a497-44c8-b601-a64105ea0079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.787547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980872a-b423-4ce5-9d84-d6c59f8032ed req-6913ff6b-4b16-4922-8b0d-263d7a88fa5b tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:58.789423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f980872a-b423-4ce5-9d84-d6c59f8032ed req-6913ff6b-4b16-4922-8b0d-263d7a88fa5b tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201324 Jul 22 23:24:58.810255 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc5671c4-a497-44c8-b601-a64105ea0079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.811306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab82d4-ecbf-4229-8ec4-b173dbdd20d5 req-42d5da6a-abf5-4c33-a23f-46a667b3e442 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:58.813349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc5671c4-a497-44c8-b601-a64105ea0079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:24:58.815099 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bc5671c4-a497-44c8-b601-a64105ea0079 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5f47e08-e344-4da8-b938-0474b2aa60a7 HTTP/1.1" status: 204 len: 168 time: 0.2237585 Jul 22 23:24:58.818062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6ab82d4-ecbf-4229-8ec4-b173dbdd20d5 req-42d5da6a-abf5-4c33-a23f-46a667b3e442 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.1206884 Jul 22 23:24:58.825457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5671c4-a497-44c8-b601-a64105ea0079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f47e08-e344-4da8-b938-0474b2aa60a7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:24:58.869120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f980872a-b423-4ce5-9d84-d6c59f8032ed req-813a6734-9ce8-46c6-84c3-7ae00f2ad778 tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/quotas/94c641a8a7d24ed694f2070745c01f90 HTTP/1.1" status: 200 len: 375 time: 0.0406458 Jul 22 23:24:58.885968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6ab82d4-ecbf-4229-8ec4-b173dbdd20d5 req-a1c58237-3355-4248-8b0f-43fa6677778b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646563 Jul 22 23:24:58.916020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f980872a-b423-4ce5-9d84-d6c59f8032ed req-28832803-e277-4504-9658-d865bf2f2a2f tempest-QuotasAdminNegativeTest-2050493544 tempest-QuotasAdminNegativeTest-2050493544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94c641a8a7d24ed694f2070745c01f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289752 Jul 22 23:24:58.982007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['917d1c19-e13d-4e83-82b7-4d523c14fa8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:24:59.110183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b810e5f-56b0-47f0-bf6a-179e160602ca req-7f2aad2e-94e0-4f52-8285-7d77ae2fd082 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:24:59.112801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b810e5f-56b0-47f0-bf6a-179e160602ca req-7f2aad2e-94e0-4f52-8285-7d77ae2fd082 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 948 time: 0.0973430 Jul 22 23:24:59.180908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b810e5f-56b0-47f0-bf6a-179e160602ca req-121e80d4-9190-4fad-8c47-8fd7a9468bbd tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617797 Jul 22 23:24:59.933427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:00.056010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1b34a-d412-4a9b-9d2e-18127a79f78e req-116f298d-dc61-4f32-b038-8cf963c183f7 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:00.058104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5e1b34a-d412-4a9b-9d2e-18127a79f78e req-116f298d-dc61-4f32-b038-8cf963c183f7 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 969 time: 0.0751517 Jul 22 23:25:00.109182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5e1b34a-d412-4a9b-9d2e-18127a79f78e req-a8e6e9ad-81c5-49c5-8822-06587cbf0283 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433564 Jul 22 23:25:00.143568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c412c2-76f9-4b4a-b475-b5ea401c793d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.260804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c412c2-76f9-4b4a-b475-b5ea401c793d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.270953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 917d1c19-e13d-4e83-82b7-4d523c14fa8e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:00.312152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c412c2-76f9-4b4a-b475-b5ea401c793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.335858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 917d1c19-e13d-4e83-82b7-4d523c14fa8e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:00.342642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 917d1c19-e13d-4e83-82b7-4d523c14fa8e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:00.344046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.379256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6c412c2-76f9-4b4a-b475-b5ea401c793d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94c641a8a7d24ed694f2070745c01f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413562 Jul 22 23:25:00.379649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device fd438579-7885-4116-a97c-48a7f52570b3 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:00.380476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:00.382067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c412c2-76f9-4b4a-b475-b5ea401c793d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78575aa-cee8-4a2e-9071-673753bfebad,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:00.425061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396a781-b778-4822-abdb-ca10e269ef34 req-27ed392c-5e93-4ec0-868d-80d3900bf9de tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:00.426965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e396a781-b778-4822-abdb-ca10e269ef34 req-27ed392c-5e93-4ec0-868d-80d3900bf9de tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 948 time: 0.1640220 Jul 22 23:25:00.477107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e396a781-b778-4822-abdb-ca10e269ef34 req-036138d2-455c-4935-a728-78a510fa2a35 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Jul 22 23:25:00.507918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b18dd6-9a19-4eda-8b4b-15a902147e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.547855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.549392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b18dd6-9a19-4eda-8b4b-15a902147e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.564928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port fd438579-7885-4116-a97c-48a7f52570b3, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=fd438579-7885-4116-a97c-48a7f52570b3,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:00.592663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917d1c19-e13d-4e83-82b7-4d523c14fa8e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:00.640787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b18dd6-9a19-4eda-8b4b-15a902147e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.643530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b18dd6-9a19-4eda-8b4b-15a902147e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.649290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-71b18dd6-9a19-4eda-8b4b-15a902147e56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a78575aa-cee8-4a2e-9071-673753bfebad HTTP/1.1" status: 204 len: 168 time: 0.2663434 Jul 22 23:25:00.666242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b18dd6-9a19-4eda-8b4b-15a902147e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78575aa-cee8-4a2e-9071-673753bfebad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:00.669034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'fd438579-7885-4116-a97c-48a7f52570b3', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'fd438579-7885-4116-a97c-48a7f52570b3', 'mac_address': 'fa:16:3e:1f:e2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:tempest-test_az-1923733132', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:00.673837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:00.681502 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.769595 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.782458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=917d1c19-e13d-4e83-82b7-4d523c14fa8e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:00.789296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd438579-7885-4116-a97c-48a7f52570b3 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:00.818051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port fd438579-7885-4116-a97c-48a7f52570b3, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=fd438579-7885-4116-a97c-48a7f52570b3,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:00.822639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:00.876133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=fd438579-7885-4116-a97c-48a7f52570b3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:01.095913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['fd438579-7885-4116-a97c-48a7f52570b3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:01.145717 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0a20a-64f1-41c3-92c5-c0ec3afd7f68" -d '{"events": [{"server_uuid": "d9241d25-9bf3-4c9b-9bd7-792f505d4a6c", "name": "network-vif-plugged", "status": "completed", "tag": "917d1c19-e13d-4e83-82b7-4d523c14fa8e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:01.176579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46364) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:01.218420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46368) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:01.236944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620b5f1a-26cf-4ce7-9104-22668b4af31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.279143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f42e98-76f5-4956-9f23-3ce85928633d req-c24c8af1-f5c6-448b-ba2b-28c2d3c265b1 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:01.281396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91f42e98-76f5-4956-9f23-3ce85928633d req-c24c8af1-f5c6-448b-ba2b-28c2d3c265b1 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 970 time: 0.0854216 Jul 22 23:25:01.348703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91f42e98-76f5-4956-9f23-3ce85928633d req-ca448046-53f9-409f-9b1c-ae09dfb8184e tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Jul 22 23:25:01.365900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620b5f1a-26cf-4ce7-9104-22668b4af31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.373736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-620b5f1a-26cf-4ce7-9104-22668b4af31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.399684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-e9d34e23-da8c-4be8-b268-ff0d7ae205ac tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409138 Jul 22 23:25:01.406724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b5f1a-26cf-4ce7-9104-22668b4af31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa78d2-7683-4976-89b0-1b7bd8a8fabc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:01.428696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-620b5f1a-26cf-4ce7-9104-22668b4af31b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed74aa26619f4614bfd6e95e4f2a83ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090003 Jul 22 23:25:01.431531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:01.519867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8521ef7a-5870-4b49-bf33-e5251b0e8441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.548560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8521ef7a-5870-4b49-bf33-e5251b0e8441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.600266 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becd51a7-cdb4-4853-87bd-d753ca9407ec x-openstack-request-id: req-becd51a7-cdb4-4853-87bd-d753ca9407ec {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:01.601074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8521ef7a-5870-4b49-bf33-e5251b0e8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.601203 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9241d25-9bf3-4c9b-9bd7-792f505d4a6c", "name": "network-vif-plugged", "status": "completed", "tag": "917d1c19-e13d-4e83-82b7-4d523c14fa8e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:01.601203 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-becd51a7-cdb4-4853-87bd-d753ca9407ec {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:01.601386 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917d1c19-e13d-4e83-82b7-4d523c14fa8e', 'code': 200} Jul 22 23:25:01.603590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8521ef7a-5870-4b49-bf33-e5251b0e8441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.609480 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8521ef7a-5870-4b49-bf33-e5251b0e8441 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ffa78d2-7683-4976-89b0-1b7bd8a8fabc HTTP/1.1" status: 204 len: 168 time: 0.1754389 Jul 22 23:25:01.618919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521ef7a-5870-4b49-bf33-e5251b0e8441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa78d2-7683-4976-89b0-1b7bd8a8fabc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:01.670163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47b9caeb-bec0-4a7c-8d8c-5d1da77dee89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:01.865775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-09763930-d9af-4fec-ade4-8a58841b8bfe tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:01.867323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-09763930-d9af-4fec-ade4-8a58841b8bfe tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4602280 Jul 22 23:25:01.921129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-e1ca68a1-6474-4f25-9a34-3daf766b1bb5 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/quotas/5ee45a8232ad4ec6942f1c6efdc2b284 HTTP/1.1" status: 200 len: 375 time: 0.0458107 Jul 22 23:25:01.957940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fd6ec-2890-4354-8e15-83d565577bf1 req-f872f13d-4eaf-42e4-9c59-c857dbbf09cb tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:01.959442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-591fd6ec-2890-4354-8e15-83d565577bf1 req-f872f13d-4eaf-42e4-9c59-c857dbbf09cb tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 949 time: 0.2565570 Jul 22 23:25:01.963629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514b51a-a39b-4ca9-a6e1-aab0b2d23ab7 req-47a5e634-e98b-4eb1-9bb1-f475c46dfd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:01.965174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a514b51a-a39b-4ca9-a6e1-aab0b2d23ab7 req-47a5e634-e98b-4eb1-9bb1-f475c46dfd69 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 1100 time: 0.2414010 Jul 22 23:25:01.989452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d464d588-7451-448b-8f8a-6558d4c00a21 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619090 Jul 22 23:25:02.020621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a514b51a-a39b-4ca9-a6e1-aab0b2d23ab7 req-03cb05b1-8155-45f7-aeaa-c4448cf2125d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.068662 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47b9caeb-bec0-4a7c-8d8c-5d1da77dee89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.074783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-591fd6ec-2890-4354-8e15-83d565577bf1 req-a490d2c2-a3f2-4ed7-bcaf-fc563094a924 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891416 Jul 22 23:25:02.077643 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47b9caeb-bec0-4a7c-8d8c-5d1da77dee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.159064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-47b9caeb-bec0-4a7c-8d8c-5d1da77dee89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5a11dd32754472fbbeb8ec7f3258299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9809227 Jul 22 23:25:02.159813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9caeb-bec0-4a7c-8d8c-5d1da77dee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c58ef-c38d-418f-a776-f00507e55f5a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:02.162389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46410) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:02.210698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10f686da-b52e-4058-b5c4-1eb5f952984c req-a3dc7d23-7b9e-4801-a8d9-66e8f999cd45 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 210 time: 0.0386274 Jul 22 23:25:02.269327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a514b51a-a39b-4ca9-a6e1-aab0b2d23ab7 req-03cb05b1-8155-45f7-aeaa-c4448cf2125d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.275396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a514b51a-a39b-4ca9-a6e1-aab0b2d23ab7 req-03cb05b1-8155-45f7-aeaa-c4448cf2125d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.297874 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e572ce6c-3344-4d9e-bea2-18dfaddd8e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.316812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a514b51a-a39b-4ca9-a6e1-aab0b2d23ab7 req-03cb05b1-8155-45f7-aeaa-c4448cf2125d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299520 Jul 22 23:25:02.324332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb05b1-8155-45f7-aeaa-c4448cf2125d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=93d007d4-0a8c-4c8d-b864-a8fd2d0a6b70,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:02.336227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e572ce6c-3344-4d9e-bea2-18dfaddd8e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.350787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device fd438579-7885-4116-a97c-48a7f52570b3 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:02.403113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e572ce6c-3344-4d9e-bea2-18dfaddd8e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.408579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e572ce6c-3344-4d9e-bea2-18dfaddd8e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.410825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e572ce6c-3344-4d9e-bea2-18dfaddd8e7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/146c58ef-c38d-418f-a776-f00507e55f5a HTTP/1.1" status: 204 len: 168 time: 0.2400579 Jul 22 23:25:02.428187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ce6c-3344-4d9e-bea2-18dfaddd8e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c58ef-c38d-418f-a776-f00507e55f5a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:02.498597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port fd438579-7885-4116-a97c-48a7f52570b3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:02.502879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port fd438579-7885-4116-a97c-48a7f52570b3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:02.507014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.605326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.617665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e3a86-2316-48ac-90de-1accfd713391 req-78df61b5-e80b-4cc7-87d4-88cb319d350d tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:02.619479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-708e3a86-2316-48ac-90de-1accfd713391 req-78df61b5-e80b-4cc7-87d4-88cb319d350d tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 970 time: 0.1303375 Jul 22 23:25:02.645989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port fd438579-7885-4116-a97c-48a7f52570b3, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=fd438579-7885-4116-a97c-48a7f52570b3,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:02.651781 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:02.703460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-708e3a86-2316-48ac-90de-1accfd713391 req-3bed9484-5e5b-496e-aa74-e0859211398e tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703299 Jul 22 23:25:02.732295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=fd438579-7885-4116-a97c-48a7f52570b3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:03.007521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:03.030201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6074d2b7-9ece-4672-9520-5f6d14bf73c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.067727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:03.163457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6074d2b7-9ece-4672-9520-5f6d14bf73c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.187818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6074d2b7-9ece-4672-9520-5f6d14bf73c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.278050 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6074d2b7-9ece-4672-9520-5f6d14bf73c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94c278e5160d47c18beb558a709b0c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687669 Jul 22 23:25:03.281545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:03.290776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d2b7-9ece-4672-9520-5f6d14bf73c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dc3583-0b0e-488c-a13d-91c292e65ede,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:03.380912 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eace7541-8e48-4f69-916a-5699f303de73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.408873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-051fb8d9-38a9-428d-b0c3-7533bbad6100 req-ae0606c8-9aa4-4ff4-bb12-7f7f275f849d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 210 time: 0.0600939 Jul 22 23:25:03.443880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888683b-fd16-4f84-bec9-6e6bdff32e0c req-244d68d5-9ee1-4f3e-a03c-8c15c7621bbf tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:03.450687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6888683b-fd16-4f84-bec9-6e6bdff32e0c req-244d68d5-9ee1-4f3e-a03c-8c15c7621bbf tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 949 time: 0.2417979 Jul 22 23:25:03.454681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93251904-0399-4e9b-88b7-be38973a6526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.518516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93251904-0399-4e9b-88b7-be38973a6526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.538550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6888683b-fd16-4f84-bec9-6e6bdff32e0c req-0080be6b-dc10-4300-abd0-7275b27774b4 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869265 Jul 22 23:25:03.602815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd438579-7885-4116-a97c-48a7f52570b3'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:03.606072 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715145f-09c5-4694-aece-52579db54a33" -d '{"events": [{"server_uuid": "4a57e819-b8e9-4aaf-bf49-b711ace34d0d", "name": "network-vif-plugged", "status": "completed", "tag": "fd438579-7885-4116-a97c-48a7f52570b3"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:03.652145 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b2c523-afc8-45b6-8cc2-f3ee22f8ce34 x-openstack-request-id: req-94b2c523-afc8-45b6-8cc2-f3ee22f8ce34 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:03.653924 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a57e819-b8e9-4aaf-bf49-b711ace34d0d", "name": "network-vif-plugged", "status": "completed", "tag": "fd438579-7885-4116-a97c-48a7f52570b3", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:03.654078 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93251904-0399-4e9b-88b7-be38973a6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.655301 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94b2c523-afc8-45b6-8cc2-f3ee22f8ce34 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:03.655990 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd438579-7885-4116-a97c-48a7f52570b3', 'code': 200} Jul 22 23:25:03.662824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93251904-0399-4e9b-88b7-be38973a6526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.667814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93251904-0399-4e9b-88b7-be38973a6526 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37dc3583-0b0e-488c-a13d-91c292e65ede HTTP/1.1" status: 204 len: 168 time: 0.3843021 Jul 22 23:25:03.672738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eace7541-8e48-4f69-916a-5699f303de73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.680522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-97407c5d-c521-4dc2-aa9a-69f04bb3c2c6 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662117 Jul 22 23:25:03.692263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eace7541-8e48-4f69-916a-5699f303de73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.718789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251904-0399-4e9b-88b7-be38973a6526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dc3583-0b0e-488c-a13d-91c292e65ede,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:03.794526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:03.795318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eace7541-8e48-4f69-916a-5699f303de73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=559dc4729c044520ad2f52fa739ee5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7248778 Jul 22 23:25:03.898845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eff4f3e-af8d-4952-abd5-a5c57b4e9dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:03.903980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace7541-8e48-4f69-916a-5699f303de73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df9006-0141-4487-9c96-fce7c4a442a8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:03.947491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eff4f3e-af8d-4952-abd5-a5c57b4e9dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.001127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-a2eb2fe5-53d0-4f06-9be8-014070b53b6c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:04.002939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-a2eb2fe5-53d0-4f06-9be8-014070b53b6c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064690 Jul 22 23:25:04.029580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabaa96-95b8-402d-88e9-793040d78b95 req-df2020b4-3e11-4a1c-af67-584d2bce3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:04.032203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caabaa96-95b8-402d-88e9-793040d78b95 req-df2020b4-3e11-4a1c-af67-584d2bce3e4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 1122 time: 0.2650774 Jul 22 23:25:04.032993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eff4f3e-af8d-4952-abd5-a5c57b4e9dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.037776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eff4f3e-af8d-4952-abd5-a5c57b4e9dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.039985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2eff4f3e-af8d-4952-abd5-a5c57b4e9dc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9df9006-0141-4487-9c96-fce7c4a442a8 HTTP/1.1" status: 204 len: 168 time: 0.2434473 Jul 22 23:25:04.062274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff4f3e-af8d-4952-abd5-a5c57b4e9dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df9006-0141-4487-9c96-fce7c4a442a8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:04.065207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Request body: {'port': {'device_id': '1b10d53d-b810-460e-8193-e9751554a215', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '5ee45a8232ad4ec6942f1c6efdc2b284'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:04.140146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06d39f-798e-4678-9118-a086f3da65c3 req-9b2494cc-46b4-4f53-8a64-0726b553625b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:04.142591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b06d39f-798e-4678-9118-a086f3da65c3 req-9b2494cc-46b4-4f53-8a64-0726b553625b tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 971 time: 0.2309999 Jul 22 23:25:04.167856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.174003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caabaa96-95b8-402d-88e9-793040d78b95 req-3ada2962-1348-4957-8a95-6276025797dc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237845 Jul 22 23:25:04.265433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b06d39f-798e-4678-9118-a086f3da65c3 req-e978f415-47a7-423d-a501-e86182d2a777 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097379 Jul 22 23:25:04.343849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Made reservation on behalf of 5ee45a8232ad4ec6942f1c6efdc2b284 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:04.353426 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.371802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.463165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58ebc5bc-8849-4ea4-8cb4-da39018de1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.491094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.535161 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.561140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4734c7ee-ffe8-42f5-927a-2f999fcce56a req-8667ced5-942a-4dd1-b8ab-4d7a4ddd4c85 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 210 time: 0.0518045 Jul 22 23:25:04.618480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.627777 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.664884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:25:04.664884 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:25:04.664884 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': '51cff6f155a941109a21b861e8ec7d81', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 25, 4, 572322)}] Jul 22 23:25:04.664884 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:25:04.665216 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:25:04.721679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392488b1-a83c-49d3-9d38-a947a2a3cc71,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:04.739884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58ebc5bc-8849-4ea4-8cb4-da39018de1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.745740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58ebc5bc-8849-4ea4-8cb4-da39018de1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.788886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebc5bc-8849-4ea4-8cb4-da39018de1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e5e022-44f7-4612-8a60-addc959a3701,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:04.794897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-58ebc5bc-8849-4ea4-8cb4-da39018de1dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ec29a98860c4e8fba8cb847171bcbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259215 Jul 22 23:25:04.797781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46504) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:04.813332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50989b9b-331c-46dc-86ac-6c75b654ae51 req-b1db5810-9394-4e02-ad3a-60616b161e64 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:04.814916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50989b9b-331c-46dc-86ac-6c75b654ae51 req-b1db5810-9394-4e02-ad3a-60616b161e64 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 949 time: 0.1826119 Jul 22 23:25:04.850934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Allocated IP 192.168.233.106 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/6e604a73-0296-4ab4-826b-c0df39bd7650) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:04.865747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f56d113b-7a3b-4962-9fa4-065de8eb33f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.902534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50989b9b-331c-46dc-86ac-6c75b654ae51 req-d9b814c3-7bce-4829-bfba-09920d42a2f3 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808492 Jul 22 23:25:04.917108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f56d113b-7a3b-4962-9fa4-065de8eb33f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.996397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f56d113b-7a3b-4962-9fa4-065de8eb33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:04.999987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f56d113b-7a3b-4962-9fa4-065de8eb33f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.001341 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f56d113b-7a3b-4962-9fa4-065de8eb33f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76e5e022-44f7-4612-8a60-addc959a3701 HTTP/1.1" status: 204 len: 168 time: 0.2026386 Jul 22 23:25:05.010676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d113b-7a3b-4962-9fa4-065de8eb33f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e5e022-44f7-4612-8a60-addc959a3701,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:05.152174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.166474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.190058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Transition to ACTIVE for port object 6e604a73-0296-4ab4-826b-c0df39bd7650 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:05.258956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.340320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:05.352464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:05.355804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:05.362278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:05.362779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.397134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Pushing event updated for resources: {'Port': ['ID=6e604a73-0296-4ab4-826b-c0df39bd7650,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:05.507323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.519178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.581704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108286-ae4a-46ca-adc8-34810a3a5585 req-9f7baade-5a70-463d-aa2b-ac351db51452 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:05.590931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a108286-ae4a-46ca-adc8-34810a3a5585 req-9f7baade-5a70-463d-aa2b-ac351db51452 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 971 time: 0.2236764 Jul 22 23:25:05.598481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-534acf4b-6bef-483d-800b-8692e5520430 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5413125 Jul 22 23:25:05.641719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Request body: {'port': {'device_id': '1b10d53d-b810-460e-8193-e9751554a215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:05.643788 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.698620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:05.699214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51cff6f155a941109a21b861e8ec7d81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1984012 Jul 22 23:25:05.737261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137be1fd-4302-4809-a7fa-51db86497ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9374e-49f6-406c-bd4f-5dc408bd6966,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:05.751093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46530) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:05.796887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-457c30e0-1863-45b7-b7ba-f300eccaddb6 None None] Provisioning for port 6e604a73-0296-4ab4-826b-c0df39bd7650 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:05.803070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a108286-ae4a-46ca-adc8-34810a3a5585 req-d645a5e8-c58f-4ae5-957b-008d3662f3fc tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105494 Jul 22 23:25:05.803294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f0ce22-422a-4012-9c6c-23eacbb8f1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.812303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-457c30e0-1863-45b7-b7ba-f300eccaddb6 None None] Provisioning complete for port 6e604a73-0296-4ab4-826b-c0df39bd7650 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:05.812763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-457c30e0-1863-45b7-b7ba-f300eccaddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.905310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-457c30e0-1863-45b7-b7ba-f300eccaddb6 None None] Port 6e604a73-0296-4ab4-826b-c0df39bd7650 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:05.944919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.950132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a61ba32a-e8f6-4a6d-aed4-8ac8b4e473d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:05.994269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a61ba32a-e8f6-4a6d-aed4-8ac8b4e473d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.071934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f0ce22-422a-4012-9c6c-23eacbb8f1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.077664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34f0ce22-422a-4012-9c6c-23eacbb8f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.083516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db45bf-d069-4b64-91f5-dddd4cd58d70 req-3a5ae067-cd67-4200-b6fd-d7416e2f9a68 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:06.095815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00db45bf-d069-4b64-91f5-dddd4cd58d70 req-3a5ae067-cd67-4200-b6fd-d7416e2f9a68 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 936 time: 0.1719978 Jul 22 23:25:06.123281 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34f0ce22-422a-4012-9c6c-23eacbb8f1f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4df551f0c98a4a9fb003f86ffdf7008c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644724 Jul 22 23:25:06.126680 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a61ba32a-e8f6-4a6d-aed4-8ac8b4e473d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.129879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a61ba32a-e8f6-4a6d-aed4-8ac8b4e473d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.134141 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a61ba32a-e8f6-4a6d-aed4-8ac8b4e473d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fb9374e-49f6-406c-bd4f-5dc408bd6966 HTTP/1.1" status: 204 len: 168 time: 0.4329002 Jul 22 23:25:06.134768 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:06.144048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0ce22-422a-4012-9c6c-23eacbb8f1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d31ec-ffbb-4472-be95-0d6ddbba352d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:06.173721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ba32a-e8f6-4a6d-aed4-8ac8b4e473d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9374e-49f6-406c-bd4f-5dc408bd6966,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:06.214787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adaf56e9-2feb-45fe-b273-ca0315526801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.269507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adaf56e9-2feb-45fe-b273-ca0315526801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.363935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adaf56e9-2feb-45fe-b273-ca0315526801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.372104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adaf56e9-2feb-45fe-b273-ca0315526801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.374534 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-adaf56e9-2feb-45fe-b273-ca0315526801 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c39d31ec-ffbb-4472-be95-0d6ddbba352d HTTP/1.1" status: 204 len: 168 time: 0.2369385 Jul 22 23:25:06.393435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf56e9-2feb-45fe-b273-ca0315526801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d31ec-ffbb-4472-be95-0d6ddbba352d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:06.448797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00db45bf-d069-4b64-91f5-dddd4cd58d70 req-ef160fa9-f40a-4324-8da4-356e2b5e47a3 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519869 Jul 22 23:25:06.500673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc4e3-d596-4802-a86d-47339ace1d8d req-bdd8e086-0f92-4a22-bd56-eb1c05b8412b tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:06.502680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff4dc4e3-d596-4802-a86d-47339ace1d8d req-bdd8e086-0f92-4a22-bd56-eb1c05b8412b tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 949 time: 0.4944975 Jul 22 23:25:06.583886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff4dc4e3-d596-4802-a86d-47339ace1d8d req-2b750f3a-afaa-4a7d-8a4b-6b3656f0272f tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719805 Jul 22 23:25:06.681557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e604a73-0296-4ab4-826b-c0df39bd7650 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:06.689792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.702220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Transition to ACTIVE for port object 6e604a73-0296-4ab4-826b-c0df39bd7650 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:06.711068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.767207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Pushing event updated for resources: {'Port': ['ID=6e604a73-0296-4ab4-826b-c0df39bd7650,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:06.818757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Attempting to bind port 6e604a73-0296-4ab4-826b-c0df39bd7650 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:06.819203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Attempting to bind port 6e604a73-0296-4ab4-826b-c0df39bd7650 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:06.819781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Attempting to bind port 6e604a73-0296-4ab4-826b-c0df39bd7650 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:06.828076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Port 6e604a73-0296-4ab4-826b-c0df39bd7650 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:06.828367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Attempting to bind port 6e604a73-0296-4ab4-826b-c0df39bd7650 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:06.836937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:06.837302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:06.837702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:06.838167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Bound port: 6e604a73-0296-4ab4-826b-c0df39bd7650, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:06.839068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:06.980761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] For port 6e604a73-0296-4ab4-826b-c0df39bd7650, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:06.999061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] For port 6e604a73-0296-4ab4-826b-c0df39bd7650, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6e604a73-0296-4ab4-826b-c0df39bd7650,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:07.007810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:07.068692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad601-3e34-4eff-b368-5ca34f5551d1 req-f02052cd-e723-43e8-b9f7-26f61885c652 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.070319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40aad601-3e34-4eff-b368-5ca34f5551d1 req-f02052cd-e723-43e8-b9f7-26f61885c652 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 971 time: 0.1704302 Jul 22 23:25:07.074555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.075187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:07.076630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] 10.222.0.48 "PUT /v2.0/ports/6e604a73-0296-4ab4-826b-c0df39bd7650 HTTP/1.1" status: 200 len: 1096 time: 1.4479113 Jul 22 23:25:07.077085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b10d53d-b810-460e-8193-e9751554a215', 'tag': '6e604a73-0296-4ab4-826b-c0df39bd7650'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:07.079881 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c260b3-a3f4-4838-976a-1c7bd012a97e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b10d53d-b810-460e-8193-e9751554a215", "tag": "6e604a73-0296-4ab4-826b-c0df39bd7650"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:07.252966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4d1a-33e5-4a75-8879-3fe103ef762a service neutron] Pushing event updated for resources: {'Port': ['ID=6e604a73-0296-4ab4-826b-c0df39bd7650,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:07.270845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-19ab7958-0fe7-419a-8576-ec692951f826 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=21e2637f03624dd1afd919e80a44a827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776772 Jul 22 23:25:07.281850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40aad601-3e34-4eff-b368-5ca34f5551d1 req-6ed4180c-9881-4f46-a95c-b734f0089fa5 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988409 Jul 22 23:25:07.390814 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0282e74f-3b5b-4222-ab69-54e7efb938e0 x-openstack-request-id: req-0282e74f-3b5b-4222-ab69-54e7efb938e0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:07.391125 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b10d53d-b810-460e-8193-e9751554a215", "tag": "6e604a73-0296-4ab4-826b-c0df39bd7650", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:07.391396 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0282e74f-3b5b-4222-ab69-54e7efb938e0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:07.392185 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b10d53d-b810-460e-8193-e9751554a215', 'tag': '6e604a73-0296-4ab4-826b-c0df39bd7650', 'status': 'completed', 'code': 200} Jul 22 23:25:07.398199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-a34e6254-897a-425d-a63e-92f0a27e89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.399965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-a34e6254-897a-425d-a63e-92f0a27e89bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 1099 time: 0.2405241 Jul 22 23:25:07.490752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-edda9c0e-6483-4e90-bb85-1c86f7e06546 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6e604a73-0296-4ab4-826b-c0df39bd7650 HTTP/1.1" status: 200 len: 217 time: 0.0701020 Jul 22 23:25:07.561451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.48', 59001) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:07.592591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-201eaf54-4382-4de5-9b68-ebf5d06ad113 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.594177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-201eaf54-4382-4de5-9b68-ebf5d06ad113 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091729 Jul 22 23:25:07.628683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-6ce2daa3-ce3d-43a5-9aa1-730255a8c3d4 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/quotas/21e2637f03624dd1afd919e80a44a827 HTTP/1.1" status: 200 len: 375 time: 0.0266879 Jul 22 23:25:07.633778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-26fdb920-96ce-482d-a8d6-73baf54de4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.635267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-26fdb920-96ce-482d-a8d6-73baf54de4e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1214414 Jul 22 23:25:07.697699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-b6f5d725-7eef-4ae2-9176-3330584694b8 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21e2637f03624dd1afd919e80a44a827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555224 Jul 22 23:25:07.707671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e166a-c6d7-456f-9a9b-0ce793531254 req-760fe0e5-05b6-47d2-99c9-142594ef8a07 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.707842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-c374599d-2b62-4a16-885d-254f0a3ab804 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.709407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a7e166a-c6d7-456f-9a9b-0ce793531254 req-760fe0e5-05b6-47d2-99c9-142594ef8a07 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 1122 time: 0.2672510 Jul 22 23:25:07.717801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-c374599d-2b62-4a16-885d-254f0a3ab804 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 1100 time: 0.1552258 Jul 22 23:25:07.738708 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3a7e166a-c6d7-456f-9a9b-0ce793531254 req-bed41785-c4ef-4cc2-b95a-521d75eddbe7 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:07.776147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d638446a-f6db-4f30-9120-5ab275616f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:07.778739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-d638446a-f6db-4f30-9120-5ab275616f73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1302269 Jul 22 23:25:08.034703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Deleting port 917d1c19-e13d-4e83-82b7-4d523c14fa8e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:08.035168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:08.072363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-7a6e57cf-b662-4d1c-bdbf-6d27c43749d8 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720723 Jul 22 23:25:08.225652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3a7e166a-c6d7-456f-9a9b-0ce793531254 req-bed41785-c4ef-4cc2-b95a-521d75eddbe7 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:08.237358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3a7e166a-c6d7-456f-9a9b-0ce793531254 req-bed41785-c4ef-4cc2-b95a-521d75eddbe7 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:08.302093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed41785-c4ef-4cc2-b95a-521d75eddbe7 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827a1807-ae7a-40c6-bcb2-08b546b8f856,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:08.305134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] For port 917d1c19-e13d-4e83-82b7-4d523c14fa8e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=917d1c19-e13d-4e83-82b7-4d523c14fa8e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:08.305853 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:08.328622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a7e166a-c6d7-456f-9a9b-0ce793531254 req-bed41785-c4ef-4cc2-b95a-521d75eddbe7 tempest-AggregatesAdminTestJSON-30108120 tempest-AggregatesAdminTestJSON-30108120-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110156 Jul 22 23:25:08.378403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffe790d6-e118-4ba0-bb81-891a9d999c81 req-37c90f49-0b8d-4c5d-b8da-427af445e0fc service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968276 Jul 22 23:25:08.384566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Calling delete_port for 917d1c19-e13d-4e83-82b7-4d523c14fa8e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:08.441411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64688a4b-12f5-4ebe-aa5a-9c479009d092 req-8caa2c76-503b-492e-98d9-220ff7fec594 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:08.452876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64688a4b-12f5-4ebe-aa5a-9c479009d092 req-8caa2c76-503b-492e-98d9-220ff7fec594 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 948 time: 0.4491332 Jul 22 23:25:08.623922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64688a4b-12f5-4ebe-aa5a-9c479009d092 req-4232b409-faf3-4c6a-bb24-91f86110a5af tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516113 Jul 22 23:25:08.677322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-bc1b391e-f709-47fd-a5aa-d49fb1251712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:08.678846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-bc1b391e-f709-47fd-a5aa-d49fb1251712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 1099 time: 0.1220329 Jul 22 23:25:08.689070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468165fc-8a19-4554-9799-74fec10d01de req-0cc066f4-1c9f-4613-816d-1ea03da1c331 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:08.690628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-468165fc-8a19-4554-9799-74fec10d01de req-0cc066f4-1c9f-4613-816d-1ea03da1c331 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9241d25-9bf3-4c9b-9bd7-792f505d4a6c HTTP/1.1" status: 200 len: 949 time: 0.1872530 Jul 22 23:25:08.810263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-468165fc-8a19-4554-9799-74fec10d01de req-d389293b-cc7c-44b6-822e-eacee25ec700 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081443 Jul 22 23:25:08.848614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-0fb7aa85-28d8-49f9-b9fa-f7ca89eb870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:08.850668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-0fb7aa85-28d8-49f9-b9fa-f7ca89eb870a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1566050 Jul 22 23:25:08.978478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-2a95cb8b-54ef-47ae-8793-ab08633ede31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6e604a73-0296-4ab4-826b-c0df39bd7650 HTTP/1.1" status: 200 len: 217 time: 0.1233933 Jul 22 23:25:08.980998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:09.018463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['917d1c19-e13d-4e83-82b7-4d523c14fa8e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:09.142143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-aaba34e6-3513-4e26-a776-f06b55d5ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:09.148283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-aaba34e6-3513-4e26-a776-f06b55d5ea52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1612215 Jul 22 23:25:09.194960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Pushing event deleted for resources: {'Port': ['ID=917d1c19-e13d-4e83-82b7-4d523c14fa8e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:09.235913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] No DVR routers for this DVR port 917d1c19-e13d-4e83-82b7-4d523c14fa8e on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:09.274456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:09.283048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48af6a1b-639e-491d-bd9a-c2c64b8122a4 req-c6d0a1d3-8097-4148-99f5-ce3e44518bdd tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 210 time: 0.1287694 Jul 22 23:25:09.293639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-16cba0b4-f990-40d5-8627-d08b5f2713c2 req-8adb5742-d257-4c01-a136-ca98ab2a41f0 tempest-DeleteServersAdminTestJSON-115798362 tempest-DeleteServersAdminTestJSON-115798362-project-admin] 10.222.0.48 "DELETE /v2.0/ports/917d1c19-e13d-4e83-82b7-4d523c14fa8e HTTP/1.1" status: 204 len: 173 time: 1.5700192 Jul 22 23:25:09.294933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'name': 'network-vif-deleted', 'tag': '917d1c19-e13d-4e83-82b7-4d523c14fa8e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:09.337008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-6486291e-d01a-4863-9e7f-e278dccec7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:09.347463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-6486291e-d01a-4863-9e7f-e278dccec7e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1907287 Jul 22 23:25:09.503383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-16d53eda-63a4-449d-8768-d9963d19aeac service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387312 Jul 22 23:25:09.577066 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c595bf-ab93-4d77-bf69-2229aae21809" -d '{"events": [{"server_uuid": "d9241d25-9bf3-4c9b-9bd7-792f505d4a6c", "name": "network-vif-deleted", "tag": "917d1c19-e13d-4e83-82b7-4d523c14fa8e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:09.634709 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-0975ee27-d723-4c1b-aa1a-732fb2d7f593 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=21e2637f03624dd1afd919e80a44a827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286548 Jul 22 23:25:09.641705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1634080480', 'description': 'tempest-description-943257388'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:09.675063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26c260b3-a3f4-4838-976a-1c7bd012a97e req-2ee0c2f4-3b4c-4e38-a489-a4906f1e79cd service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652703 Jul 22 23:25:09.716985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:09.733253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:09.889244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-bc7286ae-5cfa-4e0a-83f0-4116c0d72c05 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:09.890968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-bc7286ae-5cfa-4e0a-83f0-4116c0d72c05 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436280 Jul 22 23:25:09.903466 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2855eb07-5e07-4ab3-ac95-324a24a1f6cf x-openstack-request-id: req-2855eb07-5e07-4ab3-ac95-324a24a1f6cf {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:09.903762 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9241d25-9bf3-4c9b-9bd7-792f505d4a6c", "name": "network-vif-deleted", "tag": "917d1c19-e13d-4e83-82b7-4d523c14fa8e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:09.904240 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2855eb07-5e07-4ab3-ac95-324a24a1f6cf {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:09.904893 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9241d25-9bf3-4c9b-9bd7-792f505d4a6c', 'name': 'network-vif-deleted', 'tag': '917d1c19-e13d-4e83-82b7-4d523c14fa8e', 'status': 'completed', 'code': 200} Jul 22 23:25:09.909499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Request body: {'port': {'device_id': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '21e2637f03624dd1afd919e80a44a827'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:10.107766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.123583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.183487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925983f7-5609-4fdd-ac56-5a5088767d27,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:10.204967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55dbfa-7985-4e38-b2ba-a1f5cf68e649 req-ca36a727-1156-40c9-83cd-2b94247240b8 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:10.206507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db55dbfa-7985-4e38-b2ba-a1f5cf68e649 req-ca36a727-1156-40c9-83cd-2b94247240b8 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 948 time: 0.2389913 Jul 22 23:25:10.272519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db55dbfa-7985-4e38-b2ba-a1f5cf68e649 req-636ee731-5378-4d68-af8e-2304587cf44d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568247 Jul 22 23:25:10.302974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.308215 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.357656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Made reservation on behalf of 21e2637f03624dd1afd919e80a44a827 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:10.361373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.364902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46070ccc-1770-474e-aafd-0bac6e39e53a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:10.375765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.377014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8738ffa3-8bad-4d6c-9e27-6e81333eafa1 req-2806df16-e54e-42c8-a3ee-26edc0991e1b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7728219 Jul 22 23:25:10.377675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.509695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-113d5d0c-ac38-4178-987a-bd9444aabd28 req-ffd36179-fd99-4943-9fb7-f20cdd1b5165 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 210 time: 0.0566351 Jul 22 23:25:10.513685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55dd5cba-f9cd-4dc8-8e30-59f13c3826ab req-f6628563-7e4f-4b14-a103-f37b4e5c39af tempest-FlavorsV2NegativeTest-1093560583 tempest-FlavorsV2NegativeTest-1093560583-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7244031bc13b49599b4df370aabe2966&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497828 Jul 22 23:25:10.592032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e7cdf43f-64ce-4c65-8e02-e380e3f7bf0e req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1113752460', 'description': 'tempest-description-1310397995'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:10.632431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.646995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.735811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e7cdf43f-64ce-4c65-8e02-e380e3f7bf0e req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.741481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f317d-5d43-4bd6-86c2-6317a435b95d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:10.752248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5cba-f9cd-4dc8-8e30-59f13c3826ab req-d4ef5d7d-3e2b-4e0e-8fd6-4d0b21b775b3 tempest-FlavorsV2NegativeTest-1093560583 tempest-FlavorsV2NegativeTest-1093560583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:10.753650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55dd5cba-f9cd-4dc8-8e30-59f13c3826ab req-d4ef5d7d-3e2b-4e0e-8fd6-4d0b21b775b3 tempest-FlavorsV2NegativeTest-1093560583 tempest-FlavorsV2NegativeTest-1093560583-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344098 Jul 22 23:25:10.793138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55dd5cba-f9cd-4dc8-8e30-59f13c3826ab req-37232489-f9a6-46e1-ab23-72f89f8e2b13 tempest-FlavorsV2NegativeTest-1093560583 tempest-FlavorsV2NegativeTest-1093560583-project] 10.222.0.21 "GET /v2.0/quotas/7244031bc13b49599b4df370aabe2966 HTTP/1.1" status: 200 len: 375 time: 0.0284116 Jul 22 23:25:10.864792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55dd5cba-f9cd-4dc8-8e30-59f13c3826ab req-8161c370-2d6c-4022-91c0-12c3dc5ce38e tempest-FlavorsV2NegativeTest-1093560583 tempest-FlavorsV2NegativeTest-1093560583-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7244031bc13b49599b4df370aabe2966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584114 Jul 22 23:25:10.897951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Allocated IP 192.168.233.191 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:10.971763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e7cdf43f-64ce-4c65-8e02-e380e3f7bf0e req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.987375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e7cdf43f-64ce-4c65-8e02-e380e3f7bf0e req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:10.998869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-31287ac0-a44f-4fae-add1-dbfe3b91b72f tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=176956554bf24ec2933605bcb8040bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492454 Jul 22 23:25:11.226743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e7cdf43f-64ce-4c65-8e02-e380e3f7bf0e req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.227998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cdf43f-64ce-4c65-8e02-e380e3f7bf0e req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6462471 Jul 22 23:25:11.254220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b2c77-7f59-42d2-b92a-40e149af21eb tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d84d4-b473-446a-a75a-89d95a921ebd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.396259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-05e1668c-fd22-4d83-bdeb-fcabcd217ae7 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:11.397776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-05e1668c-fd22-4d83-bdeb-fcabcd217ae7 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3884676 Jul 22 23:25:11.401016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.403233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:11.424781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-e515c7ec-9f83-423d-a97a-26b139eb7b35 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/quotas/176956554bf24ec2933605bcb8040bae HTTP/1.1" status: 200 len: 375 time: 0.0211685 Jul 22 23:25:11.425700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Transition to ACTIVE for port object 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:11.468257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-6d49adf3-6f99-4f00-ba34-a48150930e1c tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=176956554bf24ec2933605bcb8040bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346642 Jul 22 23:25:11.498291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.535664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38eb4761-7435-4520-90e3-c1b0f39bd452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.559248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:11.563522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:11.570664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:11.577633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:11.578496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.588893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Pushing event updated for resources: {'Port': ['ID=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.634460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-241569176', 'description': 'tempest-description-709245184'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:11.701458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38eb4761-7435-4520-90e3-c1b0f39bd452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.707916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38eb4761-7435-4520-90e3-c1b0f39bd452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.741426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7bc0ef9a-f5c5-4cae-9dea-67d5582e2246 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8399513 Jul 22 23:25:11.755212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-38eb4761-7435-4520-90e3-c1b0f39bd452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7244031bc13b49599b4df370aabe2966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506792 Jul 22 23:25:11.755835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Request body: {'port': {'device_id': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'device_owner': 'compute:tempest-test_az-1923733132', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:11.758147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:11.785767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.796008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb4761-7435-4520-90e3-c1b0f39bd452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05801fdc-e54b-40f6-82ff-f4a21d58a1b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.804121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.829821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3e695e7-7206-4421-ab5f-3f6957ed1a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.855987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3e695e7-7206-4421-ab5f-3f6957ed1a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.901675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33493e85-3a06-4417-a7e0-e820e9c341a7 req-b57953b0-eb78-4014-83e6-79f271bce380 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:11.904398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33493e85-3a06-4417-a7e0-e820e9c341a7 req-b57953b0-eb78-4014-83e6-79f271bce380 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 948 time: 0.2023759 Jul 22 23:25:11.921663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3e695e7-7206-4421-ab5f-3f6957ed1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.927480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.929250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3e695e7-7206-4421-ab5f-3f6957ed1a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:11.933720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c3e695e7-7206-4421-ab5f-3f6957ed1a4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05801fdc-e54b-40f6-82ff-f4a21d58a1b5 HTTP/1.1" status: 204 len: 168 time: 0.1712799 Jul 22 23:25:11.940082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e695e7-7206-4421-ab5f-3f6957ed1a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05801fdc-e54b-40f6-82ff-f4a21d58a1b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:11.977923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-08815e46-dfee-42db-8e6f-0b3cd91d2594 None None] Provisioning for port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:11.985180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-08815e46-dfee-42db-8e6f-0b3cd91d2594 None None] Provisioning complete for port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:11.985941 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08815e46-dfee-42db-8e6f-0b3cd91d2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.035953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-08815e46-dfee-42db-8e6f-0b3cd91d2594 None None] Port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:12.040832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.063479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.068272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33493e85-3a06-4417-a7e0-e820e9c341a7 req-78fa8f32-bc46-4a6b-a961-60abb3e3d672 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530731 Jul 22 23:25:12.133170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c766df-494d-4f47-9540-6b2a52884619,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:12.315987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.317393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6e604a73-0296-4ab4-826b-c0df39bd7650 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:12.354544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 917d1c19-e13d-4e83-82b7-4d523c14fa8e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:12.356639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.398236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.399597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-469fed34-5681-46ee-8ca8-8e40b3b6795d req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7720668 Jul 22 23:25:12.411961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd7e5f-11fb-4944-847b-43bfa708dd71 req-45aee1cf-e736-456f-bd97-3497ca06388e tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:12.413481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afcd7e5f-11fb-4944-847b-43bfa708dd71 req-45aee1cf-e736-456f-bd97-3497ca06388e tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 936 time: 0.2174926 Jul 22 23:25:12.414792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 917d1c19-e13d-4e83-82b7-4d523c14fa8e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:12.415132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 917d1c19-e13d-4e83-82b7-4d523c14fa8e not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:12.417042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4fd30-5f03-4a30-b759-8c579ab8bcdb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764e4f5f-7966-4960-9872-30da47918e60,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:12.493547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afcd7e5f-11fb-4944-847b-43bfa708dd71 req-51059693-c4e6-4011-9753-18d01779eb14 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 Jul 22 23:25:12.547265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6e604a73-0296-4ab4-826b-c0df39bd7650, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6e604a73-0296-4ab4-826b-c0df39bd7650,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:12.555088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d599077b-1cfe-47de-a043-d54e72b11077 req-fb96074d-ea2e-491c-b1d3-5b58d9438407 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 210 time: 0.0530121 Jul 22 23:25:12.561419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '6e604a73-0296-4ab4-826b-c0df39bd7650', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '6e604a73-0296-4ab4-826b-c0df39bd7650', 'mac_address': 'fa:16:3e:ec:75:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:12.572652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:12.590607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.608729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2d05396a-625a-4a00-8a33-791bfc417d6e req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-348830334', 'description': 'tempest-description-632306685'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:12.624646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.626295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Transition to ACTIVE for port object 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:12.637642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.644825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e604a73-0296-4ab4-826b-c0df39bd7650 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:12.671246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6e604a73-0296-4ab4-826b-c0df39bd7650, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6e604a73-0296-4ab4-826b-c0df39bd7650,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:12.681628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.705112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2d05396a-625a-4a00-8a33-791bfc417d6e req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.725722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Pushing event updated for resources: {'Port': ['ID=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:12.778700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6e604a73-0296-4ab4-826b-c0df39bd7650,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:12.808342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Attempting to bind port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:12.809145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Attempting to bind port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:12.809312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Attempting to bind port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:12.827032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:12.827464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Attempting to bind port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:12.837685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:12.838110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:12.838687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:12.839264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Bound port: 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:12.839763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.941508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2d05396a-625a-4a00-8a33-791bfc417d6e req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.952168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6e604a73-0296-4ab4-826b-c0df39bd7650'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:12.961896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2d05396a-625a-4a00-8a33-791bfc417d6e req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:12.970399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-a74c4983-96b4-4963-9d03-aeca2eb869d0 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=176956554bf24ec2933605bcb8040bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517356 Jul 22 23:25:13.022365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] For port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:13.061533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] For port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:13.063173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2d05396a-625a-4a00-8a33-791bfc417d6e req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:13.064345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d05396a-625a-4a00-8a33-791bfc417d6e req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4600751 Jul 22 23:25:13.067092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aec07-690f-4019-acb1-f2c5488f0479 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab379d5-1932-4e4e-91c6-d87bee8475ab,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:13.076747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:13.174462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:13.175087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:13.176680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] 10.222.0.49 "PUT /v2.0/ports/60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 HTTP/1.1" status: 200 len: 1118 time: 1.4260654 Jul 22 23:25:13.180802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'tag': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:13.183151 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5ae65a-98d0-4501-bff6-60b38a78841d", "tag": "60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:13.237765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb8692-e89a-4a11-8145-ee333588453b service neutron] Pushing event updated for resources: {'Port': ['ID=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:13.306532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-11484886-c661-4cb8-8013-46df06e1fe09 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:13.308562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-11484886-c661-4cb8-8013-46df06e1fe09 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220723 Jul 22 23:25:13.356981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Request body: {'port': {'device_id': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '176956554bf24ec2933605bcb8040bae'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:13.499878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7c76029e-0fae-488d-ba90-87f180eac619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:13.501364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-7c76029e-0fae-488d-ba90-87f180eac619 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21e2637f03624dd1afd919e80a44a827&device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 1121 time: 0.2678564 Jul 22 23:25:13.582314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-4b9c14fe-af8e-4eee-bf7f-e108a8f4a7f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 HTTP/1.1" status: 200 len: 217 time: 0.0680974 Jul 22 23:25:13.590354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dfd70-cc90-46d0-a550-526b166aa472 req-f4e07da3-09d8-40bf-a8fa-be7c0bcf2437 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:13.591912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f2dfd70-cc90-46d0-a550-526b166aa472 req-f4e07da3-09d8-40bf-a8fa-be7c0bcf2437 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 949 time: 0.2926331 Jul 22 23:25:13.693550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Made reservation on behalf of 176956554bf24ec2933605bcb8040bae for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:13.697163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:13.721667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-4550220d-be80-49a9-bf75-4fafe6e7b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:13.723111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-4550220d-be80-49a9-bf75-4fafe6e7b115 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1264594 Jul 22 23:25:13.727537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f2dfd70-cc90-46d0-a550-526b166aa472 req-49754e68-9890-4d6b-9bfe-776df14c50c3 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287265 Jul 22 23:25:13.738661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-17298747-a930-403c-9c1b-eb72b17775a4 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34067 time: 0.5975115 Jul 22 23:25:13.883373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-809c3f3e-fc85-49de-9e90-eae027f8ef4d tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/392488b1-a83c-49d3-9d38-a947a2a3cc71 HTTP/1.1" status: 200 len: 2981 time: 0.1123278 Jul 22 23:25:13.910429 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7217251-3e85-4e2e-bfaa-bd966ef1b1ac x-openstack-request-id: req-d7217251-3e85-4e2e-bfaa-bd966ef1b1ac {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:13.910726 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5ae65a-98d0-4501-bff6-60b38a78841d", "tag": "60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:13.910976 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7217251-3e85-4e2e-bfaa-bd966ef1b1ac {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:13.911384 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'tag': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66', 'status': 'completed', 'code': 200} Jul 22 23:25:13.928372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-d71ea2c5-3586-498c-8355-e12a4618810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:13.929868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-d71ea2c5-3586-498c-8355-e12a4618810a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890466 Jul 22 23:25:13.976905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Allocated IP 192.168.233.207 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/a78c4352-6c2a-44aa-8b1a-b95c66a375bb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:14.243669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-f281f76d-2064-4b82-929a-198b857376e1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/392488b1-a83c-49d3-9d38-a947a2a3cc71 HTTP/1.1" status: 200 len: 2981 time: 0.3368702 Jul 22 23:25:14.327064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6e604a73-0296-4ab4-826b-c0df39bd7650 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:14.346497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-1efffde1-e1fd-4b35-9e3e-da249ff07f7d service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071345 Jul 22 23:25:14.379082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 6e604a73-0296-4ab4-826b-c0df39bd7650 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:14.383118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 6e604a73-0296-4ab4-826b-c0df39bd7650 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:14.383609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:14.447199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-1439c59b-1926-4436-ae42-306ecff036a7 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3f8e7d14-8750-4580-8cda-fd19913cb9a3 HTTP/1.1" status: 200 len: 2977 time: 0.1896791 Jul 22 23:25:14.476447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:14.504731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10501d46-6f85-48ed-9864-bc1e2ec95e32 req-88c8a2eb-26e5-4905-9263-f2105d91f8da tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:14.506203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10501d46-6f85-48ed-9864-bc1e2ec95e32 req-88c8a2eb-26e5-4905-9263-f2105d91f8da tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 970 time: 0.2828615 Jul 22 23:25:14.513268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10d53d-b810-460e-8193-e9751554a215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e604a73-0296-4ab4-826b-c0df39bd7650'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:14.515922 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6846c30-29ca-4c83-b9d5-f8a701c24b92" -d '{"events": [{"server_uuid": "1b10d53d-b810-460e-8193-e9751554a215", "name": "network-vif-plugged", "status": "completed", "tag": "6e604a73-0296-4ab4-826b-c0df39bd7650"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:14.531261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6e604a73-0296-4ab4-826b-c0df39bd7650, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6e604a73-0296-4ab4-826b-c0df39bd7650,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:14.535844 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:14.554938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:14.596177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6e604a73-0296-4ab4-826b-c0df39bd7650,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:14.612874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Transition to ACTIVE for port object a78c4352-6c2a-44aa-8b1a-b95c66a375bb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:14.630332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-4912de73-4154-4ed8-8c93-4b7e9f6e9e64 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3f8e7d14-8750-4580-8cda-fd19913cb9a3 HTTP/1.1" status: 200 len: 2977 time: 0.1687739 Jul 22 23:25:14.634223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e7ba564-977b-4d3b-87f9-ae2cf7bb6f8a req-2119f43e-5a2c-426f-8e99-c01dde6f992c service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694402 Jul 22 23:25:14.638040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10501d46-6f85-48ed-9864-bc1e2ec95e32 req-99b476cd-3fdf-461a-9a3a-ab0353d4cbf5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213992 Jul 22 23:25:14.696689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-69b76dbb-6eed-4072-8adc-8a6b27bfc76e tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3fb39eaa-1c56-493c-b7ce-148f8f0b15f4 HTTP/1.1" status: 200 len: 2977 time: 0.0575817 Jul 22 23:25:14.705081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:14.829907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:14.848374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:14.851870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:14.857672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:14.858319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:14.867214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Pushing event updated for resources: {'Port': ['ID=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:14.883952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-ec07e7b1-f3b8-4b05-bdf5-77b21c40443b tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3fb39eaa-1c56-493c-b7ce-148f8f0b15f4 HTTP/1.1" status: 200 len: 2977 time: 0.1750815 Jul 22 23:25:14.909965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-b50bedbd-abf4-4c62-9f3a-29ce5da8cf8d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5745161 Jul 22 23:25:14.931516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Request body: {'port': {'device_id': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:14.981813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd948b-770c-40f3-8ae0-62d09d8a3469 req-84b9b4bc-3f2c-4355-a222-31cc94dd8b28 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:14.983516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccfd948b-770c-40f3-8ae0-62d09d8a3469 req-84b9b4bc-3f2c-4355-a222-31cc94dd8b28 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 936 time: 0.2805753 Jul 22 23:25:15.016294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-e01c6529-7535-46be-8942-1094e909e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.017841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-e01c6529-7535-46be-8942-1094e909e299 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21e2637f03624dd1afd919e80a44a827&device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 1121 time: 0.2919190 Jul 22 23:25:15.027008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-48ec445f-4be8-462a-a965-2d1a5351ba11 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/49c766df-494d-4f47-9540-6b2a52884619 HTTP/1.1" status: 200 len: 2981 time: 0.1330066 Jul 22 23:25:15.113954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-43a49d0d-8c0c-464d-b1cd-62d90cc8c3a2 None None] Provisioning for port a78c4352-6c2a-44aa-8b1a-b95c66a375bb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:15.118158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-43a49d0d-8c0c-464d-b1cd-62d90cc8c3a2 None None] Provisioning complete for port a78c4352-6c2a-44aa-8b1a-b95c66a375bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:15.118493 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-43a49d0d-8c0c-464d-b1cd-62d90cc8c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:15.157949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-43a49d0d-8c0c-464d-b1cd-62d90cc8c3a2 None None] Port a78c4352-6c2a-44aa-8b1a-b95c66a375bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:15.160638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccfd948b-770c-40f3-8ae0-62d09d8a3469 req-aa1c64cd-1a89-4b85-8f7a-e2d9d9c72c75 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676421 Jul 22 23:25:15.169740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:15.189908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-ec7bf7d4-c869-43a4-8b0a-42edfe3393b3 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/49c766df-494d-4f47-9540-6b2a52884619 HTTP/1.1" status: 200 len: 2981 time: 0.1472781 Jul 22 23:25:15.247673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-e30a10fa-5fa1-42d4-ab69-4f62c513ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.249296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-e30a10fa-5fa1-42d4-ab69-4f62c513ad0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2197113 Jul 22 23:25:15.280725 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e86cc20-b958-4fd2-a9a3-2b7be876a9d6 x-openstack-request-id: req-2e86cc20-b958-4fd2-a9a3-2b7be876a9d6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:15.281274 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10d53d-b810-460e-8193-e9751554a215", "name": "network-vif-plugged", "status": "completed", "tag": "6e604a73-0296-4ab4-826b-c0df39bd7650", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:15.281616 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e86cc20-b958-4fd2-a9a3-2b7be876a9d6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:15.282118 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10d53d-b810-460e-8193-e9751554a215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e604a73-0296-4ab4-826b-c0df39bd7650', 'code': 200} Jul 22 23:25:15.309579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-ada42129-ed53-4d03-8d52-f89960a0fded service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 HTTP/1.1" status: 200 len: 217 time: 0.0514727 Jul 22 23:25:15.329518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-4ce1fe00-cd2a-4d74-9d4a-74fb33b5af60 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/827a1807-ae7a-40c6-bcb2-08b546b8f856 HTTP/1.1" status: 200 len: 2981 time: 0.1310492 Jul 22 23:25:15.431872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0351ad-6916-4cdb-83a1-cc9b0c2b4a90 req-59e4c334-c434-4fef-8395-d4c4400b4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.434064 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f0351ad-6916-4cdb-83a1-cc9b0c2b4a90 req-59e4c334-c434-4fef-8395-d4c4400b4fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 1101 time: 0.0617714 Jul 22 23:25:15.489966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-f618ea82-733e-4981-a621-eb23b2f2f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.491535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-f618ea82-733e-4981-a621-eb23b2f2f2af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1729980 Jul 22 23:25:15.492571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f0351ad-6916-4cdb-83a1-cc9b0c2b4a90 req-fc8924ce-7225-475b-8d3a-3c4810019d47 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512524 Jul 22 23:25:15.567216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-8af7da80-f80d-4991-a4af-7c86223ba4fb tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/827a1807-ae7a-40c6-bcb2-08b546b8f856 HTTP/1.1" status: 200 len: 2981 time: 0.1699567 Jul 22 23:25:15.664084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7ff04-cc97-41db-b278-65c4a7828aca req-c64ca43e-530f-48ae-8bee-e31b00387ee0 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.665558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b7ff04-cc97-41db-b278-65c4a7828aca req-c64ca43e-530f-48ae-8bee-e31b00387ee0 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 950 time: 0.3104506 Jul 22 23:25:15.717142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-42c468e3-a11b-4ceb-b215-78be1c3d931a tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/925983f7-5609-4fdd-ac56-5a5088767d27 HTTP/1.1" status: 200 len: 2981 time: 0.1200788 Jul 22 23:25:15.754260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-3ff622e4-1225-4ae6-9a8b-5d4204562199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:15.756230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-3ff622e4-1225-4ae6-9a8b-5d4204562199 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2436454 Jul 22 23:25:15.799386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b7ff04-cc97-41db-b278-65c4a7828aca req-9bccb293-abec-4662-b79e-17623bcdd35d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240144 Jul 22 23:25:15.837357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78c4352-6c2a-44aa-8b1a-b95c66a375bb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:15.852101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:15.896788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-32521ebf-e59a-4dc8-ab56-160afcc73a90 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/925983f7-5609-4fdd-ac56-5a5088767d27 HTTP/1.1" status: 200 len: 2981 time: 0.1690490 Jul 22 23:25:15.920558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Transition to ACTIVE for port object a78c4352-6c2a-44aa-8b1a-b95c66a375bb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:15.931685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:15.988312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-7c789724-4c3e-4605-907c-f08c5c424442 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227099 Jul 22 23:25:16.064715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-549a7c06-a648-47d7-a4aa-bc5309def2dd tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/93d007d4-0a8c-4c8d-b864-a8fd2d0a6b70 HTTP/1.1" status: 200 len: 2981 time: 0.1599379 Jul 22 23:25:16.078157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f3df0a61-1d6c-4880-9d78-f2b739725091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:16.085411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Pushing event updated for resources: {'Port': ['ID=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:16.188945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Attempting to bind port a78c4352-6c2a-44aa-8b1a-b95c66a375bb on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:16.189276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Attempting to bind port a78c4352-6c2a-44aa-8b1a-b95c66a375bb by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:16.189601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Attempting to bind port a78c4352-6c2a-44aa-8b1a-b95c66a375bb on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:16.217508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Port a78c4352-6c2a-44aa-8b1a-b95c66a375bb on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:16.217826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Attempting to bind port a78c4352-6c2a-44aa-8b1a-b95c66a375bb on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:16.234386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-ac1a964d-1170-45b6-9d69-6966e1a5b56d tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/93d007d4-0a8c-4c8d-b864-a8fd2d0a6b70 HTTP/1.1" status: 200 len: 2981 time: 0.1551223 Jul 22 23:25:16.242878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:16.242878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:16.242878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:16.242878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Bound port: a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:16.243895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:16.251801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5089c7-e30e-48f0-a7e4-1ee4b434d295 req-e451cd6b-b1fe-46a9-a0a8-54032d19fd67 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485230 Jul 22 23:25:16.304840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acee1f-ab60-4b3e-8bd5-4168b5ed9756 req-50c2194d-1d5d-4849-bf3e-4c47919a57a2 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:16.306365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3acee1f-ab60-4b3e-8bd5-4168b5ed9756 req-50c2194d-1d5d-4849-bf3e-4c47919a57a2 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 970 time: 0.3275995 Jul 22 23:25:16.417647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-0cdbe7a3-3723-4ca6-926d-5e7cb84594a4 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9f0f317d-5d43-4bd6-86c2-6317a435b95d HTTP/1.1" status: 200 len: 2981 time: 0.1703358 Jul 22 23:25:16.435170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3acee1f-ab60-4b3e-8bd5-4168b5ed9756 req-8080fe4a-7907-43c0-8b2e-d3380932eca1 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977874 Jul 22 23:25:16.455032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] For port a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:16.461986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] For port a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:16.477485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:16.546504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:16.547256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:16.548616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] 10.222.0.48 "PUT /v2.0/ports/a78c4352-6c2a-44aa-8b1a-b95c66a375bb HTTP/1.1" status: 200 len: 1096 time: 1.6213148 Jul 22 23:25:16.549237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'tag': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:16.551576 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f242fb2-5538-4755-a5a3-42feb8f595a4" -d '{"events": [{"name": "network-changed", "server_uuid": "749938ae-86ac-4eaa-8e88-f87a1661b774", "tag": "a78c4352-6c2a-44aa-8b1a-b95c66a375bb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:16.560525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-76a14903-6619-4f87-9e22-b605f3d7488e tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9f0f317d-5d43-4bd6-86c2-6317a435b95d HTTP/1.1" status: 200 len: 2981 time: 0.1336155 Jul 22 23:25:16.615195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa6cc1-3adb-4195-a81f-9a34f65bdb6c service neutron] Pushing event updated for resources: {'Port': ['ID=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:16.693349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-c7e23504-bcea-453a-845d-e35c42ef5c67 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cc061a30-09fb-4fe5-9785-8b7b3b55c93e HTTP/1.1" status: 200 len: 2973 time: 0.1180868 Jul 22 23:25:16.757043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-5873f8fd-1ec2-4cc7-9496-2e0242527bc7 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cc061a30-09fb-4fe5-9785-8b7b3b55c93e HTTP/1.1" status: 200 len: 2973 time: 0.0569146 Jul 22 23:25:16.786753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-9151385f-4d56-4e3d-95e7-899c5d3e2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:16.788354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-9151385f-4d56-4e3d-95e7-899c5d3e2ed3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176956554bf24ec2933605bcb8040bae&device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 1099 time: 0.1487703 Jul 22 23:25:17.042009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-0ad77d4c-7178-4b40-b229-54a351a3c0f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb HTTP/1.1" status: 200 len: 217 time: 0.2304311 Jul 22 23:25:17.082235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-8f09130e-aa9a-47fb-bdb8-23773a6a1722 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cc34f046-d99e-4d9e-aa23-ed724d545564 HTTP/1.1" status: 200 len: 2977 time: 0.3167357 Jul 22 23:25:17.118782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-ea96b268-0d7d-4dfd-912a-0eb089e5cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.121047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-ea96b268-0d7d-4dfd-912a-0eb089e5cdad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0714698 Jul 22 23:25:17.170619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708edc7-9d19-4194-8f6a-1fc2e23ddea6 req-5c29f46b-c396-43a0-8186-72b61b80e58a tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.172255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4708edc7-9d19-4194-8f6a-1fc2e23ddea6 req-5c29f46b-c396-43a0-8186-72b61b80e58a tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 948 time: 0.3985181 Jul 22 23:25:17.209041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7319fd53-4e61-429e-920a-b6b713d2ed30 req-73b7e307-fe23-4921-9c5f-2bc2097a6b5d tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cc34f046-d99e-4d9e-aa23-ed724d545564 HTTP/1.1" status: 200 len: 2977 time: 0.1174185 Jul 22 23:25:17.245563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4708edc7-9d19-4194-8f6a-1fc2e23ddea6 req-2c3541ee-043a-48b5-a813-3457eda6122e tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633583 Jul 22 23:25:17.255972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-791eee6f-e483-4937-8153-d24d04c2f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.258083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-791eee6f-e483-4937-8153-d24d04c2f1d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291239 Jul 22 23:25:17.264031 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69554a4-216f-4ac3-96e2-95147aabb14b x-openstack-request-id: req-e69554a4-216f-4ac3-96e2-95147aabb14b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:17.264523 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749938ae-86ac-4eaa-8e88-f87a1661b774", "tag": "a78c4352-6c2a-44aa-8b1a-b95c66a375bb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:17.264650 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e69554a4-216f-4ac3-96e2-95147aabb14b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:17.265271 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'tag': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb', 'status': 'completed', 'code': 200} Jul 22 23:25:17.368321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-eb9f77e9-4680-4d94-be44-5bdeb196d54d service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018984 Jul 22 23:25:17.573177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2c0ccb-6462-4606-ac00-7c6c12df0728 req-a15ac221-45a4-44f7-9cd1-fddd37cd69ef service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961186 Jul 22 23:25:17.590729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94f1d46d-e1c7-43e8-bbad-b64a40151b87 req-00778ff7-a0bc-40a8-bde2-e47f2c422f0d tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f554500932b5400f9fed58609f7e3583 HTTP/1.1" status: 200 len: 6103 time: 0.1600840 Jul 22 23:25:17.599089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd6193-ba57-4524-933e-d8095ac3c620 req-a4968c3f-d7b2-4381-b446-21367725489b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.601273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21bd6193-ba57-4524-933e-d8095ac3c620 req-a4968c3f-d7b2-4381-b446-21367725489b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 950 time: 0.2255969 Jul 22 23:25:17.641338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:17.702354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94f1d46d-e1c7-43e8-bbad-b64a40151b87 req-33ee5801-2af5-4245-b687-ad9d8b5f4778 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "GET /v2.0/security-groups/925983f7-5609-4fdd-ac56-5a5088767d27 HTTP/1.1" status: 200 len: 2981 time: 0.0983996 Jul 22 23:25:17.705258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21bd6193-ba57-4524-933e-d8095ac3c620 req-0c948fb6-1446-4a48-8de8-ae991724bfe9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940783 Jul 22 23:25:17.773638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94f1d46d-e1c7-43e8-bbad-b64a40151b87 req-26758b39-8dfa-49ac-9322-c64a32b5d779 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "GET /v2.0/security-groups/925983f7-5609-4fdd-ac56-5a5088767d27 HTTP/1.1" status: 200 len: 2981 time: 0.0642817 Jul 22 23:25:17.777118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-e954e7c4-8e12-4ea9-90d4-a69d5d33045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.778719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-e954e7c4-8e12-4ea9-90d4-a69d5d33045a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176956554bf24ec2933605bcb8040bae&device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 1099 time: 0.1180089 Jul 22 23:25:17.789834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c4dee40-1002-4e39-b9b8-2aea87ff8d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:17.897808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c4dee40-1002-4e39-b9b8-2aea87ff8d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:17.902923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c4dee40-1002-4e39-b9b8-2aea87ff8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:17.935577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-76bf5d92-b844-4960-8414-1e8d4fb4a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.937070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-76bf5d92-b844-4960-8414-1e8d4fb4a0ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1488590 Jul 22 23:25:17.944464 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1c4dee40-1002-4e39-b9b8-2aea87ff8d8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f7deefc869549d4bf8f38bd80e5f25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018279 Jul 22 23:25:17.945620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4dee40-1002-4e39-b9b8-2aea87ff8d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f538d-5c53-4537-9e6a-7b8abd4505d7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:17.948584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:17.962824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955d1b6-bcb4-4ce0-861e-3d480e60e2bb req-c4dd8dff-dcc1-453e-bcc2-aab509da5dc4 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:17.964421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6955d1b6-bcb4-4ce0-861e-3d480e60e2bb req-c4dd8dff-dcc1-453e-bcc2-aab509da5dc4 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 970 time: 0.0991809 Jul 22 23:25:17.998334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-5c26cb15-04c4-4b0a-aff5-9f099c232c57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb HTTP/1.1" status: 200 len: 217 time: 0.0539074 Jul 22 23:25:18.002806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbbf27d5-6533-4649-854c-ad67116b9df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.032172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbbf27d5-6533-4649-854c-ad67116b9df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.072901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6955d1b6-bcb4-4ce0-861e-3d480e60e2bb req-5ca63fd9-d637-4922-abce-ed1265b75560 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821300 Jul 22 23:25:18.090103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbbf27d5-6533-4649-854c-ad67116b9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.094299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbbf27d5-6533-4649-854c-ad67116b9df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.096395 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dbbf27d5-6533-4649-854c-ad67116b9df9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b37f538d-5c53-4537-9e6a-7b8abd4505d7 HTTP/1.1" status: 204 len: 168 time: 0.1466029 Jul 22 23:25:18.106867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf27d5-6533-4649-854c-ad67116b9df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f538d-5c53-4537-9e6a-7b8abd4505d7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:18.131125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-d96859a1-1cdf-402f-826f-743b809a9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:18.132796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-d96859a1-1cdf-402f-826f-743b809a9cae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1140652 Jul 22 23:25:18.166960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f403c55-b3c1-4c40-9aaf-8132de0d6125 req-c74dab1f-af04-49f0-b689-5bfbf8ee40bc tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9ab379d5-1932-4e4e-91c6-d87bee8475ab HTTP/1.1" status: 200 len: 1776 time: 0.0810606 Jul 22 23:25:18.250910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-e02aef74-f2f7-4bdc-9087-3456570d509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:18.252766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-e02aef74-f2f7-4bdc-9087-3456570d509a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078784 Jul 22 23:25:18.295642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f403c55-b3c1-4c40-9aaf-8132de0d6125 req-c1142063-f9d4-4b72-8d44-2d891a3f5c55 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.367406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f403c55-b3c1-4c40-9aaf-8132de0d6125 req-c1142063-f9d4-4b72-8d44-2d891a3f5c55 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.419158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-2a4c578b-437c-4258-b3df-86d90296e26b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415950 Jul 22 23:25:18.435220 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:18.436307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:18.445108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-f68e970b-d63c-4555-a3e1-c6e03ff6f0ee service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806340 Jul 22 23:25:18.482866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f403c55-b3c1-4c40-9aaf-8132de0d6125 req-c1142063-f9d4-4b72-8d44-2d891a3f5c55 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.485409 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f403c55-b3c1-4c40-9aaf-8132de0d6125 req-c1142063-f9d4-4b72-8d44-2d891a3f5c55 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.487200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f403c55-b3c1-4c40-9aaf-8132de0d6125 req-c1142063-f9d4-4b72-8d44-2d891a3f5c55 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ab379d5-1932-4e4e-91c6-d87bee8475ab HTTP/1.1" status: 204 len: 173 time: 0.2980583 Jul 22 23:25:18.542919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1142063-f9d4-4b72-8d44-2d891a3f5c55 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab379d5-1932-4e4e-91c6-d87bee8475ab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:18.734861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f242fb2-5538-4755-a5a3-42feb8f595a4 req-02aa2791-d723-41e3-a836-843e420403be service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691405 Jul 22 23:25:18.740436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:18.746624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-7ead7a73-b214-46a0-8285-5138cd850225 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:18.748149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-7ead7a73-b214-46a0-8285-5138cd850225 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057990 Jul 22 23:25:18.756935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66', 'mac_address': 'fa:16:3e:e0:eb:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:tempest-test_az-1923733132', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:18.771288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-e5ddf2b5-b9c5-45ec-b533-ebc6f709a318 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/quotas/5ee45a8232ad4ec6942f1c6efdc2b284 HTTP/1.1" status: 200 len: 375 time: 0.0156825 Jul 22 23:25:18.784035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91e644-95a5-47d4-9188-a66b6be57638 req-ec3513de-7f10-4d86-b658-9360ed231023 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:18.785571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a91e644-95a5-47d4-9188-a66b6be57638 req-ec3513de-7f10-4d86-b658-9360ed231023 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 948 time: 0.2038007 Jul 22 23:25:18.806138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.820483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:18.843872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:18.848985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:18.881975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a91e644-95a5-47d4-9188-a66b6be57638 req-1c757d79-1e53-487e-94a1-51205edb5796 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Jul 22 23:25:18.910920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:18.915933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-64e54621-9250-45ca-af76-cf93ce5d8f47 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292839 Jul 22 23:25:19.009904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ecca0df-2d71-464a-a77d-49a1fe5f9011 req-dcfc0ff0-ae9b-400d-b674-0887a1ca656c tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "GET /v2.0/security-groups/764e4f5f-7966-4960-9872-30da47918e60 HTTP/1.1" status: 200 len: 1776 time: 0.0453477 Jul 22 23:25:19.073659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:19.080463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9ecca0df-2d71-464a-a77d-49a1fe5f9011 req-684497bf-c17a-4964-ab6d-7badbe364ca1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.117856 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9ecca0df-2d71-464a-a77d-49a1fe5f9011 req-684497bf-c17a-4964-ab6d-7badbe364ca1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.168416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9ecca0df-2d71-464a-a77d-49a1fe5f9011 req-684497bf-c17a-4964-ab6d-7badbe364ca1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.171973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9ecca0df-2d71-464a-a77d-49a1fe5f9011 req-684497bf-c17a-4964-ab6d-7badbe364ca1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.185158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ecca0df-2d71-464a-a77d-49a1fe5f9011 req-684497bf-c17a-4964-ab6d-7badbe364ca1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/764e4f5f-7966-4960-9872-30da47918e60 HTTP/1.1" status: 204 len: 173 time: 0.1685443 Jul 22 23:25:19.208842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684497bf-c17a-4964-ab6d-7badbe364ca1 tempest-SecurityGroupsTestAdminJSON-1804213139 tempest-SecurityGroupsTestAdminJSON-1804213139-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764e4f5f-7966-4960-9872-30da47918e60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:19.261167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e265577d-f430-4711-a8b2-04df302aa0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.268424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e851b7b-7ee2-4c92-b8ee-5114da2f425d req-c1a372a6-bef9-44ae-9a6c-d6705df45a39 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 210 time: 0.0563309 Jul 22 23:25:19.416520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c3f3d-1c66-463c-ae23-d759ddb8e7b0 req-cf38a8fc-2943-4c8d-b913-f095deb70d10 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:19.418771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f16c3f3d-1c66-463c-ae23-d759ddb8e7b0 req-cf38a8fc-2943-4c8d-b913-f095deb70d10 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 971 time: 0.0827076 Jul 22 23:25:19.465332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f16c3f3d-1c66-463c-ae23-d759ddb8e7b0 req-0d6e7885-0a7d-4bec-85f3-79a1ffc9d5f1 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Jul 22 23:25:19.524798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.560434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4e5781e-c45e-472b-a4f7-049aef9f9438 req-97174be5-af25-4c23-94de-8343c8e775d5 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "GET /v2.0/security-groups/a17d84d4-b473-446a-a75a-89d95a921ebd HTTP/1.1" status: 200 len: 1778 time: 0.0647454 Jul 22 23:25:19.602362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-ddb5f48f-9025-43ba-82fd-76f2f81cc7e2 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=18a7c0d407b64d26a8f0a40894be1fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283973 Jul 22 23:25:19.712954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c4e5781e-c45e-472b-a4f7-049aef9f9438 req-2118e239-0892-4074-8858-d81dfa5668b1 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.747206 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c4e5781e-c45e-472b-a4f7-049aef9f9438 req-2118e239-0892-4074-8858-d81dfa5668b1 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.764738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-08cbddf4-9c04-4dcb-adae-e51e4615dd08 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:19.766264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-08cbddf4-9c04-4dcb-adae-e51e4615dd08 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559124 Jul 22 23:25:19.798188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-87ba2323-3030-4c73-935c-11a0635b5d85 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/quotas/18a7c0d407b64d26a8f0a40894be1fc5 HTTP/1.1" status: 200 len: 375 time: 0.0161161 Jul 22 23:25:19.819468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c4e5781e-c45e-472b-a4f7-049aef9f9438 req-2118e239-0892-4074-8858-d81dfa5668b1 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.820843 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c4e5781e-c45e-472b-a4f7-049aef9f9438 req-2118e239-0892-4074-8858-d81dfa5668b1 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:19.822056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4e5781e-c45e-472b-a4f7-049aef9f9438 req-2118e239-0892-4074-8858-d81dfa5668b1 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "DELETE /v2.0/security-groups/a17d84d4-b473-446a-a75a-89d95a921ebd HTTP/1.1" status: 204 len: 173 time: 0.2565267 Jul 22 23:25:19.844646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-86ad3b77-18e8-4e16-b739-c4b68818665d tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18a7c0d407b64d26a8f0a40894be1fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376043 Jul 22 23:25:19.849320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118e239-0892-4074-8858-d81dfa5668b1 tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d84d4-b473-446a-a75a-89d95a921ebd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:20.035754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87b73e72-4be4-427f-b415-3ed0f2c0c37b req-6ecc7ec1-aff3-44e9-9477-126ffab1355b tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "GET /v2.0/security-groups/46070ccc-1770-474e-aafd-0bac6e39e53a HTTP/1.1" status: 200 len: 1777 time: 0.0571194 Jul 22 23:25:20.065707 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.154796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcc792-91fb-4f72-b236-6a2dd1574f30 req-d1d56d85-765a-41ee-b666-4ed6a163996d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:20.156386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eddcc792-91fb-4f72-b236-6a2dd1574f30 req-d1d56d85-765a-41ee-b666-4ed6a163996d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 948 time: 0.1156178 Jul 22 23:25:20.171848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87b73e72-4be4-427f-b415-3ed0f2c0c37b req-e2004f4c-6b69-46a5-88e2-4ba840de52ae tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.193055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-efd773f9-7940-461f-a57b-e9fb3f3eba04 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334742 Jul 22 23:25:20.249488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87b73e72-4be4-427f-b415-3ed0f2c0c37b req-e2004f4c-6b69-46a5-88e2-4ba840de52ae tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.287670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eddcc792-91fb-4f72-b236-6a2dd1574f30 req-c2923ed8-2d4e-43d7-bbcc-a8616c29dcbe tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170614 Jul 22 23:25:20.350985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a78c4352-6c2a-44aa-8b1a-b95c66a375bb details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:20.356186 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87b73e72-4be4-427f-b415-3ed0f2c0c37b req-e2004f4c-6b69-46a5-88e2-4ba840de52ae tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.358685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87b73e72-4be4-427f-b415-3ed0f2c0c37b req-e2004f4c-6b69-46a5-88e2-4ba840de52ae tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.359875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87b73e72-4be4-427f-b415-3ed0f2c0c37b req-e2004f4c-6b69-46a5-88e2-4ba840de52ae tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] 10.222.0.21 "DELETE /v2.0/security-groups/46070ccc-1770-474e-aafd-0bac6e39e53a HTTP/1.1" status: 204 len: 173 time: 0.3178163 Jul 22 23:25:20.388321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-6517d783-f102-49e3-9891-6bb73bfa9b32 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:20.389819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-6517d783-f102-49e3-9891-6bb73bfa9b32 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834018 Jul 22 23:25:20.393475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2004f4c-6b69-46a5-88e2-4ba840de52ae tempest-SecurityGroupsTestAdminJSON-1841355653 tempest-SecurityGroupsTestAdminJSON-1841355653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46070ccc-1770-474e-aafd-0bac6e39e53a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:20.426219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d535361-3bc6-476d-a76c-108745738f8f req-3a93b4fb-017a-4371-a93a-0d0fe45c59d6 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 210 time: 0.0635462 Jul 22 23:25:20.431420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Request body: {'port': {'device_id': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '5ee45a8232ad4ec6942f1c6efdc2b284'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:20.469558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:20.612866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c1bd43f-5193-4cf8-b07e-c053373468c9 req-6fc8d703-4bcc-4509-a7e0-cbb8e94f1a0b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 210 time: 0.0449574 Jul 22 23:25:20.683726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:20.690619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Made reservation on behalf of 5ee45a8232ad4ec6942f1c6efdc2b284 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:20.694687 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.705092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb', 'mac_address': 'fa:16:3e:e3:55:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:20.771628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.790255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78c4352-6c2a-44aa-8b1a-b95c66a375bb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:20.797247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:20.810119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:20.810488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.860242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:20.869807 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:20.936946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a7f7c-3188-45e2-9b48-05c23e84fa92 req-aab21551-b0a0-4c83-8d07-7387e8ef1916 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:20.941000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b7a7f7c-3188-45e2-9b48-05c23e84fa92 req-aab21551-b0a0-4c83-8d07-7387e8ef1916 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 971 time: 0.2169590 Jul 22 23:25:20.958345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:21.015016 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.047613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:21.050488 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d4396-8e7f-4c66-819c-c8535d67901e" -d '{"events": [{"server_uuid": "7a5ae65a-98d0-4501-bff6-60b38a78841d", "name": "network-vif-plugged", "status": "completed", "tag": "60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:21.073585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47084) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:21.074597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:21.079926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.098086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b7a7f7c-3188-45e2-9b48-05c23e84fa92 req-8c2a201e-6a9a-482e-9a58-aa03bf98c669 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173947 Jul 22 23:25:21.120666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Allocated IP 192.168.233.75 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/001ed22b-2de3-42ce-bead-ae08b8f349a7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:21.123928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47090) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:21.156171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:21.163556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a78c4352-6c2a-44aa-8b1a-b95c66a375bb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:21.198644 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70270142-212e-4fa6-85c9-8720f51cd01d x-openstack-request-id: req-70270142-212e-4fa6-85c9-8720f51cd01d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:21.198930 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae65a-98d0-4501-bff6-60b38a78841d", "name": "network-vif-plugged", "status": "completed", "tag": "60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:21.199185 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70270142-212e-4fa6-85c9-8720f51cd01d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:21.199716 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66', 'code': 200} Jul 22 23:25:21.302462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.49', 61538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:21.456349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b254d7-7c09-4900-bf88-8ec7995300e9 req-2e0beb0f-26f3-497b-ae15-2d75f93bea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:21.457603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b254d7-7c09-4900-bf88-8ec7995300e9 req-2e0beb0f-26f3-497b-ae15-2d75f93bea41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 1123 time: 0.1538117 Jul 22 23:25:21.544551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8acc4fb3-5e22-4da0-a3a5-3b522c8f9582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.571634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.651286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b254d7-7c09-4900-bf88-8ec7995300e9 req-af35702d-ae8e-4407-adfd-bd0444617f4c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865411 Jul 22 23:25:21.685224 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47be90d8-c67e-47d8-9605-3e5c0e6cacdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f554500932b5400f9fed58609f7e3583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103017 Jul 22 23:25:21.688392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:21.703602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8acc4fb3-5e22-4da0-a3a5-3b522c8f9582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.709199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8acc4fb3-5e22-4da0-a3a5-3b522c8f9582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.733655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-338c1530-e35b-4e2f-ba3b-035f1035a01f tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=18a7c0d407b64d26a8f0a40894be1fc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626178 Jul 22 23:25:21.759833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d889e3e7-f3e5-4a78-b9db-e50949898bae req-7d08927d-0c95-4f28-b4ee-0edb1ae97b2c tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 210 time: 0.0878711 Jul 22 23:25:21.764089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8acc4fb3-5e22-4da0-a3a5-3b522c8f9582 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be4d166e92984f4ab11d4117cf4c49f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6368084 Jul 22 23:25:21.766685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc4fb3-5e22-4da0-a3a5-3b522c8f9582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2c9387-0acf-4a0e-be26-0bde88fa3d09,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:21.770588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:21.813234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30ba0df-94dd-42de-8d77-c4a6df89dcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.820384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.845252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30ba0df-94dd-42de-8d77-c4a6df89dcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.879439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.911828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30ba0df-94dd-42de-8d77-c4a6df89dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.915051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30ba0df-94dd-42de-8d77-c4a6df89dcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.916265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d30ba0df-94dd-42de-8d77-c4a6df89dcc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/925983f7-5609-4fdd-ac56-5a5088767d27 HTTP/1.1" status: 204 len: 168 time: 0.2269945 Jul 22 23:25:21.929717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Transition to ACTIVE for port object 001ed22b-2de3-42ce-bead-ae08b8f349a7 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:21.933611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ba0df-94dd-42de-8d77-c4a6df89dcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925983f7-5609-4fdd-ac56-5a5088767d27,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:21.976660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dca8-d1dd-4ba6-8381-7b1016590e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:21.992637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceffb5c-913f-4b9b-8d31-1e9158193577 req-603904cc-0117-4e1b-a1f6-555db44bfb13 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:22.000289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ceffb5c-913f-4b9b-8d31-1e9158193577 req-603904cc-0117-4e1b-a1f6-555db44bfb13 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 949 time: 0.3301699 Jul 22 23:25:22.033670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-d042ee1c-17bf-4cc3-877b-4d26c4907934 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:22.035308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-d042ee1c-17bf-4cc3-877b-4d26c4907934 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2808058 Jul 22 23:25:22.065979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Request body: {'port': {'device_id': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '18a7c0d407b64d26a8f0a40894be1fc5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:22.071122 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dca8-d1dd-4ba6-8381-7b1016590e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.156704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c41109a-96ad-433b-ab38-a79a418ca1de req-be8f84c2-f8f8-4f24-8521-317513ec0120 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 210 time: 0.0763180 Jul 22 23:25:22.165777 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.177686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ceffb5c-913f-4b9b-8d31-1e9158193577 req-6b8b8c27-a6d0-4a4c-bd4d-80cc54230f40 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765177 Jul 22 23:25:22.207652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6e604a73-0296-4ab4-826b-c0df39bd7650'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:22.274553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:22.286441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:22.291099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:22.297051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:22.297727 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.300270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Pushing event updated for resources: {'Port': ['ID=001ed22b-2de3-42ce-bead-ae08b8f349a7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:22.311573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dca8-d1dd-4ba6-8381-7b1016590e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.315581 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5cb6dca8-d1dd-4ba6-8381-7b1016590e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.317177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5cb6dca8-d1dd-4ba6-8381-7b1016590e06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a2c9387-0acf-4a0e-be26-0bde88fa3d09 HTTP/1.1" status: 204 len: 168 time: 0.5434601 Jul 22 23:25:22.355826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6dca8-d1dd-4ba6-8381-7b1016590e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2c9387-0acf-4a0e-be26-0bde88fa3d09,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:22.365135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a78c4352-6c2a-44aa-8b1a-b95c66a375bb up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:22.371599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:22.397404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-6367dcc8-13d7-4290-b24a-478c476c5e25 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9858031 Jul 22 23:25:22.437677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Request body: {'port': {'device_id': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:22.525221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Made reservation on behalf of 18a7c0d407b64d26a8f0a40894be1fc5 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:22.537443 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.553912 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-734007f4-7c41-4895-ae72-bb25f7bdf286 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa47ac23cb2c444f8657607a194c63c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790931 Jul 22 23:25:22.558150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:22.570072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.656167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005888-34f3-4c9a-9eba-59c4f353f383 req-5c1c0e52-f27f-47dd-8f93-1c2361592cb2 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:22.658252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce005888-34f3-4c9a-9eba-59c4f353f383 req-5c1c0e52-f27f-47dd-8f93-1c2361592cb2 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 972 time: 0.3168182 Jul 22 23:25:22.677645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.706442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7feadb7-df98-4b3a-9928-4f873cccfe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.728611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port a78c4352-6c2a-44aa-8b1a-b95c66a375bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:22.734785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a78c4352-6c2a-44aa-8b1a-b95c66a375bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:22.735288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.737821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c9ff1dc-a81f-43b8-9af7-a898e1d7ec68 None None] Provisioning for port 001ed22b-2de3-42ce-bead-ae08b8f349a7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:22.740431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7feadb7-df98-4b3a-9928-4f873cccfe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.742830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c9ff1dc-a81f-43b8-9af7-a898e1d7ec68 None None] Provisioning complete for port 001ed22b-2de3-42ce-bead-ae08b8f349a7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:22.743269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c9ff1dc-a81f-43b8-9af7-a898e1d7ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.802269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce005888-34f3-4c9a-9eba-59c4f353f383 req-1634b845-522e-474e-bd54-e14cc8fde9f8 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337111 Jul 22 23:25:22.839505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7feadb7-df98-4b3a-9928-4f873cccfe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.844655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7feadb7-df98-4b3a-9928-4f873cccfe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:22.845897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7feadb7-df98-4b3a-9928-4f873cccfe7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49c766df-494d-4f47-9540-6b2a52884619 HTTP/1.1" status: 204 len: 168 time: 0.2863421 Jul 22 23:25:22.856179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feadb7-df98-4b3a-9928-4f873cccfe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c766df-494d-4f47-9540-6b2a52884619,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:22.880465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ff1dc-a81f-43b8-9af7-a898e1d7ec68 None None] Port 001ed22b-2de3-42ce-bead-ae08b8f349a7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:22.966196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9790d4f-dfad-46f1-9761-69fb6df0cefb req-ed0f6bdc-155d-49b4-a928-72ed88c4c87f tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 210 time: 0.0576291 Jul 22 23:25:23.012751 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.017615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.025170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.067444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:23.076131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.200699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:23.209265 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61602f31-8f85-4cae-9d81-0f6c2e1da784" -d '{"events": [{"server_uuid": "749938ae-86ac-4eaa-8e88-f87a1661b774", "name": "network-vif-plugged", "status": "completed", "tag": "a78c4352-6c2a-44aa-8b1a-b95c66a375bb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:23.211245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:23.231487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d68e-ae38-4c44-b85a-4bfe42f8b7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.232414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:23.268258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:23.391224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d68e-ae38-4c44-b85a-4bfe42f8b7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.396631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0e6d68e-ae38-4c44-b85a-4bfe42f8b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.456086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6d68e-ae38-4c44-b85a-4bfe42f8b7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b73b53-9fcd-4340-9491-e8170bfa5c48,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:23.461070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f0e6d68e-ae38-4c44-b85a-4bfe42f8b7bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aecbf3fd168146f38b4644aba85c0b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487471 Jul 22 23:25:23.468016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:23.473708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e0a80-8235-4a48-b6dc-e1fb7c24ae46 req-dc1e6901-971b-440e-9b0f-89571b3899f1 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:23.482434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-562e0a80-8235-4a48-b6dc-e1fb7c24ae46 req-dc1e6901-971b-440e-9b0f-89571b3899f1 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 935 time: 0.1980007 Jul 22 23:25:23.497630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001ed22b-2de3-42ce-bead-ae08b8f349a7 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:23.512573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.536868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-819f74f7-9089-4529-ab63-33a894262c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.563702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-819f74f7-9089-4529-ab63-33a894262c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.567538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Transition to ACTIVE for port object 001ed22b-2de3-42ce-bead-ae08b8f349a7 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:23.583225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.612644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-562e0a80-8235-4a48-b6dc-e1fb7c24ae46 req-acb1cdad-77f4-45fb-8d9d-7d390e4b4cd3 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289771 Jul 22 23:25:23.640450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-819f74f7-9089-4529-ab63-33a894262c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.643265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-819f74f7-9089-4529-ab63-33a894262c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.644444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-819f74f7-9089-4529-ab63-33a894262c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82b73b53-9fcd-4340-9491-e8170bfa5c48 HTTP/1.1" status: 204 len: 168 time: 0.1754372 Jul 22 23:25:23.655812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f74f7-9089-4529-ab63-33a894262c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b73b53-9fcd-4340-9491-e8170bfa5c48,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:23.705053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Pushing event updated for resources: {'Port': ['ID=001ed22b-2de3-42ce-bead-ae08b8f349a7,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:23.707974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Allocated IP 192.168.233.96 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/c9d2ec42-0c85-4cd5-93fc-9cd087f386bb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:23.758914 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09def58-9420-45e0-b31f-183752195772 x-openstack-request-id: req-b09def58-9420-45e0-b31f-183752195772 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:23.758914 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749938ae-86ac-4eaa-8e88-f87a1661b774", "name": "network-vif-plugged", "status": "completed", "tag": "a78c4352-6c2a-44aa-8b1a-b95c66a375bb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:23.758914 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b09def58-9420-45e0-b31f-183752195772 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:23.759256 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb', 'code': 200} Jul 22 23:25:23.788411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5c877-20f6-434e-ada5-1b50cf584dff req-a4fc6c6f-169c-493c-93dd-9085dca84622 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:23.795887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1c5c877-20f6-434e-ada5-1b50cf584dff req-a4fc6c6f-169c-493c-93dd-9085dca84622 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 950 time: 0.2778883 Jul 22 23:25:23.842090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Attempting to bind port 001ed22b-2de3-42ce-bead-ae08b8f349a7 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:23.843167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Attempting to bind port 001ed22b-2de3-42ce-bead-ae08b8f349a7 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:23.843693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Attempting to bind port 001ed22b-2de3-42ce-bead-ae08b8f349a7 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:23.864505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Port 001ed22b-2de3-42ce-bead-ae08b8f349a7 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:23.864833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Attempting to bind port 001ed22b-2de3-42ce-bead-ae08b8f349a7 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:23.900211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:23.900558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:23.900999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:23.902008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Bound port: 001ed22b-2de3-42ce-bead-ae08b8f349a7, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:23.902008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:23.915526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1c5c877-20f6-434e-ada5-1b50cf584dff req-c09f3b4e-479c-4b26-9049-d21666d1c8b1 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182837 Jul 22 23:25:23.981022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3444dd-1cc0-45ed-ada1-2524d4429923 req-16554003-0328-4212-8e49-388bf9391e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:23.982313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3444dd-1cc0-45ed-ada1-2524d4429923 req-16554003-0328-4212-8e49-388bf9391e81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 1101 time: 0.1210527 Jul 22 23:25:24.065446 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3444dd-1cc0-45ed-ada1-2524d4429923 req-1cb3a2e2-8b1a-48e0-8075-3fb23674dd2b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767829 Jul 22 23:25:24.099316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] For port 001ed22b-2de3-42ce-bead-ae08b8f349a7, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:24.124668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0eeaa1-f5ba-4e99-bbe3-9f1e916b3398 req-1ff0761a-3cad-48f8-b561-b9acab8dbb5f tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:24.131624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac0eeaa1-f5ba-4e99-bbe3-9f1e916b3398 req-1ff0761a-3cad-48f8-b561-b9acab8dbb5f tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 971 time: 0.2591124 Jul 22 23:25:24.171548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] For port 001ed22b-2de3-42ce-bead-ae08b8f349a7, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:24.185410 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:24.188253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:24.238098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Transition to ACTIVE for port object c9d2ec42-0c85-4cd5-93fc-9cd087f386bb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:24.271116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:24.271769 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:24.273193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] 10.222.0.48 "PUT /v2.0/ports/001ed22b-2de3-42ce-bead-ae08b8f349a7 HTTP/1.1" status: 200 len: 1095 time: 1.8626904 Jul 22 23:25:24.273644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'tag': '001ed22b-2de3-42ce-bead-ae08b8f349a7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:24.275990 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02", "tag": "001ed22b-2de3-42ce-bead-ae08b8f349a7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:24.297493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac0eeaa1-f5ba-4e99-bbe3-9f1e916b3398 req-e3c4e205-51da-4672-950a-5858c4f132db tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635306 Jul 22 23:25:24.645771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c065f-9870-4879-903f-a2255a50f018 service neutron] Pushing event updated for resources: {'Port': ['ID=001ed22b-2de3-42ce-bead-ae08b8f349a7,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:24.687422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797800b-40cc-4dd4-ab5d-6f2741c2d1ba req-abc2c80e-3222-4582-a306-83037d3e68f5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:24.691833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1797800b-40cc-4dd4-ab5d-6f2741c2d1ba req-abc2c80e-3222-4582-a306-83037d3e68f5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 972 time: 0.6001532 Jul 22 23:25:24.716206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7073f649-a501-4bea-bf94-5bf99b434cf8 req-3c759543-566b-446d-b50c-c1f6723cf22d tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 210 time: 0.0970726 Jul 22 23:25:24.748584 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:24.800454 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa52b3f0-67d8-4bda-962c-7678c11e6e65 x-openstack-request-id: req-fa52b3f0-67d8-4bda-962c-7678c11e6e65 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:24.800705 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02", "tag": "001ed22b-2de3-42ce-bead-ae08b8f349a7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:24.800954 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa52b3f0-67d8-4bda-962c-7678c11e6e65 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:24.801347 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'tag': '001ed22b-2de3-42ce-bead-ae08b8f349a7', 'status': 'completed', 'code': 200} Jul 22 23:25:24.823936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:24.834125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:24.851692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:24.859962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:24.860807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:24.887178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1797800b-40cc-4dd4-ab5d-6f2741c2d1ba req-23db1c4f-c960-4eb0-8d5a-2c3210f28bf7 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656029 Jul 22 23:25:24.949058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Pushing event updated for resources: {'Port': ['ID=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:24.964031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-47b13d9b-54d1-4003-b68e-25c4584071c1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9078765 Jul 22 23:25:24.972938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-2fb498ad-0b21-4bc3-a08e-d4235159f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:24.978661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-2fb498ad-0b21-4bc3-a08e-d4235159f63b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 1098 time: 0.3564825 Jul 22 23:25:24.991061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Request body: {'port': {'device_id': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:25.094580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-252ef0b3-93ad-4436-ae82-4d11a7441d87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7 HTTP/1.1" status: 200 len: 217 time: 0.0994356 Jul 22 23:25:25.217180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-4fa96e07-fbb0-467f-bb40-a9f9ea8eb377 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:25.220776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-14617116-720b-4147-b6b1-dd5b6c64cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:25.222358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-14617116-720b-4147-b6b1-dd5b6c64cd0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1084843 Jul 22 23:25:25.225861 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-4fa96e07-fbb0-467f-bb40-a9f9ea8eb377 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 971 time: 0.3122423 Jul 22 23:25:25.293523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fdf28e54-9557-434f-89f6-d975cadaf3f6 None None] Provisioning for port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:25.300060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fdf28e54-9557-434f-89f6-d975cadaf3f6 None None] Provisioning complete for port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:25.301675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fdf28e54-9557-434f-89f6-d975cadaf3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:25.330273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889e4ec-0b9d-4f69-a4b3-da7c29afd1fa req-6a273afa-7e62-4943-a2ff-53b4b10a974c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:25.332855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f889e4ec-0b9d-4f69-a4b3-da7c29afd1fa req-6a273afa-7e62-4943-a2ff-53b4b10a974c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 947 time: 0.4649785 Jul 22 23:25:25.363745 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:25.364092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fdf28e54-9557-434f-89f6-d975cadaf3f6 None None] Port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:25.413703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Deleting port fd438579-7885-4116-a97c-48a7f52570b3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:25.414042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:25.454968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f889e4ec-0b9d-4f69-a4b3-da7c29afd1fa req-58d43e91-a6ff-42a9-bc5b-418bc2600abc tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888255 Jul 22 23:25:25.560285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688962-1008-447c-ac10-967d8017b06d req-dc585b4b-0b61-4c35-ba26-c84bc3afbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:25.561840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-dc585b4b-0b61-4c35-ba26-c84bc3afbf76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3289607 Jul 22 23:25:25.611363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42d2e9-8365-43b6-a5de-e2bcd6e6115b req-b0620699-8a69-471c-8a1e-7f224fd0b7c7 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:25.613592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c42d2e9-8365-43b6-a5de-e2bcd6e6115b req-b0620699-8a69-471c-8a1e-7f224fd0b7c7 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 950 time: 0.3441024 Jul 22 23:25:25.743511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] For port fd438579-7885-4116-a97c-48a7f52570b3, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=fd438579-7885-4116-a97c-48a7f52570b3,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:25.744388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:25.765970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Calling delete_port for fd438579-7885-4116-a97c-48a7f52570b3 owned by compute:tempest-test_az-1923733132 {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:25.780169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c42d2e9-8365-43b6-a5de-e2bcd6e6115b req-dd880cfd-0bb5-483c-9753-4ae64e5b4a0f tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513417 Jul 22 23:25:25.827771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-4db52d9c-d765-49e6-acc5-9ff56f360309 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567334 Jul 22 23:25:25.983025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:25.996048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['fd438579-7885-4116-a97c-48a7f52570b3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:26.036712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Pushing event deleted for resources: {'Port': ['ID=fd438579-7885-4116-a97c-48a7f52570b3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:26.096378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d2ec42-0c85-4cd5-93fc-9cd087f386bb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:26.108792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88688962-1008-447c-ac10-967d8017b06d req-3b353b78-da01-4e63-9760-7938f5f527db service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278683 Jul 22 23:25:26.113548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:26.128674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9179a-4326-473a-9293-6e92bf0372b2 req-022aacff-5fe3-4cef-96ea-dbed6fef9208 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:26.130214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04c9179a-4326-473a-9293-6e92bf0372b2 req-022aacff-5fe3-4cef-96ea-dbed6fef9208 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/ports?device_id=4a57e819-b8e9-4aaf-bf49-b711ace34d0d HTTP/1.1" status: 200 len: 889 time: 0.3048341 Jul 22 23:25:26.167019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] No DVR routers for this DVR port fd438579-7885-4116-a97c-48a7f52570b3 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:26.172413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:26.174587 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8958f5c7-b2ac-4f61-8273-5289195f8aff req-3d760ac0-9e9a-4d1a-aa41-78b8ab722afb tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.49 "DELETE /v2.0/ports/fd438579-7885-4116-a97c-48a7f52570b3 HTTP/1.1" status: 204 len: 173 time: 0.9423833 Jul 22 23:25:26.175061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'name': 'network-vif-deleted', 'tag': 'fd438579-7885-4116-a97c-48a7f52570b3'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:26.177876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Transition to ACTIVE for port object c9d2ec42-0c85-4cd5-93fc-9cd087f386bb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:26.182615 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b20bfb-ed6f-44e3-b1d8-bdbedec7ffff" -d '{"events": [{"server_uuid": "4a57e819-b8e9-4aaf-bf49-b711ace34d0d", "name": "network-vif-deleted", "tag": "fd438579-7885-4116-a97c-48a7f52570b3"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:26.195602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:26.329454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04c9179a-4326-473a-9293-6e92bf0372b2 req-2ec52080-6016-4a99-bf2d-67d04135df57 tempest-AggregatesAdminTestJSON-1026338162 tempest-AggregatesAdminTestJSON-1026338162-project] 10.222.0.21 "GET /v2.0/security-groups?id=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835470 Jul 22 23:25:26.343231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:26.359884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-0be5ee32-f794-43c3-a505-f62e72014938 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635736 Jul 22 23:25:26.498729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Attempting to bind port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:26.499066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Attempting to bind port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:26.499444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Attempting to bind port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:26.508059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-c4ca2306-6040-41c7-b1ea-7fd72286ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:26.509979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-c4ca2306-6040-41c7-b1ea-7fd72286ec46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 1098 time: 0.3025296 Jul 22 23:25:26.537613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:26.537857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Attempting to bind port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:26.579026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:26.579618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:26.580209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:26.580804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Bound port: c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:26.581493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:26.601558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-6c4a3257-5f0e-4689-a803-e689880826f2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:26.607869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-6c4a3257-5f0e-4689-a803-e689880826f2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469997 Jul 22 23:25:26.660700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-2ace9ce7-177e-4055-938a-c05708501ffa tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/quotas/13343c137b514f0aabf29b5c968bf0fd HTTP/1.1" status: 200 len: 375 time: 0.0519440 Jul 22 23:25:26.736244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-489429a4-a0ee-4b8b-be33-a8bf149b0d57 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529137 Jul 22 23:25:26.775633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd291a01-c7bf-48f0-b752-80d205d06e7e req-56f3d812-75cc-4cd4-8fd5-fbb60f2b1e60 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:26.777301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd291a01-c7bf-48f0-b752-80d205d06e7e req-56f3d812-75cc-4cd4-8fd5-fbb60f2b1e60 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 972 time: 0.3395169 Jul 22 23:25:26.782097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-a7b5c354-3347-4d01-a3bc-dff5a1822153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:26.783587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-a7b5c354-3347-4d01-a3bc-dff5a1822153 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2530348 Jul 22 23:25:26.797321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] For port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:26.848682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] For port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:26.851793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-8372c079-747e-452e-a8b5-e7e4abce8dc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7 HTTP/1.1" status: 200 len: 217 time: 0.0522115 Jul 22 23:25:26.857748 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:27.137860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd291a01-c7bf-48f0-b752-80d205d06e7e req-24cddaf8-1f2f-4631-bc22-d22afdb9bab7 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/security-groups?id=9f0f317d-5d43-4bd6-86c2-6317a435b95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494823 Jul 22 23:25:27.158853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-273be733-f78d-4a70-b6e0-2c7c6f80bf7c tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.161021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-273be733-f78d-4a70-b6e0-2c7c6f80bf7c tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 972 time: 0.0754259 Jul 22 23:25:27.172419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.173053 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:27.174424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] 10.222.0.49 "PUT /v2.0/ports/c9d2ec42-0c85-4cd5-93fc-9cd087f386bb HTTP/1.1" status: 200 len: 1095 time: 2.1904237 Jul 22 23:25:27.177547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'tag': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:27.179927 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151d279-9319-46dd-a4f0-7b5f3965b11b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a0eded-14f5-4cdc-951a-7bd6dd1ae437", "tag": "c9d2ec42-0c85-4cd5-93fc-9cd087f386bb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:27.209961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-f3d13072-3c81-44d8-836a-837e31b7851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.211506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-f3d13072-3c81-44d8-836a-837e31b7851e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.3507960 Jul 22 23:25:27.214072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288df44-fcf9-4d17-875b-870d7c462224 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:27.321969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc33a5-bb88-43f8-80c5-2eb57babac22 req-e10d5bb8-b600-4406-9224-4530d030549f tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.323554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45bc33a5-bb88-43f8-80c5-2eb57babac22 req-e10d5bb8-b600-4406-9224-4530d030549f tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 947 time: 0.2354643 Jul 22 23:25:27.356880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Deleting port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:27.357199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:27.394170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-ef862f74-8f35-4bc6-afa4-db20afe2f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.395724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-ef862f74-8f35-4bc6-afa4-db20afe2f508 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759968 Jul 22 23:25:27.399929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45bc33a5-bb88-43f8-80c5-2eb57babac22 req-9e09f781-42a5-4837-82d1-8cb1e3fcd479 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666115 Jul 22 23:25:27.408099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-a942d4f7-ec70-4459-a5c3-e8eb5a63fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.409588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-a942d4f7-ec70-4459-a5c3-e8eb5a63fd26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18a7c0d407b64d26a8f0a40894be1fc5&device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 1098 time: 0.1405623 Jul 22 23:25:27.493684 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81d90d9-f701-420a-b18d-63da3830a779 x-openstack-request-id: req-d81d90d9-f701-420a-b18d-63da3830a779 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:27.493972 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a57e819-b8e9-4aaf-bf49-b711ace34d0d", "name": "network-vif-deleted", "tag": "fd438579-7885-4116-a97c-48a7f52570b3", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:27.494222 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d81d90d9-f701-420a-b18d-63da3830a779 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:27.495174 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a57e819-b8e9-4aaf-bf49-b711ace34d0d', 'name': 'network-vif-deleted', 'tag': 'fd438579-7885-4116-a97c-48a7f52570b3', 'status': 'completed', 'code': 200} Jul 22 23:25:27.495588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-57d8a1db-666b-4798-92a7-42e3e9f22823 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb HTTP/1.1" status: 200 len: 217 time: 0.0777063 Jul 22 23:25:27.576778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] For port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:27.577170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:27.599544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Calling delete_port for 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 owned by compute:tempest-test_az-1923733132 {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:27.671973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-02a64bbd-8652-4f12-8856-f0c7785ba657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.673704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-02a64bbd-8652-4f12-8856-f0c7785ba657 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1696627 Jul 22 23:25:27.697211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-e4b172a6-c8eb-420b-8a23-d777e8db2830 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913043 Jul 22 23:25:27.765096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:27.779943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:27.809404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Pushing event deleted for resources: {'Port': ['ID=60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:27.835895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991bf8-aa8d-4e2c-8e0e-b4d28e197474 req-1da57d21-bf6d-43a0-9766-672841cbb05d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.837747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54991bf8-aa8d-4e2c-8e0e-b4d28e197474 req-1da57d21-bf6d-43a0-9766-672841cbb05d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 947 time: 0.2378669 Jul 22 23:25:27.871897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] No DVR routers for this DVR port 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:27.878214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:27.880925 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4215874a-66c2-49d8-8d5d-fbd4cf26509a req-f8b98e81-e7e9-41c0-b478-9b6c769f05e5 tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.49 "DELETE /v2.0/ports/60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 HTTP/1.1" status: 204 len: 173 time: 0.7145584 Jul 22 23:25:27.886286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-5b6359be-9fac-41ad-845a-ff38aa6592bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:27.888263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-5b6359be-9fac-41ad-845a-ff38aa6592bd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070560 Jul 22 23:25:27.953477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ae5b51a-cba4-4574-8fe5-4a3c55462e2d req-641aeec6-368b-48bb-94fb-cb109d0b69a2 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377825 Jul 22 23:25:27.969852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ac45104-8a2e-464f-b71c-3771f47d9aea req-c4e8cd79-9f9d-4082-851a-a57191eafd71 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 210 time: 0.0777061 Jul 22 23:25:27.985785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54991bf8-aa8d-4e2c-8e0e-b4d28e197474 req-ea5d0e3a-8109-4728-92d0-eed08f88b63f tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367929 Jul 22 23:25:28.086393 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-6b6fddd2-ca62-4125-8036-605df599301e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031227 Jul 22 23:25:28.140878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-e28dd91f-5212-42f9-a93b-688283afad7e service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423689 Jul 22 23:25:28.293947 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97366af6-8796-41ac-8cca-942504fc1e2b x-openstack-request-id: req-97366af6-8796-41ac-8cca-942504fc1e2b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:28.294213 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a0eded-14f5-4cdc-951a-7bd6dd1ae437", "tag": "c9d2ec42-0c85-4cd5-93fc-9cd087f386bb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:28.294471 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97366af6-8796-41ac-8cca-942504fc1e2b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:28.294873 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'tag': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb', 'status': 'completed', 'code': 200} Jul 22 23:25:28.380416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566929d9-04eb-4ad6-b6b2-2202427133d9 req-89ba6ab1-35d9-4fd5-8350-21f7f16c0df0 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330246 Jul 22 23:25:28.429042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-afd620bf-4bc6-44ab-8ed4-262e3b5035bd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:28.437425 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-afd620bf-4bc6-44ab-8ed4-262e3b5035bd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429761 Jul 22 23:25:28.455592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:28.504456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device fd438579-7885-4116-a97c-48a7f52570b3 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:28.524849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3128c13-6810-4567-b0ab-88f78b26f12c req-1f2f0eba-c8bd-4c5e-b94e-81b94f3f48f0 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:28.528513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3128c13-6810-4567-b0ab-88f78b26f12c req-1f2f0eba-c8bd-4c5e-b94e-81b94f3f48f0 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 950 time: 0.1742840 Jul 22 23:25:28.561418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: fd438579-7885-4116-a97c-48a7f52570b3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:28.561931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device fd438579-7885-4116-a97c-48a7f52570b3 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:28.621970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3128c13-6810-4567-b0ab-88f78b26f12c req-b9b3eff3-4f53-40c3-b6f6-69b7cce27780 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859785 Jul 22 23:25:28.648038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-64ecf51c-c281-4750-884f-efe956729b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:28.650698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-64ecf51c-c281-4750-884f-efe956729b10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18a7c0d407b64d26a8f0a40894be1fc5&device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 1098 time: 0.1901610 Jul 22 23:25:28.668885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:28.763299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:28.769326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:28.772125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe5eaea2-2a3c-4d71-b7c6-9744902223fc req-3afcf1f3-d966-40d1-b8fc-042aec5a340c tempest-ServerDiagnosticsNegativeTest-1226015886 tempest-ServerDiagnosticsNegativeTest-1226015886-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a5ae65a-98d0-4501-bff6-60b38a78841d HTTP/1.1" status: 200 len: 210 time: 0.0553584 Jul 22 23:25:28.786009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:28.880756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-5cc0e8ea-2cb2-4406-8416-fe6295026961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:28.883533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-5cc0e8ea-2cb2-4406-8416-fe6295026961 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2222550 Jul 22 23:25:28.936596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-93d99e74-a004-484e-a9bd-129687edc0f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb HTTP/1.1" status: 200 len: 217 time: 0.0458586 Jul 22 23:25:28.944262 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-466615fe-b4bf-401e-bc55-395d95b1e3f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb5a0f0a4bde4fafac93d36b1a3544a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2738390 Jul 22 23:25:28.954024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bc28-04ca-4fd1-83b8-1cab75533687 req-fa46680c-74c8-43a1-bf16-5c23642c93c7 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:28.955613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22f7bc28-04ca-4fd1-83b8-1cab75533687 req-fa46680c-74c8-43a1-bf16-5c23642c93c7 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 947 time: 0.2256081 Jul 22 23:25:28.956785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:29.013288 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.020096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.027891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-e3f496df-dda5-4d7a-9e00-a2eb26cbe7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:29.029667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-e3f496df-dda5-4d7a-9e00-a2eb26cbe7d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0723062 Jul 22 23:25:29.034954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22f7bc28-04ca-4fd1-83b8-1cab75533687 req-6a4c8ed2-a563-482f-abdf-f439c3a00c53 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519633 Jul 22 23:25:29.109610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b69f7ca-95f4-43e2-b026-81be9b68eaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.115798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-c69479f4-061e-4d3d-b586-76c9b1066e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:29.117346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-c69479f4-061e-4d3d-b586-76c9b1066e31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809717 Jul 22 23:25:29.175342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af42581-baff-4aa7-92c4-ce68ec9c69d9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:29.187156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b69f7ca-95f4-43e2-b026-81be9b68eaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.199025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d95d5a47-6e1f-4d05-9e25-3b641b9f67a4 req-b44c548a-fd79-47b2-80e9-2788f0398d87 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 210 time: 0.0386376 Jul 22 23:25:29.271060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-01f1de71-2826-477b-9c8c-55e9446cde7b service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466630 Jul 22 23:25:29.295086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.58 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/2588af58-5f40-4158-b906-fed428bde9b2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:29.313586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b69f7ca-95f4-43e2-b026-81be9b68eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.316052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b69f7ca-95f4-43e2-b026-81be9b68eaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.319807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b69f7ca-95f4-43e2-b026-81be9b68eaf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fb39eaa-1c56-493c-b7ce-148f8f0b15f4 HTTP/1.1" status: 204 len: 168 time: 0.3597293 Jul 22 23:25:29.337989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69f7ca-95f4-43e2-b026-81be9b68eaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb39eaa-1c56-493c-b7ce-148f8f0b15f4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:29.413503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6151d279-9319-46dd-a4f0-7b5f3965b11b req-4ef055c2-faa4-405e-99f8-33139871e45c service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360428 Jul 22 23:25:29.459816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a5bd6-e517-4af3-ae95-a6225318cebb req-ef8ec1cf-43ba-4f44-9445-b99482ff4b2b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:29.461705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf8a5bd6-e517-4af3-ae95-a6225318cebb req-ef8ec1cf-43ba-4f44-9445-b99482ff4b2b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 947 time: 0.1378851 Jul 22 23:25:29.503756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'name': 'network-vif-deleted', 'tag': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:29.506249 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4012b91-010e-4974-b1a8-bfc850e83c29" -d '{"events": [{"server_uuid": "7a5ae65a-98d0-4501-bff6-60b38a78841d", "name": "network-vif-deleted", "tag": "60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:29.511867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf8a5bd6-e517-4af3-ae95-a6225318cebb req-e0e2fe6c-bbfc-45f9-8b2e-b3e5a158d432 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Jul 22 23:25:29.581028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.604670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object 2588af58-5f40-4158-b906-fed428bde9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:29.647815 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013dc0c6-be25-40af-9158-ffc2d1ba9430 x-openstack-request-id: req-013dc0c6-be25-40af-9158-ffc2d1ba9430 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:29.648242 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae65a-98d0-4501-bff6-60b38a78841d", "name": "network-vif-deleted", "tag": "60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:29.648370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d8d45-c3f3-40c1-992d-ced24e32707f req-5a7d47af-5cc8-4d1c-85c9-78f61373eb1d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:29.648756 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-013dc0c6-be25-40af-9158-ffc2d1ba9430 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:29.649146 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae65a-98d0-4501-bff6-60b38a78841d', 'name': 'network-vif-deleted', 'tag': '60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66', 'status': 'completed', 'code': 200} Jul 22 23:25:29.655418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.658777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-662d8d45-c3f3-40c1-992d-ced24e32707f req-5a7d47af-5cc8-4d1c-85c9-78f61373eb1d tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 950 time: 0.0973008 Jul 22 23:25:29.714557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-662d8d45-c3f3-40c1-992d-ced24e32707f req-ba0c49d2-6b1e-48c4-a79a-f5cba3305541 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545726 Jul 22 23:25:29.828035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:29.850262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:29.858669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:29.863810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:29.869411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:29.870098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:29.906468 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4549761 Jul 22 23:25:29.931445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Request body: {'port': {'device_id': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:29.937513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e762cd-a6f5-4c6e-8b9d-0f4e78058f4c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=2588af58-5f40-4158-b906-fed428bde9b2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:29.952960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d2f7477-055e-435a-82ba-7d82fbc5c005 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=285381f66bd943848693d4e61adb0664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245439 Jul 22 23:25:29.956027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:30.055072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.058453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c417-a971-4124-9cc9-0e2f27e9cb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.092919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c417-a971-4124-9cc9-0e2f27e9cb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.172556 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c417-a971-4124-9cc9-0e2f27e9cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.175305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5a3c417-a971-4124-9cc9-0e2f27e9cb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.186357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e5a3c417-a971-4124-9cc9-0e2f27e9cb06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/827a1807-ae7a-40c6-bcb2-08b546b8f856 HTTP/1.1" status: 204 len: 168 time: 0.2291365 Jul 22 23:25:30.211091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3c417-a971-4124-9cc9-0e2f27e9cb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a1807-ae7a-40c6-bcb2-08b546b8f856,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:30.278610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ce25c61b-dffd-43ca-97f8-4c55f538a59d None None] Provisioning for port 2588af58-5f40-4158-b906-fed428bde9b2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:30.287291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ce25c61b-dffd-43ca-97f8-4c55f538a59d None None] Provisioning complete for port 2588af58-5f40-4158-b906-fed428bde9b2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:30.287695 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ce25c61b-dffd-43ca-97f8-4c55f538a59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.381557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:30.384928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 001ed22b-2de3-42ce-bead-ae08b8f349a7 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:30.395571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ce25c61b-dffd-43ca-97f8-4c55f538a59d None None] Port 2588af58-5f40-4158-b906-fed428bde9b2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:30.484383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c2bac-2dd9-470a-9a2c-baed1aec9a79 req-6c8fa4f2-b1e8-42de-ab84-e49c7ea29baf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:30.485917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a26c2bac-2dd9-470a-9a2c-baed1aec9a79 req-6c8fa4f2-b1e8-42de-ab84-e49c7ea29baf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 935 time: 0.1023991 Jul 22 23:25:30.499746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1257a-b4f9-46d0-b201-5d157ca4648e req-24eb2fbc-cf35-4309-8058-22ed7b3629d2 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:30.502534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fa1257a-b4f9-46d0-b201-5d157ca4648e req-24eb2fbc-cf35-4309-8058-22ed7b3629d2 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 947 time: 0.1731825 Jul 22 23:25:30.517752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:30.543566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:30.543916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60135ed0-d2a4-4d52-ab5e-d9b9d3b6ae66 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:30.577847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fa1257a-b4f9-46d0-b201-5d157ca4648e req-a0e20290-390b-419a-adbe-6edb80aba8a3 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 Jul 22 23:25:30.612155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a26c2bac-2dd9-470a-9a2c-baed1aec9a79 req-7a990730-ea3e-46f4-aeb5-babee5651cbe tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078238 Jul 22 23:25:30.617137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 001ed22b-2de3-42ce-bead-ae08b8f349a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:30.636506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '001ed22b-2de3-42ce-bead-ae08b8f349a7', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '001ed22b-2de3-42ce-bead-ae08b8f349a7', 'mac_address': 'fa:16:3e:5a:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:30.671067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2588af58-5f40-4158-b906-fed428bde9b2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:30.688973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.701133 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.720926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Transition to ACTIVE for port object 2588af58-5f40-4158-b906-fed428bde9b2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:30.728701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.731919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001ed22b-2de3-42ce-bead-ae08b8f349a7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:30.763810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 001ed22b-2de3-42ce-bead-ae08b8f349a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:30.773514 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.880788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Attempting to bind port 2588af58-5f40-4158-b906-fed428bde9b2 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:30.881525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Attempting to bind port 2588af58-5f40-4158-b906-fed428bde9b2 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:30.881525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Attempting to bind port 2588af58-5f40-4158-b906-fed428bde9b2 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:30.889824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Pushing event updated for resources: {'Port': ['ID=2588af58-5f40-4158-b906-fed428bde9b2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:30.909310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Port 2588af58-5f40-4158-b906-fed428bde9b2 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:30.909986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Attempting to bind port 2588af58-5f40-4158-b906-fed428bde9b2 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:30.918268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:30.918851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:30.919818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:30.920608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Bound port: 2588af58-5f40-4158-b906-fed428bde9b2, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:30.924231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:30.941603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=001ed22b-2de3-42ce-bead-ae08b8f349a7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:31.033291 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-15060712-0b6b-4c2d-b92f-a36750e3040b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21e2637f03624dd1afd919e80a44a827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6501644 Jul 22 23:25:31.036016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:31.038547 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] For port 2588af58-5f40-4158-b906-fed428bde9b2, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:31.047557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] For port 2588af58-5f40-4158-b906-fed428bde9b2, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2588af58-5f40-4158-b906-fed428bde9b2,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:31.057830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.064401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['001ed22b-2de3-42ce-bead-ae08b8f349a7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:31.134846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.135653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.137424 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] 10.222.0.49 "PUT /v2.0/ports/2588af58-5f40-4158-b906-fed428bde9b2 HTTP/1.1" status: 200 len: 1095 time: 1.2148404 Jul 22 23:25:31.238555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e15986c5-f6d8-47ab-b5fb-7bd4a0af0b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.271909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656adf8-2c70-4781-af2a-73f624e2c04e service neutron] Pushing event updated for resources: {'Port': ['ID=2588af58-5f40-4158-b906-fed428bde9b2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:31.319929 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e15986c5-f6d8-47ab-b5fb-7bd4a0af0b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.362090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-24c72dfb-9c07-4c0e-ad77-2487eb1d8ba7 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.364490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-24c72dfb-9c07-4c0e-ad77-2487eb1d8ba7 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 950 time: 0.5038993 Jul 22 23:25:31.381347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7f407-411a-4c6d-ac5f-f7550013daac req-a366cb36-ff34-479d-83eb-9460124e895a tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.388693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-e2610412-7eca-4620-92a3-ab00728620c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.390673 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-e2610412-7eca-4620-92a3-ab00728620c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 1098 time: 0.2025144 Jul 22 23:25:31.390823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41c7f407-411a-4c6d-ac5f-f7550013daac req-a366cb36-ff34-479d-83eb-9460124e895a tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 948 time: 0.6025977 Jul 22 23:25:31.473452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-804d1d27-bf18-4d16-997b-a449d9eb994e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2588af58-5f40-4158-b906-fed428bde9b2 HTTP/1.1" status: 200 len: 217 time: 0.0746450 Jul 22 23:25:31.493433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9641c3-dee1-41f0-a053-bc4b959df3c4 req-bf6714af-9dea-4744-8571-5f99756d606a tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.497027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e15986c5-f6d8-47ab-b5fb-7bd4a0af0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.499691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e15986c5-f6d8-47ab-b5fb-7bd4a0af0b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.501178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa9641c3-dee1-41f0-a053-bc4b959df3c4 req-bf6714af-9dea-4744-8571-5f99756d606a tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 950 time: 0.5411754 Jul 22 23:25:31.503490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e15986c5-f6d8-47ab-b5fb-7bd4a0af0b5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f0f317d-5d43-4bd6-86c2-6317a435b95d HTTP/1.1" status: 204 len: 168 time: 0.4664745 Jul 22 23:25:31.535781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:31.562870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15986c5-f6d8-47ab-b5fb-7bd4a0af0b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f317d-5d43-4bd6-86c2-6317a435b95d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:31.575848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41c7f407-411a-4c6d-ac5f-f7550013daac req-502591f4-ae3d-477d-9756-d624c89d742e tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834292 Jul 22 23:25:31.601753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-08d74308-3934-4437-8f42-550607b69704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.604376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-08d74308-3934-4437-8f42-550607b69704 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1227436 Jul 22 23:25:31.653336 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa9641c3-dee1-41f0-a053-bc4b959df3c4 req-b80cb596-08f8-4989-af77-c6d7f7d3c2e3 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f8e7d14-8750-4580-8cda-fd19913cb9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486759 Jul 22 23:25:31.658963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'tag': '2588af58-5f40-4158-b906-fed428bde9b2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:31.662757 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f554161-481d-4fea-9df0-253ac7ca5ae2", "tag": "2588af58-5f40-4158-b906-fed428bde9b2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:31.717037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Deleting port a78c4352-6c2a-44aa-8b1a-b95c66a375bb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:31.717404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.760773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-network', 'tenant_id': '64588024159d4be99558581d291c3741'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:31.783377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5899f-fb12-485d-a68e-28825c437654 req-006f0a69-2c3d-45ea-bbbf-870f46600a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:31.785020 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-006f0a69-2c3d-45ea-bbbf-870f46600a72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740539 Jul 22 23:25:31.834114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Made reservation on behalf of 64588024159d4be99558581d291c3741 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:31.840644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.866754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.889488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] For port a78c4352-6c2a-44aa-8b1a-b95c66a375bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:31.889875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:31.911372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Calling delete_port for a78c4352-6c2a-44aa-8b1a-b95c66a375bb owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:32.016206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-233483e6-642b-424c-9b2d-466c4347545f service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216103 Jul 22 23:25:32.017369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040787a-1c14-43a2-a129-2c5be91c904a req-3227aa29-67f0-4690-8ed8-f5e9fb984d9f tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:32.028080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7040787a-1c14-43a2-a129-2c5be91c904a req-3227aa29-67f0-4690-8ed8-f5e9fb984d9f tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 947 time: 0.2130296 Jul 22 23:25:32.085915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47514) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:32.137813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7040787a-1c14-43a2-a129-2c5be91c904a req-c40ae263-e0a1-4fdc-9b11-546af0234a33 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676155 Jul 22 23:25:32.144739 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84a5d63a-6a77-4c51-917d-79b7cf8e3b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.160797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.163886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-94d5899f-fb12-485d-a68e-28825c437654 req-23db1c91-b016-48ef-9f47-7923114516b8 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397698 Jul 22 23:25:32.166601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.200140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe9359-6522-40f6-85cd-99a251490456,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:32.212180 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47030e0d-29eb-4719-b8fd-26c583a27721 x-openstack-request-id: req-47030e0d-29eb-4719-b8fd-26c583a27721 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:32.212974 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f554161-481d-4fea-9df0-253ac7ca5ae2", "tag": "2588af58-5f40-4158-b906-fed428bde9b2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:32.212974 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47030e0d-29eb-4719-b8fd-26c583a27721 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:32.213570 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'tag': '2588af58-5f40-4158-b906-fed428bde9b2', 'status': 'completed', 'code': 200} Jul 22 23:25:32.255884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.287079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:25:32.306980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.307407 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Added segment 7f57dba9-b31b-4754-86ba-d43d97670978 of type vlan for network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 Jul 22 23:25:32.357953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 001ed22b-2de3-42ce-bead-ae08b8f349a7 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:32.400642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] No DVR routers for this DVR port a78c4352-6c2a-44aa-8b1a-b95c66a375bb on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:32.407813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.408595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.412172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-535f02e2-0beb-4112-9287-fa68c7992b1d req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.48 "DELETE /v2.0/ports/a78c4352-6c2a-44aa-8b1a-b95c66a375bb HTTP/1.1" status: 204 len: 173 time: 1.0033779 Jul 22 23:25:32.413674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b662de-556c-4829-93b7-7f0a3982b7c8 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] Pushing event deleted for resources: {'Port': ['ID=a78c4352-6c2a-44aa-8b1a-b95c66a375bb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:32.430068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'name': 'network-vif-deleted', 'tag': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:32.435175 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d5268f-abe5-40ce-91ca-1cfe9e0952b6" -d '{"events": [{"server_uuid": "749938ae-86ac-4eaa-8e88-f87a1661b774", "name": "network-vif-deleted", "tag": "a78c4352-6c2a-44aa-8b1a-b95c66a375bb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:32.436709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-c484007a-a2ea-492f-a445-7ac5ac51b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:32.438555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-c484007a-a2ea-492f-a445-7ac5ac51b60e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 1098 time: 0.2073243 Jul 22 23:25:32.486764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a29b0-adc8-41da-81c5-70fa62cff086 req-157ced6f-1376-4368-9902-4b19f2ec75e1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:32.493889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-708a29b0-adc8-41da-81c5-70fa62cff086 req-157ced6f-1376-4368-9902-4b19f2ec75e1 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 947 time: 0.3549209 Jul 22 23:25:32.514309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 001ed22b-2de3-42ce-bead-ae08b8f349a7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:32.519998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c9d2ec42-0c85-4cd5-93fc-9cd087f386bb details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:32.544846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 001ed22b-2de3-42ce-bead-ae08b8f349a7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:32.545397 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.662831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-708a29b0-adc8-41da-81c5-70fa62cff086 req-d0e6870a-a9e6-4eea-93e1-ae33414c7ad2 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572168 Jul 22 23:25:32.754337 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe576b-e3a2-44ef-afec-a8d8f81dd4a2 x-openstack-request-id: req-2abe576b-e3a2-44ef-afec-a8d8f81dd4a2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:32.754726 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749938ae-86ac-4eaa-8e88-f87a1661b774", "name": "network-vif-deleted", "tag": "a78c4352-6c2a-44aa-8b1a-b95c66a375bb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:32.757418 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2abe576b-e3a2-44ef-afec-a8d8f81dd4a2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:32.758139 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749938ae-86ac-4eaa-8e88-f87a1661b774', 'name': 'network-vif-deleted', 'tag': 'a78c4352-6c2a-44aa-8b1a-b95c66a375bb', 'status': 'completed', 'code': 200} Jul 22 23:25:32.787369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84a5d63a-6a77-4c51-917d-79b7cf8e3b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.795145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84a5d63a-6a77-4c51-917d-79b7cf8e3b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.815123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.816788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:32.817527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.907065 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3692739 Jul 22 23:25:32.910673 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:32.911639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:32.912137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47536) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:32.912261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-84a5d63a-6a77-4c51-917d-79b7cf8e3b7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8662269f87c043ae83e14ce9cd560b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8148632 Jul 22 23:25:32.918287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Request body: {'subnet': {'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-subnet', 'tenant_id': '64588024159d4be99558581d291c3741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:32.930589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:32.952243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:32.958477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5d63a-6a77-4c51-917d-79b7cf8e3b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3a18c-1297-4b55-9040-5d6854c16c6a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:32.983552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-2920f9f0-8d92-41dc-82f1-db9918453c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:32.985014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-2920f9f0-8d92-41dc-82f1-db9918453c0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.5250957 Jul 22 23:25:32.990546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419d8b6-7c20-40b5-897e-c4042eaecc16 admin admin] Pushing event updated for resources: {'Network': ['ID=fbee96a9-bf79-4bb3-99a2-870a7fbc8191,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:33.030391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:25:33.036769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb', 'mac_address': 'fa:16:3e:b1:26:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:33.059907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-7089add3-8f2e-4564-998b-10a9cd9a3888 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2588af58-5f40-4158-b906-fed428bde9b2 HTTP/1.1" status: 200 len: 217 time: 0.0653245 Jul 22 23:25:33.063983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001ed22b-2de3-42ce-bead-ae08b8f349a7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:33.068263 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ce398f-1f3a-4ed3-9a0d-014b59fd0646" -d '{"events": [{"server_uuid": "cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02", "name": "network-vif-plugged", "status": "completed", "tag": "001ed22b-2de3-42ce-bead-ae08b8f349a7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:33.087094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Made reservation on behalf of 64588024159d4be99558581d291c3741 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:33.090166 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.111322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5327bbe-7108-474a-8149-3ab6bf653b05 req-2d273e5b-29ad-4f62-8b94-3ea15b0670c1 tempest-DeleteServersAdminTestJSON-169212519 tempest-DeleteServersAdminTestJSON-169212519-project] 10.222.0.21 "GET /v2.0/ports?device_id=749938ae-86ac-4eaa-8e88-f87a1661b774 HTTP/1.1" status: 200 len: 210 time: 0.0910296 Jul 22 23:25:33.145524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 001ed22b-2de3-42ce-bead-ae08b8f349a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:33.159853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.161084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a78c4352-6c2a-44aa-8b1a-b95c66a375bb no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:33.170602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71e76617-1b5d-4ae5-974d-8ed8a2e1a622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.208333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ca8fa-037c-47b7-83af-1f70e0e2e380 req-dfd632be-1c1e-4963-869c-eebbc3fd8b87 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:33.212281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-caa54269-b582-4124-a946-7d40c0bfb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:33.214686 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-caa54269-b582-4124-a946-7d40c0bfb49f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1461661 Jul 22 23:25:33.215636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663ca8fa-037c-47b7-83af-1f70e0e2e380 req-dfd632be-1c1e-4963-869c-eebbc3fd8b87 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 948 time: 0.3001268 Jul 22 23:25:33.280774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663ca8fa-037c-47b7-83af-1f70e0e2e380 req-ea34b256-a0b9-4544-9dda-4460141de8c3 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641210 Jul 22 23:25:33.326945 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f255695-390d-4c03-9b9a-2a51f5be1fb8 x-openstack-request-id: req-5f255695-390d-4c03-9b9a-2a51f5be1fb8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:33.327284 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02", "name": "network-vif-plugged", "status": "completed", "tag": "001ed22b-2de3-42ce-bead-ae08b8f349a7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:33.327710 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f255695-390d-4c03-9b9a-2a51f5be1fb8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:33.328317 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001ed22b-2de3-42ce-bead-ae08b8f349a7', 'code': 200} Jul 22 23:25:33.382898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98a14b47-b58b-4e0b-99d0-4b7efc2c2b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.408282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: a78c4352-6c2a-44aa-8b1a-b95c66a375bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:33.408868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a78c4352-6c2a-44aa-8b1a-b95c66a375bb not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:33.440889 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.478464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d2ec42-0c85-4cd5-93fc-9cd087f386bb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:33.487436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71e76617-1b5d-4ae5-974d-8ed8a2e1a622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.492076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=001ed22b-2de3-42ce-bead-ae08b8f349a7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:33.505315 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71e76617-1b5d-4ae5-974d-8ed8a2e1a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.505842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98a14b47-b58b-4e0b-99d0-4b7efc2c2b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.519810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:33.527704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.567669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-71e76617-1b5d-4ae5-974d-8ed8a2e1a622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37f7f630d798464cba55b8478ef41c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6351478 Jul 22 23:25:33.571697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.574362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:33.590990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:33.669912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-04cfc518-81aa-45eb-b46f-3365a397338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:33.671551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-04cfc518-81aa-45eb-b46f-3365a397338b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3058968 Jul 22 23:25:33.686005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e76617-1b5d-4ae5-974d-8ed8a2e1a622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c45d2a0-f42f-4699-9e12-2e4745450da8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:33.715668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6c1b4-24ce-454c-a051-e199ff9cc93a req-202d9fed-b0d8-44c5-9e63-e76aa9c5f635 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:33.722662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90e6c1b4-24ce-454c-a051-e199ff9cc93a req-202d9fed-b0d8-44c5-9e63-e76aa9c5f635 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 947 time: 0.3901346 Jul 22 23:25:33.747498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa2a7b2-825e-4eda-a538-8a54155a2509,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:33.749996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68023f-ff43-4e18-a797-f7b6ade86ed0 req-84c1b3ca-d79f-4e49-9561-62aa4c803069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:33.751512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d68023f-ff43-4e18-a797-f7b6ade86ed0 req-84c1b3ca-d79f-4e49-9561-62aa4c803069 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 1100 time: 0.2538679 Jul 22 23:25:33.756329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['c9d2ec42-0c85-4cd5-93fc-9cd087f386bb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:33.774968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98a14b47-b58b-4e0b-99d0-4b7efc2c2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.779658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98a14b47-b58b-4e0b-99d0-4b7efc2c2b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.781566 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98a14b47-b58b-4e0b-99d0-4b7efc2c2b9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0d3a18c-1297-4b55-9040-5d6854c16c6a HTTP/1.1" status: 204 len: 168 time: 0.8592675 Jul 22 23:25:33.852903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Checking segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:33.853582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Network hostable DHCP agents. Network: fbee96a9-bf79-4bb3-99a2-870a7fbc8191, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:25:33.858447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90e6c1b4-24ce-454c-a051-e199ff9cc93a req-257ce52f-e176-4068-9681-34a041cc057b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338692 Jul 22 23:25:33.867518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a14b47-b58b-4e0b-99d0-4b7efc2c2b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3a18c-1297-4b55-9040-5d6854c16c6a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:33.870755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d68023f-ff43-4e18-a797-f7b6ade86ed0 req-f106ccb3-4476-47e7-9659-6c583472265b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005120 Jul 22 23:25:33.965831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a821a8-1381-468e-bcd7-ab552faa45a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:33.991349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2e92a-1c23-48d9-8260-57a11e801fcd req-282bd694-d5bd-4bab-9f1f-102875c10ac9 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:34.000853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2b2e92a-1c23-48d9-8260-57a11e801fcd req-282bd694-d5bd-4bab-9f1f-102875c10ac9 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 948 time: 0.1981583 Jul 22 23:25:34.047033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a821a8-1381-468e-bcd7-ab552faa45a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.069421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:25:34.085179 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-fd85b64f-db2d-4583-9760-4a90f586b1dd service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009845 Jul 22 23:25:34.092022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2b2e92a-1c23-48d9-8260-57a11e801fcd req-7596ca05-cbb1-435f-9986-0999f5d57757 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849180 Jul 22 23:25:34.101607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, fbee96a9-bf79-4bb3-99a2-870a7fbc8191) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:34.101607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:34.101607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.109201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00311760-840b-437b-b834-b4cd3c9276f8 None None] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:34.218373 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8ae94825-d761-4c83-9e3c-299eceb871e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3044240 Jul 22 23:25:34.221507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:34.227146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:34.284935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.288060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.391495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a821a8-1381-468e-bcd7-ab552faa45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.403423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a821a8-1381-468e-bcd7-ab552faa45a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.406840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f0a821a8-1381-468e-bcd7-ab552faa45a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c45d2a0-f42f-4699-9e12-2e4745450da8 HTTP/1.1" status: 204 len: 168 time: 0.8227134 Jul 22 23:25:34.455431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a821a8-1381-468e-bcd7-ab552faa45a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c45d2a0-f42f-4699-9e12-2e4745450da8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:34.511185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4baffb6-d2ed-447e-b2b7-d4b32cd0d5a9 req-a28fe4ab-edc5-4235-89c7-14d330f0c23d service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174874 Jul 22 23:25:34.536109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:34.585827 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.626611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2588af58-5f40-4158-b906-fed428bde9b2 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:25:34.630063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c9d2ec42-0c85-4cd5-93fc-9cd087f386bb up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:34.669713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:25:34.671591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.733448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8e737-45b6-47f0-98d8-654cce345fcb req-b3220fb2-0a00-49f8-b619-4b0dffe6ed44 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:34.735182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0fe8e737-45b6-47f0-98d8-654cce345fcb req-b3220fb2-0a00-49f8-b619-4b0dffe6ed44 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 949 time: 0.2473319 Jul 22 23:25:34.862202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:34.905736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0fe8e737-45b6-47f0-98d8-654cce345fcb req-1d1a9338-8441-4eea-9d73-c6d478442979 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989232 Jul 22 23:25:34.924959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:34.943430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5410844b-4216-43c9-97ef-897c6d9f3687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.048630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2588af58-5f40-4158-b906-fed428bde9b2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2588af58-5f40-4158-b906-fed428bde9b2,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:35.113628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:35.115993 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.116629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5410844b-4216-43c9-97ef-897c6d9f3687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.122466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5410844b-4216-43c9-97ef-897c6d9f3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.123519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '2588af58-5f40-4158-b906-fed428bde9b2', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '2588af58-5f40-4158-b906-fed428bde9b2', 'mac_address': 'fa:16:3e:32:27:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:25:35.162049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:35.224339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410844b-4216-43c9-97ef-897c6d9f3687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9586e2ab-a4a8-4745-9db4-10895731d921,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.255990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Allocated IP 172.20.0.2 (fbee96a9-bf79-4bb3-99a2-870a7fbc8191/dfa2a7b2-825e-4eda-a538-8a54155a2509/1d2fe982-106a-4d3e-b866-17979e7cc4e1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:35.297376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5410844b-4216-43c9-97ef-897c6d9f3687 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7e070c369e04c91b63f5d4a15d7d719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595854 Jul 22 23:25:35.301689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:35.317008 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.323089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:35.356892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2588af58-5f40-4158-b906-fed428bde9b2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:35.387869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d87bb9d7-bb1b-4ce9-8b35-c51987425fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.441986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2588af58-5f40-4158-b906-fed428bde9b2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2588af58-5f40-4158-b906-fed428bde9b2,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:35.448959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.460988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe24aa5-3849-4ccd-b129-e4bed8fdd38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.469529 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.504234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe24aa5-3849-4ccd-b129-e4bed8fdd38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.509804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:35.512593 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adaacd3-f7e7-44b4-97f7-b227ee4d166d" -d '{"events": [{"server_uuid": "a2a0eded-14f5-4cdc-951a-7bd6dd1ae437", "name": "network-vif-plugged", "status": "completed", "tag": "c9d2ec42-0c85-4cd5-93fc-9cd087f386bb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:35.560270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:35.593641 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.600082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d87bb9d7-bb1b-4ce9-8b35-c51987425fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.602236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2588af58-5f40-4158-b906-fed428bde9b2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.606421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d87bb9d7-bb1b-4ce9-8b35-c51987425fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.612666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe24aa5-3849-4ccd-b129-e4bed8fdd38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.616136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe24aa5-3849-4ccd-b129-e4bed8fdd38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.620214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dbe24aa5-3849-4ccd-b129-e4bed8fdd38b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9586e2ab-a4a8-4745-9db4-10895731d921 HTTP/1.1" status: 204 len: 168 time: 0.3142202 Jul 22 23:25:35.660979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bb9d7-bb1b-4ce9-8b35-c51987425fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3dcb77-dbf9-431e-a725-0c7d37cf6c34,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.668918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d87bb9d7-bb1b-4ce9-8b35-c51987425fca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f0a45e6f21f49e4810b9a278a451d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421733 Jul 22 23:25:35.670398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47638) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:35.688213 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.692169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe24aa5-3849-4ccd-b129-e4bed8fdd38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9586e2ab-a4a8-4745-9db4-10895731d921,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.702260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.709409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:35.714210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Transition to ACTIVE for port object 1d2fe982-106a-4d3e-b866-17979e7cc4e1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:35.740988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77772980-5ffc-4e3d-81eb-dd8b361b4c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.761248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c56e8-d624-4ccf-9093-c7e344cff977 req-d8ed68ea-6664-4c74-8b2d-37b37bb0881c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:35.768400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-950c56e8-d624-4ccf-9093-c7e344cff977 req-d8ed68ea-6664-4c74-8b2d-37b37bb0881c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 947 time: 0.7304046 Jul 22 23:25:35.769084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77772980-5ffc-4e3d-81eb-dd8b361b4c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.786491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.789685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Transition to ACTIVE for port object 1d2fe982-106a-4d3e-b866-17979e7cc4e1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:35.808153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.834573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.859677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77772980-5ffc-4e3d-81eb-dd8b361b4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.865665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77772980-5ffc-4e3d-81eb-dd8b361b4c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.867866 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-77772980-5ffc-4e3d-81eb-dd8b361b4c92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e3dcb77-dbf9-431e-a725-0c7d37cf6c34 HTTP/1.1" status: 204 len: 168 time: 0.1963155 Jul 22 23:25:35.873388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:35.884604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77772980-5ffc-4e3d-81eb-dd8b361b4c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3dcb77-dbf9-431e-a725-0c7d37cf6c34,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.898552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:35.911459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Pushing event updated for resources: {'Port': ['ID=1d2fe982-106a-4d3e-b866-17979e7cc4e1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:35.922199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:35.924581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:35.998757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-097eec88-6668-4481-be80-5a0849e72f38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=176956554bf24ec2933605bcb8040bae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8176644 Jul 22 23:25:35.999064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:36.006693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-950c56e8-d624-4ccf-9093-c7e344cff977 req-ab5cec02-6868-463a-93f2-721e77c49727 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365844 Jul 22 23:25:36.037297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Attempting to bind port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:36.037667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Attempting to bind port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:36.038027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Attempting to bind port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:36.049604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:36.049983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Checking segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:36.050711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.050817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Bound using segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:36.051309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Bound port: 1d2fe982-106a-4d3e-b866-17979e7cc4e1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:36.051855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.055259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb6115-db54-4225-85b9-388739ae86a1 req-36f0ae8c-9f54-47c3-acca-8f593b1f967b tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:36.060506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afeb6115-db54-4225-85b9-388739ae86a1 req-36f0ae8c-9f54-47c3-acca-8f593b1f967b tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 948 time: 0.8391082 Jul 22 23:25:36.107122 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea867da7-5f91-40ee-94f5-1db09725e959 x-openstack-request-id: req-ea867da7-5f91-40ee-94f5-1db09725e959 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:36.107437 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a0eded-14f5-4cdc-951a-7bd6dd1ae437", "name": "network-vif-plugged", "status": "completed", "tag": "c9d2ec42-0c85-4cd5-93fc-9cd087f386bb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:36.107860 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea867da7-5f91-40ee-94f5-1db09725e959 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:36.108247 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb', 'code': 200} Jul 22 23:25:36.128699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Allocated IP 172.25.5.181 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/691da5f4-6461-4b60-92bc-3bb170e8cfc0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:36.144932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-169e49ea-f943-45d9-af15-44537a8bd581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.166150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afeb6115-db54-4225-85b9-388739ae86a1 req-54bc32df-86ea-4db9-966f-94e56b0ea805 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992954 Jul 22 23:25:36.168892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f5986404-fc29-4326-82e1-47d56315339e None None] For port 1d2fe982-106a-4d3e-b866-17979e7cc4e1, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:36.178043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f5986404-fc29-4326-82e1-47d56315339e None None] For port 1d2fe982-106a-4d3e-b866-17979e7cc4e1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1d2fe982-106a-4d3e-b866-17979e7cc4e1,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:36.200207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.232178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:36.242509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-169e49ea-f943-45d9-af15-44537a8bd581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.257109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b165ecb-27e9-4a06-b827-478b239ca879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.319702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5986404-fc29-4326-82e1-47d56315339e None None] Pushing event updated for resources: {'Port': ['ID=1d2fe982-106a-4d3e-b866-17979e7cc4e1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:36.327245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54f3b7-de67-4c07-9b68-ab208d9a5e44 req-2efcca30-ec22-498b-97f0-8260a7a4f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:36.328900 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c54f3b7-de67-4c07-9b68-ab208d9a5e44 req-2efcca30-ec22-498b-97f0-8260a7a4f81d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 1100 time: 0.1447055 Jul 22 23:25:36.393551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-169e49ea-f943-45d9-af15-44537a8bd581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.407573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-169e49ea-f943-45d9-af15-44537a8bd581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.408746 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-169e49ea-f943-45d9-af15-44537a8bd581 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f8e7d14-8750-4580-8cda-fd19913cb9a3 HTTP/1.1" status: 204 len: 168 time: 0.4086623 Jul 22 23:25:36.422995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c54f3b7-de67-4c07-9b68-ab208d9a5e44 req-d4e30829-09a4-40d3-bd99-999f65810de1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857210 Jul 22 23:25:36.424098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e49ea-f943-45d9-af15-44537a8bd581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e7d14-8750-4580-8cda-fd19913cb9a3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:36.425697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.511404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b165ecb-27e9-4a06-b827-478b239ca879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.519667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fabf69-ba47-4af9-bdb2-8e5d1e2d2c7b req-908cfea8-c4c0-4db7-a80b-c0056ef8727d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:36.521275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31fabf69-ba47-4af9-bdb2-8e5d1e2d2c7b req-908cfea8-c4c0-4db7-a80b-c0056ef8727d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 949 time: 0.1854134 Jul 22 23:25:36.525160 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b165ecb-27e9-4a06-b827-478b239ca879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.554596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2588af58-5f40-4158-b906-fed428bde9b2 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:36.563949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.644361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9b165ecb-27e9-4a06-b827-478b239ca879 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0e0e300827f43be8d947ff63133dbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100063 Jul 22 23:25:36.646056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:36.657108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 2588af58-5f40-4158-b906-fed428bde9b2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:36.662813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 2588af58-5f40-4158-b906-fed428bde9b2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:36.663014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.663093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165ecb-27e9-4a06-b827-478b239ca879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8cf6a-e5b1-4f10-bc26-c2ee0cdf2b5d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:36.703153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:36.722498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:36.751780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31fabf69-ba47-4af9-bdb2-8e5d1e2d2c7b req-5e162bbb-be62-4f0f-a38a-dcb8eaa1a9ab tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235038 Jul 22 23:25:36.757036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:36.762406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Pushing event updated for resources: {'Port': ['ID=691da5f4-6461-4b60-92bc-3bb170e8cfc0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:36.799751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ffe2bd-66e7-4505-91cf-198af2862fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.880020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ffe2bd-66e7-4505-91cf-198af2862fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.904740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:36.982425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2588af58-5f40-4158-b906-fed428bde9b2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2588af58-5f40-4158-b906-fed428bde9b2,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:36.985955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.005713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ffe2bd-66e7-4505-91cf-198af2862fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.009162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ffe2bd-66e7-4505-91cf-198af2862fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.012624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60ffe2bd-66e7-4505-91cf-198af2862fbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdb8cf6a-e5b1-4f10-bc26-c2ee0cdf2b5d HTTP/1.1" status: 204 len: 168 time: 0.3655472 Jul 22 23:25:37.031157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe2bd-66e7-4505-91cf-198af2862fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8cf6a-e5b1-4f10-bc26-c2ee0cdf2b5d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:37.139676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2588af58-5f40-4158-b906-fed428bde9b2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:37.161469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47692) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:37.179228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.348055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.358660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.380051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c00877-1838-4565-95a9-17627eb6def1 req-56a23f12-9f7f-488d-98ea-a61fabd300f0 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:37.381615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00c00877-1838-4565-95a9-17627eb6def1 req-56a23f12-9f7f-488d-98ea-a61fabd300f0 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 949 time: 0.2483664 Jul 22 23:25:37.387262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.395045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d9d5-6f55-4d9c-a9cb-9232258ea3aa req-e1bba762-a8b3-485f-9195-70a8b1786d63 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:37.398196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb8a5885485c4e0980a53d236686702c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333338 Jul 22 23:25:37.398340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c15d9d5-6f55-4d9c-a9cb-9232258ea3aa req-e1bba762-a8b3-485f-9195-70a8b1786d63 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 1100 time: 0.2169068 Jul 22 23:25:37.403508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:37.498636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04edf614-6953-4c3e-bc88-e00f9fd6d0de,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:37.507806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c15d9d5-6f55-4d9c-a9cb-9232258ea3aa req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.535854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.536254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.536596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.536949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.537262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.537589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.537914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.538235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.538554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.538875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.545815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.546262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277423ac-23ca-4577-95b4-03c53a7e3fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:37.551433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af6c8654-9212-41c1-af0c-154f4bc969f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.572640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00c00877-1838-4565-95a9-17627eb6def1 req-c29576ca-0130-428c-9fb2-1263aabd7668 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796558 Jul 22 23:25:37.609054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af6c8654-9212-41c1-af0c-154f4bc969f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.727617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af6c8654-9212-41c1-af0c-154f4bc969f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.733284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af6c8654-9212-41c1-af0c-154f4bc969f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.739918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-af6c8654-9212-41c1-af0c-154f4bc969f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04edf614-6953-4c3e-bc88-e00f9fd6d0de HTTP/1.1" status: 204 len: 168 time: 0.3352075 Jul 22 23:25:37.759501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c8654-9212-41c1-af0c-154f4bc969f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edf614-6953-4c3e-bc88-e00f9fd6d0de,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:37.809108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:37.822736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db62e7c0-96f2-4bdf-bd0c-e3857d0e6e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.897365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e12395-1280-43ee-8704-af27098db503 None None] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:37.918183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:37.965884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1d2fe982-106a-4d3e-b866-17979e7cc4e1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:37.987882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c15d9d5-6f55-4d9c-a9cb-9232258ea3aa req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:37.997044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c15d9d5-6f55-4d9c-a9cb-9232258ea3aa req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.001278 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.039882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb24b27a-bf29-4371-af73-27a12d133e64 None None] Provisioning for port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:38.050700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c15d9d5-6f55-4d9c-a9cb-9232258ea3aa req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114435 Jul 22 23:25:38.111498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2588af58-5f40-4158-b906-fed428bde9b2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:38.119064 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fbeaaa-02c7-43fa-bab6-3726ebb7af9d" -d '{"events": [{"server_uuid": "8f554161-481d-4fea-9df0-253ac7ca5ae2", "name": "network-vif-plugged", "status": "completed", "tag": "2588af58-5f40-4158-b906-fed428bde9b2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:38.157310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b1a8f-3a68-4792-8bf7-5e980238eafc req-d531be09-906d-4952-84ef-bfd1408b4d85 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:38.160796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db62e7c0-96f2-4bdf-bd0c-e3857d0e6e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.168942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc8b1a8f-3a68-4792-8bf7-5e980238eafc req-d531be09-906d-4952-84ef-bfd1408b4d85 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 949 time: 0.4172535 Jul 22 23:25:38.175627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db62e7c0-96f2-4bdf-bd0c-e3857d0e6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.205763 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4334df-9108-461a-8af8-20e9206835da x-openstack-request-id: req-aa4334df-9108-461a-8af8-20e9206835da {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:38.206112 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f554161-481d-4fea-9df0-253ac7ca5ae2", "name": "network-vif-plugged", "status": "completed", "tag": "2588af58-5f40-4158-b906-fed428bde9b2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:38.206304 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa4334df-9108-461a-8af8-20e9206835da {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:38.206704 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2588af58-5f40-4158-b906-fed428bde9b2', 'code': 200} Jul 22 23:25:38.238168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-db62e7c0-96f2-4bdf-bd0c-e3857d0e6e2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c282adcf5f2c4938a15ec3088d1415c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276621 Jul 22 23:25:38.243280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:38.256588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:38.275222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:38.282037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.291152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67756dd5-71f8-4709-9f57-0fc14a62acd7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:38.315821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62e7c0-96f2-4bdf-bd0c-e3857d0e6e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072d1f78-742e-470e-af74-bd8fb11143d2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:38.348001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc8b1a8f-3a68-4792-8bf7-5e980238eafc req-bcb01455-4a04-4c91-b8ad-642c9c9055c0 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779003 Jul 22 23:25:38.352581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.352927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.353270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.353605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.354827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.355173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.355538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.355873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.356338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.356715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.357190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.357521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc1ff66-3d40-43de-8f6c-d767519843e5 tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:38.475743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:25:38.524957 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.539265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-df7b0f6a-63ee-4901-84d4-e9864386c73e tempest-AutoAllocateNetworkTest-1537020656 tempest-AutoAllocateNetworkTest-1537020656-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=048dbe409fb84d76a8aa5dc94579037e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6122117 Jul 22 23:25:38.547820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:38.580881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 1d2fe982-106a-4d3e-b866-17979e7cc4e1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1d2fe982-106a-4d3e-b866-17979e7cc4e1,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:38.586139 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.672437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f959350e-230c-4710-b819-d81865dd8b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.708304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3fbac-a50f-40a1-a974-79147cb67a57 req-b7abe6f0-baff-435c-b7fa-585ec48d98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:38.710016 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6e3fbac-a50f-40a1-a974-79147cb67a57 req-b7abe6f0-baff-435c-b7fa-585ec48d98e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 1100 time: 0.3666992 Jul 22 23:25:38.730938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=1d2fe982-106a-4d3e-b866-17979e7cc4e1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:38.784086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f959350e-230c-4710-b819-d81865dd8b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.854676 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6e3fbac-a50f-40a1-a974-79147cb67a57 req-474e6f3e-8acf-4349-81c8-ac4fbe4913e3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321590 Jul 22 23:25:38.908753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb25182-aced-4c4d-a09d-b8f83af79ea2 tempest-AutoAllocateNetworkTest-1537020656 tempest-AutoAllocateNetworkTest-1537020656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:38.911514 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7bb25182-aced-4c4d-a09d-b8f83af79ea2 tempest-AutoAllocateNetworkTest-1537020656 tempest-AutoAllocateNetworkTest-1537020656-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3596261 Jul 22 23:25:38.917375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:38.917740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:25:38.929220 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:25:38.945883 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:25:38.950838 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:38.984088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:38.987490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c23c53af-d555-455a-bf3d-15bb18f08590 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7642181 Jul 22 23:25:38.995468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:39.001684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ce8c64ad-3773-4253-a511-c9965741ff3a None None] Provisioning complete for port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:39.002464 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ce8c64ad-3773-4253-a511-c9965741ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.032320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-be1cb626-a7dd-4747-ace9-813ea3e461da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1768947 Jul 22 23:25:39.067389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c8a5-62ed-4a0f-be08-0fd6660850ff req-f2c2b0a1-0069-43c8-a26f-64cb7996f8ad tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:39.069005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0465c8a5-62ed-4a0f-be08-0fd6660850ff req-f2c2b0a1-0069-43c8-a26f-64cb7996f8ad tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 949 time: 0.3996954 Jul 22 23:25:39.095789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13adb-0949-433f-9f28-c6f1448bd881 req-3d169af8-6c82-482c-81f7-fa900f42f573 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:39.097067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b8b383f-f5eb-4013-b1a8-6d6b865b32a2 tempest-AutoAllocateNetworkTest-1537020656 tempest-AutoAllocateNetworkTest-1537020656-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1763260 Jul 22 23:25:39.102526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9b13adb-0949-433f-9f28-c6f1448bd881 req-3d169af8-6c82-482c-81f7-fa900f42f573 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 949 time: 0.3607385 Jul 22 23:25:39.103022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:39.222075 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:25:39.350588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:39.388253 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f959350e-230c-4710-b819-d81865dd8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.391203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f959350e-230c-4710-b819-d81865dd8b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.394664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f959350e-230c-4710-b819-d81865dd8b2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/072d1f78-742e-470e-af74-bd8fb11143d2 HTTP/1.1" status: 204 len: 168 time: 1.1475186 Jul 22 23:25:39.429487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6a718e8-6324-42f4-9dd6-8550fa9942b4 tempest-AutoAllocateNetworkTest-1537020656 tempest-AutoAllocateNetworkTest-1537020656-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=048dbe409fb84d76a8aa5dc94579037e HTTP/1.1" status: 200 len: 208 time: 0.3240561 Jul 22 23:25:39.456212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959350e-230c-4710-b819-d81865dd8b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072d1f78-742e-470e-af74-bd8fb11143d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:39.475686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9b13adb-0949-433f-9f28-c6f1448bd881 req-1908bba3-ad80-4b44-8015-06869a0bd77f tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265440 Jul 22 23:25:39.533740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0465c8a5-62ed-4a0f-be08-0fd6660850ff req-d5cfc21d-fddb-482e-9454-6c155dc777f0 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283400 Jul 22 23:25:39.556157 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:37Z', 'revision_number': 3, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:39.581697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-23eeb744-3267-4f92-8919-f04ca3dba364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:39.583224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-23eeb744-3267-4f92-8919-f04ca3dba364 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 1101 time: 0.1935327 Jul 22 23:25:39.636295 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:25:39.636689 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Updating router 3e2c12f7-dc65-4888-8940-cdbb797d770b port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:25:39.688102 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.736647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-476ccd89-6b81-4bf4-bb39-2f4244eb473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.780917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-35e2208a-bfea-4365-a8c4-f78b6b94ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:39.782634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-35e2208a-bfea-4365-a8c4-f78b6b94ef33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1741836 Jul 22 23:25:39.848616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-476ccd89-6b81-4bf4-bb39-2f4244eb473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.860872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-476ccd89-6b81-4bf4-bb39-2f4244eb473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:39.881073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-a3111f58-582b-4ccb-ab95-f8c6ecacf90e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6e604a73-0296-4ab4-826b-c0df39bd7650 HTTP/1.1" status: 200 len: 217 time: 0.0912073 Jul 22 23:25:39.888649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491beea2-55b8-4848-bed5-e053db34f660 req-40f7ce41-a4f5-49f5-8806-680244702a5a tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:39.901050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-491beea2-55b8-4848-bed5-e053db34f660 req-40f7ce41-a4f5-49f5-8806-680244702a5a tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 1100 time: 0.1881742 Jul 22 23:25:39.925561 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-476ccd89-6b81-4bf4-bb39-2f4244eb473c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f69d08d95014a35985afa275ca76c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715017 Jul 22 23:25:39.926111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:39.933620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ccd89-6b81-4bf4-bb39-2f4244eb473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d8a22-e8b7-4610-9fe2-6af5330f0b3c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:39.934940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1d2fe982-106a-4d3e-b866-17979e7cc4e1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:40.026167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:40.029257 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.076177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-491beea2-55b8-4848-bed5-e053db34f660 req-fffd2f88-b087-4f9d-a5e6-149a6f389b0d tempest-ServersAdminNegativeTestJSON-800052286 tempest-ServersAdminNegativeTestJSON-800052286-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719935 Jul 22 23:25:40.085000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-28e8e2b4-9469-43e8-9c36-7eade7dc0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:40.086656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-28e8e2b4-9469-43e8-9c36-7eade7dc0b87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1808050 Jul 22 23:25:40.184481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:40.205794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-1fe6c529-f8dc-4885-8b2b-7052d1cb2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:40.207429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-1fe6c529-f8dc-4885-8b2b-7052d1cb2539 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132302 Jul 22 23:25:40.232901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a541-13a8-48c8-b09d-3182443d602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.307819 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.325899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a541-13a8-48c8-b09d-3182443d602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.345369 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Transition to ACTIVE for port object 691da5f4-6461-4b60-92bc-3bb170e8cfc0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:40.358555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-5d2b3acd-eedc-4aaf-8e20-f7274305f387 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:40.360342 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.369383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-5d2b3acd-eedc-4aaf-8e20-f7274305f387 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 949 time: 0.2503848 Jul 22 23:25:40.428774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-f77f7559-f5dc-41dd-8c7f-07590f484bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104023 Jul 22 23:25:40.466848 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Attempting to bind port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:40.467234 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Attempting to bind port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:40.467646 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Attempting to bind port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:40.481695 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Pushing event updated for resources: {'Port': ['ID=691da5f4-6461-4b60-92bc-3bb170e8cfc0,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:40.487307 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:40.487745 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:40.488138 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.491515 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:40.492096 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Bound port: 691da5f4-6461-4b60-92bc-3bb170e8cfc0, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:40.492549 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.530114 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.540702 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.541394 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.541889 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.542392 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.542773 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.543202 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.545266 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.546187 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.547654 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.548376 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.549253 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Tracked resource versions report: Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: pushed versions: Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: { 'AddressGroup': {'1.2'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'ConntrackHelper': {'1.0'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Log': {'1.0'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Network': {'1.1'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Port': {'1.7'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'PortForwarding': {'1.2'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'QosPolicy': {'1.8'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'SecurityGroup': {'1.4'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'SubPort': {'1.0'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Subnet': {'1.1'}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Trunk': {'1.1'}} Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: consumer versions: Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: { DHCP agent@n-d-758851-4: {}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: HyperV agent@n-h1-758851-4: {}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: HyperV agent@n-h2-758851-4: {}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: L3 agent@n-d-758851-4: {}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: Metadata agent@n-d-758851-4: {}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: Metering agent@n-d-758851-4: {}, Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: Open vSwitch agent@n-d-758851-4: { 'AddressGroup': '1.2', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'ConntrackHelper': '1.0', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Log': '1.0', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Network': '1.1', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Port': '1.7', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'PortForwarding': '1.2', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'QosPolicy': '1.8', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'SecurityGroup': '1.4', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'SecurityGroupRule': '1.2', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'SubPort': '1.0', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Subnet': '1.1', Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: 'Trunk': '1.1'}} Jul 22 23:25:40.554165 n-d-758851-4 neutron-server[93793]: {{(pid=93793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:25:40.629667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.648523 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] For port 691da5f4-6461-4b60-92bc-3bb170e8cfc0, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:40.654824 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] For port 691da5f4-6461-4b60-92bc-3bb170e8cfc0, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=691da5f4-6461-4b60-92bc-3bb170e8cfc0,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:40.661917 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.748442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a541-13a8-48c8-b09d-3182443d602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.751028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8a2a541-13a8-48c8-b09d-3182443d602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.755383 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f555bc-efdb-4824-9a74-1cb462e3536f None None] Pushing event updated for resources: {'Port': ['ID=691da5f4-6461-4b60-92bc-3bb170e8cfc0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:40.756099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4563e91-239f-4b99-8cbe-174a558299b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:40.761236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f8a2a541-13a8-48c8-b09d-3182443d602c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba9d8a22-e8b7-4610-9fe2-6af5330f0b3c HTTP/1.1" status: 204 len: 168 time: 0.8334019 Jul 22 23:25:40.765386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a63f437-5d85-4c91-9035-7d4b5f5f9ca0 req-51c07f5a-6b3b-4077-88d2-3c853e976d4f service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314674 Jul 22 23:25:40.830323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2a541-13a8-48c8-b09d-3182443d602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d8a22-e8b7-4610-9fe2-6af5330f0b3c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:40.831535 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:25:40.833138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:41.037716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62f2fa-e2fb-42bb-a996-ec0662bd056a req-d9ede22c-bc69-4f80-aa57-4427154efa9a tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:41.045889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c62f2fa-e2fb-42bb-a996-ec0662bd056a req-d9ede22c-bc69-4f80-aa57-4427154efa9a tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 949 time: 0.4133921 Jul 22 23:25:41.085470 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:25:41.115897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Deleting port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:41.116237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.147854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c62f2fa-e2fb-42bb-a996-ec0662bd056a req-20fc2bc0-37a0-4862-9f53-c5de429505ec tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/security-groups?id=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012878 Jul 22 23:25:41.160257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba374917-a95d-48a6-b556-47355d917aee req-9448bd5c-36d9-4abb-a481-1c621e11fe57 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:41.169055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba374917-a95d-48a6-b556-47355d917aee req-9448bd5c-36d9-4abb-a481-1c621e11fe57 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 949 time: 0.3856020 Jul 22 23:25:41.302370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba374917-a95d-48a6-b556-47355d917aee req-b9c82ab3-0d5a-4abf-a8c7-d25b7de3f682 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319392 Jul 22 23:25:41.316707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] For port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:41.317545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.341891 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4563e91-239f-4b99-8cbe-174a558299b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.360007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Calling delete_port for c9d2ec42-0c85-4cd5-93fc-9cd087f386bb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:41.394678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4563e91-239f-4b99-8cbe-174a558299b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.462241 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:37Z', 'revision_number': 3, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:41.489947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4563e91-239f-4b99-8cbe-174a558299b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=048dbe409fb84d76a8aa5dc94579037e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3017094 Jul 22 23:25:41.491955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47862) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:41.493312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4563e91-239f-4b99-8cbe-174a558299b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce7c973-5153-4649-af05-ecd23c764e63,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:41.514667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da3f6-bec8-4e00-bb2e-5e262563752b req-65ef1407-cb17-4b1b-ae5b-bc001769eaa3 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:41.516800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b0da3f6-bec8-4e00-bb2e-5e262563752b req-65ef1407-cb17-4b1b-ae5b-bc001769eaa3 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 949 time: 0.2131863 Jul 22 23:25:41.520142 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc66ab3-ccb2-46b9-b849-76e41ab7e67d None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:37Z', 'revision_number': 3, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:25:41.562270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Allocated IP 172.20.0.1 (fbee96a9-bf79-4bb3-99a2-870a7fbc8191/dfa2a7b2-825e-4eda-a538-8a54155a2509/09e8b74b-ced5-44bb-a7f2-80acc3003690) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:41.603165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b0da3f6-bec8-4e00-bb2e-5e262563752b req-30c331a2-9873-4ac9-8105-c9d80190daf5 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738940 Jul 22 23:25:41.672843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79788c3-81fb-4067-a428-e192b919a6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.801240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79788c3-81fb-4067-a428-e192b919a6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.814486 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.826586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['c9d2ec42-0c85-4cd5-93fc-9cd087f386bb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:41.890855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Pushing event deleted for resources: {'Port': ['ID=c9d2ec42-0c85-4cd5-93fc-9cd087f386bb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:41.947277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3c6ca-3001-408e-96bd-806a7461950a req-1b21714a-ee40-44d6-92f8-1e56a625fbad tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:41.950207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32c3c6ca-3001-408e-96bd-806a7461950a req-1b21714a-ee40-44d6-92f8-1e56a625fbad tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 1100 time: 0.1340926 Jul 22 23:25:41.951793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.975911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32c3c6ca-3001-408e-96bd-806a7461950a req-abf9497c-75bf-4a95-97e1-abb02ee6f762 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:41.983010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] No DVR routers for this DVR port c9d2ec42-0c85-4cd5-93fc-9cd087f386bb on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:42.003215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.005429 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd098c01-b23e-4012-9aa5-5bf04a466690 req-07d60017-69a5-49cf-be76-e03fb2128149 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.49 "DELETE /v2.0/ports/c9d2ec42-0c85-4cd5-93fc-9cd087f386bb HTTP/1.1" status: 204 len: 173 time: 1.5866992 Jul 22 23:25:42.006027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'name': 'network-vif-deleted', 'tag': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:42.014338 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abdf42-8328-45cd-b066-bc81737f3db0" -d '{"events": [{"server_uuid": "a2a0eded-14f5-4cdc-951a-7bd6dd1ae437", "name": "network-vif-deleted", "tag": "c9d2ec42-0c85-4cd5-93fc-9cd087f386bb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:42.028455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Transition to ACTIVE for port object 09e8b74b-ced5-44bb-a7f2-80acc3003690 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:42.033890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79788c3-81fb-4067-a428-e192b919a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.040914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79788c3-81fb-4067-a428-e192b919a6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.045286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c79788c3-81fb-4067-a428-e192b919a6dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fce7c973-5153-4649-af05-ecd23c764e63 HTTP/1.1" status: 204 len: 168 time: 0.5475261 Jul 22 23:25:42.076771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79788c3-81fb-4067-a428-e192b919a6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce7c973-5153-4649-af05-ecd23c764e63,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:42.167726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.236458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32c3c6ca-3001-408e-96bd-806a7461950a req-abf9497c-75bf-4a95-97e1-abb02ee6f762 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.247116 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32c3c6ca-3001-408e-96bd-806a7461950a req-abf9497c-75bf-4a95-97e1-abb02ee6f762 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.278310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:42.280835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Pushing event updated for resources: {'Port': ['ID=09e8b74b-ced5-44bb-a7f2-80acc3003690,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:42.296816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:42.299572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:42.300331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.328222 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d62072-9b91-450a-b7dd-57fd5eceb1b5 x-openstack-request-id: req-f1d62072-9b91-450a-b7dd-57fd5eceb1b5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:42.328772 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a0eded-14f5-4cdc-951a-7bd6dd1ae437", "name": "network-vif-deleted", "tag": "c9d2ec42-0c85-4cd5-93fc-9cd087f386bb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:42.329080 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1d62072-9b91-450a-b7dd-57fd5eceb1b5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:42.329478 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a0eded-14f5-4cdc-951a-7bd6dd1ae437', 'name': 'network-vif-deleted', 'tag': 'c9d2ec42-0c85-4cd5-93fc-9cd087f386bb', 'status': 'completed', 'code': 200} Jul 22 23:25:42.460321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32c3c6ca-3001-408e-96bd-806a7461950a req-abf9497c-75bf-4a95-97e1-abb02ee6f762 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963782 Jul 22 23:25:42.464246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9497c-75bf-4a95-97e1-abb02ee6f762 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c030696-0720-4ff4-8f95-b05ea65c4897,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:42.623366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffceadd-04b1-40a2-9f6b-70fb03881a63 req-8058b92f-17a1-4889-a7b5-18002ad612b6 tempest-ImagesNegativeTestJSON-1071082333 tempest-ImagesNegativeTestJSON-1071082333-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2a0eded-14f5-4cdc-951a-7bd6dd1ae437 HTTP/1.1" status: 200 len: 210 time: 0.1459885 Jul 22 23:25:42.772939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-baa6d37e-0795-47b9-b055-35e37ef00684 None None] Provisioning for port 09e8b74b-ced5-44bb-a7f2-80acc3003690 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:42.779640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-baa6d37e-0795-47b9-b055-35e37ef00684 None None] Provisioning complete for port 09e8b74b-ced5-44bb-a7f2-80acc3003690 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:42.780145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-baa6d37e-0795-47b9-b055-35e37ef00684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:42.825178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce546b4-8f23-4523-bdaa-54687207349b req-5742e12a-67b5-48b1-9693-5c48357fb465 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:42.840956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ce546b4-8f23-4523-bdaa-54687207349b req-5742e12a-67b5-48b1-9693-5c48357fb465 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 949 time: 0.3784506 Jul 22 23:25:42.878787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-baa6d37e-0795-47b9-b055-35e37ef00684 None None] Port 09e8b74b-ced5-44bb-a7f2-80acc3003690 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:42.964955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.105967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fbb99-1046-45f8-899d-cb361c9d817c req-0b2b5914-7e80-4ab3-bfc0-49d2c3c8446c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:43.107555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee4fbb99-1046-45f8-899d-cb361c9d817c req-0b2b5914-7e80-4ab3-bfc0-49d2c3c8446c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 949 time: 0.1712184 Jul 22 23:25:43.158434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Deleting port 001ed22b-2de3-42ce-bead-ae08b8f349a7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:43.159203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.202299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee4fbb99-1046-45f8-899d-cb361c9d817c req-168bfc29-7b25-42d3-9891-a7dd856a7f0d tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844717 Jul 22 23:25:43.209812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.217621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.219612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.346438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Pushing event updated for resources: {'Port': ['ID=09e8b74b-ced5-44bb-a7f2-80acc3003690,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:43.352871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] For port 001ed22b-2de3-42ce-bead-ae08b8f349a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=001ed22b-2de3-42ce-bead-ae08b8f349a7,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:43.353460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.398010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:43.398135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Calling delete_port for 001ed22b-2de3-42ce-bead-ae08b8f349a7 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:43.399749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:43.497447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:43.509406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-8fe3f398-37ee-49b4-8556-89338387c761 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1125534 Jul 22 23:25:43.612665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:25:43.734584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-87af443f-dae0-4b41-907d-75d7ee0f29a1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:43.741515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-87af443f-dae0-4b41-907d-75d7ee0f29a1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306592 Jul 22 23:25:43.783368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-075d09c7-4b46-47bb-b59b-e1456f8a500b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/quotas/13343c137b514f0aabf29b5c968bf0fd HTTP/1.1" status: 200 len: 375 time: 0.0380719 Jul 22 23:25:43.813993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-60c99754-76e9-4c04-8637-e86e13873865 None None] Provisioning complete for port 09e8b74b-ced5-44bb-a7f2-80acc3003690 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:43.814411 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60c99754-76e9-4c04-8637-e86e13873865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.853179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:25:43.867397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8216d3fe-c86f-4e7d-a34e-0e21c4ce271a admin admin] 10.222.0.21 "PUT /v2.0/routers/3e2c12f7-dc65-4888-8940-cdbb797d770b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8633318 Jul 22 23:25:43.867769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1618775560-network', 'tenant_id': '447210c3fd2147c0aa39e23c275c4620'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:43.895443 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.912788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-60c99754-76e9-4c04-8637-e86e13873865 None None] Port 09e8b74b-ced5-44bb-a7f2-80acc3003690 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:25:43.913747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Made reservation on behalf of 447210c3fd2147c0aa39e23c275c4620 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:43.917232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.929557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:43.936674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6e604a73-0296-4ab4-826b-c0df39bd7650', '001ed22b-2de3-42ce-bead-ae08b8f349a7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:44.060877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 691da5f4-6461-4b60-92bc-3bb170e8cfc0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:44.084238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Pushing event deleted for resources: {'Port': ['ID=001ed22b-2de3-42ce-bead-ae08b8f349a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:44.161860 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.172467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.221083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] No DVR routers for this DVR port 001ed22b-2de3-42ce-bead-ae08b8f349a7 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:44.224258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.233703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ce546b4-8f23-4523-bdaa-54687207349b req-2fd836eb-1c93-4b82-8580-858f5ca58bc9 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "DELETE /v2.0/ports/001ed22b-2de3-42ce-bead-ae08b8f349a7 HTTP/1.1" status: 204 len: 173 time: 1.3839397 Jul 22 23:25:44.237558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'name': 'network-vif-deleted', 'tag': '001ed22b-2de3-42ce-bead-ae08b8f349a7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:44.240389 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c277015d-425f-4229-b285-b8c342501e2f" -d '{"events": [{"server_uuid": "cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02", "name": "network-vif-deleted", "tag": "001ed22b-2de3-42ce-bead-ae08b8f349a7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:44.262585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-4d14ebf5-a541-49cc-966f-5e86ec595b69 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4806578 Jul 22 23:25:44.263815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78b330-0b44-480b-97cd-d46427999840,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:44.309216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:25:44.347600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.348949 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Added segment f6256019-f3ab-43d1-b844-4c40fdb228ee of type vlan for network 8452bade-e290-4513-8d6f-9d0566c3ac46 Jul 22 23:25:44.412437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:44.419489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:44.420758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.560351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.631897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.641976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.643100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:44.643486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2dd56bd0-6400-4d80-a9e2-77474ffd80af req-1c6eb358-0ae9-4b37-9dcd-74be28553d1f tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02 HTTP/1.1" status: 200 len: 210 time: 0.0421970 Jul 22 23:25:44.643983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.673892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c9d2ec42-0c85-4cd5-93fc-9cd087f386bb no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:44.727355 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa22903-14ee-478f-90d0-1e1b9dcd109f x-openstack-request-id: req-dfa22903-14ee-478f-90d0-1e1b9dcd109f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:44.727860 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02", "name": "network-vif-deleted", "tag": "001ed22b-2de3-42ce-bead-ae08b8f349a7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:44.728257 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfa22903-14ee-478f-90d0-1e1b9dcd109f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:44.729655 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba09c5e-fd6d-48f4-aaf2-b8dc91d97a02', 'name': 'network-vif-deleted', 'tag': '001ed22b-2de3-42ce-bead-ae08b8f349a7', 'status': 'completed', 'code': 200} Jul 22 23:25:44.730394 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2318504 Jul 22 23:25:44.733343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47984) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:44.748198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Request body: {'subnet': {'network_id': '8452bade-e290-4513-8d6f-9d0566c3ac46', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1618775560-subnet', 'tenant_id': '447210c3fd2147c0aa39e23c275c4620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:44.814573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d3aed-5045-44a4-9fa6-a9d00e90a68a admin admin] Pushing event updated for resources: {'Network': ['ID=8452bade-e290-4513-8d6f-9d0566c3ac46,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:44.880274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Made reservation on behalf of 447210c3fd2147c0aa39e23c275c4620 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:44.882643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:44.999143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: c9d2ec42-0c85-4cd5-93fc-9cd087f386bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:45.004321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c9d2ec42-0c85-4cd5-93fc-9cd087f386bb not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:45.008872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8452bade-e290-4513-8d6f-9d0566c3ac46 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:25:45.152084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 691da5f4-6461-4b60-92bc-3bb170e8cfc0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=691da5f4-6461-4b60-92bc-3bb170e8cfc0,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:45.160882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:45.289799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=691da5f4-6461-4b60-92bc-3bb170e8cfc0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:45.320061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:45.367109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:45.410579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc4d461-6f61-4fd3-b18a-f18a11f9d7ab,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:45.412633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48012) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:45.458544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Checking segment: {'id': 'f6256019-f3ab-43d1-b844-4c40fdb228ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8452bade-e290-4513-8d6f-9d0566c3ac46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:45.459080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Network hostable DHCP agents. Network: 8452bade-e290-4513-8d6f-9d0566c3ac46, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:25:45.479765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:25:45.490299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Network 8452bade-e290-4513-8d6f-9d0566c3ac46 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:25:45.492662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:25:45.492842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e279f129-cd16-4e1a-824d-e5b5de823080 req-f91c9403-054a-40d0-844d-81dcd1d2d0b2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 210 time: 0.0572169 Jul 22 23:25:45.493704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:45.515488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8452bade-e290-4513-8d6f-9d0566c3ac46) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:45.526330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:45.531880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:45.550576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-833d34cf-b4de-4f9a-bde1-aa0a982e07c2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8160310 Jul 22 23:25:45.570730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b0fa5-0863-44ad-96ad-3bd6b5702cc8 None None] Network 8452bade-e290-4513-8d6f-9d0566c3ac46 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:45.688381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:25:45.772652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fdea5cb-80ce-4317-ad64-7b92eb73830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:45.790897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3c7ed-6000-4a05-811f-1eabe109d6bb None None] Network 8452bade-e290-4513-8d6f-9d0566c3ac46 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:45.982174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:46.052191 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29448d99-6979-4a52-a6a5-899dc3390837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.068028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 691da5f4-6461-4b60-92bc-3bb170e8cfc0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:46.304327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fdea5cb-80ce-4317-ad64-7b92eb73830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.342467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fdea5cb-80ce-4317-ad64-7b92eb73830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.343804 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33186aed-b30a-44e7-9fb2-8dc9e4aa7601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.398910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9c1fa-9ff6-4d51-b750-89df3e09c5c3 req-3d5de66e-657c-4652-8076-98961d80b54c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:46.401043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8aa9c1fa-9ff6-4d51-b750-89df3e09c5c3 req-3d5de66e-657c-4652-8076-98961d80b54c tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 950 time: 0.1482112 Jul 22 23:25:46.433957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 001ed22b-2de3-42ce-bead-ae08b8f349a7 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:46.463818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9fdea5cb-80ce-4317-ad64-7b92eb73830d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d383fb71a3294452ad0c6d54b77e2a18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0947630 Jul 22 23:25:46.468145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48050) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:46.492166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8aa9c1fa-9ff6-4d51-b750-89df3e09c5c3 req-a4bd61f9-972d-47f5-aca3-0742eaed801a tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794709 Jul 22 23:25:46.498763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdea5cb-80ce-4317-ad64-7b92eb73830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e462a-a641-4ecd-b9f8-4e7db59a50a7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:46.515983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6e59201f-b738-4fc5-b5d1-40ab5673317f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18a7c0d407b64d26a8f0a40894be1fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5317237 Jul 22 23:25:46.516750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:46.684861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f101fb80-1e97-48c7-9de6-0cea868280f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.717444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 001ed22b-2de3-42ce-bead-ae08b8f349a7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:46.717444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 001ed22b-2de3-42ce-bead-ae08b8f349a7 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:46.754816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:46.755283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.763991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f101fb80-1e97-48c7-9de6-0cea868280f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.808388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29448d99-6979-4a52-a6a5-899dc3390837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.809208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48062) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:46.809952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3b998b-fe66-4f37-85da-29cc9f4f7487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.823501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-network', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:46.840400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-29448d99-6979-4a52-a6a5-899dc3390837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.870367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-094ff319-c75a-4709-a237-952fba59b858 req-6bcbd946-cd17-4198-ae11-095f4e053ccc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 210 time: 0.2435863 Jul 22 23:25:46.871985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f101fb80-1e97-48c7-9de6-0cea868280f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.874992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f101fb80-1e97-48c7-9de6-0cea868280f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.876281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f101fb80-1e97-48c7-9de6-0cea868280f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da4f8bd2-c7f9-420d-9c3d-ca7b2701f238 HTTP/1.1" status: 204 len: 168 time: 0.3582759 Jul 22 23:25:46.888074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101fb80-1e97-48c7-9de6-0cea868280f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4f8bd2-c7f9-420d-9c3d-ca7b2701f238,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:46.932783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-29448d99-6979-4a52-a6a5-899dc3390837 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=436f5800f1e74aad999a1ff128fdede9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5186682 Jul 22 23:25:46.933027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:46.940853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Made reservation on behalf of e9cea8bd1f5d4905a121be7846ec435b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:46.943098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.967990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:46.973184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3b998b-fe66-4f37-85da-29cc9f4f7487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.043779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:43Z', 'revision_number': 2, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:47.092558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-898878b4-9b3b-489a-b905-5349be8a3fbb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389411 Jul 22 23:25:47.100348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2968a5b0-3f27-469b-9780-8a2392a220bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.127413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2968a5b0-3f27-469b-9780-8a2392a220bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.148688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:25:47.149258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Updating router 3e2c12f7-dc65-4888-8940-cdbb797d770b port 09e8b74b-ced5-44bb-a7f2-80acc3003690 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:25:47.151736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.156097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29448d99-6979-4a52-a6a5-899dc3390837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b4cca-0526-459e-81ca-8a3771f921f4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:47.165999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.184963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:25:47.231839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.232187 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Added segment 943e5a86-892f-42a6-a58c-74d054b6ba6e of type vlan for network c1502058-4697-4011-aa7b-81b2211c0f2d Jul 22 23:25:47.239665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2968a5b0-3f27-469b-9780-8a2392a220bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.242468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2968a5b0-3f27-469b-9780-8a2392a220bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.243846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2968a5b0-3f27-469b-9780-8a2392a220bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb7b4cca-0526-459e-81ca-8a3771f921f4 HTTP/1.1" status: 204 len: 168 time: 0.3101740 Jul 22 23:25:47.251396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-748d60bd-cd67-4e81-87c5-9ba99d4df659 req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-529494189', 'description': 'tempest-description-496904213'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:47.278705 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.284223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968a5b0-3f27-469b-9780-8a2392a220bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b4cca-0526-459e-81ca-8a3771f921f4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:47.313800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.314773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:47.315445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.330673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba475702-f60b-461f-9a2b-345d857302d5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:47.331038 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.409909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-748d60bd-cd67-4e81-87c5-9ba99d4df659 req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.449985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] Pushing event updated for resources: {'Network': ['ID=c1502058-4697-4011-aa7b-81b2211c0f2d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:47.459649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3b998b-fe66-4f37-85da-29cc9f4f7487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.469782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c1502058-4697-4011-aa7b-81b2211c0f2d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:25:47.474391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3b998b-fe66-4f37-85da-29cc9f4f7487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.478598 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-db3b998b-fe66-4f37-85da-29cc9f4f7487 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c54e462a-a641-4ecd-b9f8-4e7db59a50a7 HTTP/1.1" status: 204 len: 168 time: 1.0072076 Jul 22 23:25:47.499654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-4a7cd005-a6ed-4001-bbca-21b665df2566 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:47.500934 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-70d0d931-31f3-488f-886c-9139d43e0a75 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6885087 Jul 22 23:25:47.501565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:47.502346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b998b-fe66-4f37-85da-29cc9f4f7487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e462a-a641-4ecd-b9f8-4e7db59a50a7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:47.502785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-4a7cd005-a6ed-4001-bbca-21b665df2566 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035616 Jul 22 23:25:47.518110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Request body: {'subnet': {'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-subnet', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:47.528318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '549024b8-e6e4-4587-b195-a462be3c9d41', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:47.774071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-748d60bd-cd67-4e81-87c5-9ba99d4df659 req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.784273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-748d60bd-cd67-4e81-87c5-9ba99d4df659 req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.827239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Made reservation on behalf of e9cea8bd1f5d4905a121be7846ec435b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:47.830510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.841238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-748d60bd-cd67-4e81-87c5-9ba99d4df659 req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.843277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-748d60bd-cd67-4e81-87c5-9ba99d4df659 req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6053169 Jul 22 23:25:47.874181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a2c6d-49d7-457c-9573-dc347ff945e2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9176fdaf-fbbf-4d72-9ccd-1534b6746249,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:47.886020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.48', 59017) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:47.912897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:47.922554 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:47.983053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-ef0261d1-9889-4efc-b954-81eeb552ca87 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928569 Jul 22 23:25:48.005546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.020396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Transition to ACTIVE for port object 09e8b74b-ced5-44bb-a7f2-80acc3003690 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:48.031537 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.109740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd8cf-1729-49c5-8e1c-0bf85c473621 None None] Pushing event updated for resources: {'Port': ['ID=09e8b74b-ced5-44bb-a7f2-80acc3003690,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:48.152075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-01c6ba43-1b54-43d8-8f41-d4770f4cdc5b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:48.166611 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-01c6ba43-1b54-43d8-8f41-d4770f4cdc5b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 950 time: 0.4385898 Jul 22 23:25:48.256862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Attempting to bind port 09e8b74b-ced5-44bb-a7f2-80acc3003690 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:48.258000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Attempting to bind port 09e8b74b-ced5-44bb-a7f2-80acc3003690 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:48.258536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Attempting to bind port 09e8b74b-ced5-44bb-a7f2-80acc3003690 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:48.265595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:48.266335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Checking segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:48.267008 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.267817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Bound using segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:48.276142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Bound port: 09e8b74b-ced5-44bb-a7f2-80acc3003690, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:48.276725 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.418556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] For port 09e8b74b-ced5-44bb-a7f2-80acc3003690, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:48.422256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] For port 09e8b74b-ced5-44bb-a7f2-80acc3003690, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=09e8b74b-ced5-44bb-a7f2-80acc3003690,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:48.434528 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.527711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:25:48.528689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:48.650380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.690933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Deleting port 6e604a73-0296-4ab4-826b-c0df39bd7650 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:25:48.697114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.723368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48098) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:48.739116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.39 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/6534eaba-8928-47ca-95bc-779aac288705) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:48.770268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48100) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:48.808793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f9f96c8-c2dc-444b-b277-02f134ff1eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.824392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd8cf-1729-49c5-8e1c-0bf85c473621 None None] Pushing event updated for resources: {'Port': ['ID=09e8b74b-ced5-44bb-a7f2-80acc3003690,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:48.850265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:48.870337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6c722b-ccba-4a54-934e-7a9ef9c545ba,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:48.870572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-8eba79c1-53bf-4cf2-bab1-9338a248b625 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/9176fdaf-fbbf-4d72-9ccd-1534b6746249 HTTP/1.1" status: 200 len: 1803 time: 0.4023020 Jul 22 23:25:48.879854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9176fdaf-fbbf-4d72-9ccd-1534b6746249', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:48.880172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9176fdaf-fbbf-4d72-9ccd-1534b6746249', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:48.891375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-59c374f7-a5d3-447f-aee6-11883e40d7c2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:48.892918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-59c374f7-a5d3-447f-aee6-11883e40d7c2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9032693 Jul 22 23:25:48.912292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:25:48.917032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b8c9-786f-4511-8f13-17031001df2f req-3c73dbce-5180-423e-a445-191697544de4 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:48.923820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0fc2b8c9-786f-4511-8f13-17031001df2f req-3c73dbce-5180-423e-a445-191697544de4 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 950 time: 0.8433063 Jul 22 23:25:48.941254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:48.956498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] For port 6e604a73-0296-4ab4-826b-c0df39bd7650, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6e604a73-0296-4ab4-826b-c0df39bd7650,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:48.957778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.017391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Calling delete_port for 6e604a73-0296-4ab4-826b-c0df39bd7650 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:25:49.040371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:25:49.040371 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:25:49.040371 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': 'e22ec4ec25954ca7a0f99e0e51a64d53', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 25, 48, 907800)}] Jul 22 23:25:49.040371 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:25:49.040842 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:25:49.071132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Checking segment: {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:49.071550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Network hostable DHCP agents. Network: c1502058-4697-4011-aa7b-81b2211c0f2d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:25:49.138751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Network c1502058-4697-4011-aa7b-81b2211c0f2d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:25:49.180535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:48Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:49.207126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c1502058-4697-4011-aa7b-81b2211c0f2d) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:49.212141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:49.213521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.230672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f9f96c8-c2dc-444b-b277-02f134ff1eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.240453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:25:49.240453 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:25:49.240453 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': '447210c3fd2147c0aa39e23c275c4620', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 25, 48, 905743)}] Jul 22 23:25:49.240453 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:25:49.241074 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:25:49.249166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b5bff8-25f8-4942-a150-76743fffb507 None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:48Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:25:49.255894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170d300-6107-4ccd-91ac-028f4d5c8aa2 None None] Network c1502058-4697-4011-aa7b-81b2211c0f2d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:49.279346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f9f96c8-c2dc-444b-b277-02f134ff1eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.322852 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4161066f-0364-4cc8-aca2-121ac23f9630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.332744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0fc2b8c9-786f-4511-8f13-17031001df2f req-94f12d09-e765-4ff9-a652-ff2a6187f723 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/security-groups?id=392488b1-a83c-49d3-9d38-a947a2a3cc71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067323 Jul 22 23:25:49.341344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ddf7dbfa-c247-4f7d-b5cf-766a9ca0a1db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8351824 Jul 22 23:25:49.364166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:49.377383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:49.430621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3f9f96c8-c2dc-444b-b277-02f134ff1eab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc9e55e7d9f548a08162ae56eabaac36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6951184 Jul 22 23:25:49.431270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:49.458058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.477372 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.478980 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.484466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.491490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object 6534eaba-8928-47ca-95bc-779aac288705 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:49.496865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f96c8-c2dc-444b-b277-02f134ff1eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e766e2-ff37-4169-9cff-53b6a3d2b497,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:49.536905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0ea744c-5d5b-425c-a342-a5cc59fc96d4 req-b93c4af5-e18a-4bc0-9e34-be7ef6ebfb15 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 210 time: 0.0525248 Jul 22 23:25:49.557339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:49.561466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.581787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.591123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6e604a73-0296-4ab4-826b-c0df39bd7650'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:49.593628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Pushing event deleted for resources: {'Port': ['ID=6e604a73-0296-4ab4-826b-c0df39bd7650,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:49.650442 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.726158 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.733510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c1502058-4697-4011-aa7b-81b2211c0f2d', 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'fixed_ips': [{'subnet_id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:25:49.734815 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.752677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.769882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:49.825548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.852915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:49.934969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:49.967290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:50.014395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e8b74b-ced5-44bb-a7f2-80acc3003690 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:50.102388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=6534eaba-8928-47ca-95bc-779aac288705,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:50.115942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.130880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:50.137385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:50.138400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.174519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Allocated IP 172.20.0.2 (c1502058-4697-4011-aa7b-81b2211c0f2d/3d6c722b-ccba-4a54-934e-7a9ef9c545ba/4e7ee328-fbff-4e8d-b8cd-10740670a16b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:50.236589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 09e8b74b-ced5-44bb-a7f2-80acc3003690 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:50.290528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 09e8b74b-ced5-44bb-a7f2-80acc3003690 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:50.296436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.332444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.130 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/118ac7f5-cdc1-4f60-9d6f-29a927d12839) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:50.411563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e22ec4ec25954ca7a0f99e0e51a64d53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6385982 Jul 22 23:25:50.415849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] No DVR routers for this DVR port 6e604a73-0296-4ab4-826b-c0df39bd7650 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:25:50.425562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48140) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:50.426676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.428950 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-54247acb-87ba-4e2c-b37a-591c445fea00 req-8d7fad3c-1ba7-46fa-a7e3-7139c167416b tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.48 "DELETE /v2.0/ports/6e604a73-0296-4ab4-826b-c0df39bd7650 HTTP/1.1" status: 204 len: 173 time: 2.2563505 Jul 22 23:25:50.481367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10d53d-b810-460e-8193-e9751554a215', 'name': 'network-vif-deleted', 'tag': '6e604a73-0296-4ab4-826b-c0df39bd7650'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:50.483860 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8167b5a5-d7b9-4077-a3ba-4943db3d2305" -d '{"events": [{"server_uuid": "1b10d53d-b810-460e-8193-e9751554a215", "name": "network-vif-deleted", "tag": "6e604a73-0296-4ab4-826b-c0df39bd7650"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:50.549707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dfab94c-6ece-4049-b560-4c550fed6a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.603319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.605159 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.629963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object 118ac7f5-cdc1-4f60-9d6f-29a927d12839 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:50.668824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39d905f0-6f2c-4f66-8cb3-bc05ff1cecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.703482 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39d905f0-6f2c-4f66-8cb3-bc05ff1cecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.713361 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.754056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-9567ebdd-8836-48cb-b864-f4fa3efa0e31 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2336638 Jul 22 23:25:50.756234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.759035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 09e8b74b-ced5-44bb-a7f2-80acc3003690, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=09e8b74b-ced5-44bb-a7f2-80acc3003690,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:50.772007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d8ad7-8d8c-40fb-bb75-1482b90ee935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4622b5ec-cb93-4105-b8fa-3e58979933ea,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:50.801805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Request body: {'port': {'device_id': '549024b8-e6e4-4587-b195-a462be3c9d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:50.811585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39d905f0-6f2c-4f66-8cb3-bc05ff1cecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.814205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39d905f0-6f2c-4f66-8cb3-bc05ff1cecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.815418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-39d905f0-6f2c-4f66-8cb3-bc05ff1cecc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4622b5ec-cb93-4105-b8fa-3e58979933ea HTTP/1.1" status: 204 len: 168 time: 0.3380752 Jul 22 23:25:50.817580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dfab94c-6ece-4049-b560-4c550fed6a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:50.899832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d905f0-6f2c-4f66-8cb3-bc05ff1cecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622b5ec-cb93-4105-b8fa-3e58979933ea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:50.917936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:25:50.920438 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.008677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.035837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-612d0f3d-1bdf-423f-b88f-0d45212b464d req-b66e1d4b-de65-4554-b722-90c2f81b46b7 tempest-ServersAdminNegativeTestJSON-1000296525 tempest-ServersAdminNegativeTestJSON-1000296525-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b10d53d-b810-460e-8193-e9751554a215 HTTP/1.1" status: 200 len: 210 time: 0.0984612 Jul 22 23:25:51.064610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dfab94c-6ece-4049-b560-4c550fed6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.073114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:51.074741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=118ac7f5-cdc1-4f60-9d6f-29a927d12839,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:51.075033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dfab94c-6ece-4049-b560-4c550fed6a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.092367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3dfab94c-6ece-4049-b560-4c550fed6a9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4e766e2-ff37-4169-9cff-53b6a3d2b497 HTTP/1.1" status: 204 len: 168 time: 1.6474583 Jul 22 23:25:51.098832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.123505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab94c-6ece-4049-b560-4c550fed6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e766e2-ff37-4169-9cff-53b6a3d2b497,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:51.163761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:51.166355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.187750 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57233a6-5349-46f2-b1dc-611a4451e17a x-openstack-request-id: req-b57233a6-5349-46f2-b1dc-611a4451e17a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:51.188152 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10d53d-b810-460e-8193-e9751554a215", "name": "network-vif-deleted", "tag": "6e604a73-0296-4ab4-826b-c0df39bd7650", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:51.188529 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b57233a6-5349-46f2-b1dc-611a4451e17a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:51.189045 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10d53d-b810-460e-8193-e9751554a215', 'name': 'network-vif-deleted', 'tag': '6e604a73-0296-4ab4-826b-c0df39bd7650', 'status': 'completed', 'code': 200} Jul 22 23:25:51.260316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:51.294589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:51.298486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.317114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Transition to ACTIVE for port object 4e7ee328-fbff-4e8d-b8cd-10740670a16b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:51.376892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.425307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=09e8b74b-ced5-44bb-a7f2-80acc3003690,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:51.432003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-a4774466-b02d-4c9a-a182-bb50369f2693 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5031981 Jul 22 23:25:51.434581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Transition to ACTIVE for port object 4e7ee328-fbff-4e8d-b8cd-10740670a16b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:51.451416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.469548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Request body: {'port': {'device_id': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:51.516075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Network c1502058-4697-4011-aa7b-81b2211c0f2d is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:51.518966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:51.521746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:51.554825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.578010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Pushing event updated for resources: {'Port': ['ID=4e7ee328-fbff-4e8d-b8cd-10740670a16b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:51.599825 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.667037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8e194e-bfaa-425c-a793-7c397768677e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:51.681296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Attempting to bind port 4e7ee328-fbff-4e8d-b8cd-10740670a16b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:51.682405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Attempting to bind port 4e7ee328-fbff-4e8d-b8cd-10740670a16b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:51.682405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Attempting to bind port 4e7ee328-fbff-4e8d-b8cd-10740670a16b on network c1502058-4697-4011-aa7b-81b2211c0f2d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:51.688028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:51.688411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Checking segment: {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:51.688825 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.689229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Bound using segment: {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:51.689708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Bound port: 4e7ee328-fbff-4e8d-b8cd-10740670a16b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:51.690097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.794898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.810230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32fc06cf-4bbf-41c4-abbc-fcd73dad2615 req-4795dc0c-cf8f-483b-98af-2016a8e1216a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.9388869 Jul 22 23:25:51.834621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.841173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] For port 4e7ee328-fbff-4e8d-b8cd-10740670a16b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:51.901098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] For port 4e7ee328-fbff-4e8d-b8cd-10740670a16b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4e7ee328-fbff-4e8d-b8cd-10740670a16b,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:51.914135 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.915502 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:51.989814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31532912-f2ab-41e6-bc72-b1faadc68f28 req-291d8420-b0b7-41d8-8617-005aeb9805e3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:51.993478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31532912-f2ab-41e6-bc72-b1faadc68f28 req-291d8420-b0b7-41d8-8617-005aeb9805e3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 936 time: 0.5705755 Jul 22 23:25:52.004132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e8b74b-ced5-44bb-a7f2-80acc3003690 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:52.159947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c487e3-207c-42cb-98d9-1f1135cf5d96 None None] Pushing event updated for resources: {'Port': ['ID=4e7ee328-fbff-4e8d-b8cd-10740670a16b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:52.236950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 09e8b74b-ced5-44bb-a7f2-80acc3003690 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:52.237333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:52.483408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31532912-f2ab-41e6-bc72-b1faadc68f28 req-0458a0dd-4ab8-4795-b1ac-fad3345e08b6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648682 Jul 22 23:25:52.494851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6e604a73-0296-4ab4-826b-c0df39bd7650 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:25:52.554221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 6e604a73-0296-4ab4-826b-c0df39bd7650 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:25:52.554817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6e604a73-0296-4ab4-826b-c0df39bd7650 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:25:52.705045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:52.725942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-eca5b1be-de43-4516-90db-3e8b31da93f3 req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-170041802', 'description': 'tempest-description-112122202'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:52.849381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eca5b1be-de43-4516-90db-3e8b31da93f3 req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:52.866086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:52.939446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:52.952175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6534eaba-8928-47ca-95bc-779aac288705 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:52.964731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:52.977084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1378451679-network', 'tenant_id': 'db4e9b633bcc418ea37dddd399fa97e4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:53.040451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Transition to ACTIVE for port object 6534eaba-8928-47ca-95bc-779aac288705 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:53.384709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:53.459476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Allocated IP 172.25.5.159 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/690e6a85-e6f9-4c8e-83e9-f9d9aca52a98) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:53.639131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Pushing event updated for resources: {'Port': ['ID=6534eaba-8928-47ca-95bc-779aac288705,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:53.645597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:53.655924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066beeff-ae93-42f9-9f81-f4899f8306a7 None None] Network c1502058-4697-4011-aa7b-81b2211c0f2d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:53.682871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Attempting to bind port 6534eaba-8928-47ca-95bc-779aac288705 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:53.683258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Attempting to bind port 6534eaba-8928-47ca-95bc-779aac288705 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:53.683610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Attempting to bind port 6534eaba-8928-47ca-95bc-779aac288705 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:53.774455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Port 6534eaba-8928-47ca-95bc-779aac288705 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:53.774588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Attempting to bind port 6534eaba-8928-47ca-95bc-779aac288705 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:53.818657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:53.818784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:53.819210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:53.819679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Bound port: 6534eaba-8928-47ca-95bc-779aac288705, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:53.820042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:53.829864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1187dc08-0104-423c-b501-19f428ec9525 None None] Provisioning for port 4e7ee328-fbff-4e8d-b8cd-10740670a16b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:53.841093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eca5b1be-de43-4516-90db-3e8b31da93f3 req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:53.877873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Made reservation on behalf of db4e9b633bcc418ea37dddd399fa97e4 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:53.889968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:53.920974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:53.954987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] For port 6534eaba-8928-47ca-95bc-779aac288705, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:53.964568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] For port 6534eaba-8928-47ca-95bc-779aac288705, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6534eaba-8928-47ca-95bc-779aac288705,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:54.006968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.014774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eca5b1be-de43-4516-90db-3e8b31da93f3 req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.024033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4e7ee328-fbff-4e8d-b8cd-10740670a16b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:54.096299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4e7ee328-fbff-4e8d-b8cd-10740670a16b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:54.100732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4e7ee328-fbff-4e8d-b8cd-10740670a16b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:54.101216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.135771 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47376b46-a43f-4653-8a8d-9d41c00176cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ee45a8232ad4ec6942f1c6efdc2b284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869971 Jul 22 23:25:54.139501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48248) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:54.180994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118ac7f5-cdc1-4f60-9d6f-29a927d12839 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:25:54.195690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.204906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.208792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7389125-0680-4f14-9a81-da38f5b1281e None None] Provisioning for port 6534eaba-8928-47ca-95bc-779aac288705 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:54.217121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Transition to ACTIVE for port object 118ac7f5-cdc1-4f60-9d6f-29a927d12839 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:54.222620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.229805 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.245444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec608856-033b-46a3-b8d1-08b1d61dcadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.272342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:25:54.278104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4e7ee328-fbff-4e8d-b8cd-10740670a16b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4e7ee328-fbff-4e8d-b8cd-10740670a16b,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:25:54.283139 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.286568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197a62f0-5bb5-4f33-8f54-c952c6f57603,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.295137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88663cb-7551-435d-8929-fe1cc1905db2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.304799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.305572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec608856-033b-46a3-b8d1-08b1d61dcadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.324512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.324853 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Added segment 7e9697d4-5c1f-4a16-995d-8a643bd6ffb4 of type vlan for network 59909164-3df4-4bce-83c2-0618f501a88d Jul 22 23:25:54.375687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cbd0d-1b12-4b11-aa15-ee62b7983426 req-659862de-2570-44c6-a580-3ec4cdf0c31f tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:54.391400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c97cbd0d-1b12-4b11-aa15-ee62b7983426 req-659862de-2570-44c6-a580-3ec4cdf0c31f tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 936 time: 0.7125745 Jul 22 23:25:54.395124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4e7ee328-fbff-4e8d-b8cd-10740670a16b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.406514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.422439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eca5b1be-de43-4516-90db-3e8b31da93f3 req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.434095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eca5b1be-de43-4516-90db-3e8b31da93f3 req-6253c4b3-ef5c-4c18-8f28-3212a7e55069 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.8341691 Jul 22 23:25:54.455099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec608856-033b-46a3-b8d1-08b1d61dcadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.459120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec608856-033b-46a3-b8d1-08b1d61dcadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.464018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ec608856-033b-46a3-b8d1-08b1d61dcadc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/392488b1-a83c-49d3-9d38-a947a2a3cc71 HTTP/1.1" status: 204 len: 168 time: 0.3201318 Jul 22 23:25:54.464899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.466416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:54.467067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.470174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.483980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d258ec9-eb9c-461b-b165-35883ef30613 None None] Provisioning for port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:25:54.512539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d258ec9-eb9c-461b-b165-35883ef30613 None None] Provisioning complete for port 4e7ee328-fbff-4e8d-b8cd-10740670a16b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:54.512930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1d258ec9-eb9c-461b-b165-35883ef30613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.530607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec608856-033b-46a3-b8d1-08b1d61dcadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392488b1-a83c-49d3-9d38-a947a2a3cc71,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.555459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:54.556046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8488088 Jul 22 23:25:54.562866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Pushing event updated for resources: {'Port': ['ID=6534eaba-8928-47ca-95bc-779aac288705,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.613233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Request body: {'subnet': {'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1378451679-subnet', 'tenant_id': 'db4e9b633bcc418ea37dddd399fa97e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:54.617014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:54.617905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.619350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-aa083a81-78f5-4c7c-8792-dc9e49b1b899 service neutron] 10.222.0.48 "PUT /v2.0/ports/6534eaba-8928-47ca-95bc-779aac288705 HTTP/1.1" status: 200 len: 1095 time: 3.8383119 Jul 22 23:25:54.623975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549024b8-e6e4-4587-b195-a462be3c9d41', 'tag': '6534eaba-8928-47ca-95bc-779aac288705'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:54.626265 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f443a14-d0be-4705-b4d6-9b82feb64154" -d '{"events": [{"name": "network-changed", "server_uuid": "549024b8-e6e4-4587-b195-a462be3c9d41", "tag": "6534eaba-8928-47ca-95bc-779aac288705"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:54.631722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deccee-1eb2-437d-8471-ee6dacc11a7c admin admin] Pushing event updated for resources: {'Network': ['ID=59909164-3df4-4bce-83c2-0618f501a88d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.641905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 59909164-3df4-4bce-83c2-0618f501a88d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:25:54.757472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c97cbd0d-1b12-4b11-aa15-ee62b7983426 req-45acf0a9-9ede-47a3-945c-71ab613d66ad tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647683 Jul 22 23:25:54.833710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Attempting to bind port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:54.834098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Attempting to bind port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:54.834437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Attempting to bind port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:54.859766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Pushing event updated for resources: {'Port': ['ID=118ac7f5-cdc1-4f60-9d6f-29a927d12839,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:54.873689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:25:54.873898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Attempting to bind port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:54.875917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Made reservation on behalf of db4e9b633bcc418ea37dddd399fa97e4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:54.878275 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.929589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:54.929955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:54.930326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:54.930786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Bound port: 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:54.931150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:54.972438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48272) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:55.022791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-da203657-9639-494e-93f0-4abe1e530a23 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/197a62f0-5bb5-4f33-8f54-c952c6f57603 HTTP/1.1" status: 200 len: 1803 time: 0.2495828 Jul 22 23:25:55.042368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7ab03163-00a0-40e0-9ba7-0b2e95bbbea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2260759ae79419e96db5c5358929771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677502 Jul 22 23:25:55.044987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:55.055367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '197a62f0-5bb5-4f33-8f54-c952c6f57603', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:55.055670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '197a62f0-5bb5-4f33-8f54-c952c6f57603', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:55.065761 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.102518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518fbda-eb67-4629-8758-e9ae46cc5ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.128834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518fbda-eb67-4629-8758-e9ae46cc5ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.158206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-947e767d-30fc-4002-9075-8cf7c556ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:55.159768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-947e767d-30fc-4002-9075-8cf7c556ec5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 1098 time: 0.4591570 Jul 22 23:25:55.169389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-be451c1c-4410-47f3-ac27-edf733117334 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353548 Jul 22 23:25:55.185454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518fbda-eb67-4629-8758-e9ae46cc5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.188313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f518fbda-eb67-4629-8758-e9ae46cc5ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.192019 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f518fbda-eb67-4629-8758-e9ae46cc5ab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67756dd5-71f8-4709-9f57-0fc14a62acd7 HTTP/1.1" status: 204 len: 168 time: 0.1451242 Jul 22 23:25:55.214056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518fbda-eb67-4629-8758-e9ae46cc5ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67756dd5-71f8-4709-9f57-0fc14a62acd7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:55.282200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:25:55.310988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-b567f418-5a2e-4c1b-b28f-19b5c1581b80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6534eaba-8928-47ca-95bc-779aac288705 HTTP/1.1" status: 200 len: 217 time: 0.1242046 Jul 22 23:25:55.319478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:55.333385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] For port 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:55.336832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Pushing event updated for resources: {'Port': ['ID=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:55.346615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:25:55.424514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] For port 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:55.428917 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:25:55.524958 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.625960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-c14eaa41-3a3f-42f8-b5f7-7448c2478e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:55.627268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-c14eaa41-3a3f-42f8-b5f7-7448c2478e19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2915795 Jul 22 23:25:55.650328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:55.650787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.652133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0675217e-6f12-426f-a553-b814f278e051 service neutron] 10.222.0.48 "PUT /v2.0/ports/118ac7f5-cdc1-4f60-9d6f-29a927d12839 HTTP/1.1" status: 200 len: 1096 time: 4.1936514 Jul 22 23:25:55.682923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.770399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-79329fec-a575-4dc4-bbd5-65ad0a81ef1b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:55.771980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-79329fec-a575-4dc4-bbd5-65ad0a81ef1b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5732496 Jul 22 23:25:55.818870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675217e-6f12-426f-a553-b814f278e051 service neutron] Pushing event updated for resources: {'Port': ['ID=118ac7f5-cdc1-4f60-9d6f-29a927d12839,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:55.824434 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:55.841489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-a24d1a11-b52f-4c8f-a120-35aaddced7da tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/quotas/4d5d1f135dce4baa8c0103b6db4ec3ea HTTP/1.1" status: 200 len: 375 time: 0.0545130 Jul 22 23:25:55.934431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4e7ee328-fbff-4e8d-b8cd-10740670a16b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:25:55.985989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4e7ee328-fbff-4e8d-b8cd-10740670a16b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:25:55.986969 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.079733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.110528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.202865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569b3454-3a63-47eb-93fb-00bf755814aa,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:56.215752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-672f0688-9bfd-4dc3-80ab-859a8c4d6604 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090007 Jul 22 23:25:56.242688 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.244595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd3b4076-bb32-429b-b245-09ac24c673e1 req-53743e07-dad3-4203-9b97-cc8cbeed61b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.2200525 Jul 22 23:25:56.256545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e2d763-d177-4863-bde4-8d1734f2b67d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:56.272494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-425946f6-d60d-400c-b8c0-77b95563a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:56.274269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-425946f6-d60d-400c-b8c0-77b95563a1e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6260607 Jul 22 23:25:56.294251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-f2cab4bb-baeb-4081-8cd6-879771b475ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:56.295758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-f2cab4bb-baeb-4081-8cd6-879771b475ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 1099 time: 0.5737567 Jul 22 23:25:56.321741 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.380364 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b306d8-9cd6-4689-81f2-9c314e7840fb x-openstack-request-id: req-06b306d8-9cd6-4689-81f2-9c314e7840fb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:56.380650 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549024b8-e6e4-4587-b195-a462be3c9d41", "tag": "6534eaba-8928-47ca-95bc-779aac288705", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:56.380899 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06b306d8-9cd6-4689-81f2-9c314e7840fb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:56.381281 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549024b8-e6e4-4587-b195-a462be3c9d41', 'tag': '6534eaba-8928-47ca-95bc-779aac288705', 'status': 'completed', 'code': 200} Jul 22 23:25:56.456594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:56.456906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Network hostable DHCP agents. Network: 59909164-3df4-4bce-83c2-0618f501a88d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:25:56.473757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-c24a3a2f-5451-4f99-b24f-d013ecff1103 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839 HTTP/1.1" status: 200 len: 217 time: 0.1544359 Jul 22 23:25:56.513492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-30b743bf-365f-4a8d-a826-5acf9be8fd6d req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-318792638', 'description': 'tempest-description-1838507594'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:56.647893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Network 59909164-3df4-4bce-83c2-0618f501a88d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:25:56.664977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30b743bf-365f-4a8d-a826-5acf9be8fd6d req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.675460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-ee2541bd-6987-48b0-9fd8-cc80e25a9cd5 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863533 Jul 22 23:25:56.683670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-78cd0cf5-1123-4daa-8673-3fd3e9ef4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:56.685147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-78cd0cf5-1123-4daa-8673-3fd3e9ef4227 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1671264 Jul 22 23:25:56.691271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48334) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:56.721397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 59909164-3df4-4bce-83c2-0618f501a88d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:25:56.732158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bead80-cc43-4834-91f3-dcee6b884f0d None None] Network 59909164-3df4-4bce-83c2-0618f501a88d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:56.779696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:56.779696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:56.913253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb17f19-33b0-45d2-a03e-cf8e90905532 req-1f56514f-7b78-4b2a-9b9e-d60410c656ef tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:56.924496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edb17f19-33b0-45d2-a03e-cf8e90905532 req-1f56514f-7b78-4b2a-9b9e-d60410c656ef tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 948 time: 0.4580190 Jul 22 23:25:56.926986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e1adc-be38-4269-ac38-6694cb37e7ed None None] Network 59909164-3df4-4bce-83c2-0618f501a88d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:25:56.974041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eda637a-07c5-4791-b0f4-9728846b150f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.071769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edb17f19-33b0-45d2-a03e-cf8e90905532 req-6684c72a-e48e-4e09-b8bb-faf327ea3b80 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461399 Jul 22 23:25:57.120808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.124511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-0ee8c5bd-fc80-4589-9f8b-0e355c39c695 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380434 Jul 22 23:25:57.140954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-11331edd-44c6-4589-9ae5-80cad67c44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:57.142468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-11331edd-44c6-4589-9ae5-80cad67c44a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4448967 Jul 22 23:25:57.226391 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30b743bf-365f-4a8d-a826-5acf9be8fd6d req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.270435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30b743bf-365f-4a8d-a826-5acf9be8fd6d req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.298086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-52bbfab6-57db-4e67-ae7c-24f575d553b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7364051 Jul 22 23:25:57.342639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21cb0156-fe46-418a-aa69-cbd5c21aa86d req-bf5a09d0-4792-4116-af73-ace62418d847 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 210 time: 0.1046858 Jul 22 23:25:57.360449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eda637a-07c5-4791-b0f4-9728846b150f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.376861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eda637a-07c5-4791-b0f4-9728846b150f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.396056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30b743bf-365f-4a8d-a826-5acf9be8fd6d req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.397268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30b743bf-365f-4a8d-a826-5acf9be8fd6d req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9270725 Jul 22 23:25:57.404222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e3e72-e8a6-4202-9879-8aee094f9834 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef4697c-9189-47e2-bab8-270c7b2b206d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:57.453264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-1363390d-4f8a-4aa2-81e4-dbd8cfb776bb service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013377 Jul 22 23:25:57.470249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6eda637a-07c5-4791-b0f4-9728846b150f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=953d58bf82ca4d1fb6bc22d05fc56599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7747557 Jul 22 23:25:57.472019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:57.474451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-8b43b2b3-9886-444e-8f92-062c7e1d5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:57.475967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-8b43b2b3-9886-444e-8f92-062c7e1d5c16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 1098 time: 0.2394736 Jul 22 23:25:57.488587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda637a-07c5-4791-b0f4-9728846b150f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6b095-ce5c-430f-95ec-0c70dbf7384d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:57.580554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-09b1cc56-ff86-4bca-a591-b22e30cb8875 req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-944507713', 'description': 'tempest-description-1769683392'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:57.592325 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289d3d02-2d3c-45c2-bdc1-cd4356be5271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.625425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289d3d02-2d3c-45c2-bdc1-cd4356be5271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.634462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:25:57.678515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-09b1cc56-ff86-4bca-a591-b22e30cb8875 req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.688993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863b6e15-76f0-41a7-b506-e5f7d8356340 req-981302d3-3ff8-474e-87f0-b3f62945f561 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251301 Jul 22 23:25:57.737290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-90286f0e-61bb-420d-a1cc-e72c6094d44b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280900 Jul 22 23:25:57.738909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289d3d02-2d3c-45c2-bdc1-cd4356be5271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.742224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-289d3d02-2d3c-45c2-bdc1-cd4356be5271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:57.743627 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-289d3d02-2d3c-45c2-bdc1-cd4356be5271 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70e6b095-ce5c-430f-95ec-0c70dbf7384d HTTP/1.1" status: 204 len: 168 time: 0.2698267 Jul 22 23:25:57.764877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d3d02-2d3c-45c2-bdc1-cd4356be5271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6b095-ce5c-430f-95ec-0c70dbf7384d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:57.772129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-7676a539-d95d-4c85-b2f7-073494632328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:57.774014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-7676a539-d95d-4c85-b2f7-073494632328 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2844050 Jul 22 23:25:58.030434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-cbfcbd71-f199-4dbe-9adc-bb54204ab529 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:58.033763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-cbfcbd71-f199-4dbe-9adc-bb54204ab529 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2865462 Jul 22 23:25:58.051028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-9151e6f2-f43d-45de-96f5-7e5eea64238f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6534eaba-8928-47ca-95bc-779aac288705 HTTP/1.1" status: 200 len: 217 time: 0.2662845 Jul 22 23:25:58.055422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Request body: {'port': {'device_id': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '4d5d1f135dce4baa8c0103b6db4ec3ea'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:58.127357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:25:58.142090 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Sync routers for ids ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:25:58.157850 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Routers {'2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:25:58.158625 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:58.177662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-810d1326-98f0-4a58-a7c7-2429373abc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:58.179165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-810d1326-98f0-4a58-a7c7-2429373abc17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1164162 Jul 22 23:25:58.251298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:58.257485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1925919087-network', 'tenant_id': '53276da5c8204b9a8135b09df83747f1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:58.321814 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-09b1cc56-ff86-4bca-a591-b22e30cb8875 req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.331844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Set router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:25:58.333453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-09b1cc56-ff86-4bca-a591-b22e30cb8875 req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.350863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.352413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e18a126f-2178-4b6c-a3e9-27b0c16fb112 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.9791074 Jul 22 23:25:58.357487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:58.393115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'tag': '118ac7f5-cdc1-4f60-9d6f-29a927d12839'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:25:58.395661 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1ba643-569f-4297-8a10-fcd213f71643" -d '{"events": [{"name": "network-changed", "server_uuid": "69bac1da-45e6-478e-8099-b7a4bbf96107", "tag": "118ac7f5-cdc1-4f60-9d6f-29a927d12839"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:25:58.398487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50778367-87cb-468c-8094-d9a54cf9cdfd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:58.417308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-0d2bf416-32fe-4465-af6d-9fcfb3e8902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:58.418756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-0d2bf416-32fe-4465-af6d-9fcfb3e8902a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253766 Jul 22 23:25:58.428623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c731d-f21d-49a0-a935-90d9066e2885 req-2cdf6e83-b3ad-40f5-a28c-3ebec16310d9 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:58.430415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-705c731d-f21d-49a0-a935-90d9066e2885 req-2cdf6e83-b3ad-40f5-a28c-3ebec16310d9 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 948 time: 0.1996102 Jul 22 23:25:58.462111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Made reservation on behalf of 4d5d1f135dce4baa8c0103b6db4ec3ea for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:58.467987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.485118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.514258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Made reservation on behalf of 53276da5c8204b9a8135b09df83747f1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:25:58.516623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.530568 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.541463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-705c731d-f21d-49a0-a935-90d9066e2885 req-77dde5fd-a6d5-4dca-b9ce-791ac4367b69 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976715 Jul 22 23:25:58.546311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-09b1cc56-ff86-4bca-a591-b22e30cb8875 req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.559158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09b1cc56-ff86-4bca-a591-b22e30cb8875 req-7ca789e3-e9f7-4cc1-8456-2193c74939e7 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0145988 Jul 22 23:25:58.634711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-6a9259d6-aa6f-4a25-9449-6a58aa264563 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030690 Jul 22 23:25:58.665377 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:25:55Z', 'revision_number': 3, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:58.715953 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Checking router: 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:25:58.716841 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Updating router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:25:58.767029 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.816327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-941a00ed-a4ae-4ab1-b715-231267e3b05f req-20903776-3708-48d1-9d1f-69fe4353d089 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 210 time: 0.0895205 Jul 22 23:25:58.833677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.849678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f443a14-d0be-4705-b4d6-9b82feb64154 req-3defe1dc-e281-40cc-97b6-8b0029a3b653 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082968 Jul 22 23:25:58.903980 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1fa05f-b64d-46e5-9b3d-4ed93207554d x-openstack-request-id: req-0b1fa05f-b64d-46e5-9b3d-4ed93207554d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:25:58.904639 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bac1da-45e6-478e-8099-b7a4bbf96107", "tag": "118ac7f5-cdc1-4f60-9d6f-29a927d12839", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:25:58.905221 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b1fa05f-b64d-46e5-9b3d-4ed93207554d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:25:58.905824 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'tag': '118ac7f5-cdc1-4f60-9d6f-29a927d12839', 'status': 'completed', 'code': 200} Jul 22 23:25:58.946245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.948037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:58.958011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.035554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:25:59.052631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1d3681f-bd56-408a-9831-8802208edf1c req-62651d1b-8b70-4ad4-8df4-00fbe3512430 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/1ef4697c-9189-47e2-bab8-270c7b2b206d HTTP/1.1" status: 200 len: 1804 time: 0.1228561 Jul 22 23:25:59.062508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d67994-98d2-4449-aef6-bd1e3de51a08,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:59.108040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:59.120740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d819c7-4063-4cd8-ac86-3695a38368b1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:59.141568 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.141921 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Added segment cc29e047-2467-44ce-a44a-e24021a16bdc of type vlan for network 952126e2-db2b-44d1-b526-e310054a0789 Jul 22 23:25:59.170170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-00704278-3ea5-4d85-a802-701ac5eca289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:59.171914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-00704278-3ea5-4d85-a802-701ac5eca289 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 1099 time: 0.2253027 Jul 22 23:25:59.237096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1d3681f-bd56-408a-9831-8802208edf1c req-9a6e734c-035b-4df5-afd7-235a792f1d6c tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/50778367-87cb-468c-8094-d9a54cf9cdfd HTTP/1.1" status: 200 len: 1804 time: 0.1719105 Jul 22 23:25:59.250412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ef4697c-9189-47e2-bab8-270c7b2b206d', 'remote_group_id': '50778367-87cb-468c-8094-d9a54cf9cdfd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:59.250959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ef4697c-9189-47e2-bab8-270c7b2b206d', 'remote_group_id': '50778367-87cb-468c-8094-d9a54cf9cdfd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:59.365119 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.386082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-0317d00b-3dba-43aa-b964-c8add0ea5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:59.388125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-0317d00b-3dba-43aa-b964-c8add0ea5671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2030845 Jul 22 23:25:59.398991 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Transition to ACTIVE for port object 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:25:59.402370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:25:59.414572 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.437122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.484161 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Attempting to bind port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:25:59.484616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Attempting to bind port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:25:59.485058 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Attempting to bind port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:25:59.487910 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a054656-fb7b-454f-bece-9e1fe4d1232b None None] Pushing event updated for resources: {'Port': ['ID=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:59.488432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Allocated IP 192.168.233.205 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/927d05d9-efdf-42be-8784-3bbf8297423e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:59.491843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.495646 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:25:59.496154 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:25:59.496633 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.497169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:25:59.497991 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Bound port: 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:25:59.498714 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.524003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-60fc0b7d-eb5d-40d6-8fd2-e3e092039d69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839 HTTP/1.1" status: 200 len: 217 time: 0.1277416 Jul 22 23:25:59.528845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.581208 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] For port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:25:59.586165 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] For port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:25:59.590838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb602f5c-b3c2-4179-8621-c8ce719af52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.592148 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.638337 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.661380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.672570 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a054656-fb7b-454f-bece-9e1fe4d1232b None None] Pushing event updated for resources: {'Port': ['ID=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:59.680813 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Routers {'2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:25:59.681994 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:25:59.709964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Allocated IP 172.20.0.1 (c1502058-4697-4011-aa7b-81b2211c0f2d/3d6c722b-ccba-4a54-934e-7a9ef9c545ba/5467879e-2f49-42fd-830d-c74365b9cd43) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:25:59.722707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d114dd9b-f6fa-4604-aff1-0142afb86fe4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:25:59.726064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-e60e8cea-dc5e-4f00-905c-d3afa7bf5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:59.727656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-e60e8cea-dc5e-4f00-905c-d3afa7bf5356 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1901352 Jul 22 23:25:59.750455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1728442827-network', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:25:59.797383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.798340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:59.799028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.802136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] Set router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:25:59.821776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21888a-c639-4134-9c4f-2a800074596f req-411ff133-1b43-47c1-8b35-dbcfa2395f26 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:59.823924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df21888a-c639-4134-9c4f-2a800074596f req-411ff133-1b43-47c1-8b35-dbcfa2395f26 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 948 time: 0.1815338 Jul 22 23:25:59.894860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-dedbbdbc-434c-4610-b988-8cd9eda731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:25:59.896277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-dedbbdbc-434c-4610-b988-8cd9eda731a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600387 Jul 22 23:25:59.908796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df21888a-c639-4134-9c4f-2a800074596f req-d9e89b93-10d3-4ccc-b4fd-44d5d744edca tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760469 Jul 22 23:25:59.921099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb602f5c-b3c2-4179-8621-c8ce719af52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.934726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb602f5c-b3c2-4179-8621-c8ce719af52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.964645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:25:59.971675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1d3681f-bd56-408a-9831-8802208edf1c req-5ab454b1-2289-463d-a869-940bd6a4067b tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7328627 Jul 22 23:26:00.001070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7480242 Jul 22 23:26:00.037232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:00.044591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ea33e-1396-494c-85b4-4a2082c6deda admin admin] Pushing event updated for resources: {'Network': ['ID=952126e2-db2b-44d1-b526-e310054a0789,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:00.052642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Request body: {'subnet': {'network_id': '952126e2-db2b-44d1-b526-e310054a0789', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1925919087-subnet', 'tenant_id': '53276da5c8204b9a8135b09df83747f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:00.061541 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:25:55Z', 'revision_number': 3, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:00.068035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 952126e2-db2b-44d1-b526-e310054a0789 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:26:00.072918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-cca262f0-0867-49cd-8f15-20febd794d36 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661544 Jul 22 23:26:00.089691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.091509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-826785908', 'description': 'tempest-description-1702161289'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:00.107637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Made reservation on behalf of dc4550bb45a5443f9b0fa3199da16477 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:00.107869 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b309dfb-e721-4e55-bc3a-7ed94a26aa45 None None] The sync data for ids ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'] in n-d-758851-4 is: [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:25:55Z', 'revision_number': 3, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:00.109604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.138515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Transition to ACTIVE for port object 5467879e-2f49-42fd-830d-c74365b9cd43 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:00.142286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.164102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fb602f5c-b3c2-4179-8621-c8ce719af52e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af0b6dacc3964bae8267ccfbb9cf3850&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0336411 Jul 22 23:26:00.175994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:00.182502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.191814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Made reservation on behalf of 53276da5c8204b9a8135b09df83747f1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:00.194075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.209840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69c63e47-23fa-4937-80a4-7f46a5a42271 req-4c18a1fc-1019-4297-82fe-c7b8b00a1aab tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 210 time: 0.1247134 Jul 22 23:26:00.211611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602f5c-b3c2-4179-8621-c8ce719af52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1393bd-5173-4456-989d-e4461c2ffcfc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:00.251713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Transition to ACTIVE for port object 927d05d9-efdf-42be-8784-3bbf8297423e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:00.270174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.316585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1ba643-569f-4297-8a10-fcd213f71643 req-63f83032-4323-4b40-b8b0-ed6c83e9f044 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325087 Jul 22 23:26:00.332407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:26:00.332407 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:26:00.332407 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': '447210c3fd2147c0aa39e23c275c4620', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 26, 0, 293405)}] Jul 22 23:26:00.332407 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:26:00.333464 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:26:00.382213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.484240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:00.506869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:00.509639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:00.515784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:00.516589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.527523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 118ac7f5-cdc1-4f60-9d6f-29a927d12839 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:00.536376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ad9-47de-4723-adc9-ffa4ad76458b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.543953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Pushing event updated for resources: {'Port': ['ID=927d05d9-efdf-42be-8784-3bbf8297423e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:00.609437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.614623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ad9-47de-4723-adc9-ffa4ad76458b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.702825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:00.720436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '118ac7f5-cdc1-4f60-9d6f-29a927d12839', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '118ac7f5-cdc1-4f60-9d6f-29a927d12839', 'mac_address': 'fa:16:3e:3e:51:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:00.804221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.808556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.823857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Network c1502058-4697-4011-aa7b-81b2211c0f2d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:00.823857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Pushing event updated for resources: {'Port': ['ID=5467879e-2f49-42fd-830d-c74365b9cd43,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:00.828036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.833119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:00.835561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:00.835776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.836044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.854249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118ac7f5-cdc1-4f60-9d6f-29a927d12839 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:00.915646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:00.922187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.923275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6534eaba-8928-47ca-95bc-779aac288705 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:00.938074 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-5d13e9b6-1145-4bed-bfbf-cc67d8142c92 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8936260 Jul 22 23:26:00.973484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Request body: {'port': {'device_id': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:00.977616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:26:00.993049 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:00.993327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.021162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.062151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.062755 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Added segment 7e06533a-78b3-476d-90d1-5d09b562695a of type vlan for network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 Jul 22 23:26:01.074414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6534eaba-8928-47ca-95bc-779aac288705, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6534eaba-8928-47ca-95bc-779aac288705,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:01.101629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-901f1f6a-7d75-4a68-9123-b4f176c04189 None None] Provisioning for port 927d05d9-efdf-42be-8784-3bbf8297423e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:01.108857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '6534eaba-8928-47ca-95bc-779aac288705', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '6534eaba-8928-47ca-95bc-779aac288705', 'mac_address': 'fa:16:3e:e4:73:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:01.111103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-901f1f6a-7d75-4a68-9123-b4f176c04189 None None] Provisioning complete for port 927d05d9-efdf-42be-8784-3bbf8297423e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:01.112349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-901f1f6a-7d75-4a68-9123-b4f176c04189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.114306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=118ac7f5-cdc1-4f60-9d6f-29a927d12839,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.126004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.131903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779969b6-70dd-49d6-bca0-332d69b26f03,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.148012 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ad9-47de-4723-adc9-ffa4ad76458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.150764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ad9-47de-4723-adc9-ffa4ad76458b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.153498 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c79d2ad9-47de-4723-adc9-ffa4ad76458b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e1393bd-5173-4456-989d-e4461c2ffcfc HTTP/1.1" status: 204 len: 168 time: 0.9747984 Jul 22 23:26:01.159513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.167737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb5db42a-ada5-4b2f-bdef-c2ba7d5e4563 req-13c4545b-aefc-4b96-af34-e030bf69b910 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0946445 Jul 22 23:26:01.167900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.168323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.168769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.169200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.169762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.170299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.170857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.171390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.171850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.172273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.172844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.173379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:01.184847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9afc24-caa2-42eb-9b3b-b3eba27e38a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.240790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-901f1f6a-7d75-4a68-9123-b4f176c04189 None None] Port 927d05d9-efdf-42be-8784-3bbf8297423e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:01.244872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e27cbe-5f74-455d-96f0-2f534ba4dd62 req-b6341d57-1b3f-48d9-b304-390f3fa9c9de tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:01.254103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6e27cbe-5f74-455d-96f0-2f534ba4dd62 req-b6341d57-1b3f-48d9-b304-390f3fa9c9de tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 949 time: 0.1677914 Jul 22 23:26:01.263375 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.270407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-10f2765f-3403-4d01-925b-421b1a6740cc req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2039824612', 'description': 'tempest-description-234428288'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:01.280481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6534eaba-8928-47ca-95bc-779aac288705 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:01.328969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6534eaba-8928-47ca-95bc-779aac288705, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6534eaba-8928-47ca-95bc-779aac288705,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:01.335579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8322a973-abc2-452e-93ec-67fc3e094f6b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.336895 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.345775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d2ad9-47de-4723-adc9-ffa4ad76458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1393bd-5173-4456-989d-e4461c2ffcfc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.364685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-10f2765f-3403-4d01-925b-421b1a6740cc req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.394119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6e27cbe-5f74-455d-96f0-2f534ba4dd62 req-7e53f772-ff48-45fb-b41a-a02540f15a66 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303914 Jul 22 23:26:01.422773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.423711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:01.424446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.440810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Checking segment: {'id': 'cc29e047-2467-44ce-a44a-e24021a16bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '952126e2-db2b-44d1-b526-e310054a0789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:01.441150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Network hostable DHCP agents. Network: 952126e2-db2b-44d1-b526-e310054a0789, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:26:01.447163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-21b1b653-c03d-4af2-8160-6440ef1a8c04 None None] Provisioning for port 5467879e-2f49-42fd-830d-c74365b9cd43 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:01.463895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-21b1b653-c03d-4af2-8160-6440ef1a8c04 None None] Provisioning complete for port 5467879e-2f49-42fd-830d-c74365b9cd43 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:01.464557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-21b1b653-c03d-4af2-8160-6440ef1a8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.471974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6534eaba-8928-47ca-95bc-779aac288705,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.537307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-21b1b653-c03d-4af2-8160-6440ef1a8c04 None None] Port 5467879e-2f49-42fd-830d-c74365b9cd43 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:01.574199 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-10f2765f-3403-4d01-925b-421b1a6740cc req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.583237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-10f2765f-3403-4d01-925b-421b1a6740cc req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.645652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-10f2765f-3403-4d01-925b-421b1a6740cc req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.647072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10f2765f-3403-4d01-925b-421b1a6740cc req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3879099 Jul 22 23:26:01.656999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25024b73-afca-4628-9055-84038faaa40d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.662107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:01.690475 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2848716 Jul 22 23:26:01.709849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:01.711276 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.717717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Network 952126e2-db2b-44d1-b526-e310054a0789 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:26:01.724536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['118ac7f5-cdc1-4f60-9d6f-29a927d12839'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:01.741363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Request body: {'subnet': {'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1728442827-subnet', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:01.758415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dff25e-280b-4a4a-b19d-02dc81074c2d admin admin] Pushing event updated for resources: {'Network': ['ID=fc2a0a31-b56e-449e-acb8-b2fb24e23d41,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:01.772268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 952126e2-db2b-44d1-b526-e310054a0789) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:01.776774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:01.777587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.787787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.800513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:01.805346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:26:01.807907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a24896-f9bc-42f1-a972-74d302c2be89 None None] Network 952126e2-db2b-44d1-b526-e310054a0789 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:01.846484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d916d605-fba2-4fe3-9452-dcdda36fe58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.872551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-ef4f8dd5-4c83-4b35-aa18-9ef1bfc5470e tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/779969b6-70dd-49d6-bca0-332d69b26f03 HTTP/1.1" status: 200 len: 1804 time: 0.1088223 Jul 22 23:26:01.892788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be81dd-aa2d-4364-99f5-0f1c9c928b04 req-3055bd95-ae03-4bf9-b037-98d9754f7415 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:01.903175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1be81dd-aa2d-4364-99f5-0f1c9c928b04 req-3055bd95-ae03-4bf9-b037-98d9754f7415 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 936 time: 0.3079994 Jul 22 23:26:01.965616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Made reservation on behalf of dc4550bb45a5443f9b0fa3199da16477 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:01.968234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:01.968449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-20fcf431-8294-4660-b3a0-c21a5a529baf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9258626 Jul 22 23:26:02.003189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-1ae8f866-cd88-450b-ac1d-7e9ae0ee4824 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5 HTTP/1.1" status: 200 len: 1804 time: 0.1296690 Jul 22 23:26:02.020757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:02.031102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '779969b6-70dd-49d6-bca0-332d69b26f03', 'remote_group_id': '4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:02.031637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '779969b6-70dd-49d6-bca0-332d69b26f03', 'remote_group_id': '4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:02.081571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1be81dd-aa2d-4364-99f5-0f1c9c928b04 req-1b61de4f-dc1b-4516-80f6-b763c7535621 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771545 Jul 22 23:26:02.289474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d916d605-fba2-4fe3-9452-dcdda36fe58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.300010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b1ce5-de87-4d0a-9085-f9c29e215ec5 None None] Network 952126e2-db2b-44d1-b526-e310054a0789 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:02.309966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d916d605-fba2-4fe3-9452-dcdda36fe58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.348882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:02.356473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:02.357014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.360000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.380360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.381355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.434177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d916d605-fba2-4fe3-9452-dcdda36fe58a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f49b7f679cf44df84f16061db536499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6127062 Jul 22 23:26:02.442940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:02.445571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916d605-fba2-4fe3-9452-dcdda36fe58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f805fb1-6165-4f2e-8f4f-354ecd9976cf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:02.506413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.575654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Pushing event updated for resources: {'Port': ['ID=5467879e-2f49-42fd-830d-c74365b9cd43,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:02.601439 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.602234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.630032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927d05d9-efdf-42be-8784-3bbf8297423e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:02.645899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72124785-59c8-4637-a6e5-f7a5a730871d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:02.646897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.675279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Transition to ACTIVE for port object 927d05d9-efdf-42be-8784-3bbf8297423e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:02.682685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Checking segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:02.684276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Network hostable DHCP agents. Network: fc2a0a31-b56e-449e-acb8-b2fb24e23d41, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:26:02.692308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.692754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.698233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:02.702847 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.704999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.729537 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-457a3002-06d2-478a-a68f-e87b3e0ef83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.738264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9956aa-97d6-4314-bf92-b35a6a3ca95f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:02.774403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Network c1502058-4697-4011-aa7b-81b2211c0f2d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:02.776247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:26:02.793473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.809627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:02.814440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e187460-3ff4-4439-bf5d-9568f2121611 req-b0fb9cd6-96dc-46b3-a5d7-e46649c83a31 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8100712 Jul 22 23:26:02.820473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, fc2a0a31-b56e-449e-acb8-b2fb24e23d41) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:02.826047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:02.838102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:02.838936 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.861859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-457a3002-06d2-478a-a68f-e87b3e0ef83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.863857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c1fa4-da4a-415d-897f-6cc67894057b None None] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:02.889518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=927d05d9-efdf-42be-8784-3bbf8297423e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:02.899090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa76a174-177a-4fd9-897b-f08705ce30e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1814611 Jul 22 23:26:02.902818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:02.924141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:02.991453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:02.992515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.154407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:03.266845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:26:03.268322 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.276084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Attempting to bind port 927d05d9-efdf-42be-8784-3bbf8297423e on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:03.276648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Attempting to bind port 927d05d9-efdf-42be-8784-3bbf8297423e by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:03.277257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Attempting to bind port 927d05d9-efdf-42be-8784-3bbf8297423e on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:03.290387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Port 927d05d9-efdf-42be-8784-3bbf8297423e on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:03.292219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Attempting to bind port 927d05d9-efdf-42be-8784-3bbf8297423e on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:03.295597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.302371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fdce4ba1-7e00-462c-896f-7567ce48ae02 None None] Provisioning complete for port 5467879e-2f49-42fd-830d-c74365b9cd43 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:03.303076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fdce4ba1-7e00-462c-896f-7567ce48ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.310897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:03.311888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:03.312775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:03.313824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Bound port: 927d05d9-efdf-42be-8784-3bbf8297423e, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:03.314854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.332360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9984834b-df2a-41bb-baa4-9c631cf46578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.342597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:26:03.364161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-457a3002-06d2-478a-a68f-e87b3e0ef83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.367135 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-457a3002-06d2-478a-a68f-e87b3e0ef83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.371488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-457a3002-06d2-478a-a68f-e87b3e0ef83a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f805fb1-6165-4f2e-8f4f-354ecd9976cf HTTP/1.1" status: 204 len: 168 time: 0.9200392 Jul 22 23:26:03.418144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fdce4ba1-7e00-462c-896f-7567ce48ae02 None None] Port 5467879e-2f49-42fd-830d-c74365b9cd43 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:03.421065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a3002-06d2-478a-a68f-e87b3e0ef83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f805fb1-6165-4f2e-8f4f-354ecd9976cf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:03.497762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Allocated IP 172.20.0.2 (fc2a0a31-b56e-449e-acb8-b2fb24e23d41/72124785-59c8-4637-a6e5-f7a5a730871d/ce1ce8e7-ed3f-4624-8b03-52b198dba8c5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:03.520870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] For port 927d05d9-efdf-42be-8784-3bbf8297423e, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:03.538006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] For port 927d05d9-efdf-42be-8784-3bbf8297423e, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=927d05d9-efdf-42be-8784-3bbf8297423e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:03.546188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.566646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:03.567939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.569746 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/927d05d9-efdf-42be-8784-3bbf8297423e HTTP/1.1" status: 200 len: 1096 time: 2.6067011 Jul 22 23:26:03.606171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'tag': '927d05d9-efdf-42be-8784-3bbf8297423e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:03.609200 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce126290-9b32-4600-a508-aefa3dd10925" -d '{"events": [{"name": "network-changed", "server_uuid": "f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650", "tag": "927d05d9-efdf-42be-8784-3bbf8297423e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:03.662731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-973c7843-bcc7-4764-8ea5-2170c2056f76 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:03.664438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-973c7843-bcc7-4764-8ea5-2170c2056f76 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.5133476 Jul 22 23:26:03.688939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:03.708385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a885-c05b-458f-9bc0-1a08dc2cdf20 req-e22001cb-afd5-4929-8664-548306ad2001 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:03.716744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0034a885-c05b-458f-9bc0-1a08dc2cdf20 req-e22001cb-afd5-4929-8664-548306ad2001 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 949 time: 0.7483921 Jul 22 23:26:03.723434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:26:03.730169 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-50972533-c7a1-449c-9ecc-c61b62046427 admin admin] 10.222.0.21 "PUT /v2.0/routers/2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3690951 Jul 22 23:26:03.732762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68906d9-070a-4a6b-b944-25ffe774e0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=927d05d9-efdf-42be-8784-3bbf8297423e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:03.746459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-d2b37b25-112c-4b08-a269-09fcc6f4b679 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/quotas/db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 375 time: 0.0727558 Jul 22 23:26:03.754852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Sync routers for ids ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:26:03.778274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b57d4ba9-d53b-4120-adbd-5d1501254bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:03.784055 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b57d4ba9-d53b-4120-adbd-5d1501254bdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 1099 time: 0.1670270 Jul 22 23:26:03.848568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-f2b7db66-aac4-4446-a295-ea6a88a64268 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=927d05d9-efdf-42be-8784-3bbf8297423e HTTP/1.1" status: 200 len: 217 time: 0.0574760 Jul 22 23:26:03.959216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b502edce-6c72-4bc8-92b2-aaaf0669b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:03.960243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:03.961005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b502edce-6c72-4bc8-92b2-aaaf0669b881 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1035502 Jul 22 23:26:04.013570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Routers {'2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:04.014283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:04.056794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-8814c2be-f416-4889-8422-62d10529d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:04.059293 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-8814c2be-f416-4889-8422-62d10529d819 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889754 Jul 22 23:26:04.171114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.171580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-9e221b8c-78f9-4e14-8eb3-af134ed54422 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3931739 Jul 22 23:26:04.182254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Set router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:04.186868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Transition to ACTIVE for port object ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:04.206800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9984834b-df2a-41bb-baa4-9c631cf46578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.225347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9984834b-df2a-41bb-baa4-9c631cf46578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.232617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-b5c3ffd7-d21e-400d-a8cd-faf325fffd1f service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658258 Jul 22 23:26:04.242071 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0034a885-c05b-458f-9bc0-1a08dc2cdf20 req-a908662a-5208-4be4-a0cf-ef8838992f48 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244422 Jul 22 23:26:04.246376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Transition to ACTIVE for port object ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:04.259195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.289343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9984834b-df2a-41bb-baa4-9c631cf46578 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b95422bdb324488bbf3b522bbff0d5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4607689 Jul 22 23:26:04.290037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:04.291616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984834b-df2a-41bb-baa4-9c631cf46578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13c260-cd1f-49b5-a56c-1e797208452a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:04.325082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Pushing event updated for resources: {'Port': ['ID=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:04.327995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:04.328675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.453343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d3d53c3-ed36-45f6-a606-eb9c85ea2c56 req-9b814b44-ca8d-4515-91a0-19915a93d664 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5 HTTP/1.1" status: 200 len: 1804 time: 0.1399086 Jul 22 23:26:04.459349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8884c325-184a-40cb-8c62-106b234d6c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.482297 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-caa107f0-2357-4e4e-b3da-b26b037f640d req-2bc7c0cc-95de-4435-9517-bd3a982b16ff service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426136 Jul 22 23:26:04.490436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:04.496109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:04.501714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:04.534968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8884c325-184a-40cb-8c62-106b234d6c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.562404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 118ac7f5-cdc1-4f60-9d6f-29a927d12839 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:04.595247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-58a93c5c-8a34-4703-9e6f-5d0768025950 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:26:04.596300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-58a93c5c-8a34-4703-9e6f-5d0768025950 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1901159 Jul 22 23:26:04.719148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Attempting to bind port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:04.719561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Attempting to bind port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:04.719905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Attempting to bind port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 on network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:04.749947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:04.750412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Checking segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:04.750886 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.751130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Bound using segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:04.751825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Bound port: ce1ce8e7-ed3f-4624-8b03-52b198dba8c5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:04.752157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.770115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d3d53c3-ed36-45f6-a606-eb9c85ea2c56 req-5fc762c4-0c26-4b37-ad0d-12f4252ac98a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.770634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:04.777778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:04.778095 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.824877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d3d53c3-ed36-45f6-a606-eb9c85ea2c56 req-5fc762c4-0c26-4b37-ad0d-12f4252ac98a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.832104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8884c325-184a-40cb-8c62-106b234d6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.834634 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8884c325-184a-40cb-8c62-106b234d6c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.839098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8884c325-184a-40cb-8c62-106b234d6c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca13c260-cd1f-49b5-a56c-1e797208452a HTTP/1.1" status: 204 len: 168 time: 0.5433300 Jul 22 23:26:04.840326 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.880323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6b352938-93d0-4c74-b93c-43241e21b953 service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530479 Jul 22 23:26:04.881354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:04.884858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] For port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:04.888559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884c325-184a-40cb-8c62-106b234d6c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13c260-cd1f-49b5-a56c-1e797208452a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:04.889097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] For port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:04.891661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:26:01Z', 'revision_number': 4, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5467879e-2f49-42fd-830d-c74365b9cd43', 'name': '', 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'mac_address': 'fa:16:3e:58:d9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:59Z', 'updated_at': '2021-07-22T23:26:01Z', 'revision_number': 2, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'subnets': [{'id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:04.948703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Checking router: 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:26:04.949066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Updating router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa port 5467879e-2f49-42fd-830d-c74365b9cd43 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:26:04.951691 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.084935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.090297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.106682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9d483-966b-4878-b842-94e7b0a02c0f None None] Pushing event updated for resources: {'Port': ['ID=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:05.129143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118ac7f5-cdc1-4f60-9d6f-29a927d12839'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:05.131599 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8d6c1-c4a3-4552-9265-6fab7c7ae3e6" -d '{"events": [{"server_uuid": "69bac1da-45e6-478e-8099-b7a4bbf96107", "name": "network-vif-plugged", "status": "completed", "tag": "118ac7f5-cdc1-4f60-9d6f-29a927d12839"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:05.183911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d3d53c3-ed36-45f6-a606-eb9c85ea2c56 req-5fc762c4-0c26-4b37-ad0d-12f4252ac98a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.186607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d3d53c3-ed36-45f6-a606-eb9c85ea2c56 req-5fc762c4-0c26-4b37-ad0d-12f4252ac98a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.188180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d3d53c3-ed36-45f6-a606-eb9c85ea2c56 req-5fc762c4-0c26-4b37-ad0d-12f4252ac98a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5 HTTP/1.1" status: 204 len: 173 time: 0.7263927 Jul 22 23:26:05.198746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6a4c6339-8ba6-4dc2-89f2-c559e77b9a15 service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899573 Jul 22 23:26:05.214073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Allocated IP 172.25.5.33 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:05.217292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc762c4-0c26-4b37-ad0d-12f4252ac98a tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:05.234945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:05.394261 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.395160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6534eaba-8928-47ca-95bc-779aac288705 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:05.398083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.474803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.523306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48614) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:05.538204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e413e4e8-a4c8-466d-8fb0-bd38e15cca70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.579971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:05.581930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=118ac7f5-cdc1-4f60-9d6f-29a927d12839,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:05.594989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:05.643911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:05.655815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:05.669702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 6534eaba-8928-47ca-95bc-779aac288705 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:05.672053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.676041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 6534eaba-8928-47ca-95bc-779aac288705 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:05.676419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.731978 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f379c-b277-49fa-8f14-6968a4288e56 x-openstack-request-id: req-8a3f379c-b277-49fa-8f14-6968a4288e56 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:05.732216 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650", "tag": "927d05d9-efdf-42be-8784-3bbf8297423e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:05.732604 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a3f379c-b277-49fa-8f14-6968a4288e56 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:05.732839 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'tag': '927d05d9-efdf-42be-8784-3bbf8297423e', 'status': 'completed', 'code': 200} Jul 22 23:26:05.809023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e413e4e8-a4c8-466d-8fb0-bd38e15cca70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.828911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068c873-0b23-4a4b-bdbd-3d253d5b770d req-152c0b5b-e708-49f3-8b42-5e699493e94c tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:05.833199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e413e4e8-a4c8-466d-8fb0-bd38e15cca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.836950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b068c873-0b23-4a4b-bdbd-3d253d5b770d req-152c0b5b-e708-49f3-8b42-5e699493e94c tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 948 time: 0.2536573 Jul 22 23:26:05.947999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e413e4e8-a4c8-466d-8fb0-bd38e15cca70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88921d37ea7d4e5cb0183de067cdde6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233975 Jul 22 23:26:05.965179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:05.966912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413e4e8-a4c8-466d-8fb0-bd38e15cca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f3f27e-c783-4eb0-9cad-6f552798ea22,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:05.979765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:05.983871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.004094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126290-9b32-4600-a508-aefa3dd10925 req-b73276fd-52dd-4576-a783-2ce60eb7745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:06.005868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-b73276fd-52dd-4576-a783-2ce60eb7745b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 1099 time: 0.2722807 Jul 22 23:26:06.067296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Transition to ACTIVE for port object 5467879e-2f49-42fd-830d-c74365b9cd43 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:06.112382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:06.165931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.186302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-909b8279-ed93-4481-bb2b-fa0534e51b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.223185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-909b8279-ed93-4481-bb2b-fa0534e51b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.225369 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.294014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126290-9b32-4600-a508-aefa3dd10925 req-32db3e7d-8c17-4cdf-8056-caa129f7283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:06.296362 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-32db3e7d-8c17-4cdf-8056-caa129f7283f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2822511 Jul 22 23:26:06.328298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6534eaba-8928-47ca-95bc-779aac288705, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6534eaba-8928-47ca-95bc-779aac288705,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:06.330254 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2128250e-3f7b-468c-a825-f059872949ab x-openstack-request-id: req-2128250e-3f7b-468c-a825-f059872949ab {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:06.330572 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bac1da-45e6-478e-8099-b7a4bbf96107", "name": "network-vif-plugged", "status": "completed", "tag": "118ac7f5-cdc1-4f60-9d6f-29a927d12839", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:06.330966 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2128250e-3f7b-468c-a825-f059872949ab {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:06.331591 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118ac7f5-cdc1-4f60-9d6f-29a927d12839', 'code': 200} Jul 22 23:26:06.348969 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.367226 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-a9a73330-b842-492e-9c15-a516e0948b66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=927d05d9-efdf-42be-8784-3bbf8297423e HTTP/1.1" status: 200 len: 217 time: 0.0637374 Jul 22 23:26:06.408299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cabef6-4df5-4e55-821d-e6b015d2960a None None] Pushing event updated for resources: {'Port': ['ID=5467879e-2f49-42fd-830d-c74365b9cd43,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:06.428851 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-909b8279-ed93-4481-bb2b-fa0534e51b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.483080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b068c873-0b23-4a4b-bdbd-3d253d5b770d req-5e7aba0a-a501-4cf1-8fd6-360e90b87d6a tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431437 Jul 22 23:26:06.503308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-909b8279-ed93-4481-bb2b-fa0534e51b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.519509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-909b8279-ed93-4481-bb2b-fa0534e51b83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58f3f27e-c783-4eb0-9cad-6f552798ea22 HTTP/1.1" status: 204 len: 168 time: 0.5431952 Jul 22 23:26:06.577597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b8279-ed93-4481-bb2b-fa0534e51b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f3f27e-c783-4eb0-9cad-6f552798ea22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:06.587046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef441f3e-fa32-486e-ba41-e70cb1d31216 req-6bc6ed41-46fa-472e-89b5-4742dae769d0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/779969b6-70dd-49d6-bca0-332d69b26f03 HTTP/1.1" status: 200 len: 1804 time: 0.2607722 Jul 22 23:26:06.626737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126290-9b32-4600-a508-aefa3dd10925 req-25bef0af-e5d5-4476-93a9-3db56666462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:06.637715 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-25bef0af-e5d5-4476-93a9-3db56666462b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2638247 Jul 22 23:26:06.644396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:06.730789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 927d05d9-efdf-42be-8784-3bbf8297423e details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:06.754226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Attempting to bind port 5467879e-2f49-42fd-830d-c74365b9cd43 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:06.754620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Attempting to bind port 5467879e-2f49-42fd-830d-c74365b9cd43 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:06.754993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Attempting to bind port 5467879e-2f49-42fd-830d-c74365b9cd43 on network c1502058-4697-4011-aa7b-81b2211c0f2d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:06.785162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce126290-9b32-4600-a508-aefa3dd10925 req-e85a3dd2-bf9d-467a-be04-26bc8f1e4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:06.791612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6534eaba-8928-47ca-95bc-779aac288705,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:06.794142 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-e85a3dd2-bf9d-467a-be04-26bc8f1e4165 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484447 Jul 22 23:26:06.800047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:06.800420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Checking segment: {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:06.800839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.801240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Bound using segment: {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:06.801740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Bound port: 5467879e-2f49-42fd-830d-c74365b9cd43, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e5a86-892f-42a6-a58c-74d054b6ba6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:06.802128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.827158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:06.832622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be4122-2734-4b6a-80a8-ed505765f642 req-9a92323c-0f1b-4c7b-80ef-8925293add17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:06.841187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9be4122-2734-4b6a-80a8-ed505765f642 req-9a92323c-0f1b-4c7b-80ef-8925293add17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 1101 time: 0.3748910 Jul 22 23:26:06.846585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3e198a-73a9-4a63-9d90-979308c589e8 None None] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:06.941358 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-e442fe7c-9351-4fc4-a0e4-836e68c6160d service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396847 Jul 22 23:26:07.107429 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce126290-9b32-4600-a508-aefa3dd10925 req-63699bf0-e912-4d13-b37d-b54ac28c05cd service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594610 Jul 22 23:26:07.185795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 927d05d9-efdf-42be-8784-3bbf8297423e, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=927d05d9-efdf-42be-8784-3bbf8297423e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:07.206090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] For port 5467879e-2f49-42fd-830d-c74365b9cd43, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:07.230835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '927d05d9-efdf-42be-8784-3bbf8297423e', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '927d05d9-efdf-42be-8784-3bbf8297423e', 'mac_address': 'fa:16:3e:c3:c1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:07.255429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] For port 5467879e-2f49-42fd-830d-c74365b9cd43, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5467879e-2f49-42fd-830d-c74365b9cd43,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:07.256611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] Provisioning for port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:07.267896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:07.274247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] Provisioning complete for port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:07.274627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:07.335645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa13438a-094b-4b49-8f36-40e4bb510ffa req-7b2ff834-bd4c-4b19-8725-f39413b6296f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 210 time: 0.3173263 Jul 22 23:26:07.379253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9be4122-2734-4b6a-80a8-ed505765f642 req-7612579a-178d-4da4-8a55-390afd145d4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216062 Jul 22 23:26:07.413908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e4a33-4f28-47bd-be6d-ac4954b072fb req-e7f88718-41a5-40c3-98d6-54365de25cfc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:07.416358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec8e4a33-4f28-47bd-be6d-ac4954b072fb req-e7f88718-41a5-40c3-98d6-54365de25cfc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 950 time: 0.7076588 Jul 22 23:26:07.466930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:07.485114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cabef6-4df5-4e55-821d-e6b015d2960a None None] Pushing event updated for resources: {'Port': ['ID=5467879e-2f49-42fd-830d-c74365b9cd43,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:07.515150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Routers {'2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:07.519025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:07.603974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec8e4a33-4f28-47bd-be6d-ac4954b072fb req-f5f1c2cf-b126-45c4-8f27-1c8a61fcb95b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661978 Jul 22 23:26:07.632274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-30d359cd-8e3a-486c-b7cd-645155010c32 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:07.632274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-30d359cd-8e3a-486c-b7cd-645155010c32 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.3338273 Jul 22 23:26:07.642173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927d05d9-efdf-42be-8784-3bbf8297423e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:07.652193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Router 5521a1a4-8b25-46e9-b911-912a1a730200 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:26:07.655652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-195f2b09-5298-4732-9cbf-74cca6fbb4c3 req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-949018586', 'description': 'tempest-description-2132773335'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:07.676816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 927d05d9-efdf-42be-8784-3bbf8297423e, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=927d05d9-efdf-42be-8784-3bbf8297423e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:07.686787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Request body: {'port': {'device_id': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'admin_state_up': True, 'tenant_id': 'db4e9b633bcc418ea37dddd399fa97e4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:07.714286 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:07.781872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=927d05d9-efdf-42be-8784-3bbf8297423e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:07.883302 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:07.919708 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-195f2b09-5298-4732-9cbf-74cca6fbb4c3 req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:07.923950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] Set router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:07.958028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['927d05d9-efdf-42be-8784-3bbf8297423e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:08.006411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] For port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:08.015138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.025683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Made reservation on behalf of db4e9b633bcc418ea37dddd399fa97e4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:08.029511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.077943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:26:08.094035 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Sync routers for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:26:08.106120 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:08.108101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:08.181509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66063-5418-424b-9bce-d949cee58041 req-5de27829-8315-4e25-9c62-a1e1279d836a tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:08.188683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fba66063-5418-424b-9bce-d949cee58041 req-5de27829-8315-4e25-9c62-a1e1279d836a tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 949 time: 0.3674045 Jul 22 23:26:08.213338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d34e0-989d-4784-8d97-959f4de3a4f1 None None] Pushing event updated for resources: {'Port': ['ID=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:08.237560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-195f2b09-5298-4732-9cbf-74cca6fbb4c3 req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.272341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-195f2b09-5298-4732-9cbf-74cca6fbb4c3 req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.285578 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:08.291926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.293177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b27fe91e-281f-4f8e-aa0c-a803d7e51585 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3889027 Jul 22 23:26:08.296210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:08.314923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fba66063-5418-424b-9bce-d949cee58041 req-8b130217-9fa2-49ae-acbf-94feeadd8a4b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255653 Jul 22 23:26:08.325424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-001993c0-272e-448d-a41a-82abaf488a86 None None] Provisioning complete for port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:08.325750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-001993c0-272e-448d-a41a-82abaf488a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.341746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549024b8-e6e4-4587-b195-a462be3c9d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6534eaba-8928-47ca-95bc-779aac288705'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:08.343820 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cbf2fd-b0dc-4aee-ac6e-db1711f89c85" -d '{"events": [{"server_uuid": "549024b8-e6e4-4587-b195-a462be3c9d41", "name": "network-vif-plugged", "status": "completed", "tag": "6534eaba-8928-47ca-95bc-779aac288705"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:08.348585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-195f2b09-5298-4732-9cbf-74cca6fbb4c3 req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:08.349835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-195f2b09-5298-4732-9cbf-74cca6fbb4c3 req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7027614 Jul 22 23:26:08.361898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65212a-a448-4bcb-a61f-c018695da874 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344440c9-0145-47a4-8a5a-906ceb3c6495,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:08.369618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Allocated IP 172.20.0.6 (59909164-3df4-4bce-83c2-0618f501a88d/99e2d763-d177-4863-bde4-8d1734f2b67d/b4f1ca4c-15d3-4723-94f8-fe67007f5271) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:08.437825 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1855145d-b69a-4de6-91d0-1fe59cb1f718 x-openstack-request-id: req-1855145d-b69a-4de6-91d0-1fe59cb1f718 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:08.438120 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549024b8-e6e4-4587-b195-a462be3c9d41", "name": "network-vif-plugged", "status": "completed", "tag": "6534eaba-8928-47ca-95bc-779aac288705", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:08.438901 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1855145d-b69a-4de6-91d0-1fe59cb1f718 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:08.438901 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549024b8-e6e4-4587-b195-a462be3c9d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6534eaba-8928-47ca-95bc-779aac288705', 'code': 200} Jul 22 23:26:08.689313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:26:01Z', 'revision_number': 4, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5467879e-2f49-42fd-830d-c74365b9cd43', 'name': '', 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'mac_address': 'fa:16:3e:58:d9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:59Z', 'updated_at': '2021-07-22T23:26:07Z', 'revision_number': 4, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'subnets': [{'id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:08.721525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6c754-b674-42f0-8265-7fee4f13bba8 None None] The sync data for ids ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'] in n-d-758851-4 is: [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:26:01Z', 'revision_number': 4, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5467879e-2f49-42fd-830d-c74365b9cd43', 'name': '', 'network_id': 'c1502058-4697-4011-aa7b-81b2211c0f2d', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'mac_address': 'fa:16:3e:58:d9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:59Z', 'updated_at': '2021-07-22T23:26:07Z', 'revision_number': 4, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'subnets': [{'id': '3d6c722b-ccba-4a54-934e-7a9ef9c545ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:08.856072 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:05Z', 'revision_number': 3, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:08.891522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-570629a8-0b27-44ab-8aa3-28711357d0a5 req-a9b04c88-0a04-4a38-84e6-caac343afc14 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 210 time: 0.2329206 Jul 22 23:26:08.913579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-595c10a6-a0f3-4e8c-933f-7dc69fa62843 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/344440c9-0145-47a4-8a5a-906ceb3c6495 HTTP/1.1" status: 200 len: 1804 time: 0.4159718 Jul 22 23:26:08.925654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '344440c9-0145-47a4-8a5a-906ceb3c6495', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:08.926324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '344440c9-0145-47a4-8a5a-906ceb3c6495', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:08.940277 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Checking router: 5521a1a4-8b25-46e9-b911-912a1a730200 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:26:08.941155 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Updating router 5521a1a4-8b25-46e9-b911-912a1a730200 port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:26:08.984618 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.057978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.083124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd88db-64fb-4da6-b9c4-3ec053d21bea req-16cfc40f-2cb7-4c23-ba6a-06640008d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:09.092214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66dd88db-64fb-4da6-b9c4-3ec053d21bea req-16cfc40f-2cb7-4c23-ba6a-06640008d8f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 1100 time: 0.4761796 Jul 22 23:26:09.204772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.272452 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.284444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.298315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66dd88db-64fb-4da6-b9c4-3ec053d21bea req-63a7e8b2-cc01-4398-b7de-202a24e86ee7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547263 Jul 22 23:26:09.317609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.327568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6472c4b-46cc-49f4-91c8-89dc0cf85146,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:09.341720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.359960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11155dd0-53fc-4c9a-9b08-b403eb00e6e4 req-73cc0a9f-f008-4243-a778-201d54136bce tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4450579 Jul 22 23:26:09.475907 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.477277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba968-7709-4e69-918f-aa604bb7e05c req-c3a20c47-9051-40b2-b376-f7a03b80abf8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:09.479546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-563ba968-7709-4e69-918f-aa604bb7e05c req-c3a20c47-9051-40b2-b376-f7a03b80abf8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 950 time: 0.3334055 Jul 22 23:26:09.483618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Network 59909164-3df4-4bce-83c2-0618f501a88d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:09.489450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:09.491467 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Transition to ACTIVE for port object 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:09.492167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:09.494769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:09.500554 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.500722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:09.501237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.544746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-b03b65fd-3d12-48dc-b433-d067fd1f33c7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8669612 Jul 22 23:26:09.555071 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-563ba968-7709-4e69-918f-aa604bb7e05c req-ea0155b4-d640-4b9a-b71f-c5af37abf16e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671878 Jul 22 23:26:09.577597 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cba8d-935d-45b0-a2f8-21e83852c7a3 None None] Pushing event updated for resources: {'Port': ['ID=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:09.579441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Request body: {'port': {'device_id': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:09.593345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.606368 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Attempting to bind port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:09.606748 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Attempting to bind port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:09.607118 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Attempting to bind port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:09.613128 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:09.613511 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:09.613924 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.614496 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:09.614986 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Bound port: 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:09.615421 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.703970 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] For port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:09.716997 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] For port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:09.727949 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.756246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:09.852817 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:09.853679 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:09.855542 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cba8d-935d-45b0-a2f8-21e83852c7a3 None None] Pushing event updated for resources: {'Port': ['ID=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:09.910712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Allocated IP 172.20.0.1 (fc2a0a31-b56e-449e-acb8-b2fb24e23d41/72124785-59c8-4637-a6e5-f7a5a730871d/9a11fbe3-3b0c-4d20-aac6-07936a2c75c4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:10.025716 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:10.088700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.111302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:10.133131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Transition to ACTIVE for port object 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:10.160569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:10.168891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419301375', 'description': 'tempest-description--78284797'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:10.183969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.194007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:10.195322 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.239996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:10.243311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:10.247561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:10.248199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.295737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:10.359929 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.371867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5467879e-2f49-42fd-830d-c74365b9cd43 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:10.376460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2838b-4625-4f29-964c-a3c35f3f1357 req-c605fa33-2aeb-4b89-aa77-c6ab35c2be95 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:10.390750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88c2838b-4625-4f29-964c-a3c35f3f1357 req-c605fa33-2aeb-4b89-aa77-c6ab35c2be95 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 949 time: 0.4840124 Jul 22 23:26:10.412353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:05Z', 'revision_number': 3, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:10.483522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6ee8b0f5-227a-4bd1-8185-c7042bef7155 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/344440c9-0145-47a4-8a5a-906ceb3c6495 HTTP/1.1" status: 200 len: 2397 time: 0.3179085 Jul 22 23:26:10.490519 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92960493-0c80-4dd9-8aaf-05316952e512 None None] The sync data for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 is: [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:05Z', 'revision_number': 3, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:10.498004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5467879e-2f49-42fd-830d-c74365b9cd43 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:10.510058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5467879e-2f49-42fd-830d-c74365b9cd43 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:10.510438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.520002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.521162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '344440c9-0145-47a4-8a5a-906ceb3c6495', 'remote_group_id': None}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:10.524073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '344440c9-0145-47a4-8a5a-906ceb3c6495', 'remote_group_id': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:10.571157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88c2838b-4625-4f29-964c-a3c35f3f1357 req-ddf18765-01c6-448f-97d1-6cb6f24b0826 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736345 Jul 22 23:26:10.595420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:26:10.595420 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:26:10.595420 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': '447210c3fd2147c0aa39e23c275c4620', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 26, 10, 578709)}] Jul 22 23:26:10.595420 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:26:10.595823 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:26:10.636966 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.684651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5467879e-2f49-42fd-830d-c74365b9cd43, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5467879e-2f49-42fd-830d-c74365b9cd43,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:10.690956 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.705109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f1ca4c-15d3-4723-94f8-fe67007f5271 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:10.716883 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.745010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 927d05d9-efdf-42be-8784-3bbf8297423e up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:10.750245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Transition to ACTIVE for port object b4f1ca4c-15d3-4723-94f8-fe67007f5271 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:10.757344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.768256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.801466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.830913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ee6b051-53af-4daf-9be5-33793b076e90 None None] Provisioning for port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:10.841241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ee6b051-53af-4daf-9be5-33793b076e90 None None] Provisioning complete for port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:10.841563 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b051-53af-4daf-9be5-33793b076e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.843005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.844927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5467879e-2f49-42fd-830d-c74365b9cd43,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:10.854578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.855906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.886634 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.890665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7237058 Jul 22 23:26:10.890665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:10.892736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 927d05d9-efdf-42be-8784-3bbf8297423e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:10.894014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:10.898696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3dbae-a825-4599-85b7-e1e1455364ad tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c3dfc4-abab-4068-ad22-c238d9985423,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:10.904345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 927d05d9-efdf-42be-8784-3bbf8297423e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:10.904936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.905194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'security_group_rule': {'security_group_id': '11c3dfc4-abab-4068-ad22-c238d9985423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:10.909059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6b051-53af-4daf-9be5-33793b076e90 None None] Port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:10.973471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:10.980295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Pushing event updated for resources: {'Port': ['ID=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:11.006543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:11.006904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:11.007796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:11.031561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf94a0a-d890-48d3-90e2-1602260e9f17 req-4eee4d1c-6442-450a-9e23-cd228b3121b7 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:11.033249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bf94a0a-d890-48d3-90e2-1602260e9f17 req-4eee4d1c-6442-450a-9e23-cd228b3121b7 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 949 time: 0.2382972 Jul 22 23:26:11.035048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:11.035591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:11.048126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:11.049795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:11.071236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:11.072327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:11.072563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:11.073009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Bound port: b4f1ca4c-15d3-4723-94f8-fe67007f5271, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:11.073375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.105337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.151311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927d05d9-efdf-42be-8784-3bbf8297423e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:11.152245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.158878 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd078946-c45a-4960-998a-bfcb16f84d5b" -d '{"events": [{"server_uuid": "f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650", "name": "network-vif-plugged", "status": "completed", "tag": "927d05d9-efdf-42be-8784-3bbf8297423e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:11.177506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 927d05d9-efdf-42be-8784-3bbf8297423e, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=927d05d9-efdf-42be-8784-3bbf8297423e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:11.181778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.182984 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.218320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bf94a0a-d890-48d3-90e2-1602260e9f17 req-23e4856b-fbf4-45fb-96c8-c3eaaba23888 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759727 Jul 22 23:26:11.242668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ce4150-f5d1-4b38-9f9d-86a6c1cf52e2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:11.260530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.262007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-afe0ff18-5309-4594-82bb-ec4abde784c4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3659859 Jul 22 23:26:11.266130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:11.269934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Router 5521a1a4-8b25-46e9-b911-912a1a730200 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:26:11.275731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:11.283971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:11.292216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'security_group_rule': {'security_group_id': '11c3dfc4-abab-4068-ad22-c238d9985423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:11.297853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.326433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=927d05d9-efdf-42be-8784-3bbf8297423e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:11.350688 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.379447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:11.390357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.395567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] 10.222.0.48 "PUT /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 1091 time: 1.8210909 Jul 22 23:26:11.399270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:11.402365 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30887fa9-b0d2-4e57-827c-3c52f78f3ede" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:11.469176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.470018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-878e3cc0-b84a-4920-86a0-60fe1c49142d None None] Provisioning complete for port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:11.470531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-878e3cc0-b84a-4920-86a0-60fe1c49142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.484521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20c3f7-26e0-4e36-86d6-f51f1479987a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:11.491693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.548612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.552953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3fdb6c-43e8-4b0a-ba82-eeb147b7ce52,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:11.557732 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.568910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9272329-5dc8-42da-b90b-382e9822d9aa req-6a508e7a-0186-48c6-a3d8-d6a44b998878 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0842798 Jul 22 23:26:11.689837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-354de59d-6efe-4578-a1bd-1bb7ebd15914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:11.692408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-354de59d-6efe-4578-a1bd-1bb7ebd15914 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1094 time: 0.2193131 Jul 22 23:26:11.701003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:26:11.708558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dc622c9b-48fd-4eb1-b862-410ecda906a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/5521a1a4-8b25-46e9-b911-912a1a730200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4112558 Jul 22 23:26:11.732398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.733029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-878e3cc0-b84a-4920-86a0-60fe1c49142d None None] Port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:11.740313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.744955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d23224-3540-4714-bb51-3bfa132c4189 req-a99d7810-894c-47a3-8aec-fe68e56d0bfb tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:11.746659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17d23224-3540-4714-bb51-3bfa132c4189 req-a99d7810-894c-47a3-8aec-fe68e56d0bfb tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 943 time: 0.1608901 Jul 22 23:26:11.762975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747472b8-e214-4190-a39e-94721cc64cad,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:11.771090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.772623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f68bc2cd-c0bb-4ae4-82bb-ccd94d91194f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4977107 Jul 22 23:26:11.775946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:11.784356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-9391c39d-6f7d-4519-9706-3aba49745296 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 217 time: 0.0622692 Jul 22 23:26:11.787113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:11.858078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:11.859037 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9562219d-37a5-4ae0-adf7-ba6c33871e5a x-openstack-request-id: req-9562219d-37a5-4ae0-adf7-ba6c33871e5a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:11.859533 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650", "name": "network-vif-plugged", "status": "completed", "tag": "927d05d9-efdf-42be-8784-3bbf8297423e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:11.865853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9562219d-37a5-4ae0-adf7-ba6c33871e5a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:11.865853 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927d05d9-efdf-42be-8784-3bbf8297423e', 'code': 200} Jul 22 23:26:11.905003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17d23224-3540-4714-bb51-3bfa132c4189 req-fb2919cf-a1c9-4c8d-88f5-73d5730a7f9e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192458 Jul 22 23:26:11.908905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-383740e6-3bdf-4f00-9745-a40ad0667fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:11.910376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-383740e6-3bdf-4f00-9745-a40ad0667fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1171677 Jul 22 23:26:11.981289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-23848ee6-9624-4153-a3b1-42cd362d5c37 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621634 Jul 22 23:26:12.085746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728651c-7e9c-4e2a-b687-d0b9b9b835de req-8959efea-9f8c-432d-852b-a871035283f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:12.088253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7728651c-7e9c-4e2a-b687-d0b9b9b835de req-8959efea-9f8c-432d-852b-a871035283f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 1101 time: 0.1234210 Jul 22 23:26:12.124439 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b748379-3a5e-4ea2-bebf-1d196af4499d x-openstack-request-id: req-2b748379-3a5e-4ea2-bebf-1d196af4499d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:12.129368 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:12.129715 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b748379-3a5e-4ea2-bebf-1d196af4499d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:12.130137 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'status': 'completed', 'code': 200} Jul 22 23:26:12.161097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5467879e-2f49-42fd-830d-c74365b9cd43 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:12.187574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7728651c-7e9c-4e2a-b687-d0b9b9b835de req-6b22dd57-128e-4f1d-a81c-2f4e26bef90d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828781 Jul 22 23:26:12.199354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.268235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5467879e-2f49-42fd-830d-c74365b9cd43 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:12.269271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.279559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-e376248d-cb97-4dbf-b30a-b21c5893ddb7 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918086 Jul 22 23:26:12.287425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f402c95-c1f7-4e16-b664-7cedb9d5173b req-1c09e1d8-41ca-428e-a9c1-66e6289eac0c tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/344440c9-0145-47a4-8a5a-906ceb3c6495 HTTP/1.1" status: 200 len: 2995 time: 0.1442020 Jul 22 23:26:12.418999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:12.419839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Allocated IP 172.25.5.216 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/9bd0b8fe-f479-4b3f-b401-8c7231544c75) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:12.475000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:12.485892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:12.486118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6b51cc-20a1-4ba5-b0e3-007288f1a5ba req-1cc078eb-9015-46b1-9946-0f0e75c280ab service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966588 Jul 22 23:26:12.495712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:12.496138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.552445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a8d8-710b-4aec-9ad6-c734817cc61e req-1fda8a04-0654-4b06-9dfa-de30bf6e4b78 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:12.563052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a8d8-710b-4aec-9ad6-c734817cc61e req-1fda8a04-0654-4b06-9dfa-de30bf6e4b78 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:12.564829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ecf7a8d8-710b-4aec-9ad6-c734817cc61e req-1fda8a04-0654-4b06-9dfa-de30bf6e4b78 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41&device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 1690 time: 0.1811190 Jul 22 23:26:12.574138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f1737-0f7a-4423-9432-f6f7acf8f684 req-ab9adafe-f377-4c32-82e3-74a15d711d26 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:12.575770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-003f1737-0f7a-4423-9432-f6f7acf8f684 req-ab9adafe-f377-4c32-82e3-74a15d711d26 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 950 time: 0.1495066 Jul 22 23:26:12.607972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.622270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.631271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:12.637021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.674266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.678605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-821a1862-becb-4f62-9a40-fbbf83bc10f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.693286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-003f1737-0f7a-4423-9432-f6f7acf8f684 req-5e030b05-9267-468d-a0c8-62a65464b8c1 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013565 Jul 22 23:26:12.695700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ecf7a8d8-710b-4aec-9ad6-c734817cc61e req-9a37fd43-55c7-4f49-b701-57412535fad6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186330 Jul 22 23:26:12.723400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:12.734935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:12.743840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:12.744681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:12.750807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-ce1a80e2-a585-4122-b104-dc9db572aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:12.754357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-ce1a80e2-a585-4122-b104-dc9db572aa75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1094 time: 0.1764443 Jul 22 23:26:12.766240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'Port': ['ID=9bd0b8fe-f479-4b3f-b401-8c7231544c75,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:12.888153 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:12.947161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.145002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-469103e2-1531-4ec0-ab1f-7b3a1f8516b0 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-group-rules/1c3fdb6c-43e8-4b0a-ba82-eeb147b7ce52 HTTP/1.1" status: 200 len: 783 time: 0.3234563 Jul 22 23:26:13.206899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-561ce7b9-f3df-4a8a-9fa5-fbd15ca44247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:13.208415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-561ce7b9-f3df-4a8a-9fa5-fbd15ca44247 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.4435270 Jul 22 23:26:13.266000 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-821a1862-becb-4f62-9a40-fbbf83bc10f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.270140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-741f069e-50bc-4db5-8bc3-db47488d9dad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 217 time: 0.0531659 Jul 22 23:26:13.271408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-821a1862-becb-4f62-9a40-fbbf83bc10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.309555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48778) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:13.311774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-b560523d-06fb-4bc6-8f34-5508e9e544fa tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/344440c9-0145-47a4-8a5a-906ceb3c6495 HTTP/1.1" status: 200 len: 2995 time: 0.1594837 Jul 22 23:26:13.320165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004918742', 'description': 'tempest-description--241764312'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:13.350091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Sync routers for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:26:13.370450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.373273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:13.374306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:13.390454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-821a1862-becb-4f62-9a40-fbbf83bc10f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45607cd6245946b1af9432a2e636c99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9116111 Jul 22 23:26:13.391188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:13.392236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a1862-becb-4f62-9a40-fbbf83bc10f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a485287b-c5b1-4173-8d8c-0e964593cf33,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:13.405830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-dd5dee94-2fe3-4fe2-9068-c9c9f5328a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:13.407309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-dd5dee94-2fe3-4fe2-9068-c9c9f5328a6c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1287956 Jul 22 23:26:13.408412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-d0d5cab8-5aa7-4c9c-aa58-0a0cf477cb92 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.409954 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.419185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-d0d5cab8-5aa7-4c9c-aa58-0a0cf477cb92 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.460428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-8622282c-421a-431d-bd1f-8a070a6ffe4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432122 Jul 22 23:26:13.497111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.513609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-d0d5cab8-5aa7-4c9c-aa58-0a0cf477cb92 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.541840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-d0d5cab8-5aa7-4c9c-aa58-0a0cf477cb92 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.542980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff6a63d-498a-4c22-ab83-0d70d277ec82 req-d0d5cab8-5aa7-4c9c-aa58-0a0cf477cb92 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1c3fdb6c-43e8-4b0a-ba82-eeb147b7ce52 HTTP/1.1" status: 204 len: 173 time: 0.2304363 Jul 22 23:26:13.548894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:13.567781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.582464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5cab8-5aa7-4c9c-aa58-0a0cf477cb92 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c3fdb6c-43e8-4b0a-ba82-eeb147b7ce52,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:13.610965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'Port': ['ID=9bd0b8fe-f479-4b3f-b401-8c7231544c75,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:13.632036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-5c3d5d0e-d31c-4d14-9ab7-5bc113e0af41 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626351 Jul 22 23:26:13.635220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fecf97a1-cd22-45c3-bb44-6e0f9159facb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.644779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.657501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.675596 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.683361 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-12e47fe6-4b5a-40a0-baea-78565f53b062 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9062235 Jul 22 23:26:13.693122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fecf97a1-cd22-45c3-bb44-6e0f9159facb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.694061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c38c0-0b5d-454a-a30a-e3739078aa85 req-30c5e50f-4c1f-4def-b360-873d5ad1eea5 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:13.701151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f5c38c0-0b5d-454a-a30a-e3739078aa85 req-30c5e50f-4c1f-4def-b360-873d5ad1eea5 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 943 time: 0.2090349 Jul 22 23:26:13.766777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757ef3e4-80ac-4986-8173-25ae223345c3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:13.794873 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.797494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2e56d31c-23a5-4a35-91f9-76db22c956f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4858840 Jul 22 23:26:13.799671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:13.808615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f5c38c0-0b5d-454a-a30a-e3739078aa85 req-292de95b-149a-4b0f-887a-453a4652d976 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064959 Jul 22 23:26:13.809056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Request body: {'security_group_rule': {'security_group_id': '757ef3e4-80ac-4986-8173-25ae223345c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:13.828178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e62a2-2cd1-46cc-989d-5528ce14917c req-f6e5b826-105b-43c4-b61f-cb2bbb6945a4 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:13.829986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a44e62a2-2cd1-46cc-989d-5528ce14917c req-f6e5b826-105b-43c4-b61f-cb2bbb6945a4 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 1100 time: 0.2017765 Jul 22 23:26:13.840118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fecf97a1-cd22-45c3-bb44-6e0f9159facb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.844622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fecf97a1-cd22-45c3-bb44-6e0f9159facb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.845487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30887fa9-b0d2-4e57-827c-3c52f78f3ede req-8027bf9e-b557-447c-ba5e-f5467f1e37a8 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031925 Jul 22 23:26:13.847809 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fecf97a1-cd22-45c3-bb44-6e0f9159facb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a485287b-c5b1-4173-8d8c-0e964593cf33 HTTP/1.1" status: 204 len: 168 time: 0.4539611 Jul 22 23:26:13.889291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf97a1-cd22-45c3-bb44-6e0f9159facb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a485287b-c5b1-4173-8d8c-0e964593cf33,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:13.892186 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:13.909801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 2, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:13.943425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a44e62a2-2cd1-46cc-989d-5528ce14917c req-efcf30db-2722-4582-b197-68a9938db17a tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002195 Jul 22 23:26:13.955322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Checking router: 5521a1a4-8b25-46e9-b911-912a1a730200 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:26:13.955710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Updating router 5521a1a4-8b25-46e9-b911-912a1a730200 port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:26:13.992268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:13.997631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87d33236-b8eb-468a-9b9b-99501df8044a req-5688cc7f-4567-4a03-b28e-56ff88935205 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/344440c9-0145-47a4-8a5a-906ceb3c6495 HTTP/1.1" status: 200 len: 2397 time: 0.1180508 Jul 22 23:26:14.023970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.030083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.056962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b38fe83-8855-4fde-ad95-e6ec09a47df8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:14.057382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.063542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.063542 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-782462bc-04c8-4254-bca9-95e449ffa07e tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613103 Jul 22 23:26:14.070632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:14.092382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Request body: {'security_group_rule': {'security_group_id': '757ef3e4-80ac-4986-8173-25ae223345c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:14.128715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:14.129105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.130222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.151628 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87d33236-b8eb-468a-9b9b-99501df8044a req-d67f4bd7-8e49-400f-b5e1-0453e8001998 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.165466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728d42-2af0-44cf-b216-528bbbdeeafe req-c07281ab-b23d-431f-8fc5-1ea1cca79536 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:14.172556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de728d42-2af0-44cf-b216-528bbbdeeafe req-c07281ab-b23d-431f-8fc5-1ea1cca79536 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 950 time: 0.1397572 Jul 22 23:26:14.207462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87d33236-b8eb-468a-9b9b-99501df8044a req-d67f4bd7-8e49-400f-b5e1-0453e8001998 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.220765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.229037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.255457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de728d42-2af0-44cf-b216-528bbbdeeafe req-d3e2f553-2335-462b-bf71-d0d48982fb48 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767426 Jul 22 23:26:14.299805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6197c801-fd8d-42e7-86ad-7cdca905ff60,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:14.314098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87d33236-b8eb-468a-9b9b-99501df8044a req-d67f4bd7-8e49-400f-b5e1-0453e8001998 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.320104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-87d33236-b8eb-468a-9b9b-99501df8044a req-d67f4bd7-8e49-400f-b5e1-0453e8001998 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.325256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87d33236-b8eb-468a-9b9b-99501df8044a req-d67f4bd7-8e49-400f-b5e1-0453e8001998 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/344440c9-0145-47a4-8a5a-906ceb3c6495 HTTP/1.1" status: 204 len: 173 time: 0.3164067 Jul 22 23:26:14.329641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.332853 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8da858c2-e081-47f1-9119-69080467b5ac tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2589381 Jul 22 23:26:14.336270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:14.345588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:14.354533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f4bd7-8e49-400f-b5e1-0453e8001998 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344440c9-0145-47a4-8a5a-906ceb3c6495,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:14.380750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:14.406089 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.491960 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63adea72-5ee0-4359-a966-3b595bcec1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.563372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-83e2e65f-1316-4420-bd82-9a314530a5ca tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--419301375&fields=id&tenant_id=64588024159d4be99558581d291c3741 HTTP/1.1" status: 200 len: 267 time: 0.1484582 Jul 22 23:26:14.568935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.589358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.614523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Transition to ACTIVE for port object 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:14.637382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.718400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Allocated IP 172.25.5.169 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/61aafd68-9348-4d9b-aee2-99489d9c2b1e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:14.738648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab1aef-b109-4141-b9c9-37f69da0bc3c None None] Pushing event updated for resources: {'Port': ['ID=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:14.750722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-1c1f0b20-db1b-43c8-b475-2a00a3e9388b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:14.752498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-1c1f0b20-db1b-43c8-b475-2a00a3e9388b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 823 time: 0.1885056 Jul 22 23:26:14.757518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8007ee-8b08-4627-a157-abde984bfc89 req-cdb8e7ef-1081-48b3-bc29-685ab5a50df3 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:14.766035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec8007ee-8b08-4627-a157-abde984bfc89 req-cdb8e7ef-1081-48b3-bc29-685ab5a50df3 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 1101 time: 0.2950151 Jul 22 23:26:14.823539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-7b228b99-3d47-4875-b38e-1a997b31afe8 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/quotas/64588024159d4be99558581d291c3741 HTTP/1.1" status: 200 len: 375 time: 0.0493619 Jul 22 23:26:14.874161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Attempting to bind port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:14.874543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Attempting to bind port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:14.875094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Attempting to bind port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 on network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:14.879486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec8007ee-8b08-4627-a157-abde984bfc89 req-a2b77435-7fd4-4a7b-a7fa-05535de91206 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123247 Jul 22 23:26:14.879823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:14.886640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:14.887029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Checking segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:14.887473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.887883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Bound using segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:14.888363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Bound port: 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:14.888763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.945893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63adea72-5ee0-4359-a966-3b595bcec1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.950107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.954047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63adea72-5ee0-4359-a966-3b595bcec1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:14.991827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adea72-5ee0-4359-a966-3b595bcec1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4bf770-0e6b-44d3-a2f9-489f5cefa1b3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:15.029529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.038759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-63adea72-5ee0-4359-a966-3b595bcec1b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96b0f2d6b6744f54ae5864a1649bef97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6551952 Jul 22 23:26:15.042081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:15.101930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-caadf394-0b70-4a62-9d48-e7c227d57f35 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2594082 Jul 22 23:26:15.111679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] For port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:15.118547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] For port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:15.125431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.138545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b201ad-b19c-405f-b9c5-ac0e019b30a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.158555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:15.170838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b201ad-b19c-405f-b9c5-ac0e019b30a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.187031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:15.194613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:15.229062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:15.229723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:25:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:15.269649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b201ad-b19c-405f-b9c5-ac0e019b30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.273485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b201ad-b19c-405f-b9c5-ac0e019b30a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.276453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a9b201ad-b19c-405f-b9c5-ac0e019b30a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b4bf770-0e6b-44d3-a2f9-489f5cefa1b3 HTTP/1.1" status: 204 len: 168 time: 0.2320368 Jul 22 23:26:15.292826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b201ad-b19c-405f-b9c5-ac0e019b30a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4bf770-0e6b-44d3-a2f9-489f5cefa1b3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:15.295251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.308185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e70d605c-4e1d-41c0-8ddb-339b45ead8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.320007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-6872d458-ba1b-4f7c-9ca5-c6996cf80f4c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:26:15.338006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-6872d458-ba1b-4f7c-9ca5-c6996cf80f4c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1198728 Jul 22 23:26:15.375765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab1aef-b109-4141-b9c9-37f69da0bc3c None None] Pushing event updated for resources: {'Port': ['ID=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:15.418674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.420467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event updated for resources: {'Port': ['ID=61aafd68-9348-4d9b-aee2-99489d9c2b1e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:15.444938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:15.507583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-4296890c-18b2-4ac7-a50b-846e018ef0e6 service neutron] 10.222.0.21 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663823 Jul 22 23:26:15.674148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-a6c1d3a2-bb80-4e9b-8443-3c592afbae25 service neutron] 10.222.0.21 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512513 Jul 22 23:26:15.721633 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-19647d68-91df-42b8-a459-576d2f24b03f req-65cb9542-0a05-431c-898f-68b7342c887e tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] show failed (client error): The resource could not be found. Jul 22 23:26:15.722883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19647d68-91df-42b8-a459-576d2f24b03f req-65cb9542-0a05-431c-898f-68b7342c887e tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/4c885d91-f8b7-40cb-8ec4-1f5ccdae4eb5 HTTP/1.1" status: 404 len: 352 time: 0.0283217 Jul 22 23:26:15.764866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e70d605c-4e1d-41c0-8ddb-339b45ead8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.785335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e70d605c-4e1d-41c0-8ddb-339b45ead8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.826544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e70d605c-4e1d-41c0-8ddb-339b45ead8c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afc0615ac1204946a01bf15e8329e064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9451411 Jul 22 23:26:15.834370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:15.909435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d605c-4e1d-41c0-8ddb-339b45ead8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d58134-b5da-4498-8e8c-09bf3d98a4b2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:15.959570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:15.970212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.012386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.018640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfb856-9ceb-4bb0-9053-313ddb20ecd2 req-b668dbcb-57ac-4f12-b64f-4403982e8e62 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:16.024055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cbfb856-9ceb-4bb0-9053-313ddb20ecd2 req-b668dbcb-57ac-4f12-b64f-4403982e8e62 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 943 time: 0.1991093 Jul 22 23:26:16.039708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.041617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7031724 Jul 22 23:26:16.063387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5b595f5-6636-4b72-9c33-0a261ead4c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.080397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b584-4953-47c1-a5dc-93da09842ed1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event updated for resources: {'Port': ['ID=61aafd68-9348-4d9b-aee2-99489d9c2b1e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:16.089028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cbfb856-9ceb-4bb0-9053-313ddb20ecd2 req-12cb8978-d01a-4807-8c1c-9d2a182f3ba7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605350 Jul 22 23:26:16.127361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-41666638-cea8-44c0-a26e-63ceacbe63db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.136204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:15Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:16.167320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5b595f5-6636-4b72-9c33-0a261ead4c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.213587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0694942-c6f1-45e7-882f-679f34e3db0b None None] The sync data for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 is: [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:15Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:16.268237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5b595f5-6636-4b72-9c33-0a261ead4c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.274073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5b595f5-6636-4b72-9c33-0a261ead4c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.281676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bcacc17-c948-4277-a302-dfb47db54c0e req-9b60d433-df4c-4b98-b3cf-e88db356c2a2 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/779969b6-70dd-49d6-bca0-332d69b26f03 HTTP/1.1" status: 200 len: 1804 time: 0.0884035 Jul 22 23:26:16.286930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5b595f5-6636-4b72-9c33-0a261ead4c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2d58134-b5da-4498-8e8c-09bf3d98a4b2 HTTP/1.1" status: 204 len: 168 time: 0.4346731 Jul 22 23:26:16.322052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b595f5-6636-4b72-9c33-0a261ead4c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d58134-b5da-4498-8e8c-09bf3d98a4b2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:16.378268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c0fa4-0d0a-4a9e-8df0-7a5364896606 req-f0d86157-84e6-49d5-a65b-92a38d806139 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:16.380120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d9c0fa4-0d0a-4a9e-8df0-7a5364896606 req-f0d86157-84e6-49d5-a65b-92a38d806139 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 950 time: 0.2386351 Jul 22 23:26:16.480701 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5bcacc17-c948-4277-a302-dfb47db54c0e req-b8b950dc-74f3-407b-a176-ecc4077aa583 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.514687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d9c0fa4-0d0a-4a9e-8df0-7a5364896606 req-175dd2de-6c6f-4287-95b0-8b1e49d625e3 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099641 Jul 22 23:26:16.598647 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5bcacc17-c948-4277-a302-dfb47db54c0e req-b8b950dc-74f3-407b-a176-ecc4077aa583 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.654693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:16.811113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc5198a7-41b4-4506-80db-f5e12775cdc4 req-91cf1c18-6d2e-4d06-9c2b-2330e45199d3 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 210 time: 0.1736288 Jul 22 23:26:16.814636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5bcacc17-c948-4277-a302-dfb47db54c0e req-b8b950dc-74f3-407b-a176-ecc4077aa583 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.823285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5bcacc17-c948-4277-a302-dfb47db54c0e req-b8b950dc-74f3-407b-a176-ecc4077aa583 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:16.838816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bcacc17-c948-4277-a302-dfb47db54c0e req-b8b950dc-74f3-407b-a176-ecc4077aa583 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/779969b6-70dd-49d6-bca0-332d69b26f03 HTTP/1.1" status: 204 len: 173 time: 0.5533025 Jul 22 23:26:16.895494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b950dc-74f3-407b-a176-ecc4077aa583 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779969b6-70dd-49d6-bca0-332d69b26f03,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:16.994531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:17.032031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:17.054897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:17.059483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'port_id': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'mac_address': 'fa:16:3e:d3:17:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e2d763-d177-4863-bde4-8d1734f2b67d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:17.069782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.128642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.146053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-ff69021c-a4f4-4919-8186-8e49117126e2 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810068 Jul 22 23:26:17.162276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f1ca4c-15d3-4723-94f8-fe67007f5271 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:17.205227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:17.210771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.264308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-b9e620e0-48fb-4c1b-b08a-3f5289b62fc0 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061323 Jul 22 23:26:17.289523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:17.311829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1617466860-network', 'tenant_id': '14ce31166af642329c40b9d1b40c95fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:17.361215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Made reservation on behalf of 14ce31166af642329c40b9d1b40c95fd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:17.365429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.375422 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:26:17.375422 n-d-758851-4 neutron-server[93791]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:26:17.375422 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id': '339cb44e9f8342a0bf988005e27cc9e3', 'id': '681eb224-3cfa-4239-8e44-bbccc634d334', 'expiration': datetime.datetime(2021, 7, 22, 23, 28, 17, 341655)}] Jul 22 23:26:17.375422 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:26:17.376089 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:26:17.384329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.503713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b4f1ca4c-15d3-4723-94f8-fe67007f5271'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:17.553413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-2a103759-9778-45d1-bd5b-e74f076657fc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:17.557363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-2a103759-9778-45d1-bd5b-e74f076657fc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914004 Jul 22 23:26:17.627177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-bb433542-79f5-4b62-815a-fe1d95286909 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/quotas/13343c137b514f0aabf29b5c968bf0fd HTTP/1.1" status: 200 len: 375 time: 0.0371141 Jul 22 23:26:17.689224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-d12961c1-8af6-4740-a933-af8fd5f5e22d tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:17.693959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-d12961c1-8af6-4740-a933-af8fd5f5e22d tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5468504 Jul 22 23:26:17.739905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-349bfd78-d2a8-4c9f-a148-b8eb8432d04b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/quotas/4d5d1f135dce4baa8c0103b6db4ec3ea HTTP/1.1" status: 200 len: 375 time: 0.0385120 Jul 22 23:26:17.836311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-48821ed8-8f7d-4645-bb27-e43a95570a0c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2079170 Jul 22 23:26:17.858592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.869436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.881749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.896401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:26:17.923397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:17.923397 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Added segment ae359deb-b9f4-4e93-9680-7692ac8cc2f8 of type vlan for network abe7dc81-424d-4b71-bdf5-736d6fab2536 Jul 22 23:26:17.945953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-d4e26efb-3055-4d62-9f34-e4d1f145cc20 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1965809 Jul 22 23:26:17.996594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:18.010898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-2d4be875-6947-4b37-9e49-794e218a25e5 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:18.013630 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-2d4be875-6947-4b37-9e49-794e218a25e5 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 823 time: 0.5145907 Jul 22 23:26:18.051942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.060461 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.105435 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-8bc94bb9-b1f7-49f7-a971-9e56e59ed40c tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64588024159d4be99558581d291c3741 HTTP/1.1" status: 200 len: 379 time: 0.0765135 Jul 22 23:26:18.107957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.114700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:18.120524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'port': {'device_id': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'admin_state_up': True, 'tenant_id': '64588024159d4be99558581d291c3741', 'security_groups': ['11c3dfc4-abab-4068-ad22-c238d9985423']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:18.121763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:18.122293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.136030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=339cb44e9f8342a0bf988005e27cc9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1371052 Jul 22 23:26:18.136030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c697562-d3f4-4d7b-9ca8-29f81d7d7a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2bd127-ba15-4bc6-966f-1d773c688e83,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:18.138278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48972) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:18.239623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17021cce-27b7-4392-a3d7-a85f11c50c3c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:18.254972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334760fe-c708-4aa3-84d6-4d8a336ebfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.262742 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.288400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:26:18.312274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:18.318941 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.356937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334760fe-c708-4aa3-84d6-4d8a336ebfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.379927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15f1e7e7-fd48-4ba5-9cc9-240b68479a79 req-34016dca-7d09-443d-abe7-a189ac8dc9b8 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/50778367-87cb-468c-8094-d9a54cf9cdfd HTTP/1.1" status: 200 len: 1804 time: 0.1515365 Jul 22 23:26:18.442213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.447649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:18.447649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.449943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:18.497684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15f1e7e7-fd48-4ba5-9cc9-240b68479a79 req-c346403c-069a-4619-afbf-3590ccdd43b9 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.545016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15f1e7e7-fd48-4ba5-9cc9-240b68479a79 req-c346403c-069a-4619-afbf-3590ccdd43b9 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.633304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15f1e7e7-fd48-4ba5-9cc9-240b68479a79 req-c346403c-069a-4619-afbf-3590ccdd43b9 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.636243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15f1e7e7-fd48-4ba5-9cc9-240b68479a79 req-c346403c-069a-4619-afbf-3590ccdd43b9 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.650939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5940900 Jul 22 23:26:18.651838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15f1e7e7-fd48-4ba5-9cc9-240b68479a79 req-c346403c-069a-4619-afbf-3590ccdd43b9 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/50778367-87cb-468c-8094-d9a54cf9cdfd HTTP/1.1" status: 204 len: 173 time: 0.2707312 Jul 22 23:26:18.656398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:18.661975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Request body: {'subnet': {'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1617466860-subnet', 'tenant_id': '14ce31166af642329c40b9d1b40c95fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:18.662730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:18.693604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6b7c-220b-4bbe-8920-f64feae3619c admin admin] Pushing event updated for resources: {'Network': ['ID=abe7dc81-424d-4b71-bdf5-736d6fab2536,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:18.704233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Made reservation on behalf of 14ce31166af642329c40b9d1b40c95fd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:18.707476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.738401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:26:18.741723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334760fe-c708-4aa3-84d6-4d8a336ebfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.745730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334760fe-c708-4aa3-84d6-4d8a336ebfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.764161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-334760fe-c708-4aa3-84d6-4d8a336ebfce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f2bd127-ba15-4bc6-966f-1d773c688e83 HTTP/1.1" status: 204 len: 168 time: 0.6245093 Jul 22 23:26:18.765015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346403c-069a-4619-afbf-3590ccdd43b9 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50778367-87cb-468c-8094-d9a54cf9cdfd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:18.782120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334760fe-c708-4aa3-84d6-4d8a336ebfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2bd127-ba15-4bc6-966f-1d773c688e83,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:18.855596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Made reservation on behalf of 64588024159d4be99558581d291c3741 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:18.858490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f60a2118-096a-4f81-a2b9-d2039b756ea6 req-b43eb923-7942-4cc4-8dc4-250a820e17f9 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 210 time: 0.0792747 Jul 22 23:26:18.880638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:18.914579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d7243-b9ee-46c3-89c8-2be73a465a0d req-9d9d9914-674d-4c82-b497-94b6de7d4b6c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:18.927081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db8d7243-b9ee-46c3-89c8-2be73a465a0d req-9d9d9914-674d-4c82-b497-94b6de7d4b6c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 944 time: 0.3064814 Jul 22 23:26:19.094931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de5a8baa-c4ef-4539-80fc-31e2242a9676 req-acc1c367-232e-45ff-a743-6644efddff4b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 210 time: 0.1650229 Jul 22 23:26:19.124093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port b4f1ca4c-15d3-4723-94f8-fe67007f5271 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:19.147370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port b4f1ca4c-15d3-4723-94f8-fe67007f5271 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:19.147370 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.169440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db8d7243-b9ee-46c3-89c8-2be73a465a0d req-b49dcc50-79b1-4da8-a864-44076ed2a61d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304180 Jul 22 23:26:19.212378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Allocated IP 172.20.0.3 (fbee96a9-bf79-4bb3-99a2-870a7fbc8191/dfa2a7b2-825e-4eda-a538-8a54155a2509/5861df09-2074-4f3d-be89-a86875ab9862) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:19.385756 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.387714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7d5c9fb-8be8-4c0d-9f23-e922dd449c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.420871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:19.424156 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff58a17-582f-42b0-91be-13a20a3e4f00" -d '{"events": [{"server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:19.424287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88043b49-cfa2-4ea9-aeba-ddba3338c90d req-b0c037c5-1fc6-4b71-a6a7-f6b0c0e4700e tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/1ef4697c-9189-47e2-bab8-270c7b2b206d HTTP/1.1" status: 200 len: 1804 time: 0.1695595 Jul 22 23:26:19.444162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:19.460553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.548742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:19.583073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.629761 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88043b49-cfa2-4ea9-aeba-ddba3338c90d req-7deba10e-55bf-42b9-94a2-bb6213b9236d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.708780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88043b49-cfa2-4ea9-aeba-ddba3338c90d req-7deba10e-55bf-42b9-94a2-bb6213b9236d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.733955 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233b1d2d-d091-47c2-a4e2-ecbc2fa678de x-openstack-request-id: req-233b1d2d-d091-47c2-a4e2-ecbc2fa678de {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:19.734507 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:19.734920 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-233b1d2d-d091-47c2-a4e2-ecbc2fa678de {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:19.735490 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'code': 200} Jul 22 23:26:19.768345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.784828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Transition to ACTIVE for port object 5861df09-2074-4f3d-be89-a86875ab9862 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:19.890464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.893314 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.907714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b2b28c8-552b-4f17-a830-cda09868e06e req-60bfd771-7a24-4674-9e65-15412df2a0ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 210 time: 0.0952530 Jul 22 23:26:19.907714 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88043b49-cfa2-4ea9-aeba-ddba3338c90d req-7deba10e-55bf-42b9-94a2-bb6213b9236d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.911540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-88043b49-cfa2-4ea9-aeba-ddba3338c90d req-7deba10e-55bf-42b9-94a2-bb6213b9236d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:19.936337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88043b49-cfa2-4ea9-aeba-ddba3338c90d req-7deba10e-55bf-42b9-94a2-bb6213b9236d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ef4697c-9189-47e2-bab8-270c7b2b206d HTTP/1.1" status: 204 len: 173 time: 0.5103481 Jul 22 23:26:20.009527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:20.037943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:20.045181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:20.060792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:20.067537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:20.068257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.095842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deba10e-55bf-42b9-94a2-bb6213b9236d tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef4697c-9189-47e2-bab8-270c7b2b206d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:20.123199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'Port': ['ID=5861df09-2074-4f3d-be89-a86875ab9862,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:20.162909 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.218787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a3435ce-75ea-479c-83bd-ea0969cdf774,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:20.247814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Checking segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:20.248437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Network hostable DHCP agents. Network: abe7dc81-424d-4b71-bdf5-736d6fab2536, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:26:20.250196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:20.250623 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.259074 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c488933a-9605-4805-852f-789bcf681bba tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1432676 Jul 22 23:26:20.288458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Request body: {'port': {'device_id': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:20.376525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82baff83-6b06-4fe6-8106-1811180ebdc8 req-c1c38963-4fb1-44c0-97ad-97033d929c57 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/197a62f0-5bb5-4f33-8f54-c952c6f57603 HTTP/1.1" status: 200 len: 2402 time: 0.3503835 Jul 22 23:26:20.400613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b2162-31e3-4000-bbc4-0c8a776eca13 req-5dbf24f7-f92a-42b2-bfcf-398414cc85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:20.408878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-297b2162-31e3-4000-bbc4-0c8a776eca13 req-5dbf24f7-f92a-42b2-bfcf-398414cc85a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1096 time: 0.4710720 Jul 22 23:26:20.488793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:26:20.508658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, abe7dc81-424d-4b71-bdf5-736d6fab2536) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:20.519894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:20.520503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.531889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d7f30-0e23-4f06-87d9-d16695a4bedf None None] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:20.535576 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.545094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ce457447-2b5f-4b84-be06-b6d411a35e0c None None] Provisioning for port 5861df09-2074-4f3d-be89-a86875ab9862 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:20.555819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-534803c9-c714-498b-977a-175cc19ce7a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8980124 Jul 22 23:26:20.570677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0be4-715b-40e8-8591-1a2244c9add2 req-111d9326-6d0c-48c6-8676-cc6bed13e167 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:20.581522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-086e0be4-715b-40e8-8591-1a2244c9add2 req-111d9326-6d0c-48c6-8676-cc6bed13e167 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 931 time: 0.4918571 Jul 22 23:26:20.628208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-c414b84b-0014-4345-a194-b8ce37eefe07 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238601 Jul 22 23:26:20.633801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ce457447-2b5f-4b84-be06-b6d411a35e0c None None] Provisioning complete for port 5861df09-2074-4f3d-be89-a86875ab9862 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:20.640499 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ce457447-2b5f-4b84-be06-b6d411a35e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.771723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-297b2162-31e3-4000-bbc4-0c8a776eca13 req-3c7fc0da-2f02-42b0-aae2-3e4eb4ff8cb8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440275 Jul 22 23:26:20.832902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ce457447-2b5f-4b84-be06-b6d411a35e0c None None] Port 5861df09-2074-4f3d-be89-a86875ab9862 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:20.897835 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82baff83-6b06-4fe6-8106-1811180ebdc8 req-488d4e90-d2b4-456d-8229-18c7eb485705 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.905702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-086e0be4-715b-40e8-8591-1a2244c9add2 req-229f1220-e648-4635-8748-7cb2cc3aae14 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048842 Jul 22 23:26:20.945251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82baff83-6b06-4fe6-8106-1811180ebdc8 req-488d4e90-d2b4-456d-8229-18c7eb485705 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:20.955212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-89f6b716-0d77-4fb4-8296-d270bbbdd8d7 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:20.956611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-89f6b716-0d77-4fb4-8296-d270bbbdd8d7 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2808690 Jul 22 23:26:20.962318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01130f88-176f-4179-82e8-e8d57986a6aa None None] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:21.030035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5861df09-2074-4f3d-be89-a86875ab9862 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:21.041257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.056413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aeb26a4a-54eb-45e2-99f6-2f1fa7ab0c69 req-8586a627-07cf-4af5-8dd8-ba4f26a3e02c tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 210 time: 0.0458615 Jul 22 23:26:21.080712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Request body: {'port': {'device_id': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '4d5d1f135dce4baa8c0103b6db4ec3ea'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:21.087245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Transition to ACTIVE for port object 5861df09-2074-4f3d-be89-a86875ab9862 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:21.093544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.115130 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82baff83-6b06-4fe6-8106-1811180ebdc8 req-488d4e90-d2b4-456d-8229-18c7eb485705 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.123393 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82baff83-6b06-4fe6-8106-1811180ebdc8 req-488d4e90-d2b4-456d-8229-18c7eb485705 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.125313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82baff83-6b06-4fe6-8106-1811180ebdc8 req-488d4e90-d2b4-456d-8229-18c7eb485705 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/197a62f0-5bb5-4f33-8f54-c952c6f57603 HTTP/1.1" status: 204 len: 173 time: 0.7366998 Jul 22 23:26:21.178707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d4e90-d2b4-456d-8229-18c7eb485705 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a62f0-5bb5-4f33-8f54-c952c6f57603,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:21.251484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Pushing event updated for resources: {'Port': ['ID=5861df09-2074-4f3d-be89-a86875ab9862,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:21.269252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Attempting to bind port 5861df09-2074-4f3d-be89-a86875ab9862 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:21.269965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Attempting to bind port 5861df09-2074-4f3d-be89-a86875ab9862 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:21.270312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Attempting to bind port 5861df09-2074-4f3d-be89-a86875ab9862 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:21.275214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Port 5861df09-2074-4f3d-be89-a86875ab9862 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:21.275980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Attempting to bind port 5861df09-2074-4f3d-be89-a86875ab9862 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:21.293536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:21.293887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Checking segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:21.295184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Bound using segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:21.295707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Bound port: 5861df09-2074-4f3d-be89-a86875ab9862, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:21.296077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.514859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] For port 5861df09-2074-4f3d-be89-a86875ab9862, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:21.526163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] For port 5861df09-2074-4f3d-be89-a86875ab9862, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5861df09-2074-4f3d-be89-a86875ab9862,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:21.535887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.565884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.608799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:21.609524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.611585 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] 10.222.0.49 "PUT /v2.0/ports/5861df09-2074-4f3d-be89-a86875ab9862 HTTP/1.1" status: 200 len: 1091 time: 1.3416700 Jul 22 23:26:21.612294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:21.619809 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146356f-c9e1-4510-a84d-d8977a46c484" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "tag": "5861df09-2074-4f3d-be89-a86875ab9862"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:21.670409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e729a-4e1b-40ea-bc94-5fb95668f20f service neutron] Pushing event updated for resources: {'Port': ['ID=5861df09-2074-4f3d-be89-a86875ab9862,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:21.822240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-564e1a53-c05e-4070-8f38-a9684a8cb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:21.824086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-564e1a53-c05e-4070-8f38-a9684a8cb687 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 1094 time: 0.1232390 Jul 22 23:26:21.865799 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:21.933670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-de122008-4923-458b-a0da-ed62d226bbe6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5861df09-2074-4f3d-be89-a86875ab9862 HTTP/1.1" status: 200 len: 217 time: 0.1020977 Jul 22 23:26:22.046469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-135f216d-e67a-4571-9813-848d826292fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:22.049077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-135f216d-e67a-4571-9813-848d826292fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 200 len: 862 time: 0.1074941 Jul 22 23:26:22.121941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Made reservation on behalf of 4d5d1f135dce4baa8c0103b6db4ec3ea for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:22.125450 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:22.128061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-95b08c91-679b-4aec-8023-ead2c68a7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:22.128976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-0308eaa6-dc2c-4265-9438-fe1ad90962cc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2281122 Jul 22 23:26:22.130093 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-95b08c91-679b-4aec-8023-ead2c68a7c95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737069 Jul 22 23:26:22.134288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-db5b3b3b-0f6b-4f5e-ae11-4379105283d1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2345119 Jul 22 23:26:22.282007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-c71eaadf-1827-4a5b-bb8b-f67455fd43d8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:22.283611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-c71eaadf-1827-4a5b-bb8b-f67455fd43d8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 822 time: 0.3814456 Jul 22 23:26:22.425499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-b09f34f6-c819-4e34-8e07-3015bc60d3e3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/quotas/14ce31166af642329c40b9d1b40c95fd HTTP/1.1" status: 200 len: 375 time: 0.0822005 Jul 22 23:26:22.443625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182f5de-6872-45cb-b3b0-ef600d427910 req-3a7ebf6b-85c9-4410-97dd-0cacd463f113 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:22.448742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4182f5de-6872-45cb-b3b0-ef600d427910 req-3a7ebf6b-85c9-4410-97dd-0cacd463f113 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 945 time: 1.2452433 Jul 22 23:26:22.486752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-9c3eb07c-57ce-43bf-9045-bbf2b8c72bbb service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441315 Jul 22 23:26:22.554354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-05a560ea-5430-4660-8eb5-82972dc10b77 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:22.557026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-05a560ea-5430-4660-8eb5-82972dc10b77 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114027 Jul 22 23:26:22.564520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-1a6a74d4-9fbd-4fcd-bc53-8a94567f0d22 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137791 Jul 22 23:26:22.573635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:22.591093 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a493d5a1-deea-448e-b6d5-9255af2e8f59 req-6397de14-f40f-474a-a9d1-63cc27ab0ba0 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984173 Jul 22 23:26:22.596410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-37110fb0-6147-4f99-b6a1-9fefc49910ca tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:22.597837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-37110fb0-6147-4f99-b6a1-9fefc49910ca tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4366691 Jul 22 23:26:22.635550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '84e612c7-2bdc-413f-92be-e90851ae942c', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:22.709924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Allocated IP 192.168.233.10 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/da717888-7c8b-4709-aa27-5cc338048f6c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:22.763283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4182f5de-6872-45cb-b3b0-ef600d427910 req-e1a4500c-9be0-4713-943b-ef513a7616e5 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136787 Jul 22 23:26:22.914018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d06ea5bd-da65-4e7a-8080-4dbc66902d64 req-26a9e908-83bb-45ed-b710-092f4d64b7ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 210 time: 0.0799429 Jul 22 23:26:22.944635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-bfdcd20f-1f32-43c9-8f8c-88dddb2cc939 service neutron] 10.222.0.21 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660727 Jul 22 23:26:23.019576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:26:23.019576 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:26:23.019576 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': '13343c137b514f0aabf29b5c968bf0fd', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 26, 22, 970780)}] Jul 22 23:26:23.019576 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:26:23.020077 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:26:23.075833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:23.087447 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.179162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1dc50f42-c46b-4076-8d6b-bef45776c773 req-c591fa46-ab98-47e0-9677-e4db60135599 tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "GET /v2.0/security-groups/9176fdaf-fbbf-4d72-9ccd-1534b6746249 HTTP/1.1" status: 200 len: 2396 time: 0.2130287 Jul 22 23:26:23.250313 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.266957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-a4c8ddbd-da18-4d79-afa1-796e2a2c237e service neutron] 10.222.0.21 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975814 Jul 22 23:26:23.304408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Transition to ACTIVE for port object da717888-7c8b-4709-aa27-5cc338048f6c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:23.337997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1dc50f42-c46b-4076-8d6b-bef45776c773 req-7c53b016-0c9d-4d5b-a8a3-cd48fd10fc8f tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.374983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1dc50f42-c46b-4076-8d6b-bef45776c773 req-7c53b016-0c9d-4d5b-a8a3-cd48fd10fc8f tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.381844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.397590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['927d05d9-efdf-42be-8784-3bbf8297423e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:23.426412 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013d166e-6bd3-4342-a8b3-0e7691d79bfb x-openstack-request-id: req-013d166e-6bd3-4342-a8b3-0e7691d79bfb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:23.426901 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "tag": "5861df09-2074-4f3d-be89-a86875ab9862", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:23.427320 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-013d166e-6bd3-4342-a8b3-0e7691d79bfb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:23.427914 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862', 'status': 'completed', 'code': 200} Jul 22 23:26:23.601718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:23.605785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1dc50f42-c46b-4076-8d6b-bef45776c773 req-7c53b016-0c9d-4d5b-a8a3-cd48fd10fc8f tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.608204 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1dc50f42-c46b-4076-8d6b-bef45776c773 req-7c53b016-0c9d-4d5b-a8a3-cd48fd10fc8f tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.609385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1dc50f42-c46b-4076-8d6b-bef45776c773 req-7c53b016-0c9d-4d5b-a8a3-cd48fd10fc8f tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] 10.222.0.21 "DELETE /v2.0/security-groups/9176fdaf-fbbf-4d72-9ccd-1534b6746249 HTTP/1.1" status: 204 len: 173 time: 0.4196687 Jul 22 23:26:23.625792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:23.643826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53b016-0c9d-4d5b-a8a3-cd48fd10fc8f tempest-SecurityGroupRulesTestJSON-318118754 tempest-SecurityGroupRulesTestJSON-318118754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176fdaf-fbbf-4d72-9ccd-1534b6746249,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:23.650058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:23.665513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:23.671201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:23.671886 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.696494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.188 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/2d4c80bc-6af2-47df-8377-bafb9cd3b5c8) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:23.702913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Pushing event updated for resources: {'Port': ['ID=da717888-7c8b-4709-aa27-5cc338048f6c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:23.727061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:23.731779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.738716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-af1aee50-5206-4ae3-b67d-e1414e3f2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:23.740859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-af1aee50-5206-4ae3-b67d-e1414e3f2c5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 1094 time: 0.2771950 Jul 22 23:26:23.768144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-3a77d2fa-4f47-439d-b114-1920b73aa1b6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6948099 Jul 22 23:26:23.821792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Request body: {'port': {'device_id': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:23.834244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Deleting subnet edc4d461-6f61-4fd3-b18a-f18a11f9d7ab {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:26:23.842914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.935942 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.960520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:23.968916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13424637-ee4f-4335-9fa0-207d642e7bc9 req-02bec8c0-4452-4833-9fe9-f6d83bcece3e tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:23.970988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13424637-ee4f-4335-9fa0-207d642e7bc9 req-02bec8c0-4452-4833-9fe9-f6d83bcece3e tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 943 time: 0.4181719 Jul 22 23:26:24.047006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b73b199-bc34-4be5-92d2-92dcc3ebe248 None None] Provisioning for port da717888-7c8b-4709-aa27-5cc338048f6c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:24.053183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b73b199-bc34-4be5-92d2-92dcc3ebe248 None None] Provisioning complete for port da717888-7c8b-4709-aa27-5cc338048f6c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:24.054053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b73b199-bc34-4be5-92d2-92dcc3ebe248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.141199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4b73b199-bc34-4be5-92d2-92dcc3ebe248 None None] Port da717888-7c8b-4709-aa27-5cc338048f6c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:24.141597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.184354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc4d461-6f61-4fd3-b18a-f18a11f9d7ab,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:24.186524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-70bcfed4-5938-49e1-b4a6-ac294e8ff440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:24.188019 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-70bcfed4-5938-49e1-b4a6-ac294e8ff440 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 924 time: 0.4319570 Jul 22 23:26:24.189395 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.194148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-69be17eb-57ee-413f-ba3b-35edc90d5fbb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/edc4d461-6f61-4fd3-b18a-f18a11f9d7ab HTTP/1.1" status: 204 len: 168 time: 0.5631266 Jul 22 23:26:24.194788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49140) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:24.272307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-4fb4ef6f-5e0f-4676-a463-cc7e3687c1ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5861df09-2074-4f3d-be89-a86875ab9862 HTTP/1.1" status: 200 len: 217 time: 0.0765250 Jul 22 23:26:24.371628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.422646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.446344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-819c99b7-d170-4a69-b515-669ddab2230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:24.448177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-819c99b7-d170-4a69-b515-669ddab2230a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 200 len: 862 time: 0.1680830 Jul 22 23:26:24.496363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13424637-ee4f-4335-9fa0-207d642e7bc9 req-bb29cc28-1dad-4a17-8a82-562fe067207a tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4871893 Jul 22 23:26:24.518729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.541024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.541854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.542265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.542617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.542935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.543403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.544220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.544220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.544220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.544696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.640666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.675557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.682513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.686570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.687097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:26:24.687656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8452bade-e290-4513-8d6f-9d0566c3ac46']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:24.707838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0be138f-7fbe-46a0-bdc6-a87ec406b911 req-255fe840-2567-44c1-9861-e072129e441e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 210 time: 0.0752373 Jul 22 23:26:24.721978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ff286-a3a0-4ef3-a3e1-7175d6829063 req-e236e444-9f55-41f1-9040-311609b888bf tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:24.730023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6256019-f3ab-43d1-b844-4c40fdb228ee') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:24.730332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6256019-f3ab-43d1-b844-4c40fdb228ee') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:24.732059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e92ff286-a3a0-4ef3-a3e1-7175d6829063 req-e236e444-9f55-41f1-9040-311609b888bf tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 935 time: 0.3725753 Jul 22 23:26:24.748316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.49', 61552) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:24.763372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.769708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:24.788775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.813525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:26:24.813934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:24.817245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-6e79d192-3984-44bf-bb4c-7a881e089e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:24.819148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-6e79d192-3984-44bf-bb4c-7a881e089e4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3637595 Jul 22 23:26:24.824529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5861df09-2074-4f3d-be89-a86875ab9862 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: from cryptography.utils import int_from_bytes Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: from cryptography.utils import int_from_bytes Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:26:24.848409 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:26:24.930318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e92ff286-a3a0-4ef3-a3e1-7175d6829063 req-d31d8061-e9d0-42aa-adcd-4b0a41c22e33 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969342 Jul 22 23:26:24.983288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-bf1e8e9b-e6ed-4919-a259-44bde92b54a2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:24.984871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-bf1e8e9b-e6ed-4919-a259-44bde92b54a2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 822 time: 0.2355578 Jul 22 23:26:24.993481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.013870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:25.027061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'port': {'device_id': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'admin_state_up': True, 'tenant_id': '14ce31166af642329c40b9d1b40c95fd'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:25.042834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5861df09-2074-4f3d-be89-a86875ab9862, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5861df09-2074-4f3d-be89-a86875ab9862,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:25.061033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '5861df09-2074-4f3d-be89-a86875ab9862', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'port_id': '5861df09-2074-4f3d-be89-a86875ab9862', 'mac_address': 'fa:16:3e:0a:26:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:25.065279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:25.084879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.089982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-3042bec7-1b79-46ca-8b58-43655c090da4 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397006 Jul 22 23:26:25.096269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.103234 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8452bade-e290-4513-8d6f-9d0566c3ac46 HTTP/1.1" status: 204 len: 168 time: 0.9056594 Jul 22 23:26:25.127045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4657f-0b6a-42c4-bb27-67ec16f3fff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8452bade-e290-4513-8d6f-9d0566c3ac46,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:25.162619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d661a4-f2c5-4de1-8113-f5ae4ca6c2f1 req-37743ce5-b253-49ed-b13d-5a170bd902ab tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:25.170657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5d661a4-f2c5-4de1-8113-f5ae4ca6c2f1 req-37743ce5-b253-49ed-b13d-5a170bd902ab tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 945 time: 0.3613551 Jul 22 23:26:25.178218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:25.186158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.187 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/93777867-a09a-47a6-8b11-ee030ec2e0da) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:25.205430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:25.221580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:25.227092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:25.228411 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.234412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:25.248115 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d146356f-c9e1-4510-a84d-d8977a46c484 req-a265adb7-f686-459f-aac7-b4a9b8ccd150 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422451 Jul 22 23:26:25.361460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a52165e3-8e99-4643-bcd6-05ffe18d9d11 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7919164 Jul 22 23:26:25.384625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Request body: {'port': {'device_id': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:25.397925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5d661a4-f2c5-4de1-8113-f5ae4ca6c2f1 req-111cd63e-46b5-4b13-bdb7-f94435e93511 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263808 Jul 22 23:26:25.465795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:25.488021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.535254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5861df09-2074-4f3d-be89-a86875ab9862 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:25.547248 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-42eb8f89-e544-4510-b155-8ebe7a0d5808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=447210c3fd2147c0aa39e23c275c4620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801880 Jul 22 23:26:25.555223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:25.562779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b3173-4b8a-4963-b044-d793e012ae9c req-99db1531-0454-412a-9e15-0f0c4f143170 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:25.569582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed1b3173-4b8a-4963-b044-d793e012ae9c req-99db1531-0454-412a-9e15-0f0c4f143170 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 936 time: 0.4935532 Jul 22 23:26:25.596843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5861df09-2074-4f3d-be89-a86875ab9862, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5861df09-2074-4f3d-be89-a86875ab9862,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:25.609818 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.658332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a68d476f-eff1-472b-a2cf-ad581974b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.685930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Made reservation on behalf of 14ce31166af642329c40b9d1b40c95fd for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:25.689405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.712180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a68d476f-eff1-472b-a2cf-ad581974b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.726335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f051fe8-0410-4058-a1ff-992f81c8a4a2 None None] Provisioning for port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:25.730039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed1b3173-4b8a-4963-b044-d793e012ae9c req-58bf138c-dc9f-4c3d-812b-cce61cc171c7 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594732 Jul 22 23:26:25.742534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f051fe8-0410-4058-a1ff-992f81c8a4a2 None None] Provisioning complete for port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:25.743110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f051fe8-0410-4058-a1ff-992f81c8a4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.744829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5861df09-2074-4f3d-be89-a86875ab9862,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:25.762590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.805034 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.823625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a68d476f-eff1-472b-a2cf-ad581974b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.827713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a68d476f-eff1-472b-a2cf-ad581974b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:25.830444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f051fe8-0410-4058-a1ff-992f81c8a4a2 None None] Port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:25.843137 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a68d476f-eff1-472b-a2cf-ad581974b6e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f78b330-0b44-480b-97cd-d46427999840 HTTP/1.1" status: 204 len: 168 time: 0.2724864 Jul 22 23:26:25.863385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5861df09-2074-4f3d-be89-a86875ab9862'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:25.876391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d476f-eff1-472b-a2cf-ad581974b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78b330-0b44-480b-97cd-d46427999840,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:25.980946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object 93777867-a09a-47a6-8b11-ee030ec2e0da will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:26.205058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:26.225452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-a86f94e0-23a3-438b-95b0-f45bc93bfa70 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865166 Jul 22 23:26:26.237490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Allocated IP 172.20.0.5 (abe7dc81-424d-4b71-bdf5-736d6fab2536/2a3435ce-75ea-479c-83bd-ea0969cdf774/434ee5e1-526d-496c-acc0-7d08fc22a04d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:26.250059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b662edc-d06a-422d-be04-0d2d486203a6 req-6a91ed87-8825-4a46-b214-33fdc7d1ab93 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.257146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b662edc-d06a-422d-be04-0d2d486203a6 req-6a91ed87-8825-4a46-b214-33fdc7d1ab93 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 944 time: 0.3967574 Jul 22 23:26:26.363393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-8a99f4a8-4d4c-42d8-97fd-262c04121cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.365832 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-8a99f4a8-4d4c-42d8-97fd-262c04121cae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 1100 time: 0.0880892 Jul 22 23:26:26.415825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:26.450819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:26.453406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:26.461537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:26.467476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.468136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:26.468324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:26.470683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=93777867-a09a-47a6-8b11-ee030ec2e0da,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:26.510448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-ccc4eb1e-5f71-499d-82c4-367ee0080c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.512649 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-ccc4eb1e-5f71-499d-82c4-367ee0080c63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1262510 Jul 22 23:26:26.532190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b662edc-d06a-422d-be04-0d2d486203a6 req-81b074f8-5bdc-4c3c-9045-10f7686b79b8 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741609 Jul 22 23:26:26.583026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-5d65ae58-be7d-4796-b5ed-fb34783fcb52 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9536724 Jul 22 23:26:26.618934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Request body: {'port': {'device_id': '84e612c7-2bdc-413f-92be-e90851ae942c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:26.661944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f2c1e-72d7-4764-a530-ae725c6e2f7e req-818b284b-40b1-4c2c-a8b8-24ee7e946adb tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.663726 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-e82cf18d-b80b-4d72-ae56-ae1ab2d80c9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=2588af58-5f40-4158-b906-fed428bde9b2 HTTP/1.1" status: 200 len: 217 time: 0.1437471 Jul 22 23:26:26.668484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b52f2c1e-72d7-4764-a530-ae725c6e2f7e req-818b284b-40b1-4c2c-a8b8-24ee7e946adb tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1096 time: 0.5105624 Jul 22 23:26:26.766291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-97d93fa9-c58f-4395-a9b9-770b92f59982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.768638 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-97d93fa9-c58f-4395-a9b9-770b92f59982 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0959136 Jul 22 23:26:26.840268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5861df09-2074-4f3d-be89-a86875ab9862 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:26.887242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-43013c7f-82e2-4861-9b8f-0ae86e3e0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:26.892316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-43013c7f-82e2-4861-9b8f-0ae86e3e0d20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160324 Jul 22 23:26:26.967986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2dae2d0d-ab8d-4fdf-8b3a-ffccaad4567d None None] Provisioning for port 93777867-a09a-47a6-8b11-ee030ec2e0da completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:26.984246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2dae2d0d-ab8d-4fdf-8b3a-ffccaad4567d None None] Provisioning complete for port 93777867-a09a-47a6-8b11-ee030ec2e0da triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:26.984677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2dae2d0d-ab8d-4fdf-8b3a-ffccaad4567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.018332 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-2ece4ed6-96a4-435f-abf5-2d5c70fe6bf3 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190484 Jul 22 23:26:27.059153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 5861df09-2074-4f3d-be89-a86875ab9862 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:27.067642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2dae2d0d-ab8d-4fdf-8b3a-ffccaad4567d None None] Port 93777867-a09a-47a6-8b11-ee030ec2e0da cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:27.076697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 5861df09-2074-4f3d-be89-a86875ab9862 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:27.077153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.126037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:27.174998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cc6ddf-5987-4f3e-bc65-4810f7f77c5a req-e85ee3f1-6c90-4169-919c-4939406aef7e service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455510 Jul 22 23:26:27.253814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.285058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-903176340-network', 'tenant_id': '8fa50048dc4f49f69c5c693e014b37c6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:27.308002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5861df09-2074-4f3d-be89-a86875ab9862, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5861df09-2074-4f3d-be89-a86875ab9862,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:27.309059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:27.312119 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ea472e-244b-4f99-9954-5ed16da27e1c" -d '{"events": [{"server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "name": "network-vif-plugged", "status": "completed", "tag": "5861df09-2074-4f3d-be89-a86875ab9862"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:27.312769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Made reservation on behalf of 8fa50048dc4f49f69c5c693e014b37c6 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:27.315144 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.317520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.319276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cebb3497-2c23-4d9a-99f1-4228bfeeddca req-e3f2deaa-19ef-4a06-871c-898bc4853208 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 210 time: 0.4853725 Jul 22 23:26:27.333713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.388226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5861df09-2074-4f3d-be89-a86875ab9862,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:27.390336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da717888-7c8b-4709-aa27-5cc338048f6c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:27.407931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b52f2c1e-72d7-4764-a530-ae725c6e2f7e req-038219f9-dde9-475c-b7a0-e62fe67a6c30 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7384858 Jul 22 23:26:27.421153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.475697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.490527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Transition to ACTIVE for port object da717888-7c8b-4709-aa27-5cc338048f6c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:27.492062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.506917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.516743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.535184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.560634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:26:27.576839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.577277 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Added segment 2e22f351-b2ff-47bf-8449-d0651b3864ba of type vlan for network 27e416cd-9f48-46b7-b3ec-873fb96db678 Jul 22 23:26:27.644031 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.648977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98ed16-9f03-400e-96dc-5d9bb8a4d638,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:27.687663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.689051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:27.694567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.735019 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6048365 Jul 22 23:26:27.735429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:27.744531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Request body: {'subnet': {'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-903176340-subnet', 'tenant_id': '8fa50048dc4f49f69c5c693e014b37c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:27.771305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=da717888-7c8b-4709-aa27-5cc338048f6c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:27.781874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ae5fb-d518-4e85-b370-0b47ee4236e5 admin admin] Pushing event updated for resources: {'Network': ['ID=27e416cd-9f48-46b7-b3ec-873fb96db678,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:27.805975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Made reservation on behalf of 8fa50048dc4f49f69c5c693e014b37c6 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:27.808713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:27.812447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:26:27.910224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315abee3-39e8-4f98-abf5-274fdaa5efa1 req-47b679cc-a725-46d9-be95-0419a6630729 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:27.917369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-315abee3-39e8-4f98-abf5-274fdaa5efa1 req-47b679cc-a725-46d9-be95-0419a6630729 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 935 time: 0.4893296 Jul 22 23:26:27.948125 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.017175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Attempting to bind port da717888-7c8b-4709-aa27-5cc338048f6c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:28.017399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Attempting to bind port da717888-7c8b-4709-aa27-5cc338048f6c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:28.017578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Attempting to bind port da717888-7c8b-4709-aa27-5cc338048f6c on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:28.049204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.063181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Port da717888-7c8b-4709-aa27-5cc338048f6c on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:28.063511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Attempting to bind port da717888-7c8b-4709-aa27-5cc338048f6c on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:28.103373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:28.111584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-315abee3-39e8-4f98-abf5-274fdaa5efa1 req-ed7813dd-7494-46ad-9777-86ec6f638188 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930621 Jul 22 23:26:28.119384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f6f83-1836-4c6c-a218-a437ef6c0e9b req-7a7d24fc-8d2a-4cf4-abd0-b90e2aa2d8e5 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:28.122827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941c303d-65b0-4d3b-978d-e11203647f1c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:28.126154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f26f6f83-1836-4c6c-a218-a437ef6c0e9b req-7a7d24fc-8d2a-4cf4-abd0-b90e2aa2d8e5 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 936 time: 0.5100067 Jul 22 23:26:28.136057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:28.136057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:28.136057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:28.136057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Bound port: da717888-7c8b-4709-aa27-5cc338048f6c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:28.136057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.140279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:28.150544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Checking segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:28.150921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Network hostable DHCP agents. Network: 27e416cd-9f48-46b7-b3ec-873fb96db678, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:26:28.155288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:28.161121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:28.161767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.164248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:28.173481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:26:28.179391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:28.186998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 27e416cd-9f48-46b7-b3ec-873fb96db678) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:28.199048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:28.199726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.199989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96602388-100d-4ee0-95aa-f91ac03a6242 None None] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:28.208699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.231916 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfb1a1-d7a1-4bc4-b880-39adcee11762 x-openstack-request-id: req-26dfb1a1-d7a1-4bc4-b880-39adcee11762 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:28.232639 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "name": "network-vif-plugged", "status": "completed", "tag": "5861df09-2074-4f3d-be89-a86875ab9862", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:28.233103 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26dfb1a1-d7a1-4bc4-b880-39adcee11762 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:28.233736 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862', 'code': 200} Jul 22 23:26:28.254604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c8b952c2-f476-42ef-803c-77966bd038e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5077281 Jul 22 23:26:28.267416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-d0c8b2e7-05a9-4c13-bc6f-91367bc7bb4e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2515724 Jul 22 23:26:28.280419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Transition to ACTIVE for port object 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:28.285395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Request body: {'port': {'device_id': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:28.296063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f26f6f83-1836-4c6c-a218-a437ef6c0e9b req-8f95d792-b75b-4fd7-bc18-3e35b3080665 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690714 Jul 22 23:26:28.340106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.417942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7913d91-5f78-4a4c-9a45-208d61da31df req-1f491d82-01e7-48d3-a35f-eeee3a61e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:28.419490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7913d91-5f78-4a4c-9a45-208d61da31df req-1f491d82-01e7-48d3-a35f-eeee3a61e345 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 1096 time: 0.1277049 Jul 22 23:26:28.482548 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7913d91-5f78-4a4c-9a45-208d61da31df req-ac2f24cf-29b3-4187-9441-890cb0efb45c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567675 Jul 22 23:26:28.484519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48461c20-4d13-4ef0-92b3-0defae73f5ab None None] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:26:28.552782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] For port da717888-7c8b-4709-aa27-5cc338048f6c, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:28.567096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] For port da717888-7c8b-4709-aa27-5cc338048f6c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=da717888-7c8b-4709-aa27-5cc338048f6c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:28.671051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.681398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:28.767225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:28.767872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.769270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] 10.222.0.48 "PUT /v2.0/ports/da717888-7c8b-4709-aa27-5cc338048f6c HTTP/1.1" status: 200 len: 1095 time: 4.9683673 Jul 22 23:26:28.780740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'tag': 'da717888-7c8b-4709-aa27-5cc338048f6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:28.784003 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475ff1c-d4be-4287-a25d-5683a2aed307" -d '{"events": [{"name": "network-changed", "server_uuid": "381205f1-2332-437f-aa8f-7767dd73cfe4", "tag": "da717888-7c8b-4709-aa27-5cc338048f6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:28.786404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:28.863323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Attempting to bind port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:28.863686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Attempting to bind port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:28.864018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Attempting to bind port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:28.938871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:28.939200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Attempting to bind port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:28.983068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee181ff-624e-4346-87bd-ccae39cf34d8 req-13395718-afdd-44c6-9921-9cf892658dfa tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:28.984640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ee181ff-624e-4346-87bd-ccae39cf34d8 req-13395718-afdd-44c6-9921-9cf892658dfa tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1096 time: 0.6090641 Jul 22 23:26:28.994024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbaf3f-0d64-43e0-8ca3-053c1d832cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=da717888-7c8b-4709-aa27-5cc338048f6c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:29.011420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259565c-bccf-4849-8e80-7239459f002d req-f4e13820-f3b0-4f2e-a099-cb0c1e0ba83d tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:29.013817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2259565c-bccf-4849-8e80-7239459f002d req-f4e13820-f3b0-4f2e-a099-cb0c1e0ba83d tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 945 time: 0.4677863 Jul 22 23:26:29.014627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:29.014963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:29.015364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:29.015833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Bound port: 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:29.016168 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:29.260339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93777867-a09a-47a6-8b11-ee030ec2e0da {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:29.280593 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ee181ff-624e-4346-87bd-ccae39cf34d8 req-22c3e457-fb20-40fc-b061-f91d1d8e22b3 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777505 Jul 22 23:26:29.286859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:29.325027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2259565c-bccf-4849-8e80-7239459f002d req-281149fa-c4d4-4b1b-872c-75fb6e99aa7d tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816288 Jul 22 23:26:29.374441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-8a3f8e90-5a8a-467a-be95-97ccd1b5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:29.387906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-8a3f8e90-5a8a-467a-be95-97ccd1b5c773 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 1098 time: 0.5189300 Jul 22 23:26:29.387906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Transition to ACTIVE for port object 93777867-a09a-47a6-8b11-ee030ec2e0da will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:29.395687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] For port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:29.416350 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:29.491047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] For port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:29.519055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-63475838-6396-408e-9208-b06c63f15b4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=da717888-7c8b-4709-aa27-5cc338048f6c HTTP/1.1" status: 200 len: 217 time: 0.1206732 Jul 22 23:26:29.563927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:29.920463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:29.921064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:29.922460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] 10.222.0.49 "PUT /v2.0/ports/2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 HTTP/1.1" status: 200 len: 1096 time: 4.5432825 Jul 22 23:26:29.938552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Pushing event updated for resources: {'Port': ['ID=93777867-a09a-47a6-8b11-ee030ec2e0da,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:30.051760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-1954a758-1241-4531-8a88-20175c7b3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.053225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-1954a758-1241-4531-8a88-20175c7b3992 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.4871790 Jul 22 23:26:30.107691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Attempting to bind port 93777867-a09a-47a6-8b11-ee030ec2e0da on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:30.107952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Attempting to bind port 93777867-a09a-47a6-8b11-ee030ec2e0da by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:30.108286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Attempting to bind port 93777867-a09a-47a6-8b11-ee030ec2e0da on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:30.172088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Port 93777867-a09a-47a6-8b11-ee030ec2e0da on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:30.172430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Attempting to bind port 93777867-a09a-47a6-8b11-ee030ec2e0da on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:30.218377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:30.218723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:30.219630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:30.219630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Bound port: 93777867-a09a-47a6-8b11-ee030ec2e0da, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:30.219939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:30.252753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cde14-816b-4126-b996-4063dc9827ac req-caae6864-778a-44e3-80bb-93096f03882a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.254277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c66cde14-816b-4126-b996-4063dc9827ac req-caae6864-778a-44e3-80bb-93096f03882a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 931 time: 0.7672102 Jul 22 23:26:30.271453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8c7bb-906c-41c3-9d3c-9c6c3fe0e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:30.287928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-d07eb37c-b15b-4d3c-ab2d-911c071b4923 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.289392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-d07eb37c-b15b-4d3c-ab2d-911c071b4923 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 814 time: 0.4065280 Jul 22 23:26:30.355890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434ee5e1-526d-496c-acc0-7d08fc22a04d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:30.381291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:30.387408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-be8a0547-d919-43fb-9bf4-2f848033144a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/quotas/8fa50048dc4f49f69c5c693e014b37c6 HTTP/1.1" status: 200 len: 375 time: 0.0827801 Jul 22 23:26:30.422388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-73a6ec38-b784-4906-93bc-88b35575de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.424070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-73a6ec38-b784-4906-93bc-88b35575de0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 1099 time: 0.4357576 Jul 22 23:26:30.446857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c66cde14-816b-4126-b996-4063dc9827ac req-d2e4aad6-893e-41dd-b6d0-7187ff47ca19 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769464 Jul 22 23:26:30.462772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-bf8934af-0e3b-4e44-96b1-48d5dddc9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.464451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-bf8934af-0e3b-4e44-96b1-48d5dddc9d5a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3589432 Jul 22 23:26:30.484343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Transition to ACTIVE for port object 434ee5e1-526d-496c-acc0-7d08fc22a04d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:30.515828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-5bb2f74c-35b2-4c59-b76c-e07b7c952a21 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084807 Jul 22 23:26:30.525163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] For port 93777867-a09a-47a6-8b11-ee030ec2e0da, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:30.528524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-a712a563-4f2f-467b-b1f4-ff51ebfa72a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.0792117 Jul 22 23:26:30.532690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:30.558679 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ac107c-14d3-4a9b-a539-0dc2422a5d0c x-openstack-request-id: req-52ac107c-14d3-4a9b-a539-0dc2422a5d0c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:30.558971 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381205f1-2332-437f-aa8f-7767dd73cfe4", "tag": "da717888-7c8b-4709-aa27-5cc338048f6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:30.559219 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52ac107c-14d3-4a9b-a539-0dc2422a5d0c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:30.559642 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'tag': 'da717888-7c8b-4709-aa27-5cc338048f6c', 'status': 'completed', 'code': 200} Jul 22 23:26:30.582529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] For port 93777867-a09a-47a6-8b11-ee030ec2e0da, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=93777867-a09a-47a6-8b11-ee030ec2e0da,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:30.647726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:30.806175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.806802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:30.808232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] 10.222.0.48 "PUT /v2.0/ports/93777867-a09a-47a6-8b11-ee030ec2e0da HTTP/1.1" status: 200 len: 1096 time: 4.1992214 Jul 22 23:26:30.811748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:30.814907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-731610f1-ea7c-461d-bdd0-425b26530e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:30.816382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-731610f1-ea7c-461d-bdd0-425b26530e42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2728562 Jul 22 23:26:30.947570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-00cfb2bd-8a81-44b8-8b87-d80d6b8e001f service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600203 Jul 22 23:26:30.989373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Attempting to bind port 434ee5e1-526d-496c-acc0-7d08fc22a04d on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:30.989708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Attempting to bind port 434ee5e1-526d-496c-acc0-7d08fc22a04d by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:30.990038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Attempting to bind port 434ee5e1-526d-496c-acc0-7d08fc22a04d on network abe7dc81-424d-4b71-bdf5-736d6fab2536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:30.993823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-88b45cb1-f02d-49c3-afef-9c6e3d4235bc service neutron] 10.222.0.21 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643424 Jul 22 23:26:31.041011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Port 434ee5e1-526d-496c-acc0-7d08fc22a04d on network abe7dc81-424d-4b71-bdf5-736d6fab2536 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:31.041354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Attempting to bind port 434ee5e1-526d-496c-acc0-7d08fc22a04d on network abe7dc81-424d-4b71-bdf5-736d6fab2536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:31.065604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc9958-a6b1-46ee-99ab-4db33112132e service neutron] Pushing event updated for resources: {'Port': ['ID=93777867-a09a-47a6-8b11-ee030ec2e0da,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:31.090955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310f6c-042f-4f1b-bfd4-04a46cbd900c req-4da7572e-f2b4-47b6-a8c2-275b31cca988 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:31.092496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e310f6c-042f-4f1b-bfd4-04a46cbd900c req-4da7572e-f2b4-47b6-a8c2-275b31cca988 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 947 time: 0.4922662 Jul 22 23:26:31.093249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:31.093589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Checking segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:31.093975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Bound using segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:31.094427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Bound port: 434ee5e1-526d-496c-acc0-7d08fc22a04d, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:31.094794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:31.268768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-7b21a926-0862-41a5-a0a5-00125f990ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:31.270218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-7b21a926-0862-41a5-a0a5-00125f990ba9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4406569 Jul 22 23:26:31.282715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-ed29cf6f-ec09-4cc3-93fd-dc3abc8bf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:31.284217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-ed29cf6f-ec09-4cc3-93fd-dc3abc8bf920 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 1099 time: 0.3927720 Jul 22 23:26:31.310954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb672e10-a647-4904-930f-c9e6ef1aeead req-f542dd71-b00b-4c94-8862-01f820ad00ce service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365073 Jul 22 23:26:31.331548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e310f6c-042f-4f1b-bfd4-04a46cbd900c req-bbcd1afe-21cc-42a7-8d4a-e1dae6118beb tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875868 Jul 22 23:26:31.340911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-079a0dd3-9ef3-4e3d-94be-9c69e2bfac4f service neutron] 10.222.0.21 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348880 Jul 22 23:26:31.389171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-7bbf59e6-b8ff-4293-ace1-931ff4af08d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=93777867-a09a-47a6-8b11-ee030ec2e0da HTTP/1.1" status: 200 len: 217 time: 0.0865853 Jul 22 23:26:31.395718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:31.466283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:31.554081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:31.869609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:31.870200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:31.871594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] 10.222.0.49 "PUT /v2.0/ports/434ee5e1-526d-496c-acc0-7d08fc22a04d HTTP/1.1" status: 200 len: 1091 time: 3.5944717 Jul 22 23:26:31.876426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-272b86a4-2046-45a8-91fe-826f763cf271 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868716 Jul 22 23:26:31.891123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-e63a11df-a98b-4e3a-b82b-9a1b3fa306ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:31.892613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-e63a11df-a98b-4e3a-b82b-9a1b3fa306ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.4313388 Jul 22 23:26:32.018582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078547-b7b2-417d-b411-799146ffdbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:32.085683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb9c3-677a-41c9-9699-cc85bb974bf9 req-5ec58bb0-550e-4b09-a28b-ed6bf9987810 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.087216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebaeb9c3-677a-41c9-9699-cc85bb974bf9 req-5ec58bb0-550e-4b09-a28b-ed6bf9987810 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 948 time: 0.6459043 Jul 22 23:26:32.094362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-623d06ef-ab94-4efd-bcea-1b6072bbfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.095870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-623d06ef-ab94-4efd-bcea-1b6072bbfe9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 1098 time: 0.6316276 Jul 22 23:26:32.179785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bcf74-662d-46ae-a359-ae24d1ff4b07 req-a0cfaa19-62f4-4d86-91f7-43c98b266247 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.182060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-655bcf74-662d-46ae-a359-ae24d1ff4b07 req-a0cfaa19-62f4-4d86-91f7-43c98b266247 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 945 time: 0.3991129 Jul 22 23:26:32.205361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-8057ec75-3f12-4b72-a309-226344dccbea service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177259 Jul 22 23:26:32.267965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-b13f1a4c-0ba1-46c0-a2f7-6e264e5e1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.269466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-b13f1a4c-0ba1-46c0-a2f7-6e264e5e1cae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 1094 time: 0.3313177 Jul 22 23:26:32.276747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebaeb9c3-677a-41c9-9699-cc85bb974bf9 req-1a4e4bd2-82c2-4898-b505-fea064094146 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753697 Jul 22 23:26:32.283528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694daac2-c096-4325-86f9-c1331bc1b48c req-631691ad-abf1-44af-9443-1cacd82fdb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.285117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-631691ad-abf1-44af-9443-1cacd82fdb9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3688416 Jul 22 23:26:32.348338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-ba2bfe97-28bd-4b63-bf21-9e5d43640a8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d HTTP/1.1" status: 200 len: 217 time: 0.0621681 Jul 22 23:26:32.367242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-655bcf74-662d-46ae-a359-ae24d1ff4b07 req-5df8f016-c205-40fa-8e71-7755437edfbe tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749461 Jul 22 23:26:32.438088 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:26:32.441978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e7d4767-094f-4d32-98e8-589197e8f2bf req-9ff7abc3-9771-494e-938d-f4b107a35b5a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 210 time: 0.0917156 Jul 22 23:26:32.447107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-f5a48a37-a90e-484e-86e6-3c0f3ac4ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.448579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-f5a48a37-a90e-484e-86e6-3c0f3ac4ddd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3346303 Jul 22 23:26:32.553529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-a7af43ee-e270-4cfe-a239-d5bca5dfbcf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=da717888-7c8b-4709-aa27-5cc338048f6c HTTP/1.1" status: 200 len: 217 time: 0.0745530 Jul 22 23:26:32.566451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'tag': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'}, {'name': 'network-changed', 'server_uuid': '84e612c7-2bdc-413f-92be-e90851ae942c', 'tag': '93777867-a09a-47a6-8b11-ee030ec2e0da'}, {'name': 'network-changed', 'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:32.568739 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5f2c90-6e7a-4f69-b761-d11585610fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5555c2cd-1806-4de5-a5ba-b331570f241c", "tag": "2d4c80bc-6af2-47df-8377-bafb9cd3b5c8"}, {"name": "network-changed", "server_uuid": "84e612c7-2bdc-413f-92be-e90851ae942c", "tag": "93777867-a09a-47a6-8b11-ee030ec2e0da"}, {"name": "network-changed", "server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:32.588759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-9b89e515-8461-4bb6-a784-fb3ca0f4d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.589974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-9b89e515-8461-4bb6-a784-fb3ca0f4d91e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 200 len: 862 time: 0.2146840 Jul 22 23:26:32.683695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-c1a525f7-2b19-441e-8a9e-a9d8adc57944 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abe7dc81-424d-4b71-bdf5-736d6fab2536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611978 Jul 22 23:26:32.725064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-09fb7214-7319-4467-909e-80aa1a52618b service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879817 Jul 22 23:26:32.789465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-1f5de66f-2445-4885-a2c3-e2355d77c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.791077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-1f5de66f-2445-4885-a2c3-e2355d77c713 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2165737 Jul 22 23:26:32.925351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8521b-eac5-4204-b76f-42c6a983a1c4 req-e2b8dec7-acab-44ac-8e89-00e147208d80 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.926835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64b8521b-eac5-4204-b76f-42c6a983a1c4 req-e2b8dec7-acab-44ac-8e89-00e147208d80 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 943 time: 0.4407210 Jul 22 23:26:32.937599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-8b54723c-e38a-4054-bada-e663fd1126d6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:32.939050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-8b54723c-e38a-4054-bada-e663fd1126d6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.49 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 814 time: 0.3916264 Jul 22 23:26:32.970746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Request body: {'port': {'device_id': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'admin_state_up': True, 'tenant_id': '8fa50048dc4f49f69c5c693e014b37c6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:33.050455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694daac2-c096-4325-86f9-c1331bc1b48c req-e97a4773-0f5f-4840-80be-413e0c7896b2 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088541 Jul 22 23:26:33.093487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-418bb299-75b9-4023-b11b-4a35f1edc595 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591416 Jul 22 23:26:33.099305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64b8521b-eac5-4204-b76f-42c6a983a1c4 req-6475bfca-7aee-4467-9911-3d5ba89b6cc8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592946 Jul 22 23:26:33.159624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-abeb3d5d-fb1a-4dc8-bf9b-e5bc64765d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:33.161125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-abeb3d5d-fb1a-4dc8-bf9b-e5bc64765d02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3514347 Jul 22 23:26:33.345019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Made reservation on behalf of 8fa50048dc4f49f69c5c693e014b37c6 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:33.349506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:33.372272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7bd16cb-166e-41e4-b68e-5e299b1cad67 req-58740857-56ec-4827-9a4a-08e1263b1372 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669621 Jul 22 23:26:33.466948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-87ab9c1a-856a-4647-9949-5f5868165f22 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966008 Jul 22 23:26:33.535500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d13b50-5292-4cdc-8378-a8e7970d8ccd req-66dd66d8-eee8-41fc-8e7a-1affb7daf093 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:33.537452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65d13b50-5292-4cdc-8378-a8e7970d8ccd req-66dd66d8-eee8-41fc-8e7a-1affb7daf093 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 947 time: 0.2736616 Jul 22 23:26:33.578451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:33.682215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Allocated IP 172.20.0.2 (27e416cd-9f48-46b7-b3ec-873fb96db678/941c303d-65b0-4d3b-978d-e11203647f1c/00fb79e1-c1ba-41ff-87b9-d69314d6d0f4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:33.710723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65d13b50-5292-4cdc-8378-a8e7970d8ccd req-6677949e-713b-442c-81dc-d58e50238ec2 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331589 Jul 22 23:26:33.718856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8bd35fdf-89af-4256-988e-61edabb138d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:33.727661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6475ff1c-d4be-4287-a25d-5683a2aed307 req-75cd3bb5-47b6-4881-bff6-f284340ff247 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408698 Jul 22 23:26:33.862089 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8bd35fdf-89af-4256-988e-61edabb138d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:33.867259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8bd35fdf-89af-4256-988e-61edabb138d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:33.909518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd35fdf-89af-4256-988e-61edabb138d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce61d4-f19a-40e8-915b-9cde192bd3ff,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:33.917863 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8bd35fdf-89af-4256-988e-61edabb138d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=061a0861d5eb41d1b478378e8fc8e4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376901 Jul 22 23:26:33.918808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:33.994099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4630e9a4-98ea-44ff-a634-04a0748c0f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.018308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4630e9a4-98ea-44ff-a634-04a0748c0f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.072208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:34.078495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4630e9a4-98ea-44ff-a634-04a0748c0f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.081874 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4630e9a4-98ea-44ff-a634-04a0748c0f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.092480 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4630e9a4-98ea-44ff-a634-04a0748c0f4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffce61d4-f19a-40e8-915b-9cde192bd3ff HTTP/1.1" status: 204 len: 168 time: 0.1657274 Jul 22 23:26:34.108228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630e9a4-98ea-44ff-a634-04a0748c0f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce61d4-f19a-40e8-915b-9cde192bd3ff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:34.167606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f4ab3-e5c8-48d7-8c9d-9b3b7175cbea req-237b02ab-5edd-4a14-8803-dcc39af5d252 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:34.169182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b11f4ab3-e5c8-48d7-8c9d-9b3b7175cbea req-237b02ab-5edd-4a14-8803-dcc39af5d252 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 945 time: 0.3815992 Jul 22 23:26:34.171421 n-d-758851-4 neutron-server[93790]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:26:34.175474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.181768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:34.181928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-5da7c876-7895-4709-94d3-e297bc2e06b4 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:26:34.191227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-5da7c876-7895-4709-94d3-e297bc2e06b4 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1173100 Jul 22 23:26:34.192599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'floatingip': {'port_id': '5861df09-2074-4f3d-be89-a86875ab9862'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:34.277091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.315856 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b8398d-2fb2-470e-b510-34558539a679 x-openstack-request-id: req-07b8398d-2fb2-470e-b510-34558539a679 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:34.316167 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5555c2cd-1806-4de5-a5ba-b331570f241c", "tag": "2d4c80bc-6af2-47df-8377-bafb9cd3b5c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84e612c7-2bdc-413f-92be-e90851ae942c", "tag": "93777867-a09a-47a6-8b11-ee030ec2e0da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:34.316420 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07b8398d-2fb2-470e-b510-34558539a679 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:34.316823 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'tag': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8', 'status': 'completed', 'code': 200} Jul 22 23:26:34.317076 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e612c7-2bdc-413f-92be-e90851ae942c', 'tag': '93777867-a09a-47a6-8b11-ee030ec2e0da', 'status': 'completed', 'code': 200} Jul 22 23:26:34.317330 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'status': 'completed', 'code': 200} Jul 22 23:26:34.388833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Request body: {'binding': {'host': 'n-h1-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:34.389639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:26:34.520928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.542834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:34.581705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on host n-h1-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:34.582318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:34.582586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:34.586971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:34.587393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:34.592236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:34.592586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:34.592950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:34.593371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Bound port: b4f1ca4c-15d3-4723-94f8-fe67007f5271, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:34.673248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8788-c1d7-4cc1-99e9-7827ecef6d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.686052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:34.688146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:34.694872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.696218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-21a10292-54be-4c57-a9fb-f64e76ca804d service neutron] 10.222.0.21 "POST /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271/bindings HTTP/1.1" status: 201 len: 389 time: 0.3951998 Jul 22 23:26:34.719360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:34.733338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device da717888-7c8b-4709-aa27-5cc338048f6c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:34.743440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:34.749614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:34.750044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:34.763571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-2d8b73fa-bbe1-4c02-89b6-167e348d3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:34.765116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-2d8b73fa-bbe1-4c02-89b6-167e348d3c4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 1099 time: 0.4455276 Jul 22 23:26:34.772099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:34.776394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-1f091b0c-dc41-4295-9e31-334fdb44d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:34.777904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-1f091b0c-dc41-4295-9e31-334fdb44d730 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 1099 time: 0.4422467 Jul 22 23:26:34.785253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa6e98-dc3a-49bd-b9f1-873846c69b28 req-3a8878e6-ef65-4008-af39-daff703c3f68 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:34.792829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03aa6e98-dc3a-49bd-b9f1-873846c69b28 req-3a8878e6-ef65-4008-af39-daff703c3f68 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 948 time: 0.3889649 Jul 22 23:26:34.880955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:34.935308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port da717888-7c8b-4709-aa27-5cc338048f6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=da717888-7c8b-4709-aa27-5cc338048f6c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:34.947367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'da717888-7c8b-4709-aa27-5cc338048f6c', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'da717888-7c8b-4709-aa27-5cc338048f6c', 'mac_address': 'fa:16:3e:17:05:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:35.034861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.048538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03aa6e98-dc3a-49bd-b9f1-873846c69b28 req-07209577-ec06-48d9-a617-1c1bc8d8543c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544146 Jul 22 23:26:35.063775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:35.068069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da717888-7c8b-4709-aa27-5cc338048f6c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:35.090845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port da717888-7c8b-4709-aa27-5cc338048f6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=da717888-7c8b-4709-aa27-5cc338048f6c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:35.104607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8', 'mac_address': 'fa:16:3e:16:02:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:35.108480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.147068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-2a95eb40-4366-4f68-a2a2-0dba5ae86ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:35.148675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-2a95eb40-4366-4f68-a2a2-0dba5ae86ff9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1096 time: 0.1424766 Jul 22 23:26:35.195428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.217625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:35.241027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:35.243374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=da717888-7c8b-4709-aa27-5cc338048f6c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:35.257200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.278637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-f054331a-b5ba-4428-8508-8fc069d78255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:35.280902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-f054331a-b5ba-4428-8508-8fc069d78255 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.1245697 Jul 22 23:26:35.319910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:35.342642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-3cf1bb80-b6ed-4731-93f5-ead5c6da15da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:35.344347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-3cf1bb80-b6ed-4731-93f5-ead5c6da15da service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.5368090 Jul 22 23:26:35.344470 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-4cd1705c-5253-4a98-b858-fd8c4f0dee07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 217 time: 0.0554719 Jul 22 23:26:35.354400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-3748169a-8ebc-4368-bd06-08cd628d8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:35.355882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-3748169a-8ebc-4368-bd06-08cd628d8684 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.5363975 Jul 22 23:26:35.403040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-fe741c05-b44d-4d7e-abd0-8a580f0fc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:35.404645 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-fe741c05-b44d-4d7e-abd0-8a580f0fc692 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0541909 Jul 22 23:26:35.447053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-7d770eff-73e1-4843-be1f-c919ae22f289 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343175 Jul 22 23:26:35.458000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['da717888-7c8b-4709-aa27-5cc338048f6c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:35.501066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3508538-e9d2-430a-97d5-4ad866822d9b req-f58af71d-14af-4541-83f4-c8165d895cbd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:35.503138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3508538-e9d2-430a-97d5-4ad866822d9b req-f58af71d-14af-4541-83f4-c8165d895cbd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 931 time: 0.6304305 Jul 22 23:26:35.505089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-bf100793-9b80-441c-890f-22e7003b3c9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=93777867-a09a-47a6-8b11-ee030ec2e0da HTTP/1.1" status: 200 len: 217 time: 0.1387467 Jul 22 23:26:35.521932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:35.533334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-182cdcc9-1624-41d2-84b9-82ed42b5491d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 HTTP/1.1" status: 200 len: 217 time: 0.1578774 Jul 22 23:26:35.566086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-f1754b70-5fec-4abb-9d0c-81e6307dfc3a service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100683 Jul 22 23:26:35.639395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.684221 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-30440d04-1c50-404c-be45-90be11d18abe service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106234 Jul 22 23:26:35.850793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8788-c1d7-4cc1-99e9-7827ecef6d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.897648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfdd8788-c1d7-4cc1-99e9-7827ecef6d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:35.909287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:26:35.951848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-30ea4c21-2350-48ac-83a3-a5350dbef066 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9878974 Jul 22 23:26:35.995529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Request body: {'port': {'device_id': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:36.031659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99712dc1-d879-4d38-a136-600a74cf03b8 req-afbe753b-28fa-4fea-b743-2f4609ba5d5c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.033235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99712dc1-d879-4d38-a136-600a74cf03b8 req-afbe753b-28fa-4fea-b743-2f4609ba5d5c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 943 time: 0.8235896 Jul 22 23:26:36.081463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-81eb1d70-27e7-41d8-a839-a30507fc0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.082873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-81eb1d70-27e7-41d8-a839-a30507fc0b8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.5421739 Jul 22 23:26:36.084112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-e7d58259-9b67-4cf4-99c9-482f4f83b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.085465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-e7d58259-9b67-4cf4-99c9-482f4f83b772 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.5426359 Jul 22 23:26:36.096635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3508538-e9d2-430a-97d5-4ad866822d9b req-16901c1b-b9bf-4c89-99bd-8d6a2b28dbc1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607963 Jul 22 23:26:36.100386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-4f6dd1ac-012b-408d-8642-af08b33adc42 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.101813 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-4f6dd1ac-012b-408d-8642-af08b33adc42 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.3013129 Jul 22 23:26:36.116295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dfdd8788-c1d7-4cc1-99e9-7827ecef6d7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17a54e112b404f2eacf7ef9f3e3b27a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5645261 Jul 22 23:26:36.116474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-4'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:36.119049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:36.133919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd8788-c1d7-4cc1-99e9-7827ecef6d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4bf7c9-29c2-418b-b69f-61b0ccfba3c5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:36.143072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.194470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.243781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d328bdb-c995-46d4-9580-c54b6411907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.269730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.276433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d328bdb-c995-46d4-9580-c54b6411907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.350427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99712dc1-d879-4d38-a136-600a74cf03b8 req-5c4731d9-86cd-488c-a71d-ba7b9bc0e0c4 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708752 Jul 22 23:26:36.353996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.414167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d328bdb-c995-46d4-9580-c54b6411907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.418147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d328bdb-c995-46d4-9580-c54b6411907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.419569 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d328bdb-c995-46d4-9580-c54b6411907e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a4bf7c9-29c2-418b-b69f-61b0ccfba3c5 HTTP/1.1" status: 204 len: 168 time: 0.2997258 Jul 22 23:26:36.438143 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Floating IP ae49aee8-2585-4fd3-9855-367ffa379c03 associated. External IP: 172.25.5.216, port: 5861df09-2074-4f3d-be89-a86875ab9862. Jul 22 23:26:36.497303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d328bdb-c995-46d4-9580-c54b6411907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4bf7c9-29c2-418b-b69f-61b0ccfba3c5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:36.524024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:36.566484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:36.614276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:36.617088 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d4b69-f879-48be-8f60-a59ea2b1c4ee" -d '{"events": [{"server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:36.624214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.641640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.656960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-ddf8ad70-0f33-497b-96d1-b978e370784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.656960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-ddf8ad70-0f33-497b-96d1-b978e370784f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5573921 Jul 22 23:26:36.708951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-45ca5b60-ef6a-464e-a5ec-3ccc7d088820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.710476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-45ca5b60-ef6a-464e-a5ec-3ccc7d088820 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6119697 Jul 22 23:26:36.739695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 93777867-a09a-47a6-8b11-ee030ec2e0da details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:36.746429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device da717888-7c8b-4709-aa27-5cc338048f6c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:36.750861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:36.792627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:36.792999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:36.793330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:36.806347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:36.806682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Attempting to bind port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:36.811976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:36.812323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:36.812714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:36.813147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Bound port: b4f1ca4c-15d3-4723-94f8-fe67007f5271, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:36.813514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:36.892672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ca1a8-5feb-403b-890f-c9bff732a298 req-7437e435-68bc-45ab-9879-cc8c607b0cb6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:36.894540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-926ca1a8-5feb-403b-890f-c9bff732a298 req-7437e435-68bc-45ab-9879-cc8c607b0cb6 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 948 time: 0.6946929 Jul 22 23:26:36.908562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:36.912197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:36.942188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:36.947819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:36.948158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port da717888-7c8b-4709-aa27-5cc338048f6c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:36.953574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.011195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port da717888-7c8b-4709-aa27-5cc338048f6c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:37.011777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.079997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:37.080874 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.082796 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] 10.222.0.49 "PUT /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 1121 time: 0.9735558 Jul 22 23:26:37.088659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098654c-8168-4ed2-8a74-53fafde0a234 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:37.154045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c22bad-c3de-46d7-a93c-391356cf584e req-b0650ed7-4f30-4cb8-b394-b698b1c4b4be tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:37.155737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0c22bad-c3de-46d7-a93c-391356cf584e req-b0650ed7-4f30-4cb8-b394-b698b1c4b4be tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 945 time: 0.7013550 Jul 22 23:26:37.157801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-9028814e-4348-4308-b0d9-75d4fc414359 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896882 Jul 22 23:26:37.240360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:26:37.282148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 93777867-a09a-47a6-8b11-ee030ec2e0da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=93777867-a09a-47a6-8b11-ee030ec2e0da,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:37.326203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-926ca1a8-5feb-403b-890f-c9bff732a298 req-05266809-107b-4b8d-aa04-b8cc5d0b391f tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061878 Jul 22 23:26:37.331168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b4f1ca4c-15d3-4723-94f8-fe67007f5271'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:37.338789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '93777867-a09a-47a6-8b11-ee030ec2e0da', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '93777867-a09a-47a6-8b11-ee030ec2e0da', 'mac_address': 'fa:16:3e:e1:10:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:37.368524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:37.380910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-e368aee5-e4a3-4293-903e-6c00886b68dc service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535063 Jul 22 23:26:37.385176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:37.385551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.491850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0c22bad-c3de-46d7-a93c-391356cf584e req-fce4b19d-b91c-4522-a640-e07307ec6b23 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255181 Jul 22 23:26:37.502245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:37.535960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'port_id': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'mac_address': 'fa:16:3e:3c:f6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3435ce-75ea-479c-83bd-ea0969cdf774', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:37.576531 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f4d008-8f59-41ef-8920-c040780cb1a0 x-openstack-request-id: req-a4f4d008-8f59-41ef-8920-c040780cb1a0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:37.576859 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:37.577118 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4f4d008-8f59-41ef-8920-c040780cb1a0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:37.577519 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'code': 200} Jul 22 23:26:37.605479 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.679173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.748069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.760426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434ee5e1-526d-496c-acc0-7d08fc22a04d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:37.854130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port da717888-7c8b-4709-aa27-5cc338048f6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=da717888-7c8b-4709-aa27-5cc338048f6c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:37.877894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717888-7c8b-4709-aa27-5cc338048f6c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:37.880447 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f7470-7303-47f1-862f-97c3166b05a0" -d '{"events": [{"server_uuid": "381205f1-2332-437f-aa8f-7767dd73cfe4", "name": "network-vif-plugged", "status": "completed", "tag": "da717888-7c8b-4709-aa27-5cc338048f6c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:37.885840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93777867-a09a-47a6-8b11-ee030ec2e0da {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:37.909802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 93777867-a09a-47a6-8b11-ee030ec2e0da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=93777867-a09a-47a6-8b11-ee030ec2e0da,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:37.910812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.943694 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:37.986553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-4fe3a3af-df76-4882-a305-556203023f8a service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808640 Jul 22 23:26:38.012756 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.023116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=da717888-7c8b-4709-aa27-5cc338048f6c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:38.041807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:38.069992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:38.075797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.081000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.104574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:38.105924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=93777867-a09a-47a6-8b11-ee030ec2e0da,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:38.122525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.128388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:26:38.139028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-3e610f3b-6611-4643-80a5-d8bce12ffc15 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9312563 Jul 22 23:26:38.157756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Transition to ACTIVE for port object 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:38.173813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.179760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:38.241832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:38.371256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['434ee5e1-526d-496c-acc0-7d08fc22a04d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:38.377662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bafd05-9de6-49cc-8750-8311a5b88bd4 req-4254b838-e0fd-4817-b255-c091cd10782c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:38.386262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59bafd05-9de6-49cc-8750-8311a5b88bd4 req-4254b838-e0fd-4817-b255-c091cd10782c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 949 time: 0.8723075 Jul 22 23:26:38.401157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['93777867-a09a-47a6-8b11-ee030ec2e0da'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:38.423679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:38.479661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895b360-8612-4235-b466-12810322cfb7 req-86b70294-928d-4aeb-bc65-9a349fbddcc8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:38.481968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9895b360-8612-4235-b466-12810322cfb7 req-86b70294-928d-4aeb-bc65-9a349fbddcc8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 931 time: 0.4898262 Jul 22 23:26:38.497281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59bafd05-9de6-49cc-8750-8311a5b88bd4 req-5ebc241f-7976-4858-8f25-ed1768372cea tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100638 Jul 22 23:26:38.518599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.519195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.519595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.519934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.520338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.520679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.521238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.521679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.522021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.522350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.522679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.523007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:38.555870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Attempting to bind port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:38.555870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Attempting to bind port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:38.555870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Attempting to bind port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 on network 27e416cd-9f48-46b7-b3ec-873fb96db678 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:38.564840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 on network 27e416cd-9f48-46b7-b3ec-873fb96db678 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:38.565168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Attempting to bind port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 on network 27e416cd-9f48-46b7-b3ec-873fb96db678 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:38.600696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:38.601525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Checking segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:38.601525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Bound using segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:38.602822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Bound port: 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:38.603381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.639239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9895b360-8612-4235-b466-12810322cfb7 req-812b2ded-032c-4d4b-a375-d2e6a9a6a37e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382952 Jul 22 23:26:38.671023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-2de109ae-4d99-4600-9766-2a90e390fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:38.672726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-2de109ae-4d99-4600-9766-2a90e390fb90 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 1095 time: 0.4729307 Jul 22 23:26:38.692611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:26:38.697965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:38.709877 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:26:38.713851 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a43b997-4577-4b57-ae84-0671f8cbfe54 x-openstack-request-id: req-6a43b997-4577-4b57-ae84-0671f8cbfe54 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:38.714664 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381205f1-2332-437f-aa8f-7767dd73cfe4", "name": "network-vif-plugged", "status": "completed", "tag": "da717888-7c8b-4709-aa27-5cc338048f6c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:38.714664 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a43b997-4577-4b57-ae84-0671f8cbfe54 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:38.715128 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717888-7c8b-4709-aa27-5cc338048f6c', 'code': 200} Jul 22 23:26:38.724446 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:38.725090 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:26:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:38.839039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a0af0fea-8b9a-475e-af1b-1dca7379a727 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "PUT /v2.0/floatingips/ae49aee8-2585-4fd3-9855-367ffa379c03 HTTP/1.1" status: 200 len: 991 time: 4.6553984 Jul 22 23:26:38.878701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:38.881353 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3466a6-7363-45c6-af87-53d7144ab748" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "tag": "5861df09-2074-4f3d-be89-a86875ab9862"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:38.882682 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:38.933038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:38.958850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:38.978989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:39.027416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b5b5-3bc4-4706-8dee-74f08f648185 req-2eef5ad2-7b5b-4512-be02-31528b31a431 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.028964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db45b5b5-3bc4-4706-8dee-74f08f648185 req-2eef5ad2-7b5b-4512-be02-31528b31a431 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 944 time: 0.4084814 Jul 22 23:26:39.041271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-4c6db2f2-01b4-4d09-a2e0-f6570fbcd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.042459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-4c6db2f2-01b4-4d09-a2e0-f6570fbcd5a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 923 time: 0.3407264 Jul 22 23:26:39.059301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.060199 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:39.061557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] 10.222.0.49 "PUT /v2.0/ports/00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 HTTP/1.1" status: 200 len: 1091 time: 3.0868595 Jul 22 23:26:39.173861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-cf8ecf98-09dd-4264-aade-bcb826bb254a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d HTTP/1.1" status: 200 len: 217 time: 0.1111071 Jul 22 23:26:39.194312 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'ae49aee8-2585-4fd3-9855-367ffa379c03', 'tenant_id': '64588024159d4be99558581d291c3741', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'port_id': '5861df09-2074-4f3d-be89-a86875ab9862', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'mac_address': 'fa:16:3e:0a:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:12Z', 'updated_at': '2021-07-22T23:26:35Z', 'revision_number': 1, 'project_id': '64588024159d4be99558581d291c3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:39.223071 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:26:39.234051 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:26:39.234454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca78ddb-cdca-4c31-99ab-04f943597e81 req-554b2df5-2673-4da8-aa10-b93bfd69e77c tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.234887 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:26:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:39.236683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ca78ddb-cdca-4c31-99ab-04f943597e81 req-554b2df5-2673-4da8-aa10-b93bfd69e77c tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 949 time: 0.4229650 Jul 22 23:26:39.242394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3dda-6550-4c4e-b0ec-a1f5175f9527 service neutron] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:39.276391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63328e50-e94c-4859-bf56-86d4391bf7f9 req-44a425a5-1e8c-41b2-b01b-7886fbe8151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.278170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63328e50-e94c-4859-bf56-86d4391bf7f9 req-44a425a5-1e8c-41b2-b01b-7886fbe8151b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 1100 time: 0.4424279 Jul 22 23:26:39.317924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db45b5b5-3bc4-4706-8dee-74f08f648185 req-6f8691d1-6feb-44e0-bcd6-74c5ee4bf1e8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744939 Jul 22 23:26:39.367391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-4db7110f-659f-4977-a5bd-f43397421823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.370130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-4db7110f-659f-4977-a5bd-f43397421823 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 200 len: 862 time: 0.1843441 Jul 22 23:26:39.372466 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:26:39.412912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ca78ddb-cdca-4c31-99ab-04f943597e81 req-2d9c3e8c-046e-4a9b-83d9-344c87b6992b tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334326 Jul 22 23:26:39.455948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63328e50-e94c-4859-bf56-86d4391bf7f9 req-19e45897-8115-4a02-9ddd-61badfec8571 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634099 Jul 22 23:26:39.464235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-1754e61b-9c19-4dc2-8253-9135014e9c8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abe7dc81-424d-4b71-bdf5-736d6fab2536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781360 Jul 22 23:26:39.499585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-f08c0782-af2d-4c69-8925-5a9c48d11d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.501295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-f08c0782-af2d-4c69-8925-5a9c48d11d0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 1094 time: 0.3632071 Jul 22 23:26:39.568883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-6ae49a53-9975-4054-9d35-a39264426e11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0529854 Jul 22 23:26:39.578696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:39.581106 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1f524-014e-4818-a3e3-2daebef08ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:39.682054 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'ae49aee8-2585-4fd3-9855-367ffa379c03', 'tenant_id': '64588024159d4be99558581d291c3741', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'port_id': '5861df09-2074-4f3d-be89-a86875ab9862', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'mac_address': 'fa:16:3e:0a:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:12Z', 'updated_at': '2021-07-22T23:26:35Z', 'revision_number': 1, 'project_id': '64588024159d4be99558581d291c3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:26:39.712038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e303f38-0f63-4e16-94bf-ec0790f79918 req-f3029889-e995-4e0e-8ad9-dd27a8f738e7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.713973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e303f38-0f63-4e16-94bf-ec0790f79918 req-f3029889-e995-4e0e-8ad9-dd27a8f738e7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 943 time: 0.3096216 Jul 22 23:26:39.718045 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4791be-70f5-4ddf-a77e-a817dcc27461 None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'ae49aee8-2585-4fd3-9855-367ffa379c03', 'tenant_id': '64588024159d4be99558581d291c3741', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'port_id': '5861df09-2074-4f3d-be89-a86875ab9862', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'mac_address': 'fa:16:3e:0a:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:12Z', 'updated_at': '2021-07-22T23:26:35Z', 'revision_number': 1, 'project_id': '64588024159d4be99558581d291c3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:26:39.719378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-135a9087-0e05-44ac-95ea-ca1d1a42af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:39.720654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-135a9087-0e05-44ac-95ea-ca1d1a42af90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 200 len: 854 time: 0.1436372 Jul 22 23:26:39.764648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-48cfde9c-c3dd-4475-8ac1-1af513255726 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785017 Jul 22 23:26:39.794951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-f3e9b94d-16b2-46e0-a2e7-cb7b7cf8af32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27e416cd-9f48-46b7-b3ec-873fb96db678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535359 Jul 22 23:26:39.796993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-5616f421-138a-4431-a8a1-aad762521f90 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126972 Jul 22 23:26:39.937725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e303f38-0f63-4e16-94bf-ec0790f79918 req-271428e7-03fc-4a44-a6d4-1cf92116ccf5 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065074 Jul 22 23:26:40.009688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253865f-a7e6-4430-bd56-eb3495c5ac71 None None] New status for floating IP ae49aee8-2585-4fd3-9855-367ffa379c03: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:26:40.087768 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11fe230-88cf-499d-af4d-c1e6b401d700 x-openstack-request-id: req-a11fe230-88cf-499d-af4d-c1e6b401d700 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:40.088049 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "tag": "5861df09-2074-4f3d-be89-a86875ab9862", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:40.088303 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a11fe230-88cf-499d-af4d-c1e6b401d700 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:40.088769 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862', 'status': 'completed', 'code': 200} Jul 22 23:26:40.143238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-9de38348-e931-4a11-9ddf-62c30f79a45e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:40.144767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-9de38348-e931-4a11-9ddf-62c30f79a45e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590500 Jul 22 23:26:40.188402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-452a8cec-a0fc-42d8-91c2-ccbcccdbe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:40.190219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-452a8cec-a0fc-42d8-91c2-ccbcccdbe792 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 1096 time: 0.0800660 Jul 22 23:26:40.204128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5f2c90-6e7a-4f69-b761-d11585610fcb req-30d96729-824a-46b2-bad0-15a89aabfb70 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893716 Jul 22 23:26:40.221415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-ca3ae8e2-83a5-4933-a231-2aeec43e5593 service neutron] 10.222.0.49 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909724 Jul 22 23:26:40.224795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-5f56bad4-6b79-402d-90ce-3cc727b9836c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/quotas/174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 375 time: 0.0556154 Jul 22 23:26:40.323288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-8efd1a73-99c4-45ff-9d58-8f2fe2d75e57 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833349 Jul 22 23:26:40.337587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-606800b1-1915-4486-aad7-cefdbfee3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:40.338884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-606800b1-1915-4486-aad7-cefdbfee3369 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 924 time: 0.1304357 Jul 22 23:26:40.391442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893b2ad-9a6d-45b6-9dbc-1915d9f86a13 req-1d691852-cba7-403b-af2a-8ab86d562bed tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:40.392995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f893b2ad-9a6d-45b6-9dbc-1915d9f86a13 req-1d691852-cba7-403b-af2a-8ab86d562bed tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 950 time: 0.2634881 Jul 22 23:26:40.421597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a519010f-2f8d-48db-9215-b6e2d33af4ba req-bc015d6e-7d2d-4a2b-ac9b-3e768ba943e5 service neutron] 10.222.0.49 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891809 Jul 22 23:26:40.467196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f893b2ad-9a6d-45b6-9dbc-1915d9f86a13 req-6770f542-458a-4fd3-9838-04687540db82 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640764 Jul 22 23:26:40.530756 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-0e1cef04-5253-440d-9544-6e86e1453d1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5861df09-2074-4f3d-be89-a86875ab9862 HTTP/1.1" status: 200 len: 999 time: 0.1753018 Jul 22 23:26:40.534043 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5397bf0d-131c-4f30-9561-779e4eae5de7 x-openstack-request-id: req-5397bf0d-131c-4f30-9561-779e4eae5de7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:40.534338 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:40.534588 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5397bf0d-131c-4f30-9561-779e4eae5de7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:40.535002 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'status': 'completed', 'code': 200} Jul 22 23:26:40.613277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-c42f111b-29d2-4739-a8f7-496846ffd4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:40.614733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-c42f111b-29d2-4739-a8f7-496846ffd4c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 200 len: 862 time: 0.0769939 Jul 22 23:26:40.690740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-9166100f-46e5-4de5-9fec-f3aef7c85365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:40.692404 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-9166100f-46e5-4de5-9fec-f3aef7c85365 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673590 Jul 22 23:26:40.717108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:40.719913 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9536e7ab-81b0-4b47-9c0d-c564ec816cab" -d '{"events": [{"server_uuid": "5555c2cd-1806-4de5-a5ba-b331570f241c", "name": "network-vif-plugged", "status": "completed", "tag": "2d4c80bc-6af2-47df-8377-bafb9cd3b5c8"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:40.810059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 93777867-a09a-47a6-8b11-ee030ec2e0da up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:40.818212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-f4d17750-3f97-41f5-abdd-ec7415166086 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164412 Jul 22 23:26:40.896295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:40.909483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:40.958880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 93777867-a09a-47a6-8b11-ee030ec2e0da completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:40.973099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 93777867-a09a-47a6-8b11-ee030ec2e0da triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:40.973544 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:40.998762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8a3466a6-7363-45c6-af87-53d7144ab748 req-0b0dd829-1ea1-4ab7-89c8-ea7313217279 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711197 Jul 22 23:26:41.086514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55678a-d127-4a61-aa1f-d03b7706aaa4 req-2685cd66-5ab6-49f4-8e81-4013cfe7c0f6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.094244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a55678a-d127-4a61-aa1f-d03b7706aaa4 req-2685cd66-5ab6-49f4-8e81-4013cfe7c0f6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 943 time: 0.5061235 Jul 22 23:26:41.108273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-e297aa0f-ed7a-4cd0-b9ec-b1b623d4ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.109731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-e297aa0f-ed7a-4cd0-b9ec-b1b623d4ef47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1124 time: 0.5106897 Jul 22 23:26:41.116921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 434ee5e1-526d-496c-acc0-7d08fc22a04d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:41.125733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb8e5d-6568-44b4-bd0b-49f817836242 req-8403ac4e-eb9f-40db-bdfd-7fb910d1957f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.127279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0fb8e5d-6568-44b4-bd0b-49f817836242 req-8403ac4e-eb9f-40db-bdfd-7fb910d1957f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 944 time: 0.4974179 Jul 22 23:26:41.134090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 434ee5e1-526d-496c-acc0-7d08fc22a04d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:41.134480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:41.197119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:41.225716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 has no active binding in host n-h1-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:26:41.233472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:41.238684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a55678a-d127-4a61-aa1f-d03b7706aaa4 req-df3e5817-221c-42f9-8678-7d07c0ee81cb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336980 Jul 22 23:26:41.259249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0fb8e5d-6568-44b4-bd0b-49f817836242 req-68daf6d4-bcda-4f94-96a9-44cd1375c277 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085389 Jul 22 23:26:41.308137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-95d5734d-ad9f-403c-8f80-d58cb5fc455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.311834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-95d5734d-ad9f-403c-8f80-d58cb5fc455b service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.1835594 Jul 22 23:26:41.314779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 93777867-a09a-47a6-8b11-ee030ec2e0da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=93777867-a09a-47a6-8b11-ee030ec2e0da,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:41.321893 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:41.356830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:41.381827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-4005bb84-4bf0-46da-a501-889d031f015e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 217 time: 0.0600903 Jul 22 23:26:41.395899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=93777867-a09a-47a6-8b11-ee030ec2e0da,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:41.408679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:41.415315 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:41.451474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08e1ddac-7644-47d2-8b17-b31ee3e6b2ca req-d0a1c983-b3e2-4f52-a4d6-73767d2747c4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 210 time: 0.0722818 Jul 22 23:26:41.489053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:41.521540 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab0042f-8056-40f8-9fcf-7aa6c523a76c x-openstack-request-id: req-2ab0042f-8056-40f8-9fcf-7aa6c523a76c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:41.521845 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5555c2cd-1806-4de5-a5ba-b331570f241c", "name": "network-vif-plugged", "status": "completed", "tag": "2d4c80bc-6af2-47df-8377-bafb9cd3b5c8", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:41.522077 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ab0042f-8056-40f8-9fcf-7aa6c523a76c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:41.522719 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8', 'code': 200} Jul 22 23:26:41.529142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-f1160502-1253-4f67-9cfd-306703bb42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.530589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-f1160502-1253-4f67-9cfd-306703bb42d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1024466 Jul 22 23:26:41.547730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7eebd-ca26-4c0f-9f39-9bd572254502 req-3c56d484-cc4c-4727-b22e-edb6012733bc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.549212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14e7eebd-ca26-4c0f-9f39-9bd572254502 req-3c56d484-cc4c-4727-b22e-edb6012733bc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 949 time: 0.1713603 Jul 22 23:26:41.589247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-ccf1f3e0-0a22-470e-9686-3ef0f34b64fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391154 Jul 22 23:26:41.650839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021f242-95b0-43f7-a052-e282df5a0027 req-74250d0b-4345-4777-88d8-7541d6553aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.652354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8021f242-95b0-43f7-a052-e282df5a0027 req-74250d0b-4345-4777-88d8-7541d6553aa7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 1101 time: 0.0536585 Jul 22 23:26:41.668261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14e7eebd-ca26-4c0f-9f39-9bd572254502 req-9085e59e-9e75-44c8-99f1-7cd829365f80 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077580 Jul 22 23:26:41.695814 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8021f242-95b0-43f7-a052-e282df5a0027 req-a23f3f30-ddb1-4d0d-980a-059472b511df service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Jul 22 23:26:41.743828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f3f72-1663-427a-bb25-d3ff51c6ffeb req-712cf979-0cb3-4cd8-9287-4d6e08d42ddc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:41.745359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d4f3f72-1663-427a-bb25-d3ff51c6ffeb req-712cf979-0cb3-4cd8-9287-4d6e08d42ddc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 943 time: 0.1636672 Jul 22 23:26:41.749180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-f7e79fc5-fac7-4136-8392-420235b6526e service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436558 Jul 22 23:26:41.814348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d4f3f72-1663-427a-bb25-d3ff51c6ffeb req-e74de00b-2d91-4531-8678-7ff807deaf06 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596676 Jul 22 23:26:41.882773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6d1f524-014e-4818-a3e3-2daebef08ed7 req-51f6f2f9-7fc9-4f8b-9eed-c941008db463 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213124 Jul 22 23:26:41.966990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-e5c3e014-0a1b-4d23-91c5-1c6dc516d6f3 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1004918742&fields=id&tenant_id=dc4550bb45a5443f9b0fa3199da16477 HTTP/1.1" status: 200 len: 267 time: 0.0721345 Jul 22 23:26:42.016432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc889501-5924-49ae-9860-694eab3142aa req-bd11f8c7-40fa-4f97-b892-44c8b7488dc8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.017961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc889501-5924-49ae-9860-694eab3142aa req-bd11f8c7-40fa-4f97-b892-44c8b7488dc8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 950 time: 0.1251733 Jul 22 23:26:42.081797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-efbe73a3-6e8f-4121-9f62-5785e6dfd28a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606718 Jul 22 23:26:42.090417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:42.092779 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962879d2-a184-4c9b-886b-546b7db6f690" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:42.196936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc889501-5924-49ae-9860-694eab3142aa req-d9608c30-5e46-4df8-b9c2-a3c9833d1678 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627028 Jul 22 23:26:42.203144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-17c04386-879d-40fe-a52d-59ba87031917 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.204559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-17c04386-879d-40fe-a52d-59ba87031917 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/networks?id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41 HTTP/1.1" status: 200 len: 816 time: 0.2309330 Jul 22 23:26:42.231591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-951d9ae6-3385-4864-af9d-c4a59accb22a tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/quotas/dc4550bb45a5443f9b0fa3199da16477 HTTP/1.1" status: 200 len: 375 time: 0.0143247 Jul 22 23:26:42.262744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-83f28f38-1939-4518-ae7c-2853d8413ad3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.264222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-83f28f38-1939-4518-ae7c-2853d8413ad3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689117 Jul 22 23:26:42.286379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Request body: {'port': {'device_id': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '174ee3ec0a7242b3954ce12e721ab9af'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:42.368934 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328e162-7b49-4d08-bb4e-78e1f9348ae3 x-openstack-request-id: req-7328e162-7b49-4d08-bb4e-78e1f9348ae3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:42.369230 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:42.369482 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7328e162-7b49-4d08-bb4e-78e1f9348ae3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:42.369870 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'status': 'completed', 'code': 200} Jul 22 23:26:42.400638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-cda140c8-de5b-4a28-a5a9-c6235a9e2a9a tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc4550bb45a5443f9b0fa3199da16477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625779 Jul 22 23:26:42.434911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962879d2-a184-4c9b-886b-546b7db6f690 req-3dd9e934-9451-433d-93d7-b6b0f48694e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.436541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-3dd9e934-9451-433d-93d7-b6b0f48694e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 1094 time: 0.0617683 Jul 22 23:26:42.529012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962879d2-a184-4c9b-886b-546b7db6f690 req-a1c1ce81-afff-413f-8b57-baa03f8785aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.530400 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-a1c1ce81-afff-413f-8b57-baa03f8785aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 915 time: 0.0864568 Jul 22 23:26:42.533077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Made reservation on behalf of 174ee3ec0a7242b3954ce12e721ab9af for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:42.536536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:42.554458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:42.577217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-4effe024-9d2c-47d6-976c-46861bcb1276 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 HTTP/1.1" status: 200 len: 217 time: 0.0387781 Jul 22 23:26:42.583707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b246c32-72f0-4b50-9faa-a8cc55de5ff7 req-ba374298-ea05-4ddd-8504-239041ef14ab tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.585182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b246c32-72f0-4b50-9faa-a8cc55de5ff7 req-ba374298-ea05-4ddd-8504-239041ef14ab tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 943 time: 0.1790414 Jul 22 23:26:42.589432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-b34a3109-c8ad-4bbb-84dd-6d9b92565b3b service neutron] 10.222.0.21 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726720 Jul 22 23:26:42.634334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962879d2-a184-4c9b-886b-546b7db6f690 req-88df690d-6e05-4eec-a2dd-f423546efca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.635854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-88df690d-6e05-4eec-a2dd-f423546efca1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 200 len: 854 time: 0.0470290 Jul 22 23:26:42.701759 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-d863877c-5f50-4473-819d-0c1001d0b1ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27e416cd-9f48-46b7-b3ec-873fb96db678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293808 Jul 22 23:26:42.708433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b246c32-72f0-4b50-9faa-a8cc55de5ff7 req-38736639-40b9-4e11-9e91-c2e044186c95 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165605 Jul 22 23:26:42.754222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-4755d1b5-8b46-457f-b09d-44de23c88d88 service neutron] 10.222.0.21 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546242 Jul 22 23:26:42.830186 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-1fd879c2-4440-439f-8178-5debf308ff3c service neutron] 10.222.0.49 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160748 Jul 22 23:26:42.842533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:42.848283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:42.908013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc77fb-5083-4d57-9005-38b7c15da499,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:42.947277 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-962879d2-a184-4c9b-886b-546b7db6f690 req-24cb31e1-bc10-4b1d-9412-b89d1cb97156 service neutron] 10.222.0.49 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065195 Jul 22 23:26:42.972521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f0e1-50f9-4aef-aa4c-5db85ae9c8a7 req-eaa1c865-4066-46b3-913d-33e518b205a5 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:42.974342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0283f0e1-50f9-4aef-aa4c-5db85ae9c8a7 req-eaa1c865-4066-46b3-913d-33e518b205a5 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1972737 Jul 22 23:26:43.104008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0283f0e1-50f9-4aef-aa4c-5db85ae9c8a7 req-fb2f92fa-2455-49c1-bc3f-f032987431a7 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180475 Jul 22 23:26:43.127480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Allocated IP 192.168.233.186 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/a9cc7ed1-ae63-4686-ad44-3d2a938629de) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:43.153687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-ff24821e-3ef3-4540-9b8a-20f68cbd6768 service neutron] 10.222.0.48 "GET /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271/bindings/n-h1-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.1752708 Jul 22 23:26:43.276622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6747cf0d-e583-4a6e-b848-534c3f44c40b req-41f60c57-5c69-4384-9418-e7b39bb4459e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 210 time: 0.0527909 Jul 22 23:26:43.442563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd330f-2491-4321-83f2-b3272c2243b1 req-27669ffc-df8b-42b3-91c6-4a5449372219 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:43.448766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddcd330f-2491-4321-83f2-b3272c2243b1 req-27669ffc-df8b-42b3-91c6-4a5449372219 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 949 time: 0.2749107 Jul 22 23:26:43.523299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e612c7-2bdc-413f-92be-e90851ae942c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93777867-a09a-47a6-8b11-ee030ec2e0da'}, {'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:43.525755 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e718fd-4dbe-48bc-8b8a-5e5b35839412" -d '{"events": [{"server_uuid": "84e612c7-2bdc-413f-92be-e90851ae942c", "name": "network-vif-plugged", "status": "completed", "tag": "93777867-a09a-47a6-8b11-ee030ec2e0da"}, {"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-plugged", "status": "completed", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:43.546506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:43.608749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Transition to ACTIVE for port object a9cc7ed1-ae63-4686-ad44-3d2a938629de will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:43.628335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddcd330f-2491-4321-83f2-b3272c2243b1 req-4143c632-9e61-45b8-b0ea-1a141d6eb462 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587014 Jul 22 23:26:43.661121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:43.679024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a6b58-9612-4b37-abb2-4b127f2979d4 req-38d9487f-3b92-4774-91d0-9fb0af3f691f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:43.681202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6a6b58-9612-4b37-abb2-4b127f2979d4 req-38d9487f-3b92-4774-91d0-9fb0af3f691f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 943 time: 0.2716460 Jul 22 23:26:43.749794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:43.752985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae2d3c2c-0245-4db9-975c-e6ca9de263bb req-50fb8480-433b-4a55-a262-e9118cf20116 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.0583193 Jul 22 23:26:43.793833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:43.807054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f1ca4c-15d3-4723-94f8-fe67007f5271 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:43.816173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6a6b58-9612-4b37-abb2-4b127f2979d4 req-cb0b01cb-2a83-4412-a446-04cb3628c982 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252074 Jul 22 23:26:43.849218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:43.874578 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55664f59-d972-461f-9e68-c2aa4db35f86 x-openstack-request-id: req-55664f59-d972-461f-9e68-c2aa4db35f86 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:43.875612 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e612c7-2bdc-413f-92be-e90851ae942c", "name": "network-vif-plugged", "status": "completed", "tag": "93777867-a09a-47a6-8b11-ee030ec2e0da", "code": 200}, {"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-plugged", "status": "completed", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:43.875612 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55664f59-d972-461f-9e68-c2aa4db35f86 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:43.875788 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e612c7-2bdc-413f-92be-e90851ae942c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93777867-a09a-47a6-8b11-ee030ec2e0da', 'code': 200} Jul 22 23:26:43.876113 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'code': 200} Jul 22 23:26:43.901437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:43.911104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:43.913676 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:43.916562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:43.922558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:43.923274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:43.927243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:43.988182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-dfd32448-a5e7-4013-b612-98b85336faa7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7065394 Jul 22 23:26:44.019782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Request body: {'port': {'device_id': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:44.080747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814cdf-5a6e-487c-8921-0bccda99cdf7 req-bee0718a-e660-431b-b8a6-f3b528ad8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.082494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-da814cdf-5a6e-487c-8921-0bccda99cdf7 req-bee0718a-e660-431b-b8a6-f3b528ad8e9d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 1096 time: 0.1075759 Jul 22 23:26:44.084541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce283a-fc59-4de5-a24e-a534891cbdc4 req-9a95453b-152a-4be5-8cde-c45a267cd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.085921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-14ce283a-fc59-4de5-a24e-a534891cbdc4 req-9a95453b-152a-4be5-8cde-c45a267cd9cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 1101 time: 0.0814025 Jul 22 23:26:44.102287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053750-6746-43e7-bec5-653de178f1cb req-6022dd64-4f7c-420a-8e24-c5af36d3e6b6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.103873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad053750-6746-43e7-bec5-653de178f1cb req-6022dd64-4f7c-420a-8e24-c5af36d3e6b6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 950 time: 0.2639587 Jul 22 23:26:44.150964 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-da814cdf-5a6e-487c-8921-0bccda99cdf7 req-f504bc7f-13b7-410f-9e8a-73e0b85886a3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Jul 22 23:26:44.152909 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-14ce283a-fc59-4de5-a24e-a534891cbdc4 req-f7ffb6c3-0ac3-41f2-9b6f-07eeef55f4e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518837 Jul 22 23:26:44.187424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b9e7b51-cef5-438c-baec-5d673c787f8d None None] Provisioning for port a9cc7ed1-ae63-4686-ad44-3d2a938629de completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:44.191572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b9e7b51-cef5-438c-baec-5d673c787f8d None None] Provisioning complete for port a9cc7ed1-ae63-4686-ad44-3d2a938629de triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:44.191882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7b51-cef5-438c-baec-5d673c787f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:44.227273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e7b51-cef5-438c-baec-5d673c787f8d None None] Port a9cc7ed1-ae63-4686-ad44-3d2a938629de cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:44.412896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] Transition to ACTIVE for port object b4f1ca4c-15d3-4723-94f8-fe67007f5271 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:44.419944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae632b-d44e-4cfa-ac9a-e6326ffb6e44 req-0a814b30-1051-4f2a-904a-08e516be19c6 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.421438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eeae632b-d44e-4cfa-ac9a-e6326ffb6e44 req-0a814b30-1051-4f2a-904a-08e516be19c6 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 1100 time: 0.4905002 Jul 22 23:26:44.427626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:44.437466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:44.466330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad053750-6746-43e7-bec5-653de178f1cb req-55bcfcbe-2477-417e-8f18-59154321141e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520031 Jul 22 23:26:44.491403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eeae632b-d44e-4cfa-ac9a-e6326ffb6e44 req-54ed0383-ed34-4a79-a8ae-b1286e4d4cf0 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:44.562799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] No DVR routers for this DVR port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:26:44.582154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:44.665922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-36ecec64-c702-4f18-930b-7b2539498c82 service neutron] 10.222.0.48 "PUT /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271/bindings/n-h1-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5015438 Jul 22 23:26:44.707338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-17c33e96-e71b-4651-b5e6-f62591527f9c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.708803 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-17c33e96-e71b-4651-b5e6-f62591527f9c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.48 "GET /v2.0/networks?id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41 HTTP/1.1" status: 200 len: 816 time: 0.1150107 Jul 22 23:26:44.791771 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-c3913c47-9a7b-4524-a918-e71df9e1f16a tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc4550bb45a5443f9b0fa3199da16477 HTTP/1.1" status: 200 len: 380 time: 0.0439661 Jul 22 23:26:44.812717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d12be-1efc-4503-b778-0a78612263a2 req-61fe4b60-e826-41a3-86e6-7596cbcbde45 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.814201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e3d12be-1efc-4503-b778-0a78612263a2 req-61fe4b60-e826-41a3-86e6-7596cbcbde45 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 943 time: 0.2687030 Jul 22 23:26:44.865530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-d59afb01-dc92-4bfb-a2a2-734295233119 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:44.867034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-d59afb01-dc92-4bfb-a2a2-734295233119 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.0622110 Jul 22 23:26:44.913721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:44.919839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e3d12be-1efc-4503-b778-0a78612263a2 req-b2a5c2fe-7a80-4d03-83d4-05290df54d18 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990143 Jul 22 23:26:44.940219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eeae632b-d44e-4cfa-ac9a-e6326ffb6e44 req-54ed0383-ed34-4a79-a8ae-b1286e4d4cf0 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:44.946603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eeae632b-d44e-4cfa-ac9a-e6326ffb6e44 req-54ed0383-ed34-4a79-a8ae-b1286e4d4cf0 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:44.985757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eeae632b-d44e-4cfa-ac9a-e6326ffb6e44 req-54ed0383-ed34-4a79-a8ae-b1286e4d4cf0 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534794 Jul 22 23:26:45.015097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed0383-ed34-4a79-a8ae-b1286e4d4cf0 tempest-LiveMigrationNegativeTest-523302558 tempest-LiveMigrationNegativeTest-523302558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e712cf0-c1f4-42ec-bfeb-473133fa2ee0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:45.025720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-f419537f-93f4-4a5a-a598-4bbf78f8cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.027270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-f419537f-93f4-4a5a-a598-4bbf78f8cab6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92&tenant_id=db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 1095 time: 0.1430762 Jul 22 23:26:45.035943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cc7ed1-ae63-4686-ad44-3d2a938629de {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:45.058854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.084355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:45.104603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Transition to ACTIVE for port object a9cc7ed1-ae63-4686-ad44-3d2a938629de will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:45.128535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.129540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-843f6302-fec1-4cb3-9e6e-5e29e59b234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.131126 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-843f6302-fec1-4cb3-9e6e-5e29e59b234c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1095 time: 0.0664742 Jul 22 23:26:45.222028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'port_id': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'mac_address': 'fa:16:3e:ce:1f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941c303d-65b0-4d3b-978d-e11203647f1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:45.235150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:45.253200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3744-39fa-438b-bd6e-95fa6cc75f51 req-0e70e616-1468-4867-9b58-298f11725e36 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.253399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-6cb20d2b-d9ba-4f61-8976-993d6c07b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.254774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-724a3744-39fa-438b-bd6e-95fa6cc75f51 req-0e70e616-1468-4867-9b58-298f11725e36 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.2126715 Jul 22 23:26:45.254887 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-6cb20d2b-d9ba-4f61-8976-993d6c07b4a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.1155882 Jul 22 23:26:45.263063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.293840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:45.314741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Request body: {'port': {'device_id': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'admin_state_up': True, 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'security_groups': ['757ef3e4-80ac-4986-8173-25ae223345c3']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:45.318748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:45.324275 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.366248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066b417-65e5-4edc-acb8-ecd993dc05fc req-ad3f5d29-3083-4816-90df-dfc97a27c3e8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.376857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c066b417-65e5-4edc-acb8-ecd993dc05fc req-ad3f5d29-3083-4816-90df-dfc97a27c3e8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 936 time: 0.2866070 Jul 22 23:26:45.386783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:45.387404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:45.387957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:45.388067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:45.405065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Port a9cc7ed1-ae63-4686-ad44-3d2a938629de on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:45.405683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:45.418532 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-f0d6ba4d-90ce-444b-84e1-707edb4d26f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 217 time: 0.1530397 Jul 22 23:26:45.432661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:45.432943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:45.433337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:45.433784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Bound port: a9cc7ed1-ae63-4686-ad44-3d2a938629de, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:45.434149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.468267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-724a3744-39fa-438b-bd6e-95fa6cc75f51 req-b58f4b36-d99e-43c0-be6c-044f168c47c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950624 Jul 22 23:26:45.513645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-c8ba479a-a97d-41c5-be26-6833ddf34ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.515117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-c8ba479a-a97d-41c5-be26-6833ddf34ee0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0802529 Jul 22 23:26:45.516301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Made reservation on behalf of dc4550bb45a5443f9b0fa3199da16477 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:45.519428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c066b417-65e5-4edc-acb8-ecd993dc05fc req-b0fe4ef6-cc78-49da-a885-885df9045570 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225474 Jul 22 23:26:45.519742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.579795 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-69945443-49f0-4411-9cf3-daec9e5cb117 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561860 Jul 22 23:26:45.684928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b90c113-4ca9-428b-976f-cd898e36bbfb req-29b0344e-bdda-4ae1-b28c-04b4d404bb52 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.0591488 Jul 22 23:26:45.689430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:45.742383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:45.750386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:45.766602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.783129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-b6f7258e-eeb2-4c6a-9597-2ec366965c2f service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918690 Jul 22 23:26:45.839000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Allocated IP 172.20.0.9 (fc2a0a31-b56e-449e-acb8-b2fb24e23d41/72124785-59c8-4637-a6e5-f7a5a730871d/4d65c479-ed97-49ab-9401-4f93b825666f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:45.862824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252695d-2560-43f0-8f38-c0495eef2aec req-835aa4ba-333c-42ba-b452-0e1625b192f6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.871681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7252695d-2560-43f0-8f38-c0495eef2aec req-835aa4ba-333c-42ba-b452-0e1625b192f6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 950 time: 0.2244592 Jul 22 23:26:45.913002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:45.913728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:45.915894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] 10.222.0.48 "PUT /v2.0/ports/a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 1096 time: 1.9051476 Jul 22 23:26:45.919503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:45.921825 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd28d4e-3db4-4cc9-bebf-d875756a1408" -d '{"events": [{"name": "network-changed", "server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:45.926504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5d9f9-5c9b-48b2-b979-1924c3bb7e4d service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:45.935861 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-209f1759-4df0-4092-a399-b26344d037de service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419146 Jul 22 23:26:45.984532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7252695d-2560-43f0-8f38-c0495eef2aec req-9b22e306-8ba9-42ce-80b0-40e85a7170bf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118982 Jul 22 23:26:46.061752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4dce-3720-483b-8f2c-bbecd2088670 req-45c8b8ff-cf16-4dc8-bf95-a06efcd0ab24 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.063320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-263d4dce-3720-483b-8f2c-bbecd2088670 req-45c8b8ff-cf16-4dc8-bf95-a06efcd0ab24 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 944 time: 0.2343764 Jul 22 23:26:46.094406 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a22c2a3b-2a1c-4ce0-b61e-2ec3fc61a731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:46.174896 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d109ac01-44f0-487c-9d1a-892953305019 x-openstack-request-id: req-d109ac01-44f0-487c-9d1a-892953305019 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:46.175194 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:46.175501 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d109ac01-44f0-487c-9d1a-892953305019 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:46.175890 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'status': 'completed', 'code': 200} Jul 22 23:26:46.190172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:46.214693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-263d4dce-3720-483b-8f2c-bbecd2088670 req-304e1196-579e-4766-9dd6-3303cc9f3e87 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975492 Jul 22 23:26:46.235434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Transition to ACTIVE for port object 4d65c479-ed97-49ab-9401-4f93b825666f will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:46.246744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-307009b5-ba85-40a4-94f3-c6b062d00231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.250865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-307009b5-ba85-40a4-94f3-c6b062d00231 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1099 time: 0.2256718 Jul 22 23:26:46.280126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:46.354439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-7047b74d-5f3a-4cd1-9ee8-fe07e20764ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0440776 Jul 22 23:26:46.378970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:46.386165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:46.390394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event updated for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:46.394659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:46.438996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18f06-4236-47d2-b447-2ccf12260c51 req-a4106a14-e625-4d64-a737-717063146cc2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.439358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.440006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.440676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.441311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.441825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.442398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.442885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.443413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.443916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.444406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.444886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.445363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:26:46.451301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7e18f06-4236-47d2-b447-2ccf12260c51 req-a4106a14-e625-4d64-a737-717063146cc2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 944 time: 0.1973665 Jul 22 23:26:46.496240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-c375867e-1502-4288-b3db-d0f1b75bdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.498917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-c375867e-1502-4288-b3db-d0f1b75bdfb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1363459 Jul 22 23:26:46.547053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7e18f06-4236-47d2-b447-2ccf12260c51 req-2dfa056d-f187-4027-bbb4-81ef65798841 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947661 Jul 22 23:26:46.606905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518853a-f49b-4670-aad8-245da8e72b13 req-49cdb76a-a4b9-4033-bc0e-5ebd12178b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.608513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-49cdb76a-a4b9-4033-bc0e-5ebd12178b42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960233 Jul 22 23:26:46.753745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f4eeb37b-7f62-4ca5-ae31-dbddfba54320 None None] Provisioning for port 4d65c479-ed97-49ab-9401-4f93b825666f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:46.758670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f4eeb37b-7f62-4ca5-ae31-dbddfba54320 None None] Provisioning complete for port 4d65c479-ed97-49ab-9401-4f93b825666f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:46.759427 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4eeb37b-7f62-4ca5-ae31-dbddfba54320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:46.774189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-6219f2cd-35c1-41e3-b692-2d246a9b83dd service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567843 Jul 22 23:26:46.790618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.791402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:46.805589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-7c61241c-a9b0-495d-8704-544fe0cddad2 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.807847 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-7c61241c-a9b0-495d-8704-544fe0cddad2 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.4846585 Jul 22 23:26:46.809711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f4eeb37b-7f62-4ca5-ae31-dbddfba54320 None None] Port 4d65c479-ed97-49ab-9401-4f93b825666f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:26:46.817222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-5732d353-1fd3-40f4-b23d-8636d4eea29d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069377 Jul 22 23:26:46.829340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:26:46.848973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Request body: {'port': {'device_id': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:46.883978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:26:46.901067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba032de-431a-4618-be26-43e39e519d01 req-ac6b3648-0464-4f1c-b875-47330a031e48 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.902578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ba032de-431a-4618-be26-43e39e519d01 req-ac6b3648-0464-4f1c-b875-47330a031e48 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1989517 Jul 22 23:26:46.923851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:46.957744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98147fd-bd3c-4120-bc25-689db7a1bbf9 req-51205a93-4277-457f-a3ad-55b459d66d1d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:46.959179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f98147fd-bd3c-4120-bc25-689db7a1bbf9 req-51205a93-4277-457f-a3ad-55b459d66d1d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 948 time: 0.1889019 Jul 22 23:26:46.975564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8518853a-f49b-4670-aad8-245da8e72b13 req-83b529b3-5318-4acf-99da-8104effc5137 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687791 Jul 22 23:26:47.007109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:47.014867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:47.016204 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.022886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.023417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ba032de-431a-4618-be26-43e39e519d01 req-13feb711-ef08-4c9f-bd92-7756fcc04ab1 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087906 Jul 22 23:26:47.078095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f98147fd-bd3c-4120-bc25-689db7a1bbf9 req-e8e3b995-794d-458c-b25a-ba44f819a191 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037447 Jul 22 23:26:47.127930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.158378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-9788af99-41da-49d0-8896-a9d1d89922d9 service neutron] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:47.158594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:47.162473 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6ad13-c826-4f40-aa98-0dfc9233d4f6" -d '{"events": [{"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-plugged", "status": "completed", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:47.165624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-9788af99-41da-49d0-8896-a9d1d89922d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.166750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d0c83c8d-4bbe-4526-bc0d-a5f462923e4b req-9788af99-41da-49d0-8896-a9d1d89922d9 service neutron] 10.222.0.49 "DELETE /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271/bindings/n-h2-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.3351693 Jul 22 23:26:47.201453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:47.216624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.251981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-7caf94e6-7ada-4c1d-bde0-8e468e629a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.254305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-7caf94e6-7ada-4c1d-bde0-8e468e629a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1099 time: 0.1762660 Jul 22 23:26:47.317353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:47.352997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023c0ed-c79e-4d9c-a439-7ef8b3ff79ad req-0d7beb03-1f28-413f-986f-857f0bfe35f0 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.354689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8023c0ed-c79e-4d9c-a439-7ef8b3ff79ad req-0d7beb03-1f28-413f-986f-857f0bfe35f0 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 949 time: 0.1659045 Jul 22 23:26:47.466118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d65c479-ed97-49ab-9401-4f93b825666f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:47.474780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.478745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea655d0f-beed-45c0-bfe7-877724628fba req-7e8d4ac8-5bff-45c0-9698-a76f9528f70f tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.480779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea655d0f-beed-45c0-bfe7-877724628fba req-7e8d4ac8-5bff-45c0-9698-a76f9528f70f tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 931 time: 0.2188346 Jul 22 23:26:47.482252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-59c0ddd0-28f8-4531-9f3b-47294b87ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.483762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-59c0ddd0-28f8-4531-9f3b-47294b87ae23 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2026036 Jul 22 23:26:47.488726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Transition to ACTIVE for port object 4d65c479-ed97-49ab-9401-4f93b825666f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:47.491882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8023c0ed-c79e-4d9c-a439-7ef8b3ff79ad req-0d8913ca-80ce-4c84-a156-256e0e946e10 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273775 Jul 22 23:26:47.496432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.543012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-d3c0ff5e-47cb-4c49-ba92-f25c39d26ccc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0401266 Jul 22 23:26:47.563608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:47.652758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea655d0f-beed-45c0-bfe7-877724628fba req-e1cb3b80-903a-4a69-a8b7-8e3a4aba73f2 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541505 Jul 22 23:26:47.666338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Attempting to bind port 4d65c479-ed97-49ab-9401-4f93b825666f on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:47.667633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Attempting to bind port 4d65c479-ed97-49ab-9401-4f93b825666f by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:47.667978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Attempting to bind port 4d65c479-ed97-49ab-9401-4f93b825666f on network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:47.675389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Port 4d65c479-ed97-49ab-9401-4f93b825666f on network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:47.675727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Attempting to bind port 4d65c479-ed97-49ab-9401-4f93b825666f on network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:47.682006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-211c100c-fe27-490b-9307-6b22cf11188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.683521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-211c100c-fe27-490b-9307-6b22cf11188c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1277792 Jul 22 23:26:47.695512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:47.695946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Checking segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:47.696328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Bound using segment: {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:47.696778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Bound port: 4d65c479-ed97-49ab-9401-4f93b825666f, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e06533a-78b3-476d-90d1-5d09b562695a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:47.697151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.749835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953169aa-9571-4f6c-b445-c5d0d182522f req-5f76e0cf-a596-4328-b11f-084088739fbb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.751312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-953169aa-9571-4f6c-b445-c5d0d182522f req-5f76e0cf-a596-4328-b11f-084088739fbb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 950 time: 0.1769314 Jul 22 23:26:47.781654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:47.785362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4d65c479-ed97-49ab-9401-4f93b825666f,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:47.799084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.850849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-953169aa-9571-4f6c-b445-c5d0d182522f req-f859258a-d1ac-460f-be3c-68574f514b64 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843608 Jul 22 23:26:47.873420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:47.893298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.894165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:47.896194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-f1a97265-57d6-447a-b5fc-10467eb24c84 service neutron] 10.222.0.48 "PUT /v2.0/ports/4d65c479-ed97-49ab-9401-4f93b825666f HTTP/1.1" status: 200 len: 1091 time: 1.0518231 Jul 22 23:26:47.896657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:47.898002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-de1b6a74-66f8-4138-a4d7-031d977b81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.899611 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea413b3-520b-44dc-83bd-b9f93c6187b9" -d '{"events": [{"name": "network-changed", "server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:47.899899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-de1b6a74-66f8-4138-a4d7-031d977b81ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1901734 Jul 22 23:26:47.914012 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f0826f-d67a-4705-b201-589b81b9dd80 x-openstack-request-id: req-40f0826f-d67a-4705-b201-589b81b9dd80 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:47.915345 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-plugged", "status": "completed", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:47.915853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40f0826f-d67a-4705-b201-589b81b9dd80 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:47.917812 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'code': 200} Jul 22 23:26:47.921403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a112ba-847c-4cb2-9585-f8615fa7ee82 req-167639f4-7455-44bb-b16e-0dd2c7c2f657 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:47.922989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62a112ba-847c-4cb2-9585-f8615fa7ee82 req-167639f4-7455-44bb-b16e-0dd2c7c2f657 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1694429 Jul 22 23:26:47.975099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62a112ba-847c-4cb2-9585-f8615fa7ee82 req-bc0e9d4d-e32a-48ab-90c8-a9242f811a7c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389862 Jul 22 23:26:48.153833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c0870-153e-471a-9f8f-56f2d0574c08 req-212a42eb-a39c-4be3-bf10-06badc80cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.155555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-543c0870-153e-471a-9f8f-56f2d0574c08 req-212a42eb-a39c-4be3-bf10-06badc80cac0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 1096 time: 0.1466966 Jul 22 23:26:48.160299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-0e1752ff-0ac0-4248-a04f-031dd132a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.161852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-0e1752ff-0ac0-4248-a04f-031dd132a6b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4550bb45a5443f9b0fa3199da16477&device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 1094 time: 0.0927253 Jul 22 23:26:48.214917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e552449-749f-4ce6-a830-05efbb17e37c req-96f8fd6b-19a6-48de-ab2d-ae71494eac1a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.217957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e552449-749f-4ce6-a830-05efbb17e37c req-96f8fd6b-19a6-48de-ab2d-ae71494eac1a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 944 time: 0.2125614 Jul 22 23:26:48.219752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-38a93540-6e74-4bba-982f-dad7e956b545 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775317 Jul 22 23:26:48.237134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-543c0870-153e-471a-9f8f-56f2d0574c08 req-e0f24b9d-a943-40d7-9e50-f28c5bddb050 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736263 Jul 22 23:26:48.238913 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-3fc53af0-2cc2-4dbb-8914-0e3681b2e39a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d65c479-ed97-49ab-9401-4f93b825666f HTTP/1.1" status: 200 len: 217 time: 0.0560813 Jul 22 23:26:48.263572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626c989-29e3-463e-aeec-d734e8162c88 req-d7e2621e-5636-4389-a1ba-34451049c1c8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.265102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b626c989-29e3-463e-aeec-d734e8162c88 req-d7e2621e-5636-4389-a1ba-34451049c1c8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1991229 Jul 22 23:26:48.295823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-c62fb469-93b8-4379-9729-99c511053805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.297390 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-c62fb469-93b8-4379-9729-99c511053805 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72124785-59c8-4637-a6e5-f7a5a730871d HTTP/1.1" status: 200 len: 855 time: 0.0480776 Jul 22 23:26:48.353357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e552449-749f-4ce6-a830-05efbb17e37c req-c5ca748a-4b5a-4674-815c-d1ae49d6d493 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286354 Jul 22 23:26:48.368321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-99f26006-da65-4af2-96c0-8fb1245bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.370089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-99f26006-da65-4af2-96c0-8fb1245bcd04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626597 Jul 22 23:26:48.384502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b626c989-29e3-463e-aeec-d734e8162c88 req-cfb5630b-5fe9-4ebc-bddf-cc286069b695 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004519 Jul 22 23:26:48.403261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd28d4e-3db4-4cc9-bebf-d875756a1408 req-cfa85c33-b419-4bba-a4e7-25be05aaabef service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662164 Jul 22 23:26:48.496644 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989cfaad-c4cd-45da-a0e8-09b922c1480f x-openstack-request-id: req-989cfaad-c4cd-45da-a0e8-09b922c1480f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:48.497136 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:48.497216 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-989cfaad-c4cd-45da-a0e8-09b922c1480f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:48.497680 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f', 'status': 'completed', 'code': 200} Jul 22 23:26:48.533330 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-281179ba-da8b-450c-829c-4502f0e19b56 service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225724 Jul 22 23:26:48.661585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654d139-2db1-46d1-9372-344aac98f397 req-2fec9312-3b10-4dab-ad27-fd5acb5a1a04 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.663964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e654d139-2db1-46d1-9372-344aac98f397 req-2fec9312-3b10-4dab-ad27-fd5acb5a1a04 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 948 time: 0.0839794 Jul 22 23:26:48.681778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5eeb9b26-f2ce-4446-80c2-685c2e6e37e0 req-ef5816d4-2669-45d2-b274-8452036c5c69 service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305742 Jul 22 23:26:48.839721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-ac4a0754-dc60-4678-92cd-5ca8f513755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.841339 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-ac4a0754-dc60-4678-92cd-5ca8f513755e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4550bb45a5443f9b0fa3199da16477&device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 1094 time: 0.0651073 Jul 22 23:26:48.951688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-2f668491-2846-445c-abbf-5608a5279017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:48.953174 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-2f668491-2846-445c-abbf-5608a5279017 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41 HTTP/1.1" status: 200 len: 917 time: 0.0941846 Jul 22 23:26:49.005735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-c130aa04-cd24-4748-8e39-e91a058168bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d65c479-ed97-49ab-9401-4f93b825666f HTTP/1.1" status: 200 len: 217 time: 0.0448806 Jul 22 23:26:49.010328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e654d139-2db1-46d1-9372-344aac98f397 req-96154578-4336-4aea-9a90-bad697a8910b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358355 Jul 22 23:26:49.036555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c0357-2e3c-49a0-a699-2dc3dc3d9003 req-50852b22-341d-4b0f-88cc-7a3c35b1fa7b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.042984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c0357-2e3c-49a0-a699-2dc3dc3d9003 req-50852b22-341d-4b0f-88cc-7a3c35b1fa7b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.044644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed9c0357-2e3c-49a0-a699-2dc3dc3d9003 req-50852b22-341d-4b0f-88cc-7a3c35b1fa7b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c&device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 1691 time: 0.3962352 Jul 22 23:26:49.067309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-42a858db-6a52-4425-ba50-613222d0a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.068927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-42a858db-6a52-4425-ba50-613222d0a755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72124785-59c8-4637-a6e5-f7a5a730871d HTTP/1.1" status: 200 len: 855 time: 0.0545912 Jul 22 23:26:49.076252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985dc8-b101-4ece-8237-ac564409dfde req-b2de4f97-0941-42d5-a09d-92884fe9ca1a tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.077947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a985dc8-b101-4ece-8237-ac564409dfde req-b2de4f97-0941-42d5-a09d-92884fe9ca1a tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.48 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 949 time: 0.1481724 Jul 22 23:26:49.135824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed9c0357-2e3c-49a0-a699-2dc3dc3d9003 req-427fcbfb-820c-41c1-b4f2-58e77ab20084 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Jul 22 23:26:49.158614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-aca87e43-fd7a-4fbf-9c5e-446c75e9b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.160175 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-aca87e43-fd7a-4fbf-9c5e-446c75e9b90f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827661 Jul 22 23:26:49.221221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Deleting port da717888-7c8b-4709-aa27-5cc338048f6c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:26:49.221551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.262448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66728e87-95fb-4d00-a665-6eff109f6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.274568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-b1d03b3a-49ec-4f92-a618-1109f92baa4c service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031179 Jul 22 23:26:49.376904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bea413b3-520b-44dc-83bd-b9f93c6187b9 req-3a84d67a-557f-4856-81fb-7f886f3a6174 service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914452 Jul 22 23:26:49.404283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] For port da717888-7c8b-4709-aa27-5cc338048f6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=da717888-7c8b-4709-aa27-5cc338048f6c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:49.404652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.432925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00778b-de77-4494-a010-574ac6261159 req-5ef52de3-0d40-4e62-a347-2ad681a823fb tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.434475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e00778b-de77-4494-a010-574ac6261159 req-5ef52de3-0d40-4e62-a347-2ad681a823fb tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.2083361 Jul 22 23:26:49.436911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Calling delete_port for da717888-7c8b-4709-aa27-5cc338048f6c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:26:49.449326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7f682-00b7-4d0d-8078-0507b51a3346 req-d421146b-6b6a-4f2a-ae93-98166149a375 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.451140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dd7f682-00b7-4d0d-8078-0507b51a3346 req-d421146b-6b6a-4f2a-ae93-98166149a375 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=381205f1-2332-437f-aa8f-7767dd73cfe4 HTTP/1.1" status: 200 len: 949 time: 0.1946306 Jul 22 23:26:49.518950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.545866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e00778b-de77-4494-a010-574ac6261159 req-0d9693cc-e09f-43bc-933b-9d2199e9aae3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936930 Jul 22 23:26:49.579868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dd7f682-00b7-4d0d-8078-0507b51a3346 req-c488f0d3-ed74-4410-b90f-ad4fc1e86f1c tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146972 Jul 22 23:26:49.705405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.731691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['927d05d9-efdf-42be-8784-3bbf8297423e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:49.758861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['da717888-7c8b-4709-aa27-5cc338048f6c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:49.765771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Pushing event deleted for resources: {'Port': ['ID=da717888-7c8b-4709-aa27-5cc338048f6c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:49.830082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] No DVR routers for this DVR port da717888-7c8b-4709-aa27-5cc338048f6c on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:26:49.834226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:49.836772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a985dc8-b101-4ece-8237-ac564409dfde req-dc55966b-4ed4-44e9-a5d7-4da661857787 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.48 "DELETE /v2.0/ports/da717888-7c8b-4709-aa27-5cc338048f6c HTTP/1.1" status: 204 len: 173 time: 0.7513139 Jul 22 23:26:49.838225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'name': 'network-vif-deleted', 'tag': 'da717888-7c8b-4709-aa27-5cc338048f6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:49.840637 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77a627e-991e-491b-bdc3-19eaaef594bb" -d '{"events": [{"server_uuid": "381205f1-2332-437f-aa8f-7767dd73cfe4", "name": "network-vif-deleted", "tag": "da717888-7c8b-4709-aa27-5cc338048f6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:49.861841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1cc46-3830-4b99-844c-a42316b27dcf req-7682e52f-d18c-4e4c-9e84-b3cae13100be tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.869372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9f1cc46-3830-4b99-844c-a42316b27dcf req-7682e52f-d18c-4e4c-9e84-b3cae13100be tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.2265921 Jul 22 23:26:49.907839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73173e42-7914-4904-8dcb-91f28f74e697 req-6ecb9f59-0084-4cd8-bdc9-8032baeb8966 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:49.913480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73173e42-7914-4904-8dcb-91f28f74e697 req-6ecb9f59-0084-4cd8-bdc9-8032baeb8966 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1095 time: 0.2057440 Jul 22 23:26:49.955565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9f1cc46-3830-4b99-844c-a42316b27dcf req-0e92ec53-31f8-4fbc-a6ec-e4c54a1e8980 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851910 Jul 22 23:26:49.970467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73173e42-7914-4904-8dcb-91f28f74e697 req-89ca872e-d918-41c7-b8e8-b5355db7795d tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528779 Jul 22 23:26:50.082727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:50.164831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb496e2-7f36-4c85-a919-416306c81658 req-01679344-4530-49c8-81fe-905057353eb8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:50.166638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afb496e2-7f36-4c85-a919-416306c81658 req-01679344-4530-49c8-81fe-905057353eb8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1303823 Jul 22 23:26:50.221022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaabcf1-502e-46d9-992b-17f63469afc9 req-2a7b1cb7-8543-4648-a7ff-5347ac89af14 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:50.222604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccaabcf1-502e-46d9-992b-17f63469afc9 req-2a7b1cb7-8543-4648-a7ff-5347ac89af14 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1162455 Jul 22 23:26:50.226217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afb496e2-7f36-4c85-a919-416306c81658 req-521c4a25-72b2-4cc7-abec-53dec4c1b1d9 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535069 Jul 22 23:26:50.279000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccaabcf1-502e-46d9-992b-17f63469afc9 req-802afb7d-870e-4ba8-ba7c-3ba883a964bc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493770 Jul 22 23:26:50.342801 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd0dc17-5d0e-4dca-b5d9-d24582765024 x-openstack-request-id: req-7dd0dc17-5d0e-4dca-b5d9-d24582765024 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:50.343168 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381205f1-2332-437f-aa8f-7767dd73cfe4", "name": "network-vif-deleted", "tag": "da717888-7c8b-4709-aa27-5cc338048f6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:50.343571 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dd0dc17-5d0e-4dca-b5d9-d24582765024 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:50.343975 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381205f1-2332-437f-aa8f-7767dd73cfe4', 'name': 'network-vif-deleted', 'tag': 'da717888-7c8b-4709-aa27-5cc338048f6c', 'status': 'completed', 'code': 200} Jul 22 23:26:50.372224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcc555-3d2b-4eeb-b542-58172705d3b5 req-c24c8a7b-67fb-4457-b5ab-28ef758e68ae tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:50.373851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25dcc555-3d2b-4eeb-b542-58172705d3b5 req-c24c8a7b-67fb-4457-b5ab-28ef758e68ae tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 1101 time: 0.0776134 Jul 22 23:26:50.423672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25dcc555-3d2b-4eeb-b542-58172705d3b5 req-7deb36f3-83ff-4d5a-9c9d-1d977c02c489 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Jul 22 23:26:50.538818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8e188-ca34-4abd-8f0f-5221e1055391 req-f05febb8-03c6-43ef-8960-4e484c67e15f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:50.542624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ec8e188-ca34-4abd-8f0f-5221e1055391 req-f05febb8-03c6-43ef-8960-4e484c67e15f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 948 time: 0.1177263 Jul 22 23:26:50.602577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ec8e188-ca34-4abd-8f0f-5221e1055391 req-f7f12403-b0c1-4fae-9e06-9338246ef029 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529780 Jul 22 23:26:50.788522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d9a11b23-b8ae-4e1f-a8a3-b162f8727175 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:50.790324 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d9a11b23-b8ae-4e1f-a8a3-b162f8727175 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.1550550 Jul 22 23:26:50.809486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-54f9be04-d87e-4479-9472-2936af9cb1e8 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/quotas/db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 375 time: 0.0107827 Jul 22 23:26:50.817140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e547357-32c2-4504-a3bf-24a3f53288c0 req-03fcfb5a-6d34-43e3-9696-25743e42cf9d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:50.818597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e547357-32c2-4504-a3bf-24a3f53288c0 req-03fcfb5a-6d34-43e3-9696-25743e42cf9d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1371870 Jul 22 23:26:50.846180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:50.899926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e547357-32c2-4504-a3bf-24a3f53288c0 req-59be5ce4-5ff8-47e6-8d23-3032a2b99c8b tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713656 Jul 22 23:26:50.939903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-5e4cf746-750a-49f6-9c69-929279f42667 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195347 Jul 22 23:26:50.966396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:50.978502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'mac_address': 'fa:16:3e:92:61:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:51.022711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:51.037390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cc7ed1-ae63-4686-ad44-3d2a938629de {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:51.060507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:51.066212 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:51.078507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-5273af75-20ab-40c3-be00-8cb9593ce250 service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376839 Jul 22 23:26:51.084410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc447ae-c90b-4da2-a963-1e3194fe6d6c req-793fd212-18b0-4808-9940-6907f624649a tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:51.085802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcc447ae-c90b-4da2-a963-1e3194fe6d6c req-793fd212-18b0-4808-9940-6907f624649a tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 1101 time: 0.1117365 Jul 22 23:26:51.116620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:51.173956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcc447ae-c90b-4da2-a963-1e3194fe6d6c req-1ef8482d-7b5c-4b32-91d2-30f469d55798 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791066 Jul 22 23:26:51.221232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-050455ac-ad75-4942-b2fc-d50636513ada service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341937 Jul 22 23:26:51.424052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:51.462404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7963-13bc-4d83-8910-bfe6654a972d req-721dee9e-9437-4241-9d23-25882fffe308 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:51.469325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-713a7963-13bc-4d83-8910-bfe6654a972d req-721dee9e-9437-4241-9d23-25882fffe308 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.0979748 Jul 22 23:26:51.531020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-713a7963-13bc-4d83-8910-bfe6654a972d req-3f29a177-7d55-48bb-b445-098d209a56d7 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607986 Jul 22 23:26:51.624410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b9064-ff5a-480c-a5bd-8058cb246fd5 req-465a22b4-23c6-41cc-ac03-4282ed461f1d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:51.626457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:51.628355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-490b9064-ff5a-480c-a5bd-8058cb246fd5 req-465a22b4-23c6-41cc-ac03-4282ed461f1d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.1128683 Jul 22 23:26:51.694688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-490b9064-ff5a-480c-a5bd-8058cb246fd5 req-e5503e9d-2fde-4cab-9bce-c57e7b061311 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535893 Jul 22 23:26:51.800491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-71a2f44d-765e-473b-abc3-2fa921868c96 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242453 Jul 22 23:26:51.840661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:51.847766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb879c61-f7b7-460c-b59d-d4ea1b662b8e req-3d68fde7-6159-4035-b2c1-4936832ad7a7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 210 time: 0.0494969 Jul 22 23:26:52.002569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-08e19b77-54e9-42e1-9fa8-a46e22ccc447 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.004116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-08e19b77-54e9-42e1-9fa8-a46e22ccc447 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922274 Jul 22 23:26:52.025222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-ec09e8a9-8279-413b-b5ea-346ec37c4545 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/quotas/13343c137b514f0aabf29b5c968bf0fd HTTP/1.1" status: 200 len: 375 time: 0.0141883 Jul 22 23:26:52.038135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bcff7-79e3-415d-94df-1d17aa358f59 req-3d78fe2b-c606-4a44-ba89-bf4794a12f0d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.040281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb5bcff7-79e3-415d-94df-1d17aa358f59 req-3d78fe2b-c606-4a44-ba89-bf4794a12f0d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1077058 Jul 22 23:26:52.109235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb5bcff7-79e3-415d-94df-1d17aa358f59 req-cc84514e-e271-4fab-9567-ee0330e7b7ae tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596230 Jul 22 23:26:52.139499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-a51a4f29-920c-442f-8521-6e62baa70566 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1087790 Jul 22 23:26:52.339254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8607c6-3998-4107-9444-92f4266f77b1 req-b26d5fa3-d78d-4063-a999-f4c4571bf30c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.340787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea8607c6-3998-4107-9444-92f4266f77b1 req-b26d5fa3-d78d-4063-a999-f4c4571bf30c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1018565 Jul 22 23:26:52.393748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35b92-8e5e-4197-a97f-1c3baaa0c2bf req-7193b5bb-887d-476e-aa23-fe8d01cd8b2b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.395225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0f35b92-8e5e-4197-a97f-1c3baaa0c2bf req-7193b5bb-887d-476e-aa23-fe8d01cd8b2b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 949 time: 0.0994453 Jul 22 23:26:52.402988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea8607c6-3998-4107-9444-92f4266f77b1 req-673a6e45-48c8-4212-9a8c-20eba2a18fef tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 Jul 22 23:26:52.445626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0f35b92-8e5e-4197-a97f-1c3baaa0c2bf req-94d61626-801d-43de-9f9d-c3833b6fd506 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Jul 22 23:26:52.541256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dddc2476-7f6e-437d-8e4c-4f2a1273eef5 req-f99d2fb5-4c8a-4b1e-a44a-12462bc2832d tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 210 time: 0.0454438 Jul 22 23:26:52.580779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fd356-61ad-41d2-a506-85d69cf252d4 req-51afdb7e-2ad7-4c9f-a482-13081372b9e7 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.582562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad3fd356-61ad-41d2-a506-85d69cf252d4 req-51afdb7e-2ad7-4c9f-a482-13081372b9e7 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 950 time: 0.0971837 Jul 22 23:26:52.672303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad3fd356-61ad-41d2-a506-85d69cf252d4 req-454a7ae6-4b6d-428d-8ecf-94fafa424b9d tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828829 Jul 22 23:26:52.784186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-1bf7752b-7cfe-4459-a9e9-9bb9776059ee tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.785509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-1bf7752b-7cfe-4459-a9e9-9bb9776059ee tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.1678748 Jul 22 23:26:52.823614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e06e7-e430-4986-8581-9413ad3dba67 req-3311d0a2-e08c-4fd8-9f76-e2d70e23ba24 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.825057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e6e06e7-e430-4986-8581-9413ad3dba67 req-3311d0a2-e08c-4fd8-9f76-e2d70e23ba24 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1787169 Jul 22 23:26:52.829315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Request body: {'port': {'device_id': '015134db-363d-408c-b6d6-28c64e78d574', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'admin_state_up': True, 'tenant_id': 'db4e9b633bcc418ea37dddd399fa97e4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:52.861497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:52.917562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port a9cc7ed1-ae63-4686-ad44-3d2a938629de completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:52.922255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a9cc7ed1-ae63-4686-ad44-3d2a938629de triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:52.922797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:52.940494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e6e06e7-e430-4986-8581-9413ad3dba67 req-71932705-dc73-4421-bc7e-6abbd4001d1e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069579 Jul 22 23:26:52.983944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8c904-b885-42aa-9c9a-5803fcdcef87 req-d71ce341-c39d-459c-b7d7-bf0eb8eeca49 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:52.986177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3b8c904-b885-42aa-9c9a-5803fcdcef87 req-d71ce341-c39d-459c-b7d7-bf0eb8eeca49 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.2104940 Jul 22 23:26:53.017974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Made reservation on behalf of db4e9b633bcc418ea37dddd399fa97e4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:53.021929 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:53.028906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:53.052797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:53.055212 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b975cf-3d4d-481a-a01f-d0e56a01e2aa" -d '{"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:53.070061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:53.075670 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:53.076465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device da717888-7c8b-4709-aa27-5cc338048f6c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:26:53.076827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-868e28ab-9cf1-4251-96d1-22b586a42b9e req-4f10d1e3-cf45-4d73-85b9-f92a19028170 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 210 time: 0.0516498 Jul 22 23:26:53.093152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3b8c904-b885-42aa-9c9a-5803fcdcef87 req-56c51665-1c8b-400f-aa02-b17927890526 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967283 Jul 22 23:26:53.129746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: da717888-7c8b-4709-aa27-5cc338048f6c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:26:53.130102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device da717888-7c8b-4709-aa27-5cc338048f6c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:26:53.154366 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a58db17-5028-4fa0-9b27-0185b9625fd2 x-openstack-request-id: req-8a58db17-5028-4fa0-9b27-0185b9625fd2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:53.154830 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:53.155431 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a58db17-5028-4fa0-9b27-0185b9625fd2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:53.157326 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'code': 200} Jul 22 23:26:53.170040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:53.290514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Allocated IP 172.20.0.12 (59909164-3df4-4bce-83c2-0618f501a88d/99e2d763-d177-4863-bde4-8d1734f2b67d/cc1e61e0-e939-4d26-820b-ac0e13adf5a0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:53.299213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27762-2364-4515-9db5-23722d630387 req-8adf5ede-72d6-4d25-ac6d-3a7c0bb54835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.301251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9be27762-2364-4515-9db5-23722d630387 req-8adf5ede-72d6-4d25-ac6d-3a7c0bb54835 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1101 time: 0.0541275 Jul 22 23:26:53.344509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9be27762-2364-4515-9db5-23722d630387 req-d4bdc95d-7fe0-4abf-bed7-e626dfa21670 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Jul 22 23:26:53.344722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020a41-8345-4112-8b5e-efe758d3ac1e req-f710119b-7480-412b-a1f8-8a36aceed15d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.346084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b020a41-8345-4112-8b5e-efe758d3ac1e req-f710119b-7480-412b-a1f8-8a36aceed15d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1870291 Jul 22 23:26:53.377122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8112e8d-2afa-4f26-8d7d-a98589d6efbe req-e9b93dc5-5e88-4f1e-b1ba-b737807cb6ee tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.378693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8112e8d-2afa-4f26-8d7d-a98589d6efbe req-e9b93dc5-5e88-4f1e-b1ba-b737807cb6ee tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1601074 Jul 22 23:26:53.455796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b020a41-8345-4112-8b5e-efe758d3ac1e req-bb5d53a1-d0ac-4866-bed8-ab79372f672f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976732 Jul 22 23:26:53.505446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8112e8d-2afa-4f26-8d7d-a98589d6efbe req-87a5e9cc-3825-4ff9-9aab-498ea23981d5 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108794 Jul 22 23:26:53.559699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:53.648109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544c85-2aef-4e76-9216-a58f97d5ff25 req-5b801755-f473-40b9-b660-77e9b2138c6a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.649814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24544c85-2aef-4e76-9216-a58f97d5ff25 req-5b801755-f473-40b9-b660-77e9b2138c6a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0863369 Jul 22 23:26:53.651486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:53.678382 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-42e6b53f-61c6-4bab-aa44-2debd60aeb6a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331357 Jul 22 23:26:53.715634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Network 59909164-3df4-4bce-83c2-0618f501a88d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:53.724408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:53.733672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:53.739713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.740774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:53.746329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:53.766422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24544c85-2aef-4e76-9216-a58f97d5ff25 req-13fadef1-e1f8-4c0c-a5e1-25507587d735 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792165 Jul 22 23:26:53.777360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-f7dfbd17-497c-4051-b2ec-1c050c210d8a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9619226 Jul 22 23:26:53.800924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Request body: {'port': {'device_id': '015134db-363d-408c-b6d6-28c64e78d574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:53.869746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfac8e60-e79c-4c12-ae41-3a5533144cd3 req-94e3f328-f883-4b0d-ad9a-cea1a6324977 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 210 time: 0.0369697 Jul 22 23:26:53.898088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-62097f7f-027f-40e8-b4f2-5f278166c0c2 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.904995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-62097f7f-027f-40e8-b4f2-5f278166c0c2 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 950 time: 0.2121465 Jul 22 23:26:53.916803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-93d4b9ad-836c-424e-8e53-d5ef4bbafd29 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:53.918506 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-93d4b9ad-836c-424e-8e53-d5ef4bbafd29 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116983 Jul 22 23:26:53.956358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '054f8805-e3cc-4898-911e-70565cf5f08a', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:53.956581 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.115088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d3f55-cb37-480e-945d-9ec700b94f00 req-a6747e8c-8735-443e-a09b-ce3d05c67a43 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:54.116776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-311d3f55-cb37-480e-945d-9ec700b94f00 req-a6747e8c-8735-443e-a09b-ce3d05c67a43 tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650 HTTP/1.1" status: 200 len: 950 time: 0.1784508 Jul 22 23:26:54.154846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Deleting port 927d05d9-efdf-42be-8784-3bbf8297423e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:26:54.155757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.201609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:26:54.205294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.212026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-311d3f55-cb37-480e-945d-9ec700b94f00 req-cd4ddfd9-4dd0-493e-bb51-669aa88f63db tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.21 "GET /v2.0/security-groups?id=03d67994-98d2-4449-aef6-bd1e3de51a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719457 Jul 22 23:26:54.331765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] For port 927d05d9-efdf-42be-8784-3bbf8297423e, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=927d05d9-efdf-42be-8784-3bbf8297423e,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:54.332357 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.369419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Calling delete_port for 927d05d9-efdf-42be-8784-3bbf8297423e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:26:54.435393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.42 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/45d70a12-62fd-49ca-8841-0a594ac186f5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:26:54.608264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823b74-f29d-484b-97bf-850cf9e0e384 req-e9c376dd-acb4-45c4-b66b-62eeb0d79ecd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:54.610637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f823b74-f29d-484b-97bf-850cf9e0e384 req-e9c376dd-acb4-45c4-b66b-62eeb0d79ecd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 932 time: 0.4234345 Jul 22 23:26:54.634780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.654339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['927d05d9-efdf-42be-8784-3bbf8297423e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:54.670018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda6445-983e-4143-81f9-f74235ef81c9 req-a3d61154-1491-4ea4-8492-d95a604eb20c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:54.671574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fda6445-983e-4143-81f9-f74235ef81c9 req-a3d61154-1491-4ea4-8492-d95a604eb20c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.4012640 Jul 22 23:26:54.673798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1e61e0-e939-4d26-820b-ac0e13adf5a0 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:54.684333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Pushing event deleted for resources: {'Port': ['ID=927d05d9-efdf-42be-8784-3bbf8297423e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:54.691024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.703269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.734537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f823b74-f29d-484b-97bf-850cf9e0e384 req-fee2c125-a95e-47b6-ad82-90c7583fe774 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999796 Jul 22 23:26:54.735664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Transition to ACTIVE for port object cc1e61e0-e939-4d26-820b-ac0e13adf5a0 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:54.741942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.748653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] No DVR routers for this DVR port 927d05d9-efdf-42be-8784-3bbf8297423e on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:26:54.752581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.755155 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c34e3474-27b7-4f38-a2c3-975188b7c5e5 req-b047d5b8-0b28-400f-9db2-7dc959b61afc tempest-LiveMigrationNegativeTest-500754459 tempest-LiveMigrationNegativeTest-500754459-project] 10.222.0.49 "DELETE /v2.0/ports/927d05d9-efdf-42be-8784-3bbf8297423e HTTP/1.1" status: 204 len: 173 time: 0.8356442 Jul 22 23:26:54.755632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'name': 'network-vif-deleted', 'tag': '927d05d9-efdf-42be-8784-3bbf8297423e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:54.759121 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f48d26-7a83-4192-9f57-7297c24734d5" -d '{"events": [{"server_uuid": "f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650", "name": "network-vif-deleted", "tag": "927d05d9-efdf-42be-8784-3bbf8297423e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:54.761777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object 45d70a12-62fd-49ca-8841-0a594ac186f5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:54.772615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fda6445-983e-4143-81f9-f74235ef81c9 req-350439b9-9790-48de-af48-b3e264660104 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928047 Jul 22 23:26:54.813824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:54.824174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.844566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:54.884236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=45d70a12-62fd-49ca-8841-0a594ac186f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:54.886072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:54.886462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:54.886895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:54.900044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:26:54.900408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:54.900811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:54.901857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:26:54.904382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:26:54.916196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:54.939522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:54.940264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:54.940515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:54.941057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Bound port: cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:54.941535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.967154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:54.967849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:54.989571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e4969701-f496-4a88-a84e-3939ae889563 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0388622 Jul 22 23:26:55.007363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Request body: {'port': {'device_id': '054f8805-e3cc-4898-911e-70565cf5f08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:26:55.022109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a40c-49fa-43cd-bc56-14dcede69cba req-47754090-7948-402e-8f57-13a77ad28b91 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.024410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a34a40c-49fa-43cd-bc56-14dcede69cba req-47754090-7948-402e-8f57-13a77ad28b91 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1838865 Jul 22 23:26:55.071344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:55.084354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107b91-852e-48b2-8dcd-a1091e28ec06 req-bff2bbcb-0e55-409a-89fb-82b81dbbeecb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.086597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab107b91-852e-48b2-8dcd-a1091e28ec06 req-bff2bbcb-0e55-409a-89fb-82b81dbbeecb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1876123 Jul 22 23:26:55.089115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.097468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:55.115552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.140122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a34a40c-49fa-43cd-bc56-14dcede69cba req-0e7f09cc-0b42-4670-8ea2-6e7ca7ec79d1 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075904 Jul 22 23:26:55.204209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.204592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.206013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] 10.222.0.48 "PUT /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 1092 time: 1.4096866 Jul 22 23:26:55.206560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:55.209098 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c2040-d53e-462b-ae91-b61cd72e5772" -d '{"events": [{"name": "network-changed", "server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:55.232757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab107b91-852e-48b2-8dcd-a1091e28ec06 req-32dee020-5437-4352-ae38-8f8d35e22dc2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372335 Jul 22 23:26:55.269529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcff15-22b8-420b-8b42-53a1989f92ea service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:55.309316 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f2371f-d0f4-45db-af29-5e2f4326461a x-openstack-request-id: req-c3f2371f-d0f4-45db-af29-5e2f4326461a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:55.310141 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650", "name": "network-vif-deleted", "tag": "927d05d9-efdf-42be-8784-3bbf8297423e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:55.310691 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3f2371f-d0f4-45db-af29-5e2f4326461a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:55.311347 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8decec8-4e2d-4d5c-bb1a-c2f39c0f8650', 'name': 'network-vif-deleted', 'tag': '927d05d9-efdf-42be-8784-3bbf8297423e', 'status': 'completed', 'code': 200} Jul 22 23:26:55.433053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-a8b90133-3f21-4da8-aec3-171b62799910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.438202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-a8b90133-3f21-4da8-aec3-171b62799910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1095 time: 0.1321201 Jul 22 23:26:55.559877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-7a8af7e4-da54-4c0b-a9c0-fef685494c27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 217 time: 0.0948298 Jul 22 23:26:55.570869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d70a12-62fd-49ca-8841-0a594ac186f5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:55.582149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.596496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Transition to ACTIVE for port object 45d70a12-62fd-49ca-8841-0a594ac186f5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:26:55.601970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.639693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995da79-d724-4bea-9d80-5d4d21820f12 req-81d0c96a-21fb-4aeb-b2ff-87d09d52bf23 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.641253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c995da79-d724-4bea-9d80-5d4d21820f12 req-81d0c96a-21fb-4aeb-b2ff-87d09d52bf23 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.2490530 Jul 22 23:26:55.657451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-9a5ce7ad-764b-4dd5-a9e7-dca4eb593184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.658405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-9a5ce7ad-764b-4dd5-a9e7-dca4eb593184 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0900452 Jul 22 23:26:55.677707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Pushing event updated for resources: {'Port': ['ID=45d70a12-62fd-49ca-8841-0a594ac186f5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:55.683265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff6d45-a86d-4454-9177-c1b0f6df8468 req-8d43d25a-55cc-4fb0-abd2-8b37bf74cf85 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.684776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04ff6d45-a86d-4454-9177-c1b0f6df8468 req-8d43d25a-55cc-4fb0-abd2-8b37bf74cf85 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 935 time: 0.2378137 Jul 22 23:26:55.698525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee74929d-461c-4e62-a1f2-b1f3710768cf None None] Provisioning for port 45d70a12-62fd-49ca-8841-0a594ac186f5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:26:55.742223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-bfbc210b-03bb-44cc-87fe-d0417384da31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549893 Jul 22 23:26:55.752369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c995da79-d724-4bea-9d80-5d4d21820f12 req-21116cd3-ad45-426e-b515-623a2f82e830 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041071 Jul 22 23:26:55.779926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Attempting to bind port 45d70a12-62fd-49ca-8841-0a594ac186f5 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:26:55.780413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Attempting to bind port 45d70a12-62fd-49ca-8841-0a594ac186f5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:26:55.780845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Attempting to bind port 45d70a12-62fd-49ca-8841-0a594ac186f5 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:55.785953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Port 45d70a12-62fd-49ca-8841-0a594ac186f5 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:26:55.786379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Attempting to bind port 45d70a12-62fd-49ca-8841-0a594ac186f5 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:26:55.792769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:26:55.793274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:26:55.793761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:26:55.794304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Bound port: 45d70a12-62fd-49ca-8841-0a594ac186f5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:26:55.794776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.818662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04ff6d45-a86d-4454-9177-c1b0f6df8468 req-cd1192a9-838f-4aa9-b3a4-98d00030e90b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170268 Jul 22 23:26:55.822995 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9c56ce-a05a-41a7-ab4e-709a3559df51 x-openstack-request-id: req-7d9c56ce-a05a-41a7-ab4e-709a3559df51 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:55.823280 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:55.823629 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d9c56ce-a05a-41a7-ab4e-709a3559df51 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:55.824006 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'status': 'completed', 'code': 200} Jul 22 23:26:55.881506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] For port 45d70a12-62fd-49ca-8841-0a594ac186f5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:26:55.893520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] For port 45d70a12-62fd-49ca-8841-0a594ac186f5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45d70a12-62fd-49ca-8841-0a594ac186f5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:26:55.904190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.904406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-e678f9da-3394-405f-8393-94942bef04e6 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504838 Jul 22 23:26:55.968553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:55.969155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:55.970577 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] 10.222.0.48 "PUT /v2.0/ports/45d70a12-62fd-49ca-8841-0a594ac186f5 HTTP/1.1" status: 200 len: 1095 time: 0.9676895 Jul 22 23:26:56.000163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab637fc-d6d7-4a09-9d9b-9bf019c09fbf service neutron] Pushing event updated for resources: {'Port': ['ID=45d70a12-62fd-49ca-8841-0a594ac186f5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:56.107688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-4c6382d0-8698-4680-a067-e66e04e63806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.109640 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-4c6382d0-8698-4680-a067-e66e04e63806 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 1098 time: 0.0685358 Jul 22 23:26:56.121490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093005a-22cd-443e-885e-24be58bde022 req-28f61442-75ea-473c-a2f1-370def488ffc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.129092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f093005a-22cd-443e-885e-24be58bde022 req-28f61442-75ea-473c-a2f1-370def488ffc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.2181196 Jul 22 23:26:56.152196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3aa2b38-6fe9-4329-bb9d-f0a8280ca1de req-c9c2b224-d316-4829-b92c-ba01eb02274f service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325542 Jul 22 23:26:56.195761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f093005a-22cd-443e-885e-24be58bde022 req-eeaa52e3-62e2-42c6-813f-3169147980fa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 Jul 22 23:26:56.202528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f61bc-4db9-4d21-a4b5-2853925c9e17 req-b8573bf0-c604-4598-9414-5311dc5aa510 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.206862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-5ef3c280-5829-4f84-b7be-ef4ccceaab8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=45d70a12-62fd-49ca-8841-0a594ac186f5 HTTP/1.1" status: 200 len: 217 time: 0.0781064 Jul 22 23:26:56.209894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-108f61bc-4db9-4d21-a4b5-2853925c9e17 req-b8573bf0-c604-4598-9414-5311dc5aa510 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1101 time: 0.1510205 Jul 22 23:26:56.220476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:56.232552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f61bc-4db9-4d21-a4b5-2853925c9e17 req-464c1888-ee11-4186-8434-2a42b57c790e tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.332507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-7d7da754-24bd-4af5-a95a-89d80d305fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.334133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-7d7da754-24bd-4af5-a95a-89d80d305fe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0492332 Jul 22 23:26:56.393768 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-3e5478ba-3e9a-46e9-beb4-0e56b18c9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.395537 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-3e5478ba-3e9a-46e9-beb4-0e56b18c9a13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543771 Jul 22 23:26:56.453513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f61bc-4db9-4d21-a4b5-2853925c9e17 req-464c1888-ee11-4186-8434-2a42b57c790e tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.466038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f61bc-4db9-4d21-a4b5-2853925c9e17 req-464c1888-ee11-4186-8434-2a42b57c790e tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.473273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-020fcc68-7e04-4241-ab29-3630fc187246 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d5d1f135dce4baa8c0103b6db4ec3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517567 Jul 22 23:26:56.478161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:56.519422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-5d8a636c-2797-47ff-bb80-32f5010b042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.520940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-5d8a636c-2797-47ff-bb80-32f5010b042f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1095 time: 0.2099345 Jul 22 23:26:56.529245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-108f61bc-4db9-4d21-a4b5-2853925c9e17 req-464c1888-ee11-4186-8434-2a42b57c790e tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184202 Jul 22 23:26:56.536810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265bcf-03da-4afd-a2a0-87a10d97e558 req-f9115c5a-d9c4-49a7-babf-8999683a5b30 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.538431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c265bcf-03da-4afd-a2a0-87a10d97e558 req-f9115c5a-d9c4-49a7-babf-8999683a5b30 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.2454069 Jul 22 23:26:56.577091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c1888-ee11-4186-8434-2a42b57c790e tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee62907-7db4-44b8-8fb7-5d8500c0d704,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:56.709980 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e30c26a-e937-4a52-99d9-b77aea370737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.714401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c265bcf-03da-4afd-a2a0-87a10d97e558 req-cbfcad3e-c510-41a6-a06e-0528235c52e5 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509306 Jul 22 23:26:56.715610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-e9b84f4a-ff4c-47a2-bfed-cebfb7c9f6b4 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123822 Jul 22 23:26:56.749047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-e8122a6c-16d8-4b97-bde3-c99325c86578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.750515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-e8122a6c-16d8-4b97-bde3-c99325c86578 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.2045059 Jul 22 23:26:56.758428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e30c26a-e937-4a52-99d9-b77aea370737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.819094 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91dd5d4d-c42b-4212-a4c2-43fac5b8d193 req-5c4ac97b-dc10-4e42-b7df-7a635e198d4f service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934060 Jul 22 23:26:56.826288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-106c2a3a-b8ab-43ce-b8e3-76f4bbcde1c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 217 time: 0.0659387 Jul 22 23:26:56.898896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989b6f-2bb1-45e3-9536-f80d08364623 req-e4274b25-c24f-4785-9fc2-756c64cce174 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.900582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f989b6f-2bb1-45e3-9536-f80d08364623 req-e4274b25-c24f-4785-9fc2-756c64cce174 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.3019023 Jul 22 23:26:56.939675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-fdc96abd-0ca7-4a4c-bfd5-948f841f7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:56.941278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-fdc96abd-0ca7-4a4c-bfd5-948f841f7d14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0880387 Jul 22 23:26:56.960423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e30c26a-e937-4a52-99d9-b77aea370737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.963436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e30c26a-e937-4a52-99d9-b77aea370737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:56.964472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0e30c26a-e937-4a52-99d9-b77aea370737 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03d67994-98d2-4449-aef6-bd1e3de51a08 HTTP/1.1" status: 204 len: 168 time: 0.4753354 Jul 22 23:26:56.980874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:26:56.985552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 927d05d9-efdf-42be-8784-3bbf8297423e no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:26:57.003572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-7b8c8d1b-7c37-4bbe-87fd-b05de56f8fb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534184 Jul 22 23:26:57.006335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30c26a-e937-4a52-99d9-b77aea370737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d67994-98d2-4449-aef6-bd1e3de51a08,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:57.011151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f989b6f-2bb1-45e3-9536-f80d08364623 req-c1467ca5-14fa-4173-9470-22399b97c1df tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026740 Jul 22 23:26:57.014907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 927d05d9-efdf-42be-8784-3bbf8297423e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:26:57.015456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 927d05d9-efdf-42be-8784-3bbf8297423e not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:26:57.041431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6074f9-8694-4e01-80f9-04d5e3fe60a8 req-bdeea854-d4d6-4bb8-ad37-fe0dc4e0706a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:57.048799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef6074f9-8694-4e01-80f9-04d5e3fe60a8 req-bdeea854-d4d6-4bb8-ad37-fe0dc4e0706a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.2665286 Jul 22 23:26:57.131780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef6074f9-8694-4e01-80f9-04d5e3fe60a8 req-091c2900-7ea4-4714-9e19-230bcd3bea9d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802364 Jul 22 23:26:57.141230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:57.155900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'port_id': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'mac_address': 'fa:16:3e:3c:f6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3435ce-75ea-479c-83bd-ea0969cdf774', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:26:57.176793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-7a3cb57c-7ef1-4c50-81d1-6f6db14f70ba service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633699 Jul 22 23:26:57.207852 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.231754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 434ee5e1-526d-496c-acc0-7d08fc22a04d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:26:57.260308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:57.266690 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.312457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054f8805-e3cc-4898-911e-70565cf5f08a', 'tag': '45d70a12-62fd-49ca-8841-0a594ac186f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:57.316276 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e69e8c0-2f9a-4c4c-a99e-079094167571" -d '{"events": [{"name": "network-changed", "server_uuid": "054f8805-e3cc-4898-911e-70565cf5f08a", "tag": "45d70a12-62fd-49ca-8841-0a594ac186f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:57.331905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513c2040-d53e-462b-ae91-b61cd72e5772 req-b552db9c-b0c0-4646-b90d-798fc7dd2571 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416111 Jul 22 23:26:57.335143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:57.347160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89dce1-a49e-4090-b1c7-2cf5d3c8e634 req-75320d9f-fe57-4e5c-8f9f-c9b0d5391859 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:57.348842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de89dce1-a49e-4090-b1c7-2cf5d3c8e634 req-75320d9f-fe57-4e5c-8f9f-c9b0d5391859 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 947 time: 0.1330662 Jul 22 23:26:57.393523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49798) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:57.405478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de89dce1-a49e-4090-b1c7-2cf5d3c8e634 req-a955b244-7f9d-44a6-b39b-dc956a6e0722 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Jul 22 23:26:57.439311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['434ee5e1-526d-496c-acc0-7d08fc22a04d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:26:57.459438 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2e6f5a49-cc43-41c3-95b3-258c1d05372a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0f13d56cd5b486f902d3096fc1588f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639634 Jul 22 23:26:57.461793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49806) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:26:57.517687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a7f19d3-39cd-47d1-a1cb-dbda369f7ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.545562 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a7f19d3-39cd-47d1-a1cb-dbda369f7ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.564981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa06d-c5b2-4a28-a353-b9c02990e420 req-dcccae79-51bd-4afa-aee4-c149d07a40f0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:57.575144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-441fa06d-c5b2-4a28-a353-b9c02990e420 req-dcccae79-51bd-4afa-aee4-c149d07a40f0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.0914214 Jul 22 23:26:57.598961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a7f19d3-39cd-47d1-a1cb-dbda369f7ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.602358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a7f19d3-39cd-47d1-a1cb-dbda369f7ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:57.603590 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5a7f19d3-39cd-47d1-a1cb-dbda369f7ae2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e712cf0-c1f4-42ec-bfeb-473133fa2ee0 HTTP/1.1" status: 204 len: 168 time: 0.1408205 Jul 22 23:26:57.614719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f19d3-39cd-47d1-a1cb-dbda369f7ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e712cf0-c1f4-42ec-bfeb-473133fa2ee0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:57.638686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-441fa06d-c5b2-4a28-a353-b9c02990e420 req-89a5e09a-ba25-47b6-b37b-f28aa6ca726a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Jul 22 23:26:57.690081 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c18ec-8a14-4021-85d7-89e5e601699a x-openstack-request-id: req-710c18ec-8a14-4021-85d7-89e5e601699a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:57.690381 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054f8805-e3cc-4898-911e-70565cf5f08a", "tag": "45d70a12-62fd-49ca-8841-0a594ac186f5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:57.690665 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710c18ec-8a14-4021-85d7-89e5e601699a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:57.691072 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054f8805-e3cc-4898-911e-70565cf5f08a', 'tag': '45d70a12-62fd-49ca-8841-0a594ac186f5', 'status': 'completed', 'code': 200} Jul 22 23:26:57.870968 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-65dbd875-1b0b-4b19-9ead-6b4c5917c14f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704415 Jul 22 23:26:57.905305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-244010a9-2137-423c-9f03-231ad6933627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:57.906805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-244010a9-2137-423c-9f03-231ad6933627 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 1098 time: 0.1562810 Jul 22 23:26:57.968974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7010-ac1d-4054-bfcd-f91ccf8e337b req-9d28c8b3-1447-49a0-a771-ac63b70db1af tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:57.970445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d5c7010-ac1d-4054-bfcd-f91ccf8e337b req-9d28c8b3-1447-49a0-a771-ac63b70db1af tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1611080 Jul 22 23:26:58.025242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b5d68-ac64-4e2f-a3f3-02ad38acedc6 req-393ca7f5-ba10-4863-afeb-5c85bf34ebdb tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.026771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d97b5d68-ac64-4e2f-a3f3-02ad38acedc6 req-393ca7f5-ba10-4863-afeb-5c85bf34ebdb tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.1858358 Jul 22 23:26:58.095896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d5c7010-ac1d-4054-bfcd-f91ccf8e337b req-5719be45-077f-4297-98e2-54539a5b5674 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975008 Jul 22 23:26:58.098058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-e24263bf-2e47-4cb8-a30e-2ca6289670f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.101031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-e24263bf-2e47-4cb8-a30e-2ca6289670f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1840279 Jul 22 23:26:58.132828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d97b5d68-ac64-4e2f-a3f3-02ad38acedc6 req-c4b39848-e00c-4ca0-8a6e-e1096782afcc tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915153 Jul 22 23:26:58.187222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-faeafb21-c37c-4a4e-9208-4540937137e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=45d70a12-62fd-49ca-8841-0a594ac186f5 HTTP/1.1" status: 200 len: 217 time: 0.0770590 Jul 22 23:26:58.271345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-8f4eadee-3cef-4f6d-bef0-74aec6205782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.272809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-8f4eadee-3cef-4f6d-bef0-74aec6205782 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0769153 Jul 22 23:26:58.308272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201d0df-7298-4467-9ab0-e455e72c826e req-03c74897-5c93-42b9-ab6e-d5e8714bf1f0 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.310002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6201d0df-7298-4467-9ab0-e455e72c826e req-03c74897-5c93-42b9-ab6e-d5e8714bf1f0 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 944 time: 0.1252210 Jul 22 23:26:58.412135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6201d0df-7298-4467-9ab0-e455e72c826e req-55c0d281-1294-43c8-9b16-afd854cec3d1 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Jul 22 23:26:58.436752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c44d-2983-4fbb-a384-1d91f4faa329 req-13366a40-a9fa-49bc-aac7-83c219d46dc7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.436752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39c5c44d-2983-4fbb-a384-1d91f4faa329 req-13366a40-a9fa-49bc-aac7-83c219d46dc7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1507127 Jul 22 23:26:58.441893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-7de5a3b0-273e-4448-95a8-b2578e089923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.443985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-7de5a3b0-273e-4448-95a8-b2578e089923 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455448 Jul 22 23:26:58.803070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39c5c44d-2983-4fbb-a384-1d91f4faa329 req-64540a6c-eae7-40fa-8b0d-c0fc75d5431a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586283 Jul 22 23:26:58.842946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-17d7bd06-941e-4749-b22b-b0524cca85d0 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907030 Jul 22 23:26:58.871365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe62497-9a99-4da4-a765-987fbffa25c2 req-0424627f-8cbd-47ce-8891-0d4a63960eb2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:58.878170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfe62497-9a99-4da4-a765-987fbffa25c2 req-0424627f-8cbd-47ce-8891-0d4a63960eb2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 947 time: 0.1573379 Jul 22 23:26:58.988171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfe62497-9a99-4da4-a765-987fbffa25c2 req-1776c916-ad25-41f3-af7f-86a78dd7656e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009874 Jul 22 23:26:58.996835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:26:59.016541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e69e8c0-2f9a-4c4c-a99e-079094167571 req-33e58f8f-7dae-4bbb-bca6-5ae20062c986 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620018 Jul 22 23:26:59.092210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 434ee5e1-526d-496c-acc0-7d08fc22a04d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:26:59.092561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:59.165573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd28fa-a544-49b3-9189-758c79566062 req-d5b6d8af-09db-46bb-9200-55a87af7979b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.167120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57bd28fa-a544-49b3-9189-758c79566062 req-d5b6d8af-09db-46bb-9200-55a87af7979b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.1286097 Jul 22 23:26:59.190685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:59.202361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6481448-89c1-43e8-a825-31da22cf8310 req-fd900d93-d9e5-42a5-8cb2-5e73ad06688b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.203860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6481448-89c1-43e8-a825-31da22cf8310 req-fd900d93-d9e5-42a5-8cb2-5e73ad06688b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 944 time: 0.1117811 Jul 22 23:26:59.214573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:26:59.216901 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d31ff2-042c-456e-a512-806b99c692e2" -d '{"events": [{"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-plugged", "status": "completed", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:26:59.230117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:26:59.234606 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:26:59.237774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57bd28fa-a544-49b3-9189-758c79566062 req-4932fdc8-15cf-4f83-a409-f1153347265e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Jul 22 23:26:59.264201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6481448-89c1-43e8-a825-31da22cf8310 req-3fc9391d-ba70-42c8-97ab-0467a3b5214c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Jul 22 23:26:59.299851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:26:59.409406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de49e6-3f23-4213-9b0d-22da600ba433 req-fe89236a-ab35-4c82-9e27-957b9a77c2a3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.410805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15de49e6-3f23-4213-9b0d-22da600ba433 req-fe89236a-ab35-4c82-9e27-957b9a77c2a3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1087215 Jul 22 23:26:59.423229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cd31-252e-40bd-935f-809458637a17 req-c81aac36-cd08-48a3-9939-fc2c79b21e5d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.424742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0751cd31-252e-40bd-935f-809458637a17 req-c81aac36-cd08-48a3-9939-fc2c79b21e5d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.0927408 Jul 22 23:26:59.493413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15de49e6-3f23-4213-9b0d-22da600ba433 req-1db8333e-02c0-4984-9884-bbae5a85c277 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668030 Jul 22 23:26:59.496565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0751cd31-252e-40bd-935f-809458637a17 req-36d4b1ad-c925-4188-8eaa-f3a5a4082771 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644541 Jul 22 23:26:59.541795 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc95ac6-1516-4257-94d5-6e67ae9b4bc3 x-openstack-request-id: req-8bc95ac6-1516-4257-94d5-6e67ae9b4bc3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:26:59.542065 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-plugged", "status": "completed", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:26:59.542366 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bc95ac6-1516-4257-94d5-6e67ae9b4bc3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:26:59.542764 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'code': 200} Jul 22 23:26:59.589014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-d1dd4e72-dc12-4a31-bd6f-73bd34aad045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.590534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-d1dd4e72-dc12-4a31-bd6f-73bd34aad045 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1101 time: 0.0586746 Jul 22 23:26:59.699701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-fb3ac21e-ce27-4eb9-b13c-f06b56d5a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.701241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-fb3ac21e-ce27-4eb9-b13c-f06b56d5a8b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0948455 Jul 22 23:26:59.743221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-64d7abda-0764-42c8-9079-47ff621ef60e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0348740 Jul 22 23:26:59.791846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-8ecc71e5-c207-4732-812b-a22c747cdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.793677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-8ecc71e5-c207-4732-812b-a22c747cdeae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0444438 Jul 22 23:26:59.860167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-2a3add6f-7cc2-4274-a40e-87561e0be92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:26:59.862759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-2a3add6f-7cc2-4274-a40e-87561e0be92d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626233 Jul 22 23:27:00.009667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db1b0-a395-4439-ba35-e70eb590651e req-7479a935-cfab-432c-8d5b-c3abfbad454e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:00.011154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d53db1b0-a395-4439-ba35-e70eb590651e req-7479a935-cfab-432c-8d5b-c3abfbad454e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1302569 Jul 22 23:27:00.012969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-4bf786bb-180c-4545-b9f7-613dffefbc9b service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427372 Jul 22 23:27:00.110383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d53db1b0-a395-4439-ba35-e70eb590651e req-edd15ef8-0345-4a9d-a36e-292a657870c9 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913501 Jul 22 23:27:00.170886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-0434562e-8a99-42d9-ab2d-4d00fd172215 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508877 Jul 22 23:27:00.200566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea1a4e-4793-4de2-9dfd-dc7d11d0bf48 req-f6a207de-6ab6-49fe-9a6e-304f668d2174 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:00.202053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bea1a4e-4793-4de2-9dfd-dc7d11d0bf48 req-f6a207de-6ab6-49fe-9a6e-304f668d2174 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 947 time: 0.0871089 Jul 22 23:27:00.246401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bea1a4e-4793-4de2-9dfd-dc7d11d0bf48 req-2ca09280-215e-4cbe-801c-8c8e9ebef3ca tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388637 Jul 22 23:27:00.348622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:00.443767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949b4c7-ce41-4f98-838a-f2de20bf3a2b req-24fd9b47-421c-444b-8c0f-d44039c20101 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:00.445978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0949b4c7-ce41-4f98-838a-f2de20bf3a2b req-24fd9b47-421c-444b-8c0f-d44039c20101 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.1102285 Jul 22 23:27:00.456520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1a11-2310-4537-abe5-aee59c3849f2 req-9ce1fdf8-0ca0-48b4-a06c-3fdc26e5e497 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:00.458115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c08b1a11-2310-4537-abe5-aee59c3849f2 req-9ce1fdf8-0ca0-48b4-a06c-3fdc26e5e497 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 945 time: 0.1127679 Jul 22 23:27:00.459920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d3cd-2602-49e5-a9a7-485e49f43156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.517692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0949b4c7-ce41-4f98-838a-f2de20bf3a2b req-d2a4232e-7f7e-4bda-b8fe-f8b46d107c89 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585938 Jul 22 23:27:00.525584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c08b1a11-2310-4537-abe5-aee59c3849f2 req-d91c7042-8b3a-4d2f-9e1a-b9a604d3ad9e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595603 Jul 22 23:27:00.559434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d3cd-2602-49e5-a9a7-485e49f43156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.563747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d3cd-2602-49e5-a9a7-485e49f43156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.604482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4b1d3cd-2602-49e5-a9a7-485e49f43156 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d27d759cca594c4ebcb4aaafe60c54f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547746 Jul 22 23:27:00.606284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1d3cd-2602-49e5-a9a7-485e49f43156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64770ff8-6fad-4ba5-b2f6-6475f0b8f979,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:00.609438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:00.660889 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab26139d-6392-4bc3-ac88-944bd4419f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.682683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab26139d-6392-4bc3-ac88-944bd4419f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.691228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9748518-4609-4a05-95d7-68ca4c97e5cc req-dcc218d2-fe34-40db-aa07-26a398fc459d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:00.692727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9748518-4609-4a05-95d7-68ca4c97e5cc req-dcc218d2-fe34-40db-aa07-26a398fc459d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1097043 Jul 22 23:27:00.701358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f54488-1f15-491e-af11-3c8997985498 req-5ece05e7-7be8-4c32-9a84-3aaf41c8b1f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:00.702797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53f54488-1f15-491e-af11-3c8997985498 req-5ece05e7-7be8-4c32-9a84-3aaf41c8b1f9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 943 time: 0.1056523 Jul 22 23:27:00.729887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab26139d-6392-4bc3-ac88-944bd4419f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.732509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab26139d-6392-4bc3-ac88-944bd4419f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:00.733653 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ab26139d-6392-4bc3-ac88-944bd4419f94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64770ff8-6fad-4ba5-b2f6-6475f0b8f979 HTTP/1.1" status: 204 len: 168 time: 0.1227529 Jul 22 23:27:00.741830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26139d-6392-4bc3-ac88-944bd4419f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64770ff8-6fad-4ba5-b2f6-6475f0b8f979,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:00.764199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9748518-4609-4a05-95d7-68ca4c97e5cc req-52d0a393-4efe-47d3-be85-79f0db4cec26 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604112 Jul 22 23:27:00.770029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53f54488-1f15-491e-af11-3c8997985498 req-5d40f55c-c637-4606-9ea8-8662b62096b9 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598016 Jul 22 23:27:00.873844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4d65c479-ed97-49ab-9401-4f93b825666f details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:00.968371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4d65c479-ed97-49ab-9401-4f93b825666f,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:00.980212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '4d65c479-ed97-49ab-9401-4f93b825666f', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'port_id': '4d65c479-ed97-49ab-9401-4f93b825666f', 'mac_address': 'fa:16:3e:17:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:01.018974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:01.021459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:01.024414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.032401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98aab130-8eb6-4e1a-8fe3-4eeea1ac5523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.057840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d65c479-ed97-49ab-9401-4f93b825666f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:01.084710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4d65c479-ed97-49ab-9401-4f93b825666f,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.089980 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.090843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45d70a12-62fd-49ca-8841-0a594ac186f5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:01.121327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98aab130-8eb6-4e1a-8fe3-4eeea1ac5523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.125803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98aab130-8eb6-4e1a-8fe3-4eeea1ac5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.165545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98aab130-8eb6-4e1a-8fe3-4eeea1ac5523 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d73d83090d3e41e283b380de372a5df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452348 Jul 22 23:27:01.166437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aab130-8eb6-4e1a-8fe3-4eeea1ac5523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac7a704-a44a-45be-9086-bc7aa3d2742c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:01.168303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:01.180239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.217668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:01.236624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.236865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.237209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.237549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.237884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.238215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.238544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.238874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.239201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.239562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.239891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.240217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:01.256077 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226d499-0183-4d23-a549-fef88e512a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.285764 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226d499-0183-4d23-a549-fef88e512a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.286243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.293571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.341519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77367-1d99-4f44-95b6-ce64bf322fe2 req-38f560a7-10a3-475a-951c-e2472b88f656 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:01.343087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1e77367-1d99-4f44-95b6-ce64bf322fe2 req-38f560a7-10a3-475a-951c-e2472b88f656 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1306326 Jul 22 23:27:01.355189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45d70a12-62fd-49ca-8841-0a594ac186f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45d70a12-62fd-49ca-8841-0a594ac186f5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.375758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '45d70a12-62fd-49ca-8841-0a594ac186f5', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '45d70a12-62fd-49ca-8841-0a594ac186f5', 'mac_address': 'fa:16:3e:d0:9a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:01.380119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:01.396119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226d499-0183-4d23-a549-fef88e512a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.398794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0226d499-0183-4d23-a549-fef88e512a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.400039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0226d499-0183-4d23-a549-fef88e512a31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ac7a704-a44a-45be-9086-bc7aa3d2742c HTTP/1.1" status: 204 len: 168 time: 0.2298100 Jul 22 23:27:01.422193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.424412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226d499-0183-4d23-a549-fef88e512a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac7a704-a44a-45be-9086-bc7aa3d2742c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:01.438501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1e77367-1d99-4f44-95b6-ce64bf322fe2 req-6a08d08a-e44c-4d64-92e2-d94abe8ffa6f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803921 Jul 22 23:27:01.441104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d70a12-62fd-49ca-8841-0a594ac186f5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:01.471556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45d70a12-62fd-49ca-8841-0a594ac186f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45d70a12-62fd-49ca-8841-0a594ac186f5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.476894 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.477760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:01.513172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42b2da-b4a2-4e5f-8907-543b54452c82 req-80447c0a-7cd2-4705-b335-9f3c911455e3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:01.525058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff42b2da-b4a2-4e5f-8907-543b54452c82 req-80447c0a-7cd2-4705-b335-9f3c911455e3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 947 time: 0.1770375 Jul 22 23:27:01.545081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:01.547170 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f302c38d-b08a-4b18-8e14-cedb1e81e1d3" -d '{"events": [{"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:01.566851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45d70a12-62fd-49ca-8841-0a594ac186f5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:01.573508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff42b2da-b4a2-4e5f-8907-543b54452c82 req-41e71e49-e65a-4754-babc-08b67584dc7a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474689 Jul 22 23:27:01.603940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-45a58eea-a459-4e36-997a-d22b1b3e847c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:01.606140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-45a58eea-a459-4e36-997a-d22b1b3e847c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 943 time: 0.1206372 Jul 22 23:27:01.667034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.682653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'port_id': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'mac_address': 'fa:16:3e:b2:15:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e2d763-d177-4863-bde4-8d1734f2b67d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:01.688579 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cc860f-8abd-420d-ab3c-e8e0116fcdd6 x-openstack-request-id: req-17cc860f-8abd-420d-ab3c-e8e0116fcdd6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:01.689051 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-unplugged", "status": "completed", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:01.689314 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17cc860f-8abd-420d-ab3c-e8e0116fcdd6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:01.689704 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'code': 200} Jul 22 23:27:01.728275 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.742947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1e61e0-e939-4d26-820b-ac0e13adf5a0 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:01.766397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.769127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Deleting port 434ee5e1-526d-496c-acc0-7d08fc22a04d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:01.769714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.770891 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.784042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82dd13-a14a-4d27-aa46-41e6d9746dcf req-e8880fcf-2c42-4205-90c0-1b335cf2cdd6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:01.784042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c82dd13-a14a-4d27-aa46-41e6d9746dcf req-e8880fcf-2c42-4205-90c0-1b335cf2cdd6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.1436160 Jul 22 23:27:01.823347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:01.833758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9132906-66f4-4d46-8f00-9a30e4efa81b req-aa06f8f7-fa34-4250-8a76-a6ad950933c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:01.835243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9132906-66f4-4d46-8f00-9a30e4efa81b req-aa06f8f7-fa34-4250-8a76-a6ad950933c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=7411991b-ceab-47ed-8a0d-c1216297c2da HTTP/1.1" status: 200 len: 943 time: 0.1390488 Jul 22 23:27:01.868263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c82dd13-a14a-4d27-aa46-41e6d9746dcf req-7297ae68-e89b-4a8c-a3a1-9eb977b64893 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742345 Jul 22 23:27:01.910614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9132906-66f4-4d46-8f00-9a30e4efa81b req-034f30cf-51a7-4ae6-b3d5-26ad8cff85c8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671458 Jul 22 23:27:01.912947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] For port 434ee5e1-526d-496c-acc0-7d08fc22a04d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=434ee5e1-526d-496c-acc0-7d08fc22a04d,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:01.913306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:01.927306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Calling delete_port for 434ee5e1-526d-496c-acc0-7d08fc22a04d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:02.034853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345724b7-453f-4ba5-8a2f-2adef7135f38 req-1f8e4f2c-e62a-487c-97f4-867330197703 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:02.036741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-345724b7-453f-4ba5-8a2f-2adef7135f38 req-1f8e4f2c-e62a-487c-97f4-867330197703 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1033969 Jul 22 23:27:02.093398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:02.097208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c914f9-55c7-459a-bea2-a0af378328d0 req-00861152-cac1-4e57-a1f2-77204b29b17d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:02.108018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03c914f9-55c7-459a-bea2-a0af378328d0 req-00861152-cac1-4e57-a1f2-77204b29b17d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 944 time: 0.1269348 Jul 22 23:27:02.128802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event deleted for resources: {'Port': ['ID=434ee5e1-526d-496c-acc0-7d08fc22a04d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:02.134657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-345724b7-453f-4ba5-8a2f-2adef7135f38 req-b5d54224-13c2-4af5-81d9-ac96b874bd9a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884712 Jul 22 23:27:02.184175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03c914f9-55c7-459a-bea2-a0af378328d0 req-723acf2c-fdee-486d-9219-937ea9371226 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749402 Jul 22 23:27:02.193818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] No DVR routers for this DVR port 434ee5e1-526d-496c-acc0-7d08fc22a04d on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:02.198332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:02.200479 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ecc3b129-69b3-4789-80c4-72b3bb36863a req-c57d981a-6e3e-4c5d-9261-248be9cd10c3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "DELETE /v2.0/ports/434ee5e1-526d-496c-acc0-7d08fc22a04d HTTP/1.1" status: 204 len: 173 time: 0.5870898 Jul 22 23:27:02.201034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-deleted', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:02.203413 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c09f1-029d-48d0-bd3a-2af5c7e10906" -d '{"events": [{"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-deleted", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:02.268025 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed53904-7a11-4094-9705-a5caf161b4db x-openstack-request-id: req-4ed53904-7a11-4094-9705-a5caf161b4db {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:02.268529 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7411991b-ceab-47ed-8a0d-c1216297c2da", "name": "network-vif-deleted", "tag": "434ee5e1-526d-496c-acc0-7d08fc22a04d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:02.268783 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ed53904-7a11-4094-9705-a5caf161b4db {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:02.269178 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7411991b-ceab-47ed-8a0d-c1216297c2da', 'name': 'network-vif-deleted', 'tag': '434ee5e1-526d-496c-acc0-7d08fc22a04d', 'status': 'completed', 'code': 200} Jul 22 23:27:02.343054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['4d65c479-ed97-49ab-9401-4f93b825666f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:02.372892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['45d70a12-62fd-49ca-8841-0a594ac186f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:02.399470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['cc1e61e0-e939-4d26-820b-ac0e13adf5a0'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:02.600043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126add-cdcc-40db-90cb-f6362de1bb6a req-2c511d7c-9168-4d41-a855-14f0bcd5f4e2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:02.602530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25126add-cdcc-40db-90cb-f6362de1bb6a req-2c511d7c-9168-4d41-a855-14f0bcd5f4e2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0765562 Jul 22 23:27:02.649029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25126add-cdcc-40db-90cb-f6362de1bb6a req-c069e699-c842-4b8c-be87-2021a57aa082 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Jul 22 23:27:02.742588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ff39c-c0bf-4e60-b4f0-f2ff625b844b req-52e2ead2-13bc-405f-88af-ca011ed433e2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:02.746005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a16ff39c-c0bf-4e60-b4f0-f2ff625b844b req-52e2ead2-13bc-405f-88af-ca011ed433e2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 948 time: 0.0897870 Jul 22 23:27:02.796123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a16ff39c-c0bf-4e60-b4f0-f2ff625b844b req-10b500f2-5807-46a9-99f5-adbfe6280219 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Jul 22 23:27:03.015379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018db7-bc5b-4105-b580-e02237996be0 req-3b297202-b988-4fdd-81c1-83cb89eb777a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:03.016905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6018db7-bc5b-4105-b580-e02237996be0 req-3b297202-b988-4fdd-81c1-83cb89eb777a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.0695758 Jul 22 23:27:03.055619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6018db7-bc5b-4105-b580-e02237996be0 req-778befc9-1ffd-42b8-8c3a-6e2c3bf27a9f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jul 22 23:27:03.284573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:03.293196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613918566', 'description': 'tempest-description--506843066'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:03.322889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3aadd-a1b5-4f90-af24-3328bd8e8cd9 req-d580a5be-f8d6-4733-b342-ba6ccb0a4efc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:03.324635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eab3aadd-a1b5-4f90-af24-3328bd8e8cd9 req-d580a5be-f8d6-4733-b342-ba6ccb0a4efc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0771451 Jul 22 23:27:03.326563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.369757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eab3aadd-a1b5-4f90-af24-3328bd8e8cd9 req-027fee18-6761-43fa-83d9-81aeccfd7154 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Jul 22 23:27:03.442603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016da6aa-07ca-4f12-999b-55335396bc54 req-e534a1a0-b2c9-42f6-9675-5a5db7a4203d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:03.444613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-016da6aa-07ca-4f12-999b-55335396bc54 req-e534a1a0-b2c9-42f6-9675-5a5db7a4203d tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 944 time: 0.0795100 Jul 22 23:27:03.452248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.458273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.490574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.495562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2060058 Jul 22 23:27:03.495562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84b63a-13eb-4d07-bd79-d7e169192c42 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b04393-ed25-4c4a-85d3-cf296959128f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:03.496819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:03.499922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-016da6aa-07ca-4f12-999b-55335396bc54 req-3662ed10-f0a2-4095-b01c-f6d192ec04db tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Jul 22 23:27:03.502451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'security_group_rule': {'security_group_id': 'c8b04393-ed25-4c4a-85d3-cf296959128f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:03.530976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.594470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.598655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.614950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64ede58-3021-4e56-a90d-ec54e91b3d94,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:03.624709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.627839 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-db022eda-60bd-4273-9a43-d77cc5136480 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296353 Jul 22 23:27:03.629022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:03.635357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'security_group_rule': {'security_group_id': 'c8b04393-ed25-4c4a-85d3-cf296959128f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:03.669535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.728744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.732807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.769446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f5e4da-6858-4242-87be-534865ddb505,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:03.791825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.793032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-08102519-3953-4883-a163-eed86192e52e tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630561 Jul 22 23:27:03.796261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:03.802060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:03.840139 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:03.865282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404bd19-dc83-4982-a96f-81f0e0be21ba req-0f448b8c-28c5-4031-839a-21fc23f62598 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:03.866881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b404bd19-dc83-4982-a96f-81f0e0be21ba req-0f448b8c-28c5-4031-839a-21fc23f62598 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1266208 Jul 22 23:27:03.957841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b404bd19-dc83-4982-a96f-81f0e0be21ba req-67cd3b70-cc37-4ebb-b934-4f615c2845c9 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Jul 22 23:27:04.026097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1f18f-a8cc-414a-b8db-504af760c78b req-ccd1ecbe-974c-467d-a89e-6fcce30f5875 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:04.027644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66f1f18f-a8cc-414a-b8db-504af760c78b req-ccd1ecbe-974c-467d-a89e-6fcce30f5875 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 948 time: 0.1262307 Jul 22 23:27:04.052953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.058407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:04.107520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66f1f18f-a8cc-414a-b8db-504af760c78b req-d7c39bf8-0741-41a8-bebd-11ff9a62c0a9 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734181 Jul 22 23:27:04.176712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d8b49a3-85bb-4def-94a1-58204b265ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.207280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Allocated IP 172.25.5.41 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4917f286-633f-47ef-955a-6edac295fe82) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:04.261248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01d28-2ef9-4196-8c8c-66d04a2166a5 req-f1449be8-0a30-45b8-8f59-2b7e7c744b8b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:04.262786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fef01d28-2ef9-4196-8c8c-66d04a2166a5 req-f1449be8-0a30-45b8-8f59-2b7e7c744b8b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.1109385 Jul 22 23:27:04.278304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d8b49a3-85bb-4def-94a1-58204b265ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.282181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d8b49a3-85bb-4def-94a1-58204b265ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.324580 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2d8b49a3-85bb-4def-94a1-58204b265ce3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f2b546921e94387af7a72851d82b100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627065 Jul 22 23:27:04.324580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b49a3-85bb-4def-94a1-58204b265ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f50570-d26a-44b7-8930-7c50ff538d96,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:04.325344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50058) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:04.373186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fef01d28-2ef9-4196-8c8c-66d04a2166a5 req-5c3d2c82-9c6f-4433-b8ae-ad6b1a996108 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038518 Jul 22 23:27:04.383385 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.423709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b529beb-b820-4496-a29b-63957a4df072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.459770 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b529beb-b820-4496-a29b-63957a4df072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.477946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.562781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:04.568475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:04.574490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:04.581872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'Port': ['ID=4917f286-633f-47ef-955a-6edac295fe82,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:04.644191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b529beb-b820-4496-a29b-63957a4df072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.646624 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b529beb-b820-4496-a29b-63957a4df072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.647779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1b529beb-b820-4496-a29b-63957a4df072 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78f50570-d26a-44b7-8930-7c50ff538d96 HTTP/1.1" status: 204 len: 168 time: 0.3204584 Jul 22 23:27:04.702157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b529beb-b820-4496-a29b-63957a4df072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f50570-d26a-44b7-8930-7c50ff538d96,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:04.711600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898089a-0ec6-4e9b-a722-322953543f82 req-4edfd782-9fd9-4ea4-8949-f0a6bb18729f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:04.713065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a898089a-0ec6-4e9b-a722-322953543f82 req-4edfd782-9fd9-4ea4-8949-f0a6bb18729f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.2554657 Jul 22 23:27:04.738953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.813965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7ba56-59e6-444e-8015-9b165db8fc5f req-aac2ae54-a7e4-4b6a-ae19-e0546cc4f78c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:04.815555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fe7ba56-59e6-444e-8015-9b165db8fc5f req-aac2ae54-a7e4-4b6a-ae19-e0546cc4f78c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 944 time: 0.2242954 Jul 22 23:27:04.836885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a898089a-0ec6-4e9b-a722-322953543f82 req-dc076350-fca1-4fc6-80ff-d9185edcaded tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929847 Jul 22 23:27:04.838905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.894997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fe7ba56-59e6-444e-8015-9b165db8fc5f req-6b12410d-f5ea-4061-8d31-cfc5e7540457 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717340 Jul 22 23:27:04.932305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:04.946106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1490513d-2e1a-4443-8dd1-5b956701180e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:04.999534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4d65c479-ed97-49ab-9401-4f93b825666f up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:05.051071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:05.059968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1490513d-2e1a-4443-8dd1-5b956701180e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.064535 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1490513d-2e1a-4443-8dd1-5b956701180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.074859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 434ee5e1-526d-496c-acc0-7d08fc22a04d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:05.075280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 434ee5e1-526d-496c-acc0-7d08fc22a04d not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:05.090807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 4d65c479-ed97-49ab-9401-4f93b825666f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:05.095296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 4d65c479-ed97-49ab-9401-4f93b825666f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:05.095733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.106502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490513d-2e1a-4443-8dd1-5b956701180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458c991e-1ca6-4dac-8c39-5e5306ffd166,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:05.123227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1490513d-2e1a-4443-8dd1-5b956701180e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7af8ed9c8fa04eaf932ee8510454c3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897283 Jul 22 23:27:05.125842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50074) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:05.188031 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360f16bf-7519-4814-9fdf-7c4fe00ea1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.188268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.217209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360f16bf-7519-4814-9fdf-7c4fe00ea1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.230180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:05.232664 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edd24ed-079b-442b-8d67-5552ec2c62c3" -d '{"events": [{"server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "name": "network-vif-plugged", "status": "completed", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:05.247239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4d65c479-ed97-49ab-9401-4f93b825666f,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:05.254446 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.255762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45d70a12-62fd-49ca-8841-0a594ac186f5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:05.276969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360f16bf-7519-4814-9fdf-7c4fe00ea1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.279815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360f16bf-7519-4814-9fdf-7c4fe00ea1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.280998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-360f16bf-7519-4814-9fdf-7c4fe00ea1aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/458c991e-1ca6-4dac-8c39-5e5306ffd166 HTTP/1.1" status: 204 len: 168 time: 0.1542366 Jul 22 23:27:05.292242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f16bf-7519-4814-9fdf-7c4fe00ea1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c991e-1ca6-4dac-8c39-5e5306ffd166,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:05.354220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b97237-5dee-4a2c-880f-e5f9b76ceca8 req-5d9f2d1f-995e-4582-8c85-438010640579 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:05.356588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22b97237-5dee-4a2c-880f-e5f9b76ceca8 req-5d9f2d1f-995e-4582-8c85-438010640579 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1850789 Jul 22 23:27:05.369031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:05.388088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 45d70a12-62fd-49ca-8841-0a594ac186f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:05.393073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 45d70a12-62fd-49ca-8841-0a594ac186f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:05.393452 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.421926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896d2f-fcdd-48fd-8c47-3290127d6a4f req-d6f5d6be-2695-4ce8-b48b-add246791200 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:05.423985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64896d2f-fcdd-48fd-8c47-3290127d6a4f req-d6f5d6be-2695-4ce8-b48b-add246791200 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 948 time: 0.2035050 Jul 22 23:27:05.436362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.455998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22b97237-5dee-4a2c-880f-e5f9b76ceca8 req-a51ff6f7-0132-4750-aed6-003c40d83ffd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904751 Jul 22 23:27:05.458347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.516337 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.531247 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994f32a6-7cdb-4c89-9288-2554a3d27a29 x-openstack-request-id: req-994f32a6-7cdb-4c89-9288-2554a3d27a29 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:05.532440 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "name": "network-vif-plugged", "status": "completed", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:05.533002 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-994f32a6-7cdb-4c89-9288-2554a3d27a29 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:05.533747 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f', 'code': 200} Jul 22 23:27:05.536850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.548365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64896d2f-fcdd-48fd-8c47-3290127d6a4f req-ffb46664-07bb-41f3-bcb3-4ba2e33c5ecc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158893 Jul 22 23:27:05.577996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'Port': ['ID=4917f286-633f-47ef-955a-6edac295fe82,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:05.590079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.592229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cd872517-97f8-4944-8afb-ef4d3e2f31e2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7944448 Jul 22 23:27:05.596957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45d70a12-62fd-49ca-8841-0a594ac186f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45d70a12-62fd-49ca-8841-0a594ac186f5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:05.609278 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.610121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:05.704473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.740078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eafae3-0a01-441a-b117-6bbd6a9fea76 req-1c854807-98f9-416a-9c50-b763db936f89 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:05.741648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77eafae3-0a01-441a-b117-6bbd6a9fea76 req-1c854807-98f9-416a-9c50-b763db936f89 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.1122503 Jul 22 23:27:05.744969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3dc46-3875-4721-ba32-1a0d6dd2130e req-a81fff98-cb04-46f5-8ae1-498a4bac8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:05.746557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53d3dc46-3875-4721-ba32-1a0d6dd2130e req-a81fff98-cb04-46f5-8ae1-498a4bac8778 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 1096 time: 0.1080992 Jul 22 23:27:05.766981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45d70a12-62fd-49ca-8841-0a594ac186f5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:05.795396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:05.800593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:05.804361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.812263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77eafae3-0a01-441a-b117-6bbd6a9fea76 req-e0284ea6-21ce-4de1-817d-4d9ceb77461c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602818 Jul 22 23:27:05.871904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53d3dc46-3875-4721-ba32-1a0d6dd2130e req-f6bd1a42-3c6f-4b63-bc89-41b38a60d7fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179597 Jul 22 23:27:05.891665 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.930667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:05.935553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:05.995278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-6093fd67-f4c5-42d2-ba51-f62bceab946a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:05.996826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-6093fd67-f4c5-42d2-ba51-f62bceab946a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 822 time: 0.1836164 Jul 22 23:27:06.002733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:06.025843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-d29797c4-1d90-40bf-bf1c-101a2895f63d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/quotas/14ce31166af642329c40b9d1b40c95fd HTTP/1.1" status: 200 len: 375 time: 0.0209806 Jul 22 23:27:06.034731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85749c-f4d3-4866-9beb-81d28ce7af39 req-3f2158d2-2095-400a-b8e4-0f6e2f323817 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:06.036227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba85749c-f4d3-4866-9beb-81d28ce7af39 req-3f2158d2-2095-400a-b8e4-0f6e2f323817 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1078508 Jul 22 23:27:06.108037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba85749c-f4d3-4866-9beb-81d28ce7af39 req-2ee8b340-8831-407f-bdd2-6f5c13f4a0f5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615256 Jul 22 23:27:06.131873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-c93c91d6-0fa9-4173-9204-08b2b4d62f48 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946448 Jul 22 23:27:06.258725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-8d80e752-0129-4048-bfa1-b6f3d98edcd4 service neutron] 10.222.0.21 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232498 Jul 22 23:27:06.315713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fa72c-c696-4e84-962c-65d7477abe1b req-21fd8e8f-4cc6-4ebb-a8d4-bcd16cd7e0de tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:06.317206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c55fa72c-c696-4e84-962c-65d7477abe1b req-21fd8e8f-4cc6-4ebb-a8d4-bcd16cd7e0de tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.1212270 Jul 22 23:27:06.396967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c55fa72c-c696-4e84-962c-65d7477abe1b req-9a8dbc1d-1fff-4007-a0ee-a01cd7773c66 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548608 Jul 22 23:27:06.399781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-c6d87d64-6656-477d-a2dc-9637ce856a22 service neutron] 10.222.0.21 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323462 Jul 22 23:27:06.621950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f50f74c-09e0-40e1-abcf-9531bc274489 req-779cecdb-565b-4dac-a492-083183a83cb9 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 210 time: 0.0611761 Jul 22 23:27:06.653711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888cc9f-aaf9-4462-85f1-6d59dc05f461 req-31066431-115c-49b1-af68-c60af3d84f36 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:06.656481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c888cc9f-aaf9-4462-85f1-6d59dc05f461 req-31066431-115c-49b1-af68-c60af3d84f36 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1106215 Jul 22 23:27:06.734619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c888cc9f-aaf9-4462-85f1-6d59dc05f461 req-9e1f5988-c021-44ba-a2c5-a5bafa023037 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715628 Jul 22 23:27:06.791378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600f04-6b39-49f6-b963-aca39ad1c01f req-1dca87cc-8f65-451c-bccf-1b0726890524 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:06.794138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a600f04-6b39-49f6-b963-aca39ad1c01f req-1dca87cc-8f65-451c-bccf-1b0726890524 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1047857 Jul 22 23:27:06.844076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a600f04-6b39-49f6-b963-aca39ad1c01f req-b5ee2ee1-ff65-461e-a626-e33b7d51198e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Jul 22 23:27:06.972097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bccd1-d15c-4933-882f-46185cb531a4 req-0ab0ef5c-7a2f-438a-8b74-e8d0ee0c4f93 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:06.973941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b2bccd1-d15c-4933-882f-46185cb531a4 req-0ab0ef5c-7a2f-438a-8b74-e8d0ee0c4f93 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 946 time: 0.0775304 Jul 22 23:27:07.021357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b2bccd1-d15c-4933-882f-46185cb531a4 req-63cdc52e-6b0f-4747-a619-a149ff7e0c12 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Jul 22 23:27:07.272222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951235-f375-49dc-8e58-74d172c2cdb3 req-0ddd1855-ef67-4e39-85c6-946a232ef5af tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:07.273948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc951235-f375-49dc-8e58-74d172c2cdb3 req-0ddd1855-ef67-4e39-85c6-946a232ef5af tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0888319 Jul 22 23:27:07.288152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-5bd48611-a2e9-45dd-9da9-93be8ce62d54 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=44e955fbc26f44dfaca2d2960ef57157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366862 Jul 22 23:27:07.357859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc951235-f375-49dc-8e58-74d172c2cdb3 req-9a3dbb7c-739f-484a-8765-28a99487c74c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723798 Jul 22 23:27:07.418585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-05701677-fb25-403f-80b5-6cdd8fe88dfd tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:07.420098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-05701677-fb25-403f-80b5-6cdd8fe88dfd tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265409 Jul 22 23:27:07.437337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-977e97e8-36f0-4e71-8d33-3be54cf79b49 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/quotas/44e955fbc26f44dfaca2d2960ef57157 HTTP/1.1" status: 200 len: 375 time: 0.0116923 Jul 22 23:27:07.477002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-4185a955-3ed9-4c0f-8a3b-c73f9e78ec0c tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44e955fbc26f44dfaca2d2960ef57157&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318949 Jul 22 23:27:07.536796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054f8805-e3cc-4898-911e-70565cf5f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d70a12-62fd-49ca-8841-0a594ac186f5'}, {'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:07.538254 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21bbef7-b865-4d20-9238-5fadc44eb143" -d '{"events": [{"server_uuid": "054f8805-e3cc-4898-911e-70565cf5f08a", "name": "network-vif-plugged", "status": "completed", "tag": "45d70a12-62fd-49ca-8841-0a594ac186f5"}, {"server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:07.563069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cff88c-8f1b-4fcc-a0cf-4446f1701849 req-4149c2de-1947-47fb-885f-d227dc157566 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:07.564583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93cff88c-8f1b-4fcc-a0cf-4446f1701849 req-4149c2de-1947-47fb-885f-d227dc157566 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.0849717 Jul 22 23:27:07.611214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93cff88c-8f1b-4fcc-a0cf-4446f1701849 req-43ad128a-501d-46cf-a701-49658d374446 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402896 Jul 22 23:27:07.632316 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f47c3-d40b-40ac-a65e-aa1dac20a07c x-openstack-request-id: req-959f47c3-d40b-40ac-a65e-aa1dac20a07c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:07.632849 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054f8805-e3cc-4898-911e-70565cf5f08a", "name": "network-vif-plugged", "status": "completed", "tag": "45d70a12-62fd-49ca-8841-0a594ac186f5", "code": 200}, {"server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:07.633497 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-959f47c3-d40b-40ac-a65e-aa1dac20a07c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:07.633907 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054f8805-e3cc-4898-911e-70565cf5f08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d70a12-62fd-49ca-8841-0a594ac186f5', 'code': 200} Jul 22 23:27:07.634258 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'code': 200} Jul 22 23:27:07.707429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69ee2a9c-7299-4775-8ef4-68fd6138dfb0 req-473c56bb-0b7a-4594-9f8e-eabf3ed6916d tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 210 time: 0.0413742 Jul 22 23:27:07.832792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d1788-e189-4e17-9fa7-e018fd8bfc6c req-5945bf0a-0a96-4075-995e-dea9c62b7246 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:07.835206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-732d1788-e189-4e17-9fa7-e018fd8bfc6c req-5945bf0a-0a96-4075-995e-dea9c62b7246 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.1209550 Jul 22 23:27:07.866506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:07.923308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e22c26c4-e838-41e8-87f2-d29c7cd60181 req-8b376005-7b11-45bc-86d8-f8ecbf889753 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 210 time: 0.1091835 Jul 22 23:27:07.928916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Request body: {'floatingip': {'port_id': '4d65c479-ed97-49ab-9401-4f93b825666f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:07.950208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c15698-f731-45ae-a23e-87bc0fdfb35a req-b3261b03-e57f-4ed4-bd47-b9cd1053328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:07.952112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21c15698-f731-45ae-a23e-87bc0fdfb35a req-b3261b03-e57f-4ed4-bd47-b9cd1053328d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 1100 time: 0.1463046 Jul 22 23:27:08.040872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21c15698-f731-45ae-a23e-87bc0fdfb35a req-a355288a-c404-421d-a183-b2028d7f6585 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Jul 22 23:27:08.041077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:08.055436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fd39d-1151-44f7-b2c4-52220ee0962f req-4b1f3c4b-d72f-4773-a971-50d255d4099e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:08.057451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b13fd39d-1151-44f7-b2c4-52220ee0962f req-4b1f3c4b-d72f-4773-a971-50d255d4099e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1099839 Jul 22 23:27:08.109536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-ca7a4a3b-fa91-4547-9262-61c7929a7d0f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:08.112377 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-ca7a4a3b-fa91-4547-9262-61c7929a7d0f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 822 time: 0.3664684 Jul 22 23:27:08.126880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b13fd39d-1151-44f7-b2c4-52220ee0962f req-f2548b69-d6f4-4638-a013-c5f2f3175844 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625188 Jul 22 23:27:08.137747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71e93-133c-4077-a4fd-439dcee74c7f req-d44cbbf5-52bd-493f-8c52-66186c74e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:08.139809 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-60d71e93-133c-4077-a4fd-439dcee74c7f req-d44cbbf5-52bd-493f-8c52-66186c74e4a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1097 time: 0.3144498 Jul 22 23:27:08.145502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'port': {'device_id': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'admin_state_up': True, 'tenant_id': '14ce31166af642329c40b9d1b40c95fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:08.283695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78442a3-e7c6-41f2-a01d-f914db4a59bf req-bd80045e-eeef-4585-b14d-1f7200032c05 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:08.285787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b78442a3-e7c6-41f2-a01d-f914db4a59bf req-bd80045e-eeef-4585-b14d-1f7200032c05 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1310680 Jul 22 23:27:08.342826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfddab-c921-47b8-be05-3e0dfc01b78e req-e816fe5a-e683-4910-bf72-8a79c72ae033 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:08.344514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bccfddab-c921-47b8-be05-3e0dfc01b78e req-e816fe5a-e683-4910-bf72-8a79c72ae033 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 946 time: 0.1356170 Jul 22 23:27:08.365443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b78442a3-e7c6-41f2-a01d-f914db4a59bf req-82cc8efa-ec45-4f1c-bd12-1c25abf220d2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691955 Jul 22 23:27:08.404758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bccfddab-c921-47b8-be05-3e0dfc01b78e req-c9fd09aa-2464-41a5-9b17-47324bce58ba tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Jul 22 23:27:08.405721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-60d71e93-133c-4077-a4fd-439dcee74c7f req-ae98f491-7561-4a40-94c4-bcf99d516c92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882967 Jul 22 23:27:08.424470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Made reservation on behalf of 14ce31166af642329c40b9d1b40c95fd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:08.428058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:08.533522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f000a-90d4-457f-8e7e-4dbefc1ba8a6 req-8f083c25-51d9-4874-a640-b3fc0021d691 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:08.535101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea7f000a-90d4-457f-8e7e-4dbefc1ba8a6 req-8f083c25-51d9-4874-a640-b3fc0021d691 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0750008 Jul 22 23:27:08.576256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea7f000a-90d4-457f-8e7e-4dbefc1ba8a6 req-85d02ede-0192-462a-a20f-2a01d9d969a5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Jul 22 23:27:08.814258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3b7547a-3749-4ce8-9658-09bc35a8c008 req-c2def9fc-36cf-4a74-9368-d799670f06ef tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 210 time: 0.0421960 Jul 22 23:27:08.836883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Allocated IP 172.20.0.4 (abe7dc81-424d-4b71-bdf5-736d6fab2536/2a3435ce-75ea-479c-83bd-ea0969cdf774/97dd40c2-96d6-48de-888a-ca5eb902db4a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:08.898614 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:08.906439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:08.928715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-03f8f613-a8cd-4617-ad1a-ab9261ac462f tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=44e955fbc26f44dfaca2d2960ef57157&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273552 Jul 22 23:27:09.059632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-75b10b04-e303-4f42-8c0d-e4d1c2bc7e83 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:09.061175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-75b10b04-e303-4f42-8c0d-e4d1c2bc7e83 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250925 Jul 22 23:27:09.100029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-808225cc-94cf-42af-8e7f-9ee4024c3316 req-3320d2d1-6c7d-469f-aee9-a9bb60d2e57f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 210 time: 0.0466712 Jul 22 23:27:09.105647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Request body: {'port': {'device_id': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '44e955fbc26f44dfaca2d2960ef57157'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:09.299429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Made reservation on behalf of 44e955fbc26f44dfaca2d2960ef57157 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:09.302974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.321730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.337373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc505a-8817-4b2c-867d-ce582e6b68a9 req-e4269cb1-6ae4-4602-a06c-80f67e24a223 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:09.344550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2fc505a-8817-4b2c-867d-ce582e6b68a9 req-e4269cb1-6ae4-4602-a06c-80f67e24a223 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1194303 Jul 22 23:27:09.350822 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Floating IP d3e47b1a-e7e4-418c-b1cf-64da30a65a21 associated. External IP: 172.25.5.169, port: 4d65c479-ed97-49ab-9401-4f93b825666f. Jul 22 23:27:09.415126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2fc505a-8817-4b2c-867d-ce582e6b68a9 req-f6e970d5-14ee-4c9b-bf64-c2002196c0a1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701146 Jul 22 23:27:09.450854 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:09.501625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.610869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcdacc-0196-400b-8050-040022d4f3f6 req-2910d821-c7ed-4f0d-aa23-e6658c5a9fd1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:09.617930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75fcdacc-0196-400b-8050-040022d4f3f6 req-2910d821-c7ed-4f0d-aa23-e6658c5a9fd1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1691093 Jul 22 23:27:09.643495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.671481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.679724 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.712429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:09.715354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:09.721712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:09.725316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:09.726958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75fcdacc-0196-400b-8050-040022d4f3f6 req-4b2eb651-0bca-43f9-a92f-b6180ac1cdd2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077538 Jul 22 23:27:09.763822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Router 5521a1a4-8b25-46e9-b911-912a1a730200 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:27:09.771096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9819a-e8d2-465f-b24a-3cbe3c823850 req-c7fe34b7-3f05-4023-a77f-d6fc2a7fd9b8 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:09.773858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20a9819a-e8d2-465f-b24a-3cbe3c823850 req-c7fe34b7-3f05-4023-a77f-d6fc2a7fd9b8 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 946 time: 0.2417059 Jul 22 23:27:09.790279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:09.791200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:09.791883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:09.872444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-2fcd4e27-c6cf-437a-b638-21df253927f6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7372503 Jul 22 23:27:09.892561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Request body: {'port': {'device_id': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:09.917436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20a9819a-e8d2-465f-b24a-3cbe3c823850 req-4c478032-f3a0-4224-afd7-e1cc366d5617 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339269 Jul 22 23:27:09.940356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Allocated IP 192.168.233.159 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/6889471f-9337-48c6-b432-922f80fc0ad8) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:09.946534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:27:09.964488 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] Sync routers for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:27:09.980748 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:27:09.981814 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:26:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:09.986990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.004641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50d77b-cbfd-489e-bb4b-a0da2ded1e91 req-93ea422a-89dd-406c-b297-6e2498878ed5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.006237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad50d77b-cbfd-489e-bb4b-a0da2ded1e91 req-93ea422a-89dd-406c-b297-6e2498878ed5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1998158 Jul 22 23:27:10.031587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.047931 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-22845a1b-7744-4404-bfa4-f9c35c9cadfd tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "PUT /v2.0/floatingips/d3e47b1a-e7e4-418c-b1cf-64da30a65a21 HTTP/1.1" status: 200 len: 991 time: 2.1221390 Jul 22 23:27:10.047931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:10.049515 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:10.072652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b945ca4-4626-4ece-820d-2b75bf5959d1 req-8262104c-7b61-44cf-a6c0-22402781b123 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 210 time: 0.0600564 Jul 22 23:27:10.122855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad50d77b-cbfd-489e-bb4b-a0da2ded1e91 req-65726ff4-a4ac-4764-aac5-697ed27601d9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035829 Jul 22 23:27:10.204121 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc8620-ba0b-4961-b54a-cfc6d86a4fd3 x-openstack-request-id: req-74dc8620-ba0b-4961-b54a-cfc6d86a4fd3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:10.204408 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:10.204649 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74dc8620-ba0b-4961-b54a-cfc6d86a4fd3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:10.205036 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f', 'status': 'completed', 'code': 200} Jul 22 23:27:10.239798 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:27:10.262500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.293013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Transition to ACTIVE for port object 6889471f-9337-48c6-b432-922f80fc0ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:10.368561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40050321-1792-4bd3-9aeb-4a851caff170 req-70647553-c52a-400f-8eac-d6e5a053538a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.375634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40050321-1792-4bd3-9aeb-4a851caff170 req-70647553-c52a-400f-8eac-d6e5a053538a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 931 time: 0.1027367 Jul 22 23:27:10.383136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.401212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-56d22e0d-b092-456b-a5c8-ff6204fd2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.402743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-56d22e0d-b092-456b-a5c8-ff6204fd2553 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4550bb45a5443f9b0fa3199da16477&device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 1096 time: 0.1305346 Jul 22 23:27:10.406774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97dd40c2-96d6-48de-888a-ca5eb902db4a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:10.424109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.452293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:10.462652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40050321-1792-4bd3-9aeb-4a851caff170 req-4b72ba54-b3ae-4f89-90a8-47dee977a326 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862460 Jul 22 23:27:10.463563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:10.465910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Pushing event updated for resources: {'Port': ['ID=6889471f-9337-48c6-b432-922f80fc0ad8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:10.467645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:10.473144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.483193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.511556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-ab00dd30-e726-4571-b349-f2337fbe715b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4154673 Jul 22 23:27:10.526909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Request body: {'port': {'device_id': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:10.548837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-5837ca8b-5b8b-4f5a-8052-3db6049409e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.550746 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-5837ca8b-5b8b-4f5a-8052-3db6049409e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41 HTTP/1.1" status: 200 len: 917 time: 0.1389959 Jul 22 23:27:10.558255 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd3e47b1a-e7e4-418c-b1cf-64da30a65a21', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'port_id': '4d65c479-ed97-49ab-9401-4f93b825666f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'mac_address': 'fa:16:3e:17:21:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:15Z', 'updated_at': '2021-07-22T23:27:08Z', 'revision_number': 1, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:18Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:10.598774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Transition to ACTIVE for port object 97dd40c2-96d6-48de-888a-ca5eb902db4a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:10.604596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] Checking router: 5521a1a4-8b25-46e9-b911-912a1a730200 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:27:10.609792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.615283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:27:10.616151 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:26:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:10.649648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.677563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206628-79b3-4e6b-9887-a58a5b8b631c req-e6acacc5-0d2a-4c13-ad00-172c15f997fd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.677808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:10.679788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf206628-79b3-4e6b-9887-a58a5b8b631c req-e6acacc5-0d2a-4c13-ad00-172c15f997fd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1494668 Jul 22 23:27:10.695574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-1d740e8d-777a-4667-a28a-1947cb0d7536 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d65c479-ed97-49ab-9401-4f93b825666f HTTP/1.1" status: 200 len: 999 time: 0.1349971 Jul 22 23:27:10.755697 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:27:10.809122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f0ced41d-0e8b-4e88-bb2a-12235881bdcb None None] Provisioning for port 6889471f-9337-48c6-b432-922f80fc0ad8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:10.813732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f0ced41d-0e8b-4e88-bb2a-12235881bdcb None None] Provisioning complete for port 6889471f-9337-48c6-b432-922f80fc0ad8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:10.814512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf206628-79b3-4e6b-9887-a58a5b8b631c req-f4520267-79d2-4d1b-b6b4-9c5b041f52f4 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056864 Jul 22 23:27:10.817174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Attempting to bind port 97dd40c2-96d6-48de-888a-ca5eb902db4a on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:10.817503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Attempting to bind port 97dd40c2-96d6-48de-888a-ca5eb902db4a by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:10.817818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Attempting to bind port 97dd40c2-96d6-48de-888a-ca5eb902db4a on network abe7dc81-424d-4b71-bdf5-736d6fab2536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:10.827810 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f0ced41d-0e8b-4e88-bb2a-12235881bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.833055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Port 97dd40c2-96d6-48de-888a-ca5eb902db4a on network abe7dc81-424d-4b71-bdf5-736d6fab2536 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:10.833371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Attempting to bind port 97dd40c2-96d6-48de-888a-ca5eb902db4a on network abe7dc81-424d-4b71-bdf5-736d6fab2536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:10.852748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-96137bad-8e8e-4b40-b6d8-d62b7185ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.854236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-96137bad-8e8e-4b40-b6d8-d62b7185ba17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72124785-59c8-4637-a6e5-f7a5a730871d HTTP/1.1" status: 200 len: 855 time: 0.1343300 Jul 22 23:27:10.855204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:10.855770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Checking segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:10.856130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Bound using segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:10.856716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Bound port: 97dd40c2-96d6-48de-888a-ca5eb902db4a, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:10.857082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:10.878409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f0ced41d-0e8b-4e88-bb2a-12235881bdcb None None] Port 6889471f-9337-48c6-b432-922f80fc0ad8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:27:10.951340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c61e-24c5-47aa-bdaf-97d7107d095c req-67522919-75d2-4f6b-a3b0-c895aa2595a3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.953750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e98c61e-24c5-47aa-bdaf-97d7107d095c req-67522919-75d2-4f6b-a3b0-c895aa2595a3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1419482 Jul 22 23:27:10.982445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:10.986852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-8d00d1ba-c6d1-405d-a133-817101bf33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:10.988567 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-8d00d1ba-c6d1-405d-a133-817101bf33cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191080 Jul 22 23:27:10.990156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:10.996757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.032767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e98c61e-24c5-47aa-bdaf-97d7107d095c req-06bd61a0-2255-4de4-8741-3a4b78356a7e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730917 Jul 22 23:27:11.056690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.057332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.059113 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] 10.222.0.49 "PUT /v2.0/ports/97dd40c2-96d6-48de-888a-ca5eb902db4a HTTP/1.1" status: 200 len: 1091 time: 1.1728094 Jul 22 23:27:11.103499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6889471f-9337-48c6-b432-922f80fc0ad8 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:11.114865 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.135999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Transition to ACTIVE for port object 6889471f-9337-48c6-b432-922f80fc0ad8 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:11.142741 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd3e47b1a-e7e4-418c-b1cf-64da30a65a21', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'port_id': '4d65c479-ed97-49ab-9401-4f93b825666f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'mac_address': 'fa:16:3e:17:21:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:15Z', 'updated_at': '2021-07-22T23:27:08Z', 'revision_number': 1, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:18Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:11.151421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b5c2a-6fb3-4816-86fa-1412898c93a9 req-f84a3aee-043c-4607-96ac-e9d315b8677e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.155612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb8b5c2a-6fb3-4816-86fa-1412898c93a9 req-f84a3aee-043c-4607-96ac-e9d315b8677e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 946 time: 0.1262949 Jul 22 23:27:11.160513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.172174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021f3ce-cb13-4031-9790-1349a4981fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:11.183927 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf9cd4-d70c-4430-a90b-efbc3fe0a8db None None] The sync data for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 is: [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd3e47b1a-e7e4-418c-b1cf-64da30a65a21', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'floating_ip_address': '172.25.5.169', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'port_id': '4d65c479-ed97-49ab-9401-4f93b825666f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'mac_address': 'fa:16:3e:17:21:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:15Z', 'updated_at': '2021-07-22T23:27:08Z', 'revision_number': 1, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:18Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:27:11.204557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-d338a093-e1e6-4563-8d9f-fc52b3212182 service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038052 Jul 22 23:27:11.260551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-d62e444a-1a4f-43a4-9d1c-541c5353deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.262085 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-d62e444a-1a4f-43a4-9d1c-541c5353deb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 1094 time: 0.1285083 Jul 22 23:27:11.357884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-9724c4d2-7788-477d-8ae0-9e2510f418c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a HTTP/1.1" status: 200 len: 217 time: 0.0472403 Jul 22 23:27:11.370261 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8b4c36e-7a93-4b44-b2a3-7024e6520c8c req-82d6d469-d7e5-48c4-9dbb-a2d721dbdf73 service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457744 Jul 22 23:27:11.425405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-d6007108-978a-45a8-9306-7d433ae12a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.426971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-d6007108-978a-45a8-9306-7d433ae12a98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 200 len: 862 time: 0.0558176 Jul 22 23:27:11.451611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21bab21-4bad-4060-87b6-cccde92924af None None] New status for floating IP d3e47b1a-e7e4-418c-b1cf-64da30a65a21: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:27:11.468949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-4f07e3b6-d4a9-433a-b1b2-771eb6721d1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abe7dc81-424d-4b71-bdf5-736d6fab2536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347748 Jul 22 23:27:11.582696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-9efb9b5c-133d-45a9-b5bb-aec5dbb2bebb service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048334 Jul 22 23:27:11.588083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6889471f-9337-48c6-b432-922f80fc0ad8,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:11.602853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb8b5c2a-6fb3-4816-86fa-1412898c93a9 req-b3ae0d5a-fef3-4df0-9cf0-a51a951d5a04 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430225 Jul 22 23:27:11.619942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Attempting to bind port 6889471f-9337-48c6-b432-922f80fc0ad8 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:11.620278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Attempting to bind port 6889471f-9337-48c6-b432-922f80fc0ad8 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:11.620920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Attempting to bind port 6889471f-9337-48c6-b432-922f80fc0ad8 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:11.638649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Port 6889471f-9337-48c6-b432-922f80fc0ad8 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:11.638957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Attempting to bind port 6889471f-9337-48c6-b432-922f80fc0ad8 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:11.644094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3434b0-daaf-4779-9808-df38ee3e6b2b req-35933c85-3c78-46f2-84b2-f397fd930256 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.645628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b3434b0-daaf-4779-9808-df38ee3e6b2b req-35933c85-3c78-46f2-84b2-f397fd930256 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 1100 time: 0.4878080 Jul 22 23:27:11.648392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:11.648731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:11.649118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:11.649551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Bound port: 6889471f-9337-48c6-b432-922f80fc0ad8, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:11.649913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.711513 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7b9acea-e18d-460d-9f7d-ddefac82b5b8 req-fc039d1c-a0f5-496c-a65d-645a8a4eef40 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171927 Jul 22 23:27:11.738829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b3434b0-daaf-4779-9808-df38ee3e6b2b req-ca198b1e-066b-4f5c-b38c-5d3f5da89230 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866375 Jul 22 23:27:11.782588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] For port 6889471f-9337-48c6-b432-922f80fc0ad8, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:11.799271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] For port 6889471f-9337-48c6-b432-922f80fc0ad8, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6889471f-9337-48c6-b432-922f80fc0ad8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:11.815783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd1c68-efe3-46ec-a38d-3396acd76608 req-3da2fec2-4d3c-4c02-945e-d7cf70bfccd3 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.817240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32fd1c68-efe3-46ec-a38d-3396acd76608 req-3da2fec2-4d3c-4c02-945e-d7cf70bfccd3 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 948 time: 0.1409276 Jul 22 23:27:11.820602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.892911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:11.893536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:11.894918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] 10.222.0.49 "PUT /v2.0/ports/6889471f-9337-48c6-b432-922f80fc0ad8 HTTP/1.1" status: 200 len: 1096 time: 1.3728039 Jul 22 23:27:11.900659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'tag': '6889471f-9337-48c6-b432-922f80fc0ad8'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:11.902859 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfc705a-c626-4d21-96df-21f036f9f39f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e71319e-4c24-4b99-a87a-c51e9ab4db92", "tag": "6889471f-9337-48c6-b432-922f80fc0ad8"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:11.958004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990966aa-b6c6-4d92-abf1-4f3dc2344bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6889471f-9337-48c6-b432-922f80fc0ad8,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:11.985156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32fd1c68-efe3-46ec-a38d-3396acd76608 req-9800514a-f10b-4e92-bd4e-901f491c00ef tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417401 Jul 22 23:27:12.006796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320dbcd-c02e-432a-a52f-ad442cf61901 req-90e829c2-ea88-4ee6-bbd3-b846b7d9c32e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.008765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5320dbcd-c02e-432a-a52f-ad442cf61901 req-90e829c2-ea88-4ee6-bbd3-b846b7d9c32e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.2121906 Jul 22 23:27:12.057719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-afc372a4-9950-4961-b15b-8d48555865f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.059290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-afc372a4-9950-4961-b15b-8d48555865f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=44e955fbc26f44dfaca2d2960ef57157&device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 1099 time: 0.1202059 Jul 22 23:27:12.064364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5320dbcd-c02e-432a-a52f-ad442cf61901 req-9871fde1-5714-4200-960b-09d174d109db tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Jul 22 23:27:12.111770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-568d1f4c-68ec-4700-bb9c-aed3e9a16fe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=6889471f-9337-48c6-b432-922f80fc0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0397115 Jul 22 23:27:12.205559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-e17e0565-56df-4d9f-a7cc-fb853f66f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.206650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'tag': '97dd40c2-96d6-48de-888a-ca5eb902db4a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:12.207125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-e17e0565-56df-4d9f-a7cc-fb853f66f303 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0859225 Jul 22 23:27:12.209487 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e70286-de01-4033-a12b-276c83a8aeab" -d '{"events": [{"name": "network-changed", "server_uuid": "b67fb43d-2641-4ec7-8ae4-4c5270321c1a", "tag": "97dd40c2-96d6-48de-888a-ca5eb902db4a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:12.295870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5495c-d8f8-4964-bce5-068a178ea1d6 req-e262bfbb-5e18-42f5-93a5-968ca0815d09 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.297331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92e5495c-d8f8-4964-bce5-068a178ea1d6 req-e262bfbb-5e18-42f5-93a5-968ca0815d09 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 943 time: 0.1468589 Jul 22 23:27:12.329018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e825c-ad49-48a0-b94e-9d4e43b4f5ab req-e65a25af-c7a3-45a8-a87f-c771c80b1bbe tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.330483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c62e825c-ad49-48a0-b94e-9d4e43b4f5ab req-e65a25af-c7a3-45a8-a87f-c771c80b1bbe tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1097 time: 0.1443617 Jul 22 23:27:12.352259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24663db1-665b-4207-abb8-278b56fec5e8 req-12c02444-ef9a-4c76-b30e-b7cd6458bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.353686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-12c02444-ef9a-4c76-b30e-b7cd6458bb4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264155 Jul 22 23:27:12.365658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92e5495c-d8f8-4964-bce5-068a178ea1d6 req-74616eea-29b8-49fb-b01f-067e9fd9782b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617261 Jul 22 23:27:12.409594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c62e825c-ad49-48a0-b94e-9d4e43b4f5ab req-8b571bde-57f8-4f14-907c-f887a0cd1808 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713754 Jul 22 23:27:12.497031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-638a5dba-d4af-43e2-92d2-406d95757545 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342983 Jul 22 23:27:12.544217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a6d2e784-fcaf-42bc-b6bc-83ea1fcedea8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411077 Jul 22 23:27:12.578700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ced9d-04b4-4544-89a6-0fbbde141b30 req-2bf5f218-abd5-45b3-86f0-e9ead9f9c69d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.580165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a6ced9d-04b4-4544-89a6-0fbbde141b30 req-2bf5f218-abd5-45b3-86f0-e9ead9f9c69d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1431148 Jul 22 23:27:12.708417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a6ced9d-04b4-4544-89a6-0fbbde141b30 req-6ac17f49-581a-4648-98b0-8c6e6520439e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021135 Jul 22 23:27:12.712545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24663db1-665b-4207-abb8-278b56fec5e8 req-9a277ac5-2e13-4740-9018-02699de97ed1 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955714 Jul 22 23:27:12.756135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-dda01a5d-0f3d-46e9-910f-26cabe54bc77 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.757930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-dda01a5d-0f3d-46e9-910f-26cabe54bc77 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037070 Jul 22 23:27:12.759360 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe76e627-1ada-4da4-84d4-b29b611aa49a x-openstack-request-id: req-fe76e627-1ada-4da4-84d4-b29b611aa49a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:12.759647 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e71319e-4c24-4b99-a87a-c51e9ab4db92", "tag": "6889471f-9337-48c6-b432-922f80fc0ad8", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:12.759894 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe76e627-1ada-4da4-84d4-b29b611aa49a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:12.760273 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'tag': '6889471f-9337-48c6-b432-922f80fc0ad8', 'status': 'completed', 'code': 200} Jul 22 23:27:12.774784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-933b4e14-c0a6-4a36-88e7-29687ec6a4ab tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/quotas/13343c137b514f0aabf29b5c968bf0fd HTTP/1.1" status: 200 len: 375 time: 0.0098226 Jul 22 23:27:12.786826 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1365a14e-52d6-431c-a62a-d17144a92ad2 x-openstack-request-id: req-1365a14e-52d6-431c-a62a-d17144a92ad2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:12.787116 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67fb43d-2641-4ec7-8ae4-4c5270321c1a", "tag": "97dd40c2-96d6-48de-888a-ca5eb902db4a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:12.787610 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1365a14e-52d6-431c-a62a-d17144a92ad2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:12.788013 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'tag': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'status': 'completed', 'code': 200} Jul 22 23:27:12.879359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e70286-de01-4033-a12b-276c83a8aeab req-b0026475-bf0c-4f78-b022-eeda962c0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.880876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-b0026475-bf0c-4f78-b022-eeda962c0bab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 1094 time: 0.0546129 Jul 22 23:27:12.930386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-6542f07b-f5ea-4594-8f06-2e842e91e523 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1503654 Jul 22 23:27:12.939692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-ebe9f8dd-8746-467e-8836-be8c53b87fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.941140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-ebe9f8dd-8746-467e-8836-be8c53b87fad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=44e955fbc26f44dfaca2d2960ef57157&device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 1099 time: 0.1303325 Jul 22 23:27:12.947228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9129ec-6ef3-42e2-970b-912edecd132b req-050f9215-47eb-4d3c-aa0d-fdc0a97c331b tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.948676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d9129ec-6ef3-42e2-970b-912edecd132b req-050f9215-47eb-4d3c-aa0d-fdc0a97c331b tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1097 time: 0.1096778 Jul 22 23:27:12.979610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e70286-de01-4033-a12b-276c83a8aeab req-5dfbc52a-e7ed-46e5-9faa-0e7cff292673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:12.981097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-5dfbc52a-e7ed-46e5-9faa-0e7cff292673 service neutron] 10.222.0.49 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 923 time: 0.0901787 Jul 22 23:27:13.035052 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-c0695308-ef47-4fca-99d2-304e2c46c671 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a HTTP/1.1" status: 200 len: 217 time: 0.0420854 Jul 22 23:27:13.041930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d9129ec-6ef3-42e2-970b-912edecd132b req-c7eabc88-d264-4a54-ad84-0be5ef0eb8a7 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Jul 22 23:27:13.099993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-7db3822c-2cd5-49d8-9637-59772327bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.101762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-7db3822c-2cd5-49d8-9637-59772327bd93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1520000 Jul 22 23:27:13.126989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e70286-de01-4033-a12b-276c83a8aeab req-9e59ed11-146e-475a-9cef-fdee8c7f171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.128626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-9e59ed11-146e-475a-9cef-fdee8c7f171a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 200 len: 862 time: 0.0764227 Jul 22 23:27:13.176236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-e5c9b284-f18b-4b2d-9ad8-b130e99258de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=abe7dc81-424d-4b71-bdf5-736d6fab2536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291309 Jul 22 23:27:13.180032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-fc51af31-d3e5-45b2-90c6-1072c577a034 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=6889471f-9337-48c6-b432-922f80fc0ad8 HTTP/1.1" status: 200 len: 217 time: 0.0462291 Jul 22 23:27:13.198920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b793034-1a4d-4227-a71f-dc27612dcae8 req-689239b6-4475-4378-b9a6-06c30e17f301 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 210 time: 0.0668991 Jul 22 23:27:13.257639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-67c1bef2-e2c5-4da2-9676-028962ea52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.259180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-67c1bef2-e2c5-4da2-9676-028962ea52a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0628994 Jul 22 23:27:13.270916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0012b-4af0-4a84-b10f-3f846f0636fe req-613f6d03-208e-40a8-aca3-a40a722a0a72 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.272564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eb0012b-4af0-4a84-b10f-3f846f0636fe req-613f6d03-208e-40a8-aca3-a40a722a0a72 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 948 time: 0.1780622 Jul 22 23:27:13.317867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-ec688d1c-f7a7-448b-9e0e-8c5613bd7e64 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271069 Jul 22 23:27:13.373342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eb0012b-4af0-4a84-b10f-3f846f0636fe req-e810b9f2-212c-424e-894e-59a1d006944a tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906026 Jul 22 23:27:13.398101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-f0624276-af43-4ad7-a9e4-e0df335c338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.400169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-f0624276-af43-4ad7-a9e4-e0df335c338e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260600 Jul 22 23:27:13.419276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c388-fa3d-4dc8-a0ea-cdb77efe0b20 req-5fce1634-252e-40fa-acbc-f4ec94ab3ff8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.420986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b92c388-fa3d-4dc8-a0ea-cdb77efe0b20 req-5fce1634-252e-40fa-acbc-f4ec94ab3ff8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1153870 Jul 22 23:27:13.434690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02e70286-de01-4033-a12b-276c83a8aeab req-1b6e468b-fc58-41ec-9333-0dbff7fea602 service neutron] 10.222.0.49 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103504 Jul 22 23:27:13.523739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b92c388-fa3d-4dc8-a0ea-cdb77efe0b20 req-6bad4ebd-316e-434f-aa8c-e8eaef1c6a65 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928016 Jul 22 23:27:13.558399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-196f2044-444c-4ab3-9178-f3d60850e76d service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361496 Jul 22 23:27:13.675292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bfc705a-c626-4d21-96df-21f036f9f39f req-dadfa826-7b99-40fe-98e7-0dd92f59bb23 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060581 Jul 22 23:27:13.763963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb7994-ee84-4c2c-a215-4861debec126 req-7f23e140-f72f-435a-95de-f4e949c04b27 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.766032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-deeb7994-ee84-4c2c-a215-4861debec126 req-7f23e140-f72f-435a-95de-f4e949c04b27 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 943 time: 0.0718856 Jul 22 23:27:13.806512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-deeb7994-ee84-4c2c-a215-4861debec126 req-237e3c99-f9c2-4f9f-bef4-5d7ef8acce7c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Jul 22 23:27:13.930548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eab2ba-629e-4a89-b8c9-9652114ed787 req-78d0dbf7-d503-435d-8b6f-0db1458f21a2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.932035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68eab2ba-629e-4a89-b8c9-9652114ed787 req-78d0dbf7-d503-435d-8b6f-0db1458f21a2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0952191 Jul 22 23:27:13.979788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3407-080c-4426-bc39-e81bf415f711 req-5ac7fc11-1a14-4e2d-8cbc-3e282270764f tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:13.981252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-609a3407-080c-4426-bc39-e81bf415f711 req-5ac7fc11-1a14-4e2d-8cbc-3e282270764f tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1097 time: 0.0906413 Jul 22 23:27:13.984383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68eab2ba-629e-4a89-b8c9-9652114ed787 req-ef2f60ec-f467-4e91-bd62-c767cc9e142d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Jul 22 23:27:14.014629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-609a3407-080c-4426-bc39-e81bf415f711 req-888be3b9-c889-41a2-9696-985886671305 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272467 Jul 22 23:27:14.302706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9063476e-6e48-430e-9fc4-7dff60d0ccd9 req-077a4370-9143-463c-85ef-d11d5c68c274 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 210 time: 0.0301182 Jul 22 23:27:14.389778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-38a2e567-eb05-4754-9d96-389e0cd89f78 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247250 Jul 22 23:27:14.514492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-df45eb05-b445-413a-bef4-b59640bc74b5 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:14.515978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-df45eb05-b445-413a-bef4-b59640bc74b5 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212447 Jul 22 23:27:14.526897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe998b-e14c-40b7-9be4-5c3cf4daf431 req-a595f388-080a-48d4-b13e-e049a5a9ccbf tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:14.528383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5fe998b-e14c-40b7-9be4-5c3cf4daf431 req-a595f388-080a-48d4-b13e-e049a5a9ccbf tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 948 time: 0.0714810 Jul 22 23:27:14.566784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5fe998b-e14c-40b7-9be4-5c3cf4daf431 req-64af0a65-35b2-4e64-bce1-04a72edf395c tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Jul 22 23:27:14.575778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:14.659296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bd6ba-3956-4071-a850-62370f29b2bc req-747b481d-a057-4449-a650-bd6f68737431 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:14.660797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd3bd6ba-3956-4071-a850-62370f29b2bc req-747b481d-a057-4449-a650-bd6f68737431 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0656536 Jul 22 23:27:14.690061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:14.693635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:14.702403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd3bd6ba-3956-4071-a850-62370f29b2bc req-7caebc0b-6c39-4985-87f7-5590bbcdae89 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Jul 22 23:27:14.826285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.157 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/becc0f7b-6739-4720-a7d3-8e349e1283e5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:14.945201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42d70-a82d-4d93-9831-234414d47a11 req-6f549a89-3d35-4663-9568-772fe82a6e2c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:14.947077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebf42d70-a82d-4d93-9831-234414d47a11 req-6f549a89-3d35-4663-9568-772fe82a6e2c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 943 time: 0.0633831 Jul 22 23:27:14.980641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:14.991314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebf42d70-a82d-4d93-9831-234414d47a11 req-15b71d37-9d53-4459-933f-e7b5808703d7 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jul 22 23:27:14.995054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object becc0f7b-6739-4720-a7d3-8e349e1283e5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:15.033407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.045287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:15.079980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:15.089761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:15.093880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:15.102267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=becc0f7b-6739-4720-a7d3-8e349e1283e5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:15.114741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da', '45d70a12-62fd-49ca-8841-0a594ac186f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:15.143203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32929eaa-cd46-49ca-9a9c-9bc35033c46a req-eae18a66-4840-4d51-bbdf-deedb8236932 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:15.145233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32929eaa-cd46-49ca-9a9c-9bc35033c46a req-eae18a66-4840-4d51-bbdf-deedb8236932 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0796771 Jul 22 23:27:15.154143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:15.156145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.159753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 97dd40c2-96d6-48de-888a-ca5eb902db4a details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:15.177068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-a2305c05-d17f-4e3c-a1c5-c9c855949f7c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6054542 Jul 22 23:27:15.200406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Request body: {'port': {'device_id': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:15.239873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32929eaa-cd46-49ca-9a9c-9bc35033c46a req-31be849d-5069-4f82-8aae-03a43197c8c8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842319 Jul 22 23:27:15.269164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b7ff0-a341-4e4b-8517-a00bcfc9af56 req-6e90ed6b-1146-4bf0-9b5e-864633229f00 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:15.277854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d40b7ff0-a341-4e4b-8517-a00bcfc9af56 req-6e90ed6b-1146-4bf0-9b5e-864633229f00 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1097 time: 0.1319988 Jul 22 23:27:15.298143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.329883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d40b7ff0-a341-4e4b-8517-a00bcfc9af56 req-5e22957e-7e6f-459a-a2d7-46b323e339d8 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Jul 22 23:27:15.491072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f1e7442-fece-4b8e-b97a-63c74c6c04ad None None] Provisioning for port becc0f7b-6739-4720-a7d3-8e349e1283e5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:15.501696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:15.509520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0220-ab5f-43b8-8f61-6786b1e955ed req-33f47533-f7b7-4461-af20-1980ce6a06db tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:15.514369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f1e7442-fece-4b8e-b97a-63c74c6c04ad None None] Provisioning complete for port becc0f7b-6739-4720-a7d3-8e349e1283e5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:15.514742 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f1e7442-fece-4b8e-b97a-63c74c6c04ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.517581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef4c0220-ab5f-43b8-8f61-6786b1e955ed req-33f47533-f7b7-4461-af20-1980ce6a06db tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 936 time: 0.1088040 Jul 22 23:27:15.555843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'port_id': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'mac_address': 'fa:16:3e:1b:78:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3435ce-75ea-479c-83bd-ea0969cdf774', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:15.576683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef4c0220-ab5f-43b8-8f61-6786b1e955ed req-fff6c3d2-fdea-4d8b-9927-146872661b3e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Jul 22 23:27:15.634903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e7442-fece-4b8e-b97a-63c74c6c04ad None None] Port becc0f7b-6739-4720-a7d3-8e349e1283e5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:27:15.718339 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.738230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f459-c60b-424e-b58c-36c7196590ca req-b5e2f55f-5d1f-41e1-a8fd-f336b9ecb719 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:15.740223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d866f459-c60b-424e-b58c-36c7196590ca req-b5e2f55f-5d1f-41e1-a8fd-f336b9ecb719 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 948 time: 0.0747373 Jul 22 23:27:15.774187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97dd40c2-96d6-48de-888a-ca5eb902db4a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:15.790120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d866f459-c60b-424e-b58c-36c7196590ca req-3352f71b-95e3-46bb-9712-f20801d1e940 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437400 Jul 22 23:27:15.830784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:15.843166 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.844887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6889471f-9337-48c6-b432-922f80fc0ad8 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:15.879297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id becc0f7b-6739-4720-a7d3-8e349e1283e5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:15.889167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.907765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Transition to ACTIVE for port object becc0f7b-6739-4720-a7d3-8e349e1283e5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:15.916064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:15.951979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d162b05-bfc5-4574-8ca0-a1c5c3735a60 req-6edde482-a4de-42c2-9620-d318a70aa518 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:15.954499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d162b05-bfc5-4574-8ca0-a1c5c3735a60 req-6edde482-a4de-42c2-9620-d318a70aa518 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0916188 Jul 22 23:27:15.966414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Pushing event updated for resources: {'Port': ['ID=becc0f7b-6739-4720-a7d3-8e349e1283e5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:15.967592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:16.025420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d162b05-bfc5-4574-8ca0-a1c5c3735a60 req-fd513b11-e771-4a6b-9192-98f4faa8d752 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650179 Jul 22 23:27:16.101966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6889471f-9337-48c6-b432-922f80fc0ad8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6889471f-9337-48c6-b432-922f80fc0ad8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:16.118942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Attempting to bind port becc0f7b-6739-4720-a7d3-8e349e1283e5 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:16.119320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Attempting to bind port becc0f7b-6739-4720-a7d3-8e349e1283e5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:16.119652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Attempting to bind port becc0f7b-6739-4720-a7d3-8e349e1283e5 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:16.123131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '6889471f-9337-48c6-b432-922f80fc0ad8', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '6889471f-9337-48c6-b432-922f80fc0ad8', 'mac_address': 'fa:16:3e:11:d8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:16.126598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Port becc0f7b-6739-4720-a7d3-8e349e1283e5 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:16.126904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Attempting to bind port becc0f7b-6739-4720-a7d3-8e349e1283e5 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:16.131370 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90eb766a-0871-4572-990d-1231fd02c6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.133040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:16.133217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:16.133592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:16.134261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Bound port: becc0f7b-6739-4720-a7d3-8e349e1283e5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:16.134623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.190661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.227734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6889471f-9337-48c6-b432-922f80fc0ad8 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:16.231849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] For port becc0f7b-6739-4720-a7d3-8e349e1283e5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:16.249107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] For port becc0f7b-6739-4720-a7d3-8e349e1283e5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:16.257020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.271590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6889471f-9337-48c6-b432-922f80fc0ad8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6889471f-9337-48c6-b432-922f80fc0ad8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:16.278758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.296945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.297734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.299295 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] 10.222.0.48 "PUT /v2.0/ports/becc0f7b-6739-4720-a7d3-8e349e1283e5 HTTP/1.1" status: 200 len: 1096 time: 1.1078227 Jul 22 23:27:16.301849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'tag': 'becc0f7b-6739-4720-a7d3-8e349e1283e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:16.304967 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ea6c8d-3e15-4655-8b70-81273509cde9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d675d99-d448-4e4d-be4d-0cee5ff801ff", "tag": "becc0f7b-6739-4720-a7d3-8e349e1283e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:16.343953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bb86e-c930-4372-acd0-ba00ec52dde0 service neutron] Pushing event updated for resources: {'Port': ['ID=becc0f7b-6739-4720-a7d3-8e349e1283e5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:16.372116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=6889471f-9337-48c6-b432-922f80fc0ad8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:16.412946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20894573-1898-4bc5-b8cf-9aa64ea9a8d5 req-9c7ebfcb-590b-415e-87fb-daa8a30cf0b5 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.422764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20894573-1898-4bc5-b8cf-9aa64ea9a8d5 req-9c7ebfcb-590b-415e-87fb-daa8a30cf0b5 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 944 time: 0.1118309 Jul 22 23:27:16.481601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-b11816b0-fa53-4c08-958a-8d3e91d9a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.483407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-b11816b0-fa53-4c08-958a-8d3e91d9a1ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 1099 time: 0.1049643 Jul 22 23:27:16.484294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20894573-1898-4bc5-b8cf-9aa64ea9a8d5 req-8239662e-62ac-4b5d-b5c4-eaebdeea5657 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Jul 22 23:27:16.545226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-a027b799-633c-4717-9e16-a3ae675216df tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:27:16.551875 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-a027b799-633c-4717-9e16-a3ae675216df tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117710 Jul 22 23:27:16.556368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-b9122d48-2a70-4101-addc-f3c82f617d3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5 HTTP/1.1" status: 200 len: 217 time: 0.0547683 Jul 22 23:27:16.559611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Request body: {'binding': {'host': 'n-h1-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:16.560204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:27:16.614460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dc717-83e3-402a-a254-05ffe88c8910 req-7b26420d-f214-4274-9311-fbd7a72df10c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.616357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c7dc717-83e3-402a-a254-05ffe88c8910 req-7b26420d-f214-4274-9311-fbd7a72df10c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0709429 Jul 22 23:27:16.619706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['97dd40c2-96d6-48de-888a-ca5eb902db4a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:16.621824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6889471f-9337-48c6-b432-922f80fc0ad8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:16.653988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-39079396-41b8-4ffc-98cf-ef80411c21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.655509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-39079396-41b8-4ffc-98cf-ef80411c21ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0918856 Jul 22 23:27:16.664264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c7dc717-83e3-402a-a254-05ffe88c8910 req-b55687d1-16f5-4408-87b1-44524b89f4b7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Jul 22 23:27:16.729401 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93036ce-41e2-4453-8eb8-b8c840c1c248 x-openstack-request-id: req-a93036ce-41e2-4453-8eb8-b8c840c1c248 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:16.729660 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d675d99-d448-4e4d-be4d-0cee5ff801ff", "tag": "becc0f7b-6739-4720-a7d3-8e349e1283e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:16.729915 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a93036ce-41e2-4453-8eb8-b8c840c1c248 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:16.730302 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'tag': 'becc0f7b-6739-4720-a7d3-8e349e1283e5', 'status': 'completed', 'code': 200} Jul 22 23:27:16.792938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-d8347172-1c8d-4c02-b42c-3b1f5b45a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.794519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-d8347172-1c8d-4c02-b42c-3b1f5b45a017 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980468 Jul 22 23:27:16.795171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on host n-h1-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:16.795532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:16.795868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:16.800530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:16.800853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:16.807019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:16.807396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:16.807773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:16.808198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Bound port: cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:16.832897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b92e37-3085-47d6-99bf-4f3f962a7077 req-32b2f135-1abd-40db-aa1c-816d479bc733 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:16.834481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b92e37-3085-47d6-99bf-4f3f962a7077 req-32b2f135-1abd-40db-aa1c-816d479bc733 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 948 time: 0.0719731 Jul 22 23:27:16.887971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b92e37-3085-47d6-99bf-4f3f962a7077 req-8401cd2a-30b1-44bb-b87d-f44001114be3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Jul 22 23:27:16.934150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:16.947600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:16.948793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-d4dc3bf4-313b-44a1-b07f-16ecd1fe98bf service neutron] 10.222.0.21 "POST /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3958511 Jul 22 23:27:16.952878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-4192e0ea-bcb3-452c-8be2-c6b0aa223c8e service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413982 Jul 22 23:27:17.027609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b765ca7-1445-4fe6-8876-aa5ce02e6df3 req-8b2ae9c1-e6bb-4668-9fec-60689c0a359d tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.030050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b765ca7-1445-4fe6-8876-aa5ce02e6df3 req-8b2ae9c1-e6bb-4668-9fec-60689c0a359d tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 949 time: 0.0817428 Jul 22 23:27:17.084375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b765ca7-1445-4fe6-8876-aa5ce02e6df3 req-0918e9de-dc8c-4a1e-9d32-7b63b19c43d6 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Jul 22 23:27:17.088401 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2eae5bfe-07c6-48ef-a573-dc37c37abcbe req-5f0cf601-f597-4806-8098-372c83141a49 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218853 Jul 22 23:27:17.201436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b5de1-6c31-474d-9633-026241e251ce req-5227ce5d-455a-4f4b-8329-6c32dd338842 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.202811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b0b5de1-6c31-474d-9633-026241e251ce req-5227ce5d-455a-4f4b-8329-6c32dd338842 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 946 time: 0.1088915 Jul 22 23:27:17.255743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-bd0612ea-b53f-467d-bb8e-eb72371ea553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.257528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-bd0612ea-b53f-467d-bb8e-eb72371ea553 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 1099 time: 0.0646195 Jul 22 23:27:17.289512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b0b5de1-6c31-474d-9633-026241e251ce req-f6730c88-4842-4bc6-91a3-5fec24681dd3 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767717 Jul 22 23:27:17.313792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-4fbc1648-9239-48a3-846a-319d8bc56c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.315313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-4fbc1648-9239-48a3-846a-319d8bc56c3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1097 time: 0.1113925 Jul 22 23:27:17.326372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0c56-89de-4469-b866-148aabe896d8 req-c92f135b-5246-4e6a-88f6-975aed54911f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.327875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-058a0c56-89de-4469-b866-148aabe896d8 req-c92f135b-5246-4e6a-88f6-975aed54911f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1708117 Jul 22 23:27:17.369195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-5cc30a11-4f48-4ad4-b6e9-690af8ac7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.371585 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-5cc30a11-4f48-4ad4-b6e9-690af8ac7c5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1070206 Jul 22 23:27:17.420235 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-df952417-e12b-4804-a5ef-f63cfb5e053a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5 HTTP/1.1" status: 200 len: 217 time: 0.0387163 Jul 22 23:27:17.424807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-058a0c56-89de-4469-b866-148aabe896d8 req-db6b5f3f-5274-4818-96cc-d8807f67f60a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881152 Jul 22 23:27:17.454918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-dae66399-b75b-4f77-9f0a-ba6fb1b13c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.456376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-dae66399-b75b-4f77-9f0a-ba6fb1b13c11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.1274736 Jul 22 23:27:17.499554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-5260e6b8-8cae-41db-88de-1928b768d185 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 217 time: 0.0349491 Jul 22 23:27:17.518437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-39b88154-e0ce-47aa-a14d-a0f2dbd933eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.519947 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-39b88154-e0ce-47aa-a14d-a0f2dbd933eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0504339 Jul 22 23:27:17.581646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-b8ac06fb-9a70-48b1-a223-7cbc0b4f2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.583208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-b8ac06fb-9a70-48b1-a223-7cbc0b4f2fdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551395 Jul 22 23:27:17.696813 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-aba7d8ca-7240-490c-8448-d769aaaae0c7 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976324 Jul 22 23:27:17.799205 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79ea6c8d-3e15-4655-8b70-81273509cde9 req-58648051-f3aa-44fe-a6b3-e31465ac58c1 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952322 Jul 22 23:27:17.828728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-5832b159-0c4a-49ec-b8a2-62b21b0ef240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.830162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-5832b159-0c4a-49ec-b8a2-62b21b0ef240 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.3214996 Jul 22 23:27:17.904813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-5a13719b-028a-4895-98dc-017f1a24c846 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512378 Jul 22 23:27:17.950759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7eb61-c2d3-4b24-9ce0-3c129fd5ae02 req-6725470a-21a4-4ba8-a8f2-2955e05ec5f8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:17.952281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ac7eb61-c2d3-4b24-9ce0-3c129fd5ae02 req-6725470a-21a4-4ba8-a8f2-2955e05ec5f8 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 944 time: 0.3990250 Jul 22 23:27:18.018574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb2ffd-f011-4f67-ad2b-3645b0d140ac req-bfc08cad-9e04-4039-b7ea-08788cc2ea0d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:18.020004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8feb2ffd-f011-4f67-ad2b-3645b0d140ac req-bfc08cad-9e04-4039-b7ea-08788cc2ea0d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.2171531 Jul 22 23:27:18.056559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ac7eb61-c2d3-4b24-9ce0-3c129fd5ae02 req-d9ed21d5-ce6f-4d06-8ab1-eabdffd20a6c tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970948 Jul 22 23:27:18.091522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8feb2ffd-f011-4f67-ad2b-3645b0d140ac req-4dc9e011-e50b-4ceb-8b10-74282df94284 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Jul 22 23:27:18.093423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-1a0cceeb-f0c1-4191-a546-0962157c8e97 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747525 Jul 22 23:27:18.234915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-6e65f1ce-1193-4448-83b4-8c2c44a9755e service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344464 Jul 22 23:27:18.256675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55ea2-9737-4fb0-b62a-112860d7d61c req-847856b4-101a-483d-8edb-1c704380b193 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:18.260636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5db55ea2-9737-4fb0-b62a-112860d7d61c req-847856b4-101a-483d-8edb-1c704380b193 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 948 time: 0.1267078 Jul 22 23:27:18.301486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5db55ea2-9737-4fb0-b62a-112860d7d61c req-92b10da8-5782-4783-b285-f41684694edc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Jul 22 23:27:18.489793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-e7d2ceb9-69a7-4809-8f85-1365f737de3b tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:18.491897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-e7d2ceb9-69a7-4809-8f85-1365f737de3b tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1097 time: 0.1889613 Jul 22 23:27:18.506267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-4'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:18.516715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70937-4193-47a0-938f-273ecb7ee5b9 req-6d1a2658-3632-4165-b601-36d1361c9acd tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:18.518183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36b70937-4193-47a0-938f-273ecb7ee5b9 req-6d1a2658-3632-4165-b601-36d1361c9acd tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 949 time: 0.1796169 Jul 22 23:27:18.565290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc54520-e3dc-4c61-886d-3fd438fa3015 req-8fafb360-c1f2-41ed-80be-1c5ad040881c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:18.566795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffc54520-e3dc-4c61-886d-3fd438fa3015 req-8fafb360-c1f2-41ed-80be-1c5ad040881c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 946 time: 0.1775804 Jul 22 23:27:18.649216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36b70937-4193-47a0-938f-273ecb7ee5b9 req-80f471bf-bc3b-4fa1-93c8-ff0bba0aae53 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107297 Jul 22 23:27:18.669650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffc54520-e3dc-4c61-886d-3fd438fa3015 req-c3004779-35a3-43b0-983c-5118c86c1140 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874913 Jul 22 23:27:18.671453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:18.862726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:18.881028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a48d5-f03f-493a-8ff3-519985b12499 req-a0124c15-c483-41db-8518-6ac5cae85b31 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:18.883072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce8a48d5-f03f-493a-8ff3-519985b12499 req-a0124c15-c483-41db-8518-6ac5cae85b31 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1385877 Jul 22 23:27:18.939403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce8a48d5-f03f-493a-8ff3-519985b12499 req-3da1a7bc-268d-4f2a-9e90-f849b3a6dd06 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504510 Jul 22 23:27:18.941189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:18.983795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:18.986338 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c1b5d-85ba-49cb-8a61-043e09627463" -d '{"events": [{"server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:18.990446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.001969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.053426 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0c76b4-86d1-440a-b038-7dac1a433c1c x-openstack-request-id: req-db0c76b4-86d1-440a-b038-7dac1a433c1c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:19.053713 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:19.054679 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db0c76b4-86d1-440a-b038-7dac1a433c1c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:19.055384 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'code': 200} Jul 22 23:27:19.119264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:19.125688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:19.126344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:19.126679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:19.141585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:19.141928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Attempting to bind port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:19.164833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:19.165176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:19.165563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:19.166001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Bound port: cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:19.166362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.169589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 97dd40c2-96d6-48de-888a-ca5eb902db4a up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:19.226240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 97dd40c2-96d6-48de-888a-ca5eb902db4a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:19.231000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 97dd40c2-96d6-48de-888a-ca5eb902db4a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:19.231412 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.275542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2331f-6c33-4b05-9e78-611e014a7722 req-1edec444-fa7d-4f0c-9ffb-5df96dbd82bf tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.276294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63c15b85-740e-47e6-afb8-d30bc2258f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.277123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56b2331f-6c33-4b05-9e78-611e014a7722 req-1edec444-fa7d-4f0c-9ffb-5df96dbd82bf tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 944 time: 0.1479223 Jul 22 23:27:19.326790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.330934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:19.350391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd40c2-96d6-48de-888a-ca5eb902db4a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:19.353206 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5280b001-213b-4468-ac00-c6da3c1427b2" -d '{"events": [{"server_uuid": "b67fb43d-2641-4ec7-8ae4-4c5270321c1a", "name": "network-vif-plugged", "status": "completed", "tag": "97dd40c2-96d6-48de-888a-ca5eb902db4a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:19.361767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:19.368690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:19.371706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56b2331f-6c33-4b05-9e78-611e014a7722 req-60b8fc5b-55da-40df-a147-41245a3c2734 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843921 Jul 22 23:27:19.375974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.384003 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.384931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6889471f-9337-48c6-b432-922f80fc0ad8 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:19.395903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b9c8e-adb0-413e-b810-a3a99b9ced58 req-6fc53cec-61f2-4290-bb35-633878a215be tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.399038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c7b9c8e-adb0-413e-b810-a3a99b9ced58 req-6fc53cec-61f2-4290-bb35-633878a215be tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.2138913 Jul 22 23:27:19.476987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:19.494551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 6889471f-9337-48c6-b432-922f80fc0ad8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:19.498974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 6889471f-9337-48c6-b432-922f80fc0ad8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:19.499372 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.526009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:19.552033 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.557673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c7b9c8e-adb0-413e-b810-a3a99b9ced58 req-47283450-48ed-4138-be24-463baf565218 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290970 Jul 22 23:27:19.559399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.560212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.561889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-807e07eb-2f15-4138-8758-399bebbb765c service neutron] 10.222.0.49 "PUT /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 1122 time: 1.0597527 Jul 22 23:27:19.606885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.612780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd972b-a368-4438-b89a-044860ad6be8 req-7bdeb60b-bd40-4ecd-bdfa-45661b1746cb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.620091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6dd972b-a368-4438-b89a-044860ad6be8 req-7bdeb60b-bd40-4ecd-bdfa-45661b1746cb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 948 time: 0.1635883 Jul 22 23:27:19.621537 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad27dcae-c9cb-4d92-93c0-faefe3d134f2 x-openstack-request-id: req-ad27dcae-c9cb-4d92-93c0-faefe3d134f2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:19.621826 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67fb43d-2641-4ec7-8ae4-4c5270321c1a", "name": "network-vif-plugged", "status": "completed", "tag": "97dd40c2-96d6-48de-888a-ca5eb902db4a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:19.622077 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad27dcae-c9cb-4d92-93c0-faefe3d134f2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:19.622460 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'code': 200} Jul 22 23:27:19.655118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6889471f-9337-48c6-b432-922f80fc0ad8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6889471f-9337-48c6-b432-922f80fc0ad8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:19.664327 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:19.678682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6dd972b-a368-4438-b89a-044860ad6be8 req-4ce9c93c-3680-4fe8-a55b-2972e3beec8b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537653 Jul 22 23:27:19.723698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=6889471f-9337-48c6-b432-922f80fc0ad8,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:19.750503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['cc1e61e0-e939-4d26-820b-ac0e13adf5a0'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:19.821398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43397d8-3071-4d5a-a6cc-77cdec9592d1 req-dfe5334f-27d1-432f-97ce-03a21e8a02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.822965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d43397d8-3071-4d5a-a6cc-77cdec9592d1 req-dfe5334f-27d1-432f-97ce-03a21e8a02da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 1096 time: 0.1317196 Jul 22 23:27:19.884610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d43397d8-3071-4d5a-a6cc-77cdec9592d1 req-c8992a81-ecac-4f9e-a3a3-e32fb9339725 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537682 Jul 22 23:27:19.894398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446235d0-f0aa-4c51-a9f3-b1815bb11c5e req-b88e0718-cc43-4897-a6f4-0e44f32f2432 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.895911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-446235d0-f0aa-4c51-a9f3-b1815bb11c5e req-b88e0718-cc43-4897-a6f4-0e44f32f2432 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.1520059 Jul 22 23:27:19.918780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68304f0d-c44b-4b42-ac3e-c35f899a086c req-8b928190-08dc-45e3-973f-a901530e1c97 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:19.920422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68304f0d-c44b-4b42-ac3e-c35f899a086c req-8b928190-08dc-45e3-973f-a901530e1c97 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.1384184 Jul 22 23:27:19.970006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-446235d0-f0aa-4c51-a9f3-b1815bb11c5e req-50cd730a-2856-4d3b-87f1-1462c3d5d77b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Jul 22 23:27:19.978263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68304f0d-c44b-4b42-ac3e-c35f899a086c req-ff21aa47-2c80-4627-afab-5b9d7c5b132a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Jul 22 23:27:20.078806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:20.173590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b3c8c-123a-4da7-8d41-0cfc0f295915 req-738a545e-a108-4b4c-9e9e-df6c6e6533d0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:20.175564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-826b3c8c-123a-4da7-8d41-0cfc0f295915 req-738a545e-a108-4b4c-9e9e-df6c6e6533d0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0844936 Jul 22 23:27:20.222691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-826b3c8c-123a-4da7-8d41-0cfc0f295915 req-d71adf43-a5e7-44e9-a3d3-8b73addf24c6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Jul 22 23:27:20.515623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768e9b2-a36c-4fd1-aa8c-2993604c3497 req-e157a68b-d36a-4aad-affe-1096348f3f0a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:20.517223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1768e9b2-a36c-4fd1-aa8c-2993604c3497 req-e157a68b-d36a-4aad-affe-1096348f3f0a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 945 time: 0.0693169 Jul 22 23:27:20.557614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1768e9b2-a36c-4fd1-aa8c-2993604c3497 req-99bbf1ed-3ffe-47a3-a5fe-ac8858fb2aa7 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Jul 22 23:27:20.703071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8afa5-9298-4a86-b0e8-2ab6244a5ead req-d51c7c88-b016-4815-bc1b-196b322fe76d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:20.704967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e8afa5-9298-4a86-b0e8-2ab6244a5ead req-d51c7c88-b016-4815-bc1b-196b322fe76d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0691435 Jul 22 23:27:20.748755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e8afa5-9298-4a86-b0e8-2ab6244a5ead req-f4916556-7cb5-4307-a458-3cc5723760a3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Jul 22 23:27:20.830880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b5cb-1f61-4521-81a2-8fe657ed4834 req-2316d74d-d174-44b4-88b7-ade0ef1536eb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:20.832556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a362b5cb-1f61-4521-81a2-8fe657ed4834 req-2316d74d-d174-44b4-88b7-ade0ef1536eb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 948 time: 0.0699120 Jul 22 23:27:20.873958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a362b5cb-1f61-4521-81a2-8fe657ed4834 req-12a11459-abb1-4e2e-8360-aa026ff4e8dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345623 Jul 22 23:27:21.038688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device becc0f7b-6739-4720-a7d3-8e349e1283e5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:21.059083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:21.063093 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b" -d '{"events": [{"name": "network-changed", "server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:21.153193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port becc0f7b-6739-4720-a7d3-8e349e1283e5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:21.163947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'becc0f7b-6739-4720-a7d3-8e349e1283e5', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'becc0f7b-6739-4720-a7d3-8e349e1283e5', 'mac_address': 'fa:16:3e:64:e3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:21.182041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54de44-e0c7-4a07-9c23-4de9ab9f8a25 req-1adde4fa-3a3e-4080-9839-c7794215e38a tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.183898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df54de44-e0c7-4a07-9c23-4de9ab9f8a25 req-1adde4fa-3a3e-4080-9839-c7794215e38a tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.1364942 Jul 22 23:27:21.194045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa756174-d741-40d4-9d28-4e5f88fdae9c req-6270cc24-b3e9-4b21-83f1-908c6932b433 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.196943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa756174-d741-40d4-9d28-4e5f88fdae9c req-6270cc24-b3e9-4b21-83f1-908c6932b433 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.1299536 Jul 22 23:27:21.202922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:21.215912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id becc0f7b-6739-4720-a7d3-8e349e1283e5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:21.235869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port becc0f7b-6739-4720-a7d3-8e349e1283e5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:21.241155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:21.265023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df54de44-e0c7-4a07-9c23-4de9ab9f8a25 req-f7a1efb9-0f99-44a9-bfd2-af734affd6b0 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667062 Jul 22 23:27:21.274933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa756174-d741-40d4-9d28-4e5f88fdae9c req-78bdbb4f-26f6-489c-86cc-b9afc4890446 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Jul 22 23:27:21.313039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=becc0f7b-6739-4720-a7d3-8e349e1283e5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:21.334539 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df263ce-f441-40d2-8e90-6b153f4f3aba x-openstack-request-id: req-8df263ce-f441-40d2-8e90-6b153f4f3aba {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:21.334893 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:21.335256 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8df263ce-f441-40d2-8e90-6b153f4f3aba {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:21.335906 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'status': 'completed', 'code': 200} Jul 22 23:27:21.456971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73e376-1f09-41ad-8ff3-410f14eeb5db req-cf975e5c-3754-43d4-9506-767f2f3b502e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.458476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae73e376-1f09-41ad-8ff3-410f14eeb5db req-cf975e5c-3754-43d4-9506-767f2f3b502e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0661299 Jul 22 23:27:21.481221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-03abccdb-1532-474e-beb3-348100a28262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.482986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-03abccdb-1532-474e-beb3-348100a28262 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1125 time: 0.0718784 Jul 22 23:27:21.501982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae73e376-1f09-41ad-8ff3-410f14eeb5db req-aab23d17-c68c-454f-9682-40f58c7585bc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374563 Jul 22 23:27:21.563854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:21.580208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-0eb1b01f-db02-45f8-b8bf-23291635bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.581701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-0eb1b01f-db02-45f8-b8bf-23291635bf54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.0923977 Jul 22 23:27:21.623959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6889471f-9337-48c6-b432-922f80fc0ad8'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:21.626681 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9242e8e9-729d-4dfc-9aa7-84bb85ecde50" -d '{"events": [{"server_uuid": "0e71319e-4c24-4b99-a87a-c51e9ab4db92", "name": "network-vif-plugged", "status": "completed", "tag": "6889471f-9337-48c6-b432-922f80fc0ad8"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:21.628524 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-fdfb4632-538a-40bf-a506-ce0ae233ec5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 217 time: 0.0388062 Jul 22 23:27:21.652381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['becc0f7b-6739-4720-a7d3-8e349e1283e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:21.676943 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9623b8e-29a8-4a74-bf00-3517fdf7b348 x-openstack-request-id: req-f9623b8e-29a8-4a74-bf00-3517fdf7b348 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:21.677241 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e71319e-4c24-4b99-a87a-c51e9ab4db92", "name": "network-vif-plugged", "status": "completed", "tag": "6889471f-9337-48c6-b432-922f80fc0ad8", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:21.677498 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9623b8e-29a8-4a74-bf00-3517fdf7b348 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:21.677936 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6889471f-9337-48c6-b432-922f80fc0ad8', 'code': 200} Jul 22 23:27:21.705305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-719998f3-6f34-488a-8ea6-057a9c1573ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.707584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-719998f3-6f34-488a-8ea6-057a9c1573ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0670578 Jul 22 23:27:21.714826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16bdfb-0c92-4c62-b658-c91e0138e937 req-5b49c0a5-7cb8-40bd-b848-0dbc9e811521 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.716503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b16bdfb-0c92-4c62-b658-c91e0138e937 req-5b49c0a5-7cb8-40bd-b848-0dbc9e811521 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 945 time: 0.0828433 Jul 22 23:27:21.747538 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-72b6baba-d01a-472d-8bc9-521ed30b3ac6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327411 Jul 22 23:27:21.817226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b16bdfb-0c92-4c62-b658-c91e0138e937 req-4b7cea5b-27ee-45ef-bcf4-b641e7575078 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Jul 22 23:27:21.826259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79702c40-c042-4f4b-a286-72282be7e4bd req-388133ba-a7c8-47bc-a8e3-e56438baf73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.828378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79702c40-c042-4f4b-a286-72282be7e4bd req-388133ba-a7c8-47bc-a8e3-e56438baf73f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 1101 time: 0.0976532 Jul 22 23:27:21.859851 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:21.879937 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-7107a51e-02db-4f2c-a21e-cf672a35888c service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248262 Jul 22 23:27:21.899631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79702c40-c042-4f4b-a286-72282be7e4bd req-71f738b6-f20b-45a8-97b7-73ed64f2b765 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634520 Jul 22 23:27:21.957914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb42fc-861f-4570-a03e-0403a2038de4 req-e1d1ce22-b6e2-4a6b-8140-b2f84c4b6b22 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:21.959442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80bb42fc-861f-4570-a03e-0403a2038de4 req-e1d1ce22-b6e2-4a6b-8140-b2f84c4b6b22 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1247315 Jul 22 23:27:21.980563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6225d1bc-ca2b-4aa9-9167-8e3d3319378b req-900b6ce2-2b8f-45b6-8b71-7984cd17810c service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858159 Jul 22 23:27:22.008529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebd1a7-048c-4988-bbe0-3d9213ea3738 req-b03cc28f-7338-4937-8b4e-87b05c251dfc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:22.010030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1aebd1a7-048c-4988-bbe0-3d9213ea3738 req-b03cc28f-7338-4937-8b4e-87b05c251dfc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 945 time: 0.1087682 Jul 22 23:27:22.017518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80bb42fc-861f-4570-a03e-0403a2038de4 req-47faf10e-8230-4027-9b31-6a75ff7a961d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Jul 22 23:27:22.052564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1aebd1a7-048c-4988-bbe0-3d9213ea3738 req-e80ad1d1-d518-4eef-8e26-35f220341a15 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Jul 22 23:27:22.141758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678a4d4-bdeb-438d-9ea0-ca299fc6ccad req-de4aae88-88e9-4bf2-9a72-c0c650fbfb74 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:22.143278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a678a4d4-bdeb-438d-9ea0-ca299fc6ccad req-de4aae88-88e9-4bf2-9a72-c0c650fbfb74 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 949 time: 0.0668294 Jul 22 23:27:22.183406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a678a4d4-bdeb-438d-9ea0-ca299fc6ccad req-b697b64a-c357-4128-8c2a-e8724155da67 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Jul 22 23:27:22.443405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2e972-7be5-4ae7-8ed1-3ba67c07d6f9 req-2456ebcf-d7b1-446b-bc39-0a2564075b51 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:22.452982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb2e972-7be5-4ae7-8ed1-3ba67c07d6f9 req-2456ebcf-d7b1-446b-bc39-0a2564075b51 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.1092694 Jul 22 23:27:22.516634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb2e972-7be5-4ae7-8ed1-3ba67c07d6f9 req-078727a2-9ff7-4123-9948-7ef400439d1c tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625699 Jul 22 23:27:22.552976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd04e9-9feb-4210-9392-95bd50aaf8ef req-ae696370-a7c8-4c60-b01d-f7639027cb97 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:22.554653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bcd04e9-9feb-4210-9392-95bd50aaf8ef req-ae696370-a7c8-4c60-b01d-f7639027cb97 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.0936480 Jul 22 23:27:22.598061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bcd04e9-9feb-4210-9392-95bd50aaf8ef req-c05dd2d2-a8ac-46ff-821b-9785dce4132b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368237 Jul 22 23:27:22.815378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056881-ac33-4b65-8e0e-2b0e2ea7f604 req-e3810f44-7504-48cb-ac0c-2f5b8d8f8d80 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:22.816881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35056881-ac33-4b65-8e0e-2b0e2ea7f604 req-e3810f44-7504-48cb-ac0c-2f5b8d8f8d80 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0658016 Jul 22 23:27:22.890325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35056881-ac33-4b65-8e0e-2b0e2ea7f604 req-d4ecbbb6-46de-457f-af7c-96bcd9d37b10 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670304 Jul 22 23:27:22.914809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc4680-4033-4504-8bf3-2b1dc20161b7 req-c23ce5c3-9ddb-4ead-a893-01301f93c28a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:22.916319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80fc4680-4033-4504-8bf3-2b1dc20161b7 req-c23ce5c3-9ddb-4ead-a893-01301f93c28a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 945 time: 0.0909150 Jul 22 23:27:22.954644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80fc4680-4033-4504-8bf3-2b1dc20161b7 req-d7decec2-dc00-4220-b0c2-07476d0daeb6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jul 22 23:27:23.156394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19894e-3857-4d2f-bb7b-70814fb07a79 req-25528460-cc1c-499c-af1e-e223e976bef3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:23.157805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa19894e-3857-4d2f-bb7b-70814fb07a79 req-25528460-cc1c-499c-af1e-e223e976bef3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0708897 Jul 22 23:27:23.170060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:23.199373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa19894e-3857-4d2f-bb7b-70814fb07a79 req-b3323641-ba98-4cc2-8542-7b0ed72e9f58 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358021 Jul 22 23:27:23.300438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:23.312542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 has no active binding in host n-h1-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:27:23.329003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fa304-7a41-4dfd-8646-828cdc644998 req-81c9e2c2-d042-4559-9ac8-f9812d46c2f1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:23.330477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd8fa304-7a41-4dfd-8646-828cdc644998 req-81c9e2c2-d042-4559-9ac8-f9812d46c2f1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 949 time: 0.0730290 Jul 22 23:27:23.370563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd8fa304-7a41-4dfd-8646-828cdc644998 req-a2ff826f-50d0-4778-95e5-16d7c14f63e8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Jul 22 23:27:23.654527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61560bd6-89db-45ea-9393-53cde611761c req-0f1561ad-e169-4d18-965c-73dddf5181a9 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:23.656119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61560bd6-89db-45ea-9393-53cde611761c req-0f1561ad-e169-4d18-965c-73dddf5181a9 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.0659916 Jul 22 23:27:23.697232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61560bd6-89db-45ea-9393-53cde611761c req-ca8d2958-9001-4f33-ac09-ce6fa647edd4 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Jul 22 23:27:23.781563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746a472-26ea-4e80-92d8-43f6cc68ce05 req-d23d9d72-c153-4e1e-a328-1c695eeed174 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:23.783025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1746a472-26ea-4e80-92d8-43f6cc68ce05 req-d23d9d72-c153-4e1e-a328-1c695eeed174 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 944 time: 0.0694175 Jul 22 23:27:23.824637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1746a472-26ea-4e80-92d8-43f6cc68ce05 req-f8d90e11-8ff6-451d-9243-37fd38b4aa50 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355415 Jul 22 23:27:23.902788 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-113ec558-8a39-41f3-b266-5bc103b81365 service neutron] 10.222.0.48 "GET /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0/bindings/n-h1-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.0681808 Jul 22 23:27:24.028058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af736f8-4f97-4138-9593-b443e23f9d93 req-47780ab1-c3ad-4a63-9917-26d519abfe93 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.029600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6af736f8-4f97-4138-9593-b443e23f9d93 req-47780ab1-c3ad-4a63-9917-26d519abfe93 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0697985 Jul 22 23:27:24.092417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:24.099799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6af736f8-4f97-4138-9593-b443e23f9d93 req-889105bc-cf23-401e-b8c9-1034adf386d3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570676 Jul 22 23:27:24.114456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:24.130889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea593a2d-f842-4126-8c13-60ba849aaef2 req-b22a5357-b7ad-4692-8afc-3ed351a3e9a2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.133056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea593a2d-f842-4126-8c13-60ba849aaef2 req-b22a5357-b7ad-4692-8afc-3ed351a3e9a2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 945 time: 0.0995657 Jul 22 23:27:24.151277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1e61e0-e939-4d26-820b-ac0e13adf5a0 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:24.162083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:24.172392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea593a2d-f842-4126-8c13-60ba849aaef2 req-827cc187-8580-479f-91ba-821f72f6a004 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Jul 22 23:27:24.176216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:24.252721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] Transition to ACTIVE for port object cc1e61e0-e939-4d26-820b-ac0e13adf5a0 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:24.257714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:24.324384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] No DVR routers for this DVR port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:24.333168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94c50a-f37f-4866-89cf-b11f3f35302a req-a7350c6b-47dc-4bf1-a9d9-c86383dad5ea tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.334715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd94c50a-f37f-4866-89cf-b11f3f35302a req-a7350c6b-47dc-4bf1-a9d9-c86383dad5ea tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0659325 Jul 22 23:27:24.360767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:24.372544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c6c10c19-48f4-48df-adda-23b7e4076e69 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0/bindings/n-h1-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 0.4600828 Jul 22 23:27:24.374607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd94c50a-f37f-4866-89cf-b11f3f35302a req-6aafa31b-0f84-4223-a938-f992ef53db0d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Jul 22 23:27:24.544647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd967-343a-4581-a882-6c1627a12f85 req-3d287c09-4b24-4510-a45b-d3dd726c65f1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.546033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cfcd967-343a-4581-a882-6c1627a12f85 req-3d287c09-4b24-4510-a45b-d3dd726c65f1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 949 time: 0.1107886 Jul 22 23:27:24.573849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-ba475206-c2c3-4503-8239-6956ed053134 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.575638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-ba475206-c2c3-4503-8239-6956ed053134 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.1009820 Jul 22 23:27:24.620636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cfcd967-343a-4581-a882-6c1627a12f85 req-8c20490d-f77e-4760-8147-e449632bcea8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676911 Jul 22 23:27:24.681608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c7a76208-3ffd-4e53-8275-a199c305eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.683160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-c7a76208-3ffd-4e53-8275-a199c305eef7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574&tenant_id=db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 1096 time: 0.0959306 Jul 22 23:27:24.768795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-1e3a3b55-88a0-487b-be3d-35f8a3f3fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:24.770326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-1e3a3b55-88a0-487b-be3d-35f8a3f3fd76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1096 time: 0.0594521 Jul 22 23:27:25.079094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device becc0f7b-6739-4720-a7d3-8e349e1283e5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:25.137719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-8a5ba3b6-99b3-4447-babe-c5769b68f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:25.138746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-8a5ba3b6-99b3-4447-babe-c5769b68f43f service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.3614416 Jul 22 23:27:25.153343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccaea-89a3-4f5f-9172-ac93de13e97a req-afa98a3c-a064-4a81-9544-d1fcf3f914bc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:25.154212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port becc0f7b-6739-4720-a7d3-8e349e1283e5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:25.155208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-592ccaea-89a3-4f5f-9172-ac93de13e97a req-afa98a3c-a064-4a81-9544-d1fcf3f914bc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.1268175 Jul 22 23:27:25.161257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port becc0f7b-6739-4720-a7d3-8e349e1283e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:25.161793 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:25.187286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 97dd40c2-96d6-48de-888a-ca5eb902db4a details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:25.199227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-207f6155-0e04-4176-acfa-9fa1b4ac92e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 217 time: 0.0427742 Jul 22 23:27:25.293997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-592ccaea-89a3-4f5f-9172-ac93de13e97a req-7df2a1b2-0390-4396-91e5-a47d35d18845 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308022 Jul 22 23:27:25.306543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-0b868b42-dd2e-4a9c-957b-e3ae4b91317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:25.308153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-0b868b42-dd2e-4a9c-957b-e3ae4b91317d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0935566 Jul 22 23:27:25.328380 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:25.339572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f038e71-acbc-4821-9aaa-18724deb6f5e req-c76b65c1-a8eb-4cdd-a7a3-64867b5566e8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:25.341241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f038e71-acbc-4821-9aaa-18724deb6f5e req-c76b65c1-a8eb-4cdd-a7a3-64867b5566e8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1506417 Jul 22 23:27:25.361452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-01cbd494-a10c-400b-af5c-f855952bbc8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449715 Jul 22 23:27:25.401964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becc0f7b-6739-4720-a7d3-8e349e1283e5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:25.404255 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d177e6d4-6275-4a35-ab4f-ea21e6aa1faa" -d '{"events": [{"server_uuid": "0d675d99-d448-4e4d-be4d-0cee5ff801ff", "name": "network-vif-plugged", "status": "completed", "tag": "becc0f7b-6739-4720-a7d3-8e349e1283e5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:25.408451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:25.428576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port becc0f7b-6739-4720-a7d3-8e349e1283e5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:25.430852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'port_id': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'mac_address': 'fa:16:3e:1b:78:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3435ce-75ea-479c-83bd-ea0969cdf774', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:25.431763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f038e71-acbc-4821-9aaa-18724deb6f5e req-13ae8f3b-caab-4b80-9d13-8af45ca0538c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730755 Jul 22 23:27:25.437104 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:25.437901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:25.547072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:25.568061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-8b1b3853-0e11-468c-b768-5d30281ac51d service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912770 Jul 22 23:27:25.571688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:25.581706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97dd40c2-96d6-48de-888a-ca5eb902db4a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:25.589639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=becc0f7b-6739-4720-a7d3-8e349e1283e5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:25.609138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:25.614680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:25.671026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:25.700740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117154-9ccf-4915-9987-ae137030b9ce req-0c58b3ef-b9f6-4e15-9947-f9f7bf4aa42f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:25.702254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b117154-9ccf-4915-9987-ae137030b9ce req-0c58b3ef-b9f6-4e15-9947-f9f7bf4aa42f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 945 time: 0.1811099 Jul 22 23:27:25.764367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-3e318360-04d7-4c23-a0ef-82d6727534a9 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844842 Jul 22 23:27:25.775166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97f67-2325-4275-b9cd-6db763873118 req-a42a9af9-70e3-4c9e-b87e-2cb45244b0f0 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:25.776696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44c97f67-2325-4275-b9cd-6db763873118 req-a42a9af9-70e3-4c9e-b87e-2cb45244b0f0 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1996508 Jul 22 23:27:25.780051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b117154-9ccf-4915-9987-ae137030b9ce req-162797f5-a668-46fe-a601-c61820b89b75 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716782 Jul 22 23:27:25.783616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['97dd40c2-96d6-48de-888a-ca5eb902db4a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:25.834290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44c97f67-2325-4275-b9cd-6db763873118 req-4accb7ae-910e-4772-8774-774f5386dc90 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492392 Jul 22 23:27:25.836284 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbbab82-fe77-4cd2-9a19-dbec04e8a874 x-openstack-request-id: req-dcbbab82-fe77-4cd2-9a19-dbec04e8a874 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:25.836760 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d675d99-d448-4e4d-be4d-0cee5ff801ff", "name": "network-vif-plugged", "status": "completed", "tag": "becc0f7b-6739-4720-a7d3-8e349e1283e5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:25.837009 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcbbab82-fe77-4cd2-9a19-dbec04e8a874 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:25.837390 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'becc0f7b-6739-4720-a7d3-8e349e1283e5', 'code': 200} Jul 22 23:27:26.023307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952883-da69-46cb-8907-793d1217a33c req-118c30ef-d21b-469a-bed0-3a001f42d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.024949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-40952883-da69-46cb-8907-793d1217a33c req-118c30ef-d21b-469a-bed0-3a001f42d968 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 1101 time: 0.0652890 Jul 22 23:27:26.041188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c517d-7f3f-418c-8b08-d060e2ab7828 req-15497a75-ca0c-4edf-9911-17c52c3f106c tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.042732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c55c517d-7f3f-418c-8b08-d060e2ab7828 req-15497a75-ca0c-4edf-9911-17c52c3f106c tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.1254349 Jul 22 23:27:26.067512 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-40952883-da69-46cb-8907-793d1217a33c req-d3371f08-844e-4b24-9cff-95891e37eb2d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324180 Jul 22 23:27:26.078656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c8ef8-2650-4d0c-934c-3de355dffbca req-0b497a87-4bfa-4af1-a5f8-5a6365f2293d tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.080217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-990c8ef8-2650-4d0c-934c-3de355dffbca req-0b497a87-4bfa-4af1-a5f8-5a6365f2293d tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 950 time: 0.1641262 Jul 22 23:27:26.148247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c55c517d-7f3f-418c-8b08-d060e2ab7828 req-164bbaeb-3f7f-450d-a503-81c9f2d84a9d tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857258 Jul 22 23:27:26.158360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-990c8ef8-2650-4d0c-934c-3de355dffbca req-ef04849a-a567-48ee-9958-072e6b946aa6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694823 Jul 22 23:27:26.169492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-0ab90bbe-5a2c-4a6e-8621-32dc1ab0015c tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.173092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-0ab90bbe-5a2c-4a6e-8621-32dc1ab0015c tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.1518319 Jul 22 23:27:26.323013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-14b41e14-0dd5-4698-b0f6-3564f521a504 service neutron] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:26.326416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-14b41e14-0dd5-4698-b0f6-3564f521a504 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:26.327590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c144d931-89db-4f47-b6ad-718a0f274d69 req-14b41e14-0dd5-4698-b0f6-3564f521a504 service neutron] 10.222.0.49 "DELETE /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0/bindings/n-h2-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.1454446 Jul 22 23:27:26.449083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7a9c-8a73-4a89-844e-22aea6ac34e6 req-8938b83d-4784-4bbc-b03a-9bb9350d3c7b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.450909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-789f7a9c-8a73-4a89-844e-22aea6ac34e6 req-8938b83d-4784-4bbc-b03a-9bb9350d3c7b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.0736580 Jul 22 23:27:26.495237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-789f7a9c-8a73-4a89-844e-22aea6ac34e6 req-0a90bf57-2a0b-41b4-ab44-3bcf14470456 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Jul 22 23:27:26.585789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f10f-6842-4b83-9ee1-93ee885d7124 req-e8b443af-6e89-4b36-9f7d-25ab38c914d4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.587216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a60f10f-6842-4b83-9ee1-93ee885d7124 req-e8b443af-6e89-4b36-9f7d-25ab38c914d4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.0682287 Jul 22 23:27:26.655183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a60f10f-6842-4b83-9ee1-93ee885d7124 req-52544692-724c-4f98-bd6f-b56211e95896 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623364 Jul 22 23:27:26.677499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60e6b6-1606-4369-a2ea-09b4598a5a5c req-0aab7314-7ea0-41e1-93d4-782839ca048c tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.679713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc60e6b6-1606-4369-a2ea-09b4598a5a5c req-0aab7314-7ea0-41e1-93d4-782839ca048c tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1096 time: 0.0810003 Jul 22 23:27:26.713845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc60e6b6-1606-4369-a2ea-09b4598a5a5c req-70fffd9d-5282-44a0-b185-6e5f4854fcef tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282953 Jul 22 23:27:26.930636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32034-f445-45fa-86b5-d1e42fce0669 req-a9eb1a3f-1d44-4033-821d-1bb7360d87c6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:26.932524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13f32034-f445-45fa-86b5-d1e42fce0669 req-a9eb1a3f-1d44-4033-821d-1bb7360d87c6 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 944 time: 0.0731118 Jul 22 23:27:26.974550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13f32034-f445-45fa-86b5-d1e42fce0669 req-51f0f001-9b9e-4048-8b73-a05f62ca38cc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362382 Jul 22 23:27:27.185902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-92f4a505-78be-41a0-92af-c0539f789fc4 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:27.187316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-92f4a505-78be-41a0-92af-c0539f789fc4 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.1732724 Jul 22 23:27:27.200435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 97dd40c2-96d6-48de-888a-ca5eb902db4a no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:27.216656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6011-01ba-43ac-99f0-b15dee1e41da req-3f3de10a-dcca-4ff4-8cc2-bba9204a987c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:27.218250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-135f6011-01ba-43ac-99f0-b15dee1e41da req-3f3de10a-dcca-4ff4-8cc2-bba9204a987c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1813424 Jul 22 23:27:27.224031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-d44880b1-bbe0-4c16-aaae-aa1c59cc7c1a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/quotas/db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 375 time: 0.0229328 Jul 22 23:27:27.261253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32edcbd-3061-4613-9807-9e417854355a req-da3f2d08-3f00-4952-982f-4a165e9a4280 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:27.262700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d32edcbd-3061-4613-9807-9e417854355a req-da3f2d08-3f00-4952-982f-4a165e9a4280 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.1539745 Jul 22 23:27:27.288463 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:27.300938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 97dd40c2-96d6-48de-888a-ca5eb902db4a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:27.321731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:27.326340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-135f6011-01ba-43ac-99f0-b15dee1e41da req-7c9e0c45-3682-4318-a8f5-a94cc6e33dff tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992088 Jul 22 23:27:27.327204 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:27.388396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:27.400150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-5e04bace-c867-4dc8-a6ea-59716bd5de76 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628907 Jul 22 23:27:27.477203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Deleting port 6889471f-9337-48c6-b432-922f80fc0ad8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:27.477888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:27.579082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-603d365d-6f03-4f31-a739-c541dc09c20a service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714699 Jul 22 23:27:27.656712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] For port 6889471f-9337-48c6-b432-922f80fc0ad8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6889471f-9337-48c6-b432-922f80fc0ad8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:27.657198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:27.713971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Calling delete_port for 6889471f-9337-48c6-b432-922f80fc0ad8 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:27.787792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40987f65-0e52-44ca-9b1c-3fcb8b40187f req-76b50581-ccfa-4455-ab0f-1db1bfac8ff8 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:27.790132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40987f65-0e52-44ca-9b1c-3fcb8b40187f req-76b50581-ccfa-4455-ab0f-1db1bfac8ff8 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 950 time: 0.2333653 Jul 22 23:27:27.800580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-f5a34a2f-8046-470b-ad4d-dcc45e7461e2 service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028739 Jul 22 23:27:27.855600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40987f65-0e52-44ca-9b1c-3fcb8b40187f req-724f1b64-96b5-4ce2-87b2-931eb3743f44 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/security-groups?id=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594289 Jul 22 23:27:27.941375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:27.966263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6889471f-9337-48c6-b432-922f80fc0ad8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:28.013742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Pushing event deleted for resources: {'Port': ['ID=6889471f-9337-48c6-b432-922f80fc0ad8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:28.076973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] No DVR routers for this DVR port 6889471f-9337-48c6-b432-922f80fc0ad8 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:28.082039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:28.084047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d32edcbd-3061-4613-9807-9e417854355a req-056b66e6-9e02-4493-8cac-caaa479df52b tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.49 "DELETE /v2.0/ports/6889471f-9337-48c6-b432-922f80fc0ad8 HTTP/1.1" status: 204 len: 173 time: 0.7930858 Jul 22 23:27:28.085633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'name': 'network-vif-deleted', 'tag': '6889471f-9337-48c6-b432-922f80fc0ad8'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:28.088152 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beedab9a-0bdc-44c0-be92-73126b1b9727" -d '{"events": [{"server_uuid": "0e71319e-4c24-4b99-a87a-c51e9ab4db92", "name": "network-vif-deleted", "tag": "6889471f-9337-48c6-b432-922f80fc0ad8"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:28.111106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3b274-59a7-443b-b6de-847d1f4b339e req-016cdebf-4592-47b9-af44-7e58e743b2c4 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:28.119222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1d3b274-59a7-443b-b6de-847d1f4b339e req-016cdebf-4592-47b9-af44-7e58e743b2c4 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 950 time: 0.1659179 Jul 22 23:27:28.170740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1d3b274-59a7-443b-b6de-847d1f4b339e req-7c7bb286-4c33-48d3-b005-53cb6b5cfb41 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507166 Jul 22 23:27:28.312896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec07a-31bf-4f13-9ecf-f99b635f64ad req-d31a903f-e301-4f8c-ad35-0fd903d69f14 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:28.316099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4bec07a-31bf-4f13-9ecf-f99b635f64ad req-d31a903f-e301-4f8c-ad35-0fd903d69f14 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 943 time: 0.1353025 Jul 22 23:27:28.377889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4bec07a-31bf-4f13-9ecf-f99b635f64ad req-0a7e0f92-c1dd-4e84-8ec0-80c26ce2748b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500400 Jul 22 23:27:28.386649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a65b87-2864-4980-956d-0843a95307fa req-1ba16dd5-ed44-4623-95d3-4b4582d713ff tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:28.395006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34a65b87-2864-4980-956d-0843a95307fa req-1ba16dd5-ed44-4623-95d3-4b4582d713ff tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1351666 Jul 22 23:27:28.440144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34a65b87-2864-4980-956d-0843a95307fa req-78a76581-17cb-455e-bc29-5f742561a0af tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439479 Jul 22 23:27:28.476925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd1ab90c-a432-4439-8a58-8bb1404099e0 req-55ce8f61-44d5-4b7d-8848-a1dc16b09f23 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 210 time: 0.0429535 Jul 22 23:27:28.503369 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e8c965-c678-4493-9ede-d03b88459f8c x-openstack-request-id: req-f0e8c965-c678-4493-9ede-d03b88459f8c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:28.503957 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e71319e-4c24-4b99-a87a-c51e9ab4db92", "name": "network-vif-deleted", "tag": "6889471f-9337-48c6-b432-922f80fc0ad8", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:28.504500 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e8c965-c678-4493-9ede-d03b88459f8c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:28.504897 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e71319e-4c24-4b99-a87a-c51e9ab4db92', 'name': 'network-vif-deleted', 'tag': '6889471f-9337-48c6-b432-922f80fc0ad8', 'status': 'completed', 'code': 200} Jul 22 23:27:28.639176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b744-7254-471a-b4f4-086ebd392bda req-f929470f-9ae3-4ab4-b0c0-e0b7a9933480 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:28.640729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9e0b744-7254-471a-b4f4-086ebd392bda req-f929470f-9ae3-4ab4-b0c0-e0b7a9933480 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 1101 time: 0.0957041 Jul 22 23:27:28.650900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf46bef-a613-4d6a-93e5-39a6f8e1eddb req-eef1775c-3ed8-4d51-9fc5-c637e64aa50d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:28.652523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bf46bef-a613-4d6a-93e5-39a6f8e1eddb req-eef1775c-3ed8-4d51-9fc5-c637e64aa50d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1056769 Jul 22 23:27:28.708067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bf46bef-a613-4d6a-93e5-39a6f8e1eddb req-b1f88af8-5e65-44ba-9c19-eeaccfec8122 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Jul 22 23:27:28.710438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9e0b744-7254-471a-b4f4-086ebd392bda req-05dab85c-17e8-4188-ab8c-713c9e6b10dc tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561557 Jul 22 23:27:28.883184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-b1a3149a-84ea-4910-81b6-19c31398e4a9 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282171 Jul 22 23:27:29.014844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243e0e03-2350-478c-a8d0-ac794db2915e req-c60f6c8f-0afc-4aec-bc82-cac482019456 tempest-TenantUsagesTestJSON-97309292 tempest-TenantUsagesTestJSON-97309292-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e71319e-4c24-4b99-a87a-c51e9ab4db92 HTTP/1.1" status: 200 len: 210 time: 0.0380836 Jul 22 23:27:29.048219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-4e7db125-29da-475b-90a7-7e70f3dc8769 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:29.050476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-4e7db125-29da-475b-90a7-7e70f3dc8769 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624799 Jul 22 23:27:29.067722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-696ad142-c14d-465f-bc20-f2909fe53aa4 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/quotas/13343c137b514f0aabf29b5c968bf0fd HTTP/1.1" status: 200 len: 375 time: 0.0115323 Jul 22 23:27:29.171867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-64720cc0-bf5d-4292-81ad-388d1e0b96e7 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0971377 Jul 22 23:27:29.355154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-48e5d628-9cb8-4796-af04-e562bb183baf tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:29.363092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-48e5d628-9cb8-4796-af04-e562bb183baf tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.1440902 Jul 22 23:27:29.374845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Request body: {'port': {'device_id': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'admin_state_up': True, 'tenant_id': 'db4e9b633bcc418ea37dddd399fa97e4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:29.505764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3d37d3c-b10a-40e4-8301-fda7b3dba26a req-b1861972-681a-4ee0-9709-9adffc3b7e83 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 210 time: 0.0851736 Jul 22 23:27:29.562623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-f60a70b2-cb39-4064-b8d2-9137cbef22fd tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:29.566933 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-f60a70b2-cb39-4064-b8d2-9137cbef22fd tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 943 time: 0.1435642 Jul 22 23:27:29.722564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Deleting port 97dd40c2-96d6-48de-888a-ca5eb902db4a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:29.723679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:29.841874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] For port 97dd40c2-96d6-48de-888a-ca5eb902db4a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=97dd40c2-96d6-48de-888a-ca5eb902db4a,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:29.842251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:29.857371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Calling delete_port for 97dd40c2-96d6-48de-888a-ca5eb902db4a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:29.940047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522fda-4cd5-4cd1-8c5c-ee826094c559 req-e8d92206-808f-45b6-8918-84adc12bbe68 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:29.941713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f522fda-4cd5-4cd1-8c5c-ee826094c559 req-e8d92206-808f-45b6-8918-84adc12bbe68 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=b67fb43d-2641-4ec7-8ae4-4c5270321c1a HTTP/1.1" status: 200 len: 943 time: 0.4563015 Jul 22 23:27:29.952511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Made reservation on behalf of db4e9b633bcc418ea37dddd399fa97e4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:29.956178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.020457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e276-1ca6-433f-b7f9-84ce9e54d6ae req-6e8b74ba-3f15-488c-a69a-d9d0de30faad tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:30.024242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca45e276-1ca6-433f-b7f9-84ce9e54d6ae req-6e8b74ba-3f15-488c-a69a-d9d0de30faad tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.4354353 Jul 22 23:27:30.040746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.085912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event deleted for resources: {'Port': ['ID=97dd40c2-96d6-48de-888a-ca5eb902db4a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:30.120001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f522fda-4cd5-4cd1-8c5c-ee826094c559 req-9f502c6d-d9f3-42e1-9173-3d357a3a4cbc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609983 Jul 22 23:27:30.134056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] No DVR routers for this DVR port 97dd40c2-96d6-48de-888a-ca5eb902db4a on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:30.138149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.141855 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4d1036cd-9a74-4a3b-8503-73da98a10f31 req-9360bdac-6eb7-487f-bfe0-89c17e6cfd1d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.49 "DELETE /v2.0/ports/97dd40c2-96d6-48de-888a-ca5eb902db4a HTTP/1.1" status: 204 len: 173 time: 0.5644915 Jul 22 23:27:30.142543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'name': 'network-vif-deleted', 'tag': '97dd40c2-96d6-48de-888a-ca5eb902db4a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:30.146017 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f69e66e-2407-482f-9cb6-9ba08cabfb90" -d '{"events": [{"server_uuid": "b67fb43d-2641-4ec7-8ae4-4c5270321c1a", "name": "network-vif-deleted", "tag": "97dd40c2-96d6-48de-888a-ca5eb902db4a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:30.168356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca45e276-1ca6-433f-b7f9-84ce9e54d6ae req-3636f46b-9c58-40fc-a1bd-6773b8787ea4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233861 Jul 22 23:27:30.263576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cca5b345-e326-4d3d-8b8a-072975006e2f req-5bcd61ba-7d3e-40a9-a381-64cd0add1054 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 210 time: 0.0409334 Jul 22 23:27:30.307364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Allocated IP 172.20.0.7 (59909164-3df4-4bce-83c2-0618f501a88d/99e2d763-d177-4863-bde4-8d1734f2b67d/288e3e17-de4f-4b59-bea3-9932f39ced00) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:30.389268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7f030-cbd9-40e1-b67a-1c3c50edcb66 req-7a5576d0-d2a5-42c1-848c-cd7c504a9834 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:30.389268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42a7f030-cbd9-40e1-b67a-1c3c50edcb66 req-7a5576d0-d2a5-42c1-848c-cd7c504a9834 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1279624 Jul 22 23:27:30.426455 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d59cb9-8e94-4409-b36c-445493f277f5 x-openstack-request-id: req-f0d59cb9-8e94-4409-b36c-445493f277f5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:30.427160 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67fb43d-2641-4ec7-8ae4-4c5270321c1a", "name": "network-vif-deleted", "tag": "97dd40c2-96d6-48de-888a-ca5eb902db4a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:30.427688 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0d59cb9-8e94-4409-b36c-445493f277f5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:30.429861 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67fb43d-2641-4ec7-8ae4-4c5270321c1a', 'name': 'network-vif-deleted', 'tag': '97dd40c2-96d6-48de-888a-ca5eb902db4a', 'status': 'completed', 'code': 200} Jul 22 23:27:30.491580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42a7f030-cbd9-40e1-b67a-1c3c50edcb66 req-207c9d08-b831-4969-a484-a81241e7a40d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836954 Jul 22 23:27:30.530963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.580955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.633856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-6ad4bb9b-653e-49a0-b1c2-1b23e1f54281 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13343c137b514f0aabf29b5c968bf0fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371847 Jul 22 23:27:30.670707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:30.672773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Network 59909164-3df4-4bce-83c2-0618f501a88d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:30.679912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51c47991-8dae-4056-9b72-72e74e2e0ce0 req-6897e736-6d49-488b-b687-43244c76bcf8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 210 time: 0.0761092 Jul 22 23:27:30.692168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:30.696299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:30.710586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:30.710586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.721450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:30.732892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3e8d6813-416a-4d34-9277-68d04cbe240c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3648331 Jul 22 23:27:30.747526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Request body: {'port': {'device_id': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:30.790050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-99933bcf-ddc2-4a92-8b43-cfbd4c56a50d tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:30.794195 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-99933bcf-ddc2-4a92-8b43-cfbd4c56a50d tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466434 Jul 22 23:27:30.807165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Request body: {'port': {'device_id': 'c4943e75-2946-406c-8796-f94508009dd5', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '13343c137b514f0aabf29b5c968bf0fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:30.860081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.887258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd7a77a9-09e0-481a-9abf-b1ad1396edee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44e955fbc26f44dfaca2d2960ef57157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109063 Jul 22 23:27:30.889915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:30.983580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-938b28bf-dee2-4bb9-b0ba-980aa6875e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:30.996948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Made reservation on behalf of 13343c137b514f0aabf29b5c968bf0fd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:31.000457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.021881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-938b28bf-dee2-4bb9-b0ba-980aa6875e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.143551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-938b28bf-dee2-4bb9-b0ba-980aa6875e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.146130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-938b28bf-dee2-4bb9-b0ba-980aa6875e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.147888 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-938b28bf-dee2-4bb9-b0ba-980aa6875e95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e57a1189-ff2d-48ac-82c2-a2a9637ca8c3 HTTP/1.1" status: 204 len: 168 time: 0.2558143 Jul 22 23:27:31.167927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288e3e17-de4f-4b59-bea3-9932f39ced00 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:31.176702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.183618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Allocated IP 192.168.233.239 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:31.204836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Transition to ACTIVE for port object 288e3e17-de4f-4b59-bea3-9932f39ced00 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:31.208898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.233175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 97dd40c2-96d6-48de-888a-ca5eb902db4a no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:31.246619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b28bf-dee2-4bb9-b0ba-980aa6875e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57a1189-ff2d-48ac-82c2-a2a9637ca8c3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:31.276984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 97dd40c2-96d6-48de-888a-ca5eb902db4a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:31.278505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 97dd40c2-96d6-48de-888a-ca5eb902db4a not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:31.279418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6889471f-9337-48c6-b432-922f80fc0ad8 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:31.328348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:31.365790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 6889471f-9337-48c6-b432-922f80fc0ad8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:31.367977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6889471f-9337-48c6-b432-922f80fc0ad8 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:31.406344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:31.406748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:31.407176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:31.418972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:31.419467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:31.442966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568593a-42eb-4842-bef7-b77cd2b2715b req-9a09e3c5-d8b2-4f93-b52f-ecf451512996 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:31.454728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5568593a-42eb-4842-bef7-b77cd2b2715b req-9a09e3c5-d8b2-4f93-b52f-ecf451512996 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.2057350 Jul 22 23:27:31.470549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:31.471008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:31.471549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:31.472081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Bound port: 288e3e17-de4f-4b59-bea3-9932f39ced00, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:31.472509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.502387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.521203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Transition to ACTIVE for port object dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:31.536570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:31.558770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c915117-bf96-433c-b63c-e28d2d15c37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.577877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5568593a-42eb-4842-bef7-b77cd2b2715b req-96bb90ef-de40-42b9-8eee-7a21ea1591ee tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092207 Jul 22 23:27:31.588664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.604153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:31.613668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:31.619173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:31.633767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3dd7-6b20-4a99-99b7-32ea7b484b2e req-f972d325-677a-4a11-8284-db31c7216cb6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:31.635606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-072b3dd7-6b20-4a99-99b7-32ea7b484b2e req-f972d325-677a-4a11-8284-db31c7216cb6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.2088611 Jul 22 23:27:31.637462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.658796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:31.666431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:31.673391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:31.682943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da', '45d70a12-62fd-49ca-8841-0a594ac186f5', 'becc0f7b-6739-4720-a7d3-8e349e1283e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:31.699031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:31.700975 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.702605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 1091 time: 0.9618809 Jul 22 23:27:31.705846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event updated for resources: {'Port': ['ID=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:31.706589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:31.711042 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a403a-98a1-4f82-b40d-02d96dcdd687" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:31.762307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:31.762980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.809548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-072b3dd7-6b20-4a99-99b7-32ea7b484b2e req-55c67ee8-af86-4d5e-864a-37ac986d629b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616509 Jul 22 23:27:31.815393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9c553-d50b-4816-a598-f5240d8ca2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:31.819810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c915117-bf96-433c-b63c-e28d2d15c37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.832967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c915117-bf96-433c-b63c-e28d2d15c37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:31.848299 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-290dcdbd-6b2c-4642-bf5e-391fdd116ebd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0468409 Jul 22 23:27:31.871876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Request body: {'port': {'device_id': 'c4943e75-2946-406c-8796-f94508009dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:31.930741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-c4803fb2-c5a7-4f85-8c85-9f1ac24cb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:31.932358 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c915117-bf96-433c-b63c-e28d2d15c37d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a17a566dbc8443c829c55f45924c72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945541 Jul 22 23:27:31.932679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-c4803fb2-c5a7-4f85-8c85-9f1ac24cb49c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1094 time: 0.1647515 Jul 22 23:27:31.933330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:31.956944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c915117-bf96-433c-b63c-e28d2d15c37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea012743-dfc4-46ca-95c7-f7ee3d3ee04e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:32.019482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-8963e003-926c-4ad4-9be5-e6a585b1071d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 217 time: 0.0441096 Jul 22 23:27:32.059631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.113145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-142b2cba-b535-426d-85a9-1af4291161f2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:32.114651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-142b2cba-b535-426d-85a9-1af4291161f2 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 822 time: 0.2295482 Jul 22 23:27:32.127902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39473eb3-863e-48dc-a7d8-f4fbc11dfff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.138860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-b13ec3b2-d204-4dde-8f84-a39cbc31c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:32.140458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-b13ec3b2-d204-4dde-8f84-a39cbc31c045 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1164086 Jul 22 23:27:32.177954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-a258a3da-f192-44c6-9367-38445e3b23bd tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/quotas/14ce31166af642329c40b9d1b40c95fd HTTP/1.1" status: 200 len: 375 time: 0.0425215 Jul 22 23:27:32.181321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-3392ba8a-5b50-463a-a3a3-35e18dc6c862 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332232 Jul 22 23:27:32.198016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd9ab09b-ec0f-4053-ab45-162a2074a73f None None] Provisioning for port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:32.208980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd9ab09b-ec0f-4053-ab45-162a2074a73f None None] Provisioning complete for port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:32.209357 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd9ab09b-ec0f-4053-ab45-162a2074a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.224526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39473eb3-863e-48dc-a7d8-f4fbc11dfff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.275636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ab09b-ec0f-4053-ab45-162a2074a73f None None] Port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:27:32.299792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b0820-dee5-44a3-a29e-e9668307b6b1 req-1763b577-929b-4bca-a5da-7cdfb6ac13c7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:32.301363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2b0820-dee5-44a3-a29e-e9668307b6b1 req-1763b577-929b-4bca-a5da-7cdfb6ac13c7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.2142322 Jul 22 23:27:32.346935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39473eb3-863e-48dc-a7d8-f4fbc11dfff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.350174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-39473eb3-863e-48dc-a7d8-f4fbc11dfff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.355232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-39473eb3-863e-48dc-a7d8-f4fbc11dfff7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea012743-dfc4-46ca-95c7-f7ee3d3ee04e HTTP/1.1" status: 204 len: 168 time: 0.4141862 Jul 22 23:27:32.367772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-a5fcca13-f1a4-4a0a-bb37-47739a0ae2d1 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775765 Jul 22 23:27:32.371480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39473eb3-863e-48dc-a7d8-f4fbc11dfff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea012743-dfc4-46ca-95c7-f7ee3d3ee04e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:32.374929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2b0820-dee5-44a3-a29e-e9668307b6b1 req-9050c263-cd94-4120-b23f-29b45e4bafe5 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629883 Jul 22 23:27:32.396401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-b077ff1a-f372-4411-a35a-ee139cdd6746 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2086971 Jul 22 23:27:32.500846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:32.513478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.530882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Transition to ACTIVE for port object dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:32.537280 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.582672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-203d4c70-8076-4eb9-9c7b-ae3fa2f9d971 req-9ff43b85-c9a2-449f-8fde-949f75a20e2d service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053556 Jul 22 23:27:32.605051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-6385edf5-db8a-4df2-9832-53fabef4dce1 service neutron] 10.222.0.21 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077200 Jul 22 23:27:32.701835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Pushing event updated for resources: {'Port': ['ID=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:32.716605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Attempting to bind port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:32.716953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Attempting to bind port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:32.717282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Attempting to bind port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:32.722186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:32.722695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Attempting to bind port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:32.731970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:32.732308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:32.732681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:32.733114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Bound port: dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:32.733704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:32.763311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30bbcf-28aa-4039-91ed-36ba6287bb36 req-d9fb5a2c-48a2-4d90-93b9-f6e980e9a951 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:32.767477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a30bbcf-28aa-4039-91ed-36ba6287bb36 req-d9fb5a2c-48a2-4d90-93b9-f6e980e9a951 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 948 time: 0.2424912 Jul 22 23:27:32.812564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-9c1472cc-45e6-42a9-9849-cb0e8ce9b15f service neutron] 10.222.0.21 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063828 Jul 22 23:27:32.837541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a30bbcf-28aa-4039-91ed-36ba6287bb36 req-e52ef744-1843-4457-be92-9ad74dd1782a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588982 Jul 22 23:27:32.903746 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e407e-5c67-4fa5-b32a-7b33ad4ad372 x-openstack-request-id: req-399e407e-5c67-4fa5-b32a-7b33ad4ad372 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:32.904033 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:32.904281 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-399e407e-5c67-4fa5-b32a-7b33ad4ad372 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:32.904679 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'status': 'completed', 'code': 200} Jul 22 23:27:32.927345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] For port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:32.952097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] For port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:32.972034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:33.006266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-ebdfe0a2-42b6-4104-ae09-0b0422485db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.008769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-ebdfe0a2-42b6-4104-ae09-0b0422485db7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1094 time: 0.0773392 Jul 22 23:27:33.041126 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-887976d5-2f92-46c6-b642-0842caeaef2a req-281d0e09-f111-4836-988f-52f6e2717a56 service neutron] show failed (client error): The resource could not be found. Jul 22 23:27:33.042111 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-281d0e09-f111-4836-988f-52f6e2717a56 service neutron] 10.222.0.48 "GET /v2.0/ports/a9cc7ed1-ae63-4686-ad44-3d2a938629de/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.2052257 Jul 22 23:27:33.047469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.048092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:33.049495 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] 10.222.0.49 "PUT /v2.0/ports/dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf HTTP/1.1" status: 200 len: 1096 time: 1.1886101 Jul 22 23:27:33.049964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4943e75-2946-406c-8796-f94508009dd5', 'tag': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:33.052184 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880" -d '{"events": [{"name": "network-changed", "server_uuid": "c4943e75-2946-406c-8796-f94508009dd5", "tag": "dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:33.105728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384d8c-a93f-4b8b-8815-0e48af55915d service neutron] Pushing event updated for resources: {'Port': ['ID=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:33.189077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114dbc3-974a-43b1-a642-418ebaec38f6 req-d156bd6b-bf0e-4339-a36e-5fef7f5e314e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.197155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0114dbc3-974a-43b1-a642-418ebaec38f6 req-d156bd6b-bf0e-4339-a36e-5fef7f5e314e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1871510 Jul 22 23:27:33.244784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-d42355ae-9210-460c-8176-9c1f6029e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.246967 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-d42355ae-9210-460c-8176-9c1f6029e591 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 1099 time: 0.1184888 Jul 22 23:27:33.325496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0114dbc3-974a-43b1-a642-418ebaec38f6 req-c913b9ea-506d-4ed9-bbed-f7152e9d96d7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269019 Jul 22 23:27:33.328633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-4a3ab7b8-1c7d-45c4-9899-5217d0620cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.333051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-4a3ab7b8-1c7d-45c4-9899-5217d0620cf0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.2814507 Jul 22 23:27:33.394884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-22fa6679-88f9-484b-8439-8651480f3512 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf HTTP/1.1" status: 200 len: 217 time: 0.1397731 Jul 22 23:27:33.461905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-a628819d-8c56-4220-b169-0d2b1c1098fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.463252 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-a628819d-8c56-4220-b169-0d2b1c1098fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0599608 Jul 22 23:27:33.467000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-e3162c0a-91cd-4dcf-a72f-32a6b4b60fcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 217 time: 0.1196527 Jul 22 23:27:33.546936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f47044df-91d5-42b4-9cb7-065ddf9b5c08 req-6347d0e7-fffd-463d-9788-b0628c766e86 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 210 time: 0.1045830 Jul 22 23:27:33.559248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-a2d5c0f8-a61d-4832-abec-34025716f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.564829 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-a2d5c0f8-a61d-4832-abec-34025716f6e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879905 Jul 22 23:27:33.633498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-3d18baf0-55b3-41ae-9a0a-09fb1753462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.635597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-3d18baf0-55b3-41ae-9a0a-09fb1753462e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8&tenant_id=174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 1101 time: 0.1948586 Jul 22 23:27:33.637016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-31edb997-2283-4f9a-bbda-36be4c778f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.638719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-31edb997-2283-4f9a-bbda-36be4c778f8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1401420 Jul 22 23:27:33.648299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911926a-0597-4ac5-a3b6-880d2652195b req-ce5a7b64-9b24-467a-a61b-998d62518839 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:33.656186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8911926a-0597-4ac5-a3b6-880d2652195b req-ce5a7b64-9b24-467a-a61b-998d62518839 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.4097109 Jul 22 23:27:33.671490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:33.688217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-7a54f23c-8124-4a0c-ab5c-c4a1d2dcc330 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144001 Jul 22 23:27:33.708434 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7e2f21-febd-4347-a919-bc67e884043d x-openstack-request-id: req-2b7e2f21-febd-4347-a919-bc67e884043d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:33.709055 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4943e75-2946-406c-8796-f94508009dd5", "tag": "dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:33.709055 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b7e2f21-febd-4347-a919-bc67e884043d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:33.710931 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4943e75-2946-406c-8796-f94508009dd5', 'tag': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf', 'status': 'completed', 'code': 200} Jul 22 23:27:33.750547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-49da2844-ff01-499e-893a-9a305ea104da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853477 Jul 22 23:27:33.842585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8911926a-0597-4ac5-a3b6-880d2652195b req-2f7524df-715c-41e2-8a6b-d66f5896ca08 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855254 Jul 22 23:27:33.861361 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2ddb0d3-98ee-4bb1-a9d9-ab05210723a9 req-d8f2bada-dbd9-4fec-8226-04272d5f591b service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503487 Jul 22 23:27:33.971749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:34.058044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-98ea224d-3e24-4e0b-98fd-5551c0f74306 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959418 Jul 22 23:27:34.140821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b8f94-314f-40ee-9662-4d0adb788566 req-d9acf016-8e74-4211-8082-a90d1601c350 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.142317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e30b8f94-314f-40ee-9662-4d0adb788566 req-d9acf016-8e74-4211-8082-a90d1601c350 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.3568397 Jul 22 23:27:34.291756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-14c5e22d-e363-4b70-8829-57ba95a2bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.293312 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-14c5e22d-e363-4b70-8829-57ba95a2bab2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 1099 time: 0.3458154 Jul 22 23:27:34.391526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-9d0b60d0-a6be-4b7e-ba4e-6710f61cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.393410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-9d0b60d0-a6be-4b7e-ba4e-6710f61cf6da service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0933058 Jul 22 23:27:34.443717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-ca81aa7c-8fff-44b2-8baa-c6be596275ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf HTTP/1.1" status: 200 len: 217 time: 0.0422382 Jul 22 23:27:34.503366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-0f092034-7ef2-4d4e-8e57-21751123a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.504910 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-0f092034-7ef2-4d4e-8e57-21751123a51f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0547507 Jul 22 23:27:34.514396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d7ed4-3561-4c29-9c4f-f5fa7344599a req-d4b84a63-654c-4501-a8cd-97530c1fb203 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.515882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-132d7ed4-3561-4c29-9c4f-f5fa7344599a req-d4b84a63-654c-4501-a8cd-97530c1fb203 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 948 time: 0.5685160 Jul 22 23:27:34.585759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e30b8f94-314f-40ee-9662-4d0adb788566 req-a629d1ad-9345-48c3-bc0a-8cc60cc58d2d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973036 Jul 22 23:27:34.597159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f00a403a-98a1-4f82-b40d-02d96dcdd687 req-a1330249-c538-443c-834d-12a93ac237f8 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216937 Jul 22 23:27:34.642301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-132d7ed4-3561-4c29-9c4f-f5fa7344599a req-76d42234-e99f-4c90-aae1-73896f34d9f4 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133556 Jul 22 23:27:34.671921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:34.738562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:34.754708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-dcda5ef2-c7fb-4b4e-aaf2-53b1c735f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.756403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-dcda5ef2-c7fb-4b4e-aaf2-53b1c735f2b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2421160 Jul 22 23:27:34.790928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-e865dd0d-1b62-43a8-b111-81b4eb24c3a3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.792664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-e865dd0d-1b62-43a8-b111-81b4eb24c3a3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.48 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 822 time: 0.2255387 Jul 22 23:27:34.828051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:34.848564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Request body: {'port': {'device_id': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'admin_state_up': True, 'tenant_id': '14ce31166af642329c40b9d1b40c95fd'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:34.864458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Transition to ACTIVE for port object a9cc7ed1-ae63-4686-ad44-3d2a938629de will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:34.883572 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:34.917145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:34.919987 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba37d57-2e78-411b-933b-580a9de4daee" -d '{"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:34.967533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-fd560240-2364-4637-846f-31a480133d85 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989667 Jul 22 23:27:34.968909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955774dc-1897-43e3-9b5a-ad4bb8a4b8a2 req-6356e1d9-db17-4628-84b4-50bdcd17cbfa tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:34.970408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-955774dc-1897-43e3-9b5a-ad4bb8a4b8a2 req-6356e1d9-db17-4628-84b4-50bdcd17cbfa tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.1559627 Jul 22 23:27:34.971237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] No DVR routers for this DVR port a9cc7ed1-ae63-4686-ad44-3d2a938629de on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:35.010868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:35.047768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-246a6acf-49a7-46c4-8452-d942a8af41b9 req-351c9cde-7b62-434b-8acf-50ae266a319d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 210 time: 0.0657248 Jul 22 23:27:35.107012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Made reservation on behalf of 14ce31166af642329c40b9d1b40c95fd for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:35.111105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.124210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-955774dc-1897-43e3-9b5a-ad4bb8a4b8a2 req-d28316d3-9596-4eec-b7a4-889b167a7ceb tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341488 Jul 22 23:27:35.125065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:35.125405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:35.125746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:35.130484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Port a9cc7ed1-ae63-4686-ad44-3d2a938629de on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:35.130823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Attempting to bind port a9cc7ed1-ae63-4686-ad44-3d2a938629de on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:35.132641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d66a2b7-0d9b-47d2-b8ca-808f2f3a4880 req-bd28e49d-0d64-4913-aad1-5922249958e9 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542821 Jul 22 23:27:35.136827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:35.137161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:35.137563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:35.138866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Bound port: a9cc7ed1-ae63-4686-ad44-3d2a938629de, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:35.139648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.233519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:35.237119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:35.243411 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.254602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:35.294127 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5055fbb3-b15d-4700-aafa-b16586bc0364 x-openstack-request-id: req-5055fbb3-b15d-4700-aafa-b16586bc0364 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:35.295180 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-unplugged", "status": "completed", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:35.295466 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5055fbb3-b15d-4700-aafa-b16586bc0364 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:35.295865 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'code': 200} Jul 22 23:27:35.309539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.310772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.312560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Allocated IP 172.20.0.14 (abe7dc81-424d-4b71-bdf5-736d6fab2536/2a3435ce-75ea-479c-83bd-ea0969cdf774/c35643cc-1958-4d70-a250-fcf0ace5a2bb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:35.312827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] 10.222.0.49 "PUT /v2.0/ports/a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 1096 time: 1.6460800 Jul 22 23:27:35.412920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c687b32-b577-4c02-866d-84ed5e99ac6b service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:35.425611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:35.446469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'port_id': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'mac_address': 'fa:16:3e:d6:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e2d763-d177-4863-bde4-8d1734f2b67d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:35.497485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.513193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288e3e17-de4f-4b59-bea3-9932f39ced00 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:35.534161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fbd1f-92b3-4c3e-be10-2c514e07720f req-eccfdd10-5d32-4b94-9301-5e0d757af0bd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.535944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-652fbd1f-92b3-4c3e-be10-2c514e07720f req-eccfdd10-5d32-4b94-9301-5e0d757af0bd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.2596474 Jul 22 23:27:35.542882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:35.548235 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.554753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-23b72238-f129-4662-8a2d-351b1bab2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.556371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-23b72238-f129-4662-8a2d-351b1bab2785 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1099 time: 0.2172787 Jul 22 23:27:35.614060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.628138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-652fbd1f-92b3-4c3e-be10-2c514e07720f req-0b674718-783a-4838-891f-6901893dc333 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811715 Jul 22 23:27:35.663709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:35.675151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.704261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.753110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-11e025f6-9761-472b-be6f-8478cc7aa6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.754694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-11e025f6-9761-472b-be6f-8478cc7aa6cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1839449 Jul 22 23:27:35.766641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event updated for resources: {'Port': ['ID=c35643cc-1958-4d70-a250-fcf0ace5a2bb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:35.776012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Network abe7dc81-424d-4b71-bdf5-736d6fab2536 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:35.777504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:35.780485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:35.808271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['288e3e17-de4f-4b59-bea3-9932f39ced00'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:35.837554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:35.840889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.841610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:35.844912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-2a816325-a0dd-4751-829e-f5bd78c90508 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0817089 Jul 22 23:27:35.860479 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-d98f47e0-7b3c-484e-909a-2f4de044d2ab tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0153413 Jul 22 23:27:35.881489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Request body: {'port': {'device_id': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:35.935625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381387c-249d-45b9-9699-7ce5ff046623 req-3a51c767-75b8-49db-b23c-92f12b55c7cb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.937278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1381387c-249d-45b9-9699-7ce5ff046623 req-3a51c767-75b8-49db-b23c-92f12b55c7cb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.2247753 Jul 22 23:27:35.956030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-73063775-b3af-4b32-a02e-423bb0c466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.957456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-73063775-b3af-4b32-a02e-423bb0c466ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0980086 Jul 22 23:27:35.973722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdcb65-c6ac-40b1-b787-fc2f61184955 req-6b2d8c29-aee8-476a-aced-103bb121f671 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:35.975652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2fdcb65-c6ac-40b1-b787-fc2f61184955 req-6b2d8c29-aee8-476a-aced-103bb121f671 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 948 time: 0.2139509 Jul 22 23:27:35.994991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.002128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7cfde7a-7139-4453-befd-bcb3c62f1c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.063202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1381387c-249d-45b9-9699-7ce5ff046623 req-b786525c-be13-43ff-8699-b68d47d911d3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177261 Jul 22 23:27:36.103739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2fdcb65-c6ac-40b1-b787-fc2f61184955 req-445b3c8f-784f-4399-a2ec-37d21bcef379 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109717 Jul 22 23:27:36.141227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887976d5-2f92-46c6-b642-0842caeaef2a req-5b6e5759-5c93-40cc-b111-7d845d08ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.142889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-5b6e5759-5c93-40cc-b111-7d845d08ae32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1632051 Jul 22 23:27:36.306400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35643cc-1958-4d70-a250-fcf0ace5a2bb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:36.314308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.330003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Transition to ACTIVE for port object c35643cc-1958-4d70-a250-fcf0ace5a2bb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:36.333273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7cfde7a-7139-4453-befd-bcb3c62f1c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.334610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.344134 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7cfde7a-7139-4453-befd-bcb3c62f1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.407783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-0b5cca98-6e87-40e9-867a-18a371613307 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545762 Jul 22 23:27:36.408226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Pushing event updated for resources: {'Port': ['ID=c35643cc-1958-4d70-a250-fcf0ace5a2bb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:36.428170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a7cfde7a-7139-4453-befd-bcb3c62f1c52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8be54c0e0b7949c8868408fdfbc3cd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893660 Jul 22 23:27:36.432452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:36.442415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfde7a-7139-4453-befd-bcb3c62f1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afcc320-aff8-4121-a902-23a7c5aa0304,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:36.468648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1bab-41fa-4844-a55b-b57bf170fe16 req-9717c3fd-c002-4c79-8cb1-f6115c3f1e9b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.470377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8ee1bab-41fa-4844-a55b-b57bf170fe16 req-9717c3fd-c002-4c79-8cb1-f6115c3f1e9b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 932 time: 0.2785344 Jul 22 23:27:36.489603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90b2e8-9fc2-45ff-9fcd-da89fab1c557 req-1d8f8a5b-996d-4f85-a8bf-48876fb73ab2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.491700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e90b2e8-9fc2-45ff-9fcd-da89fab1c557 req-1d8f8a5b-996d-4f85-a8bf-48876fb73ab2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 948 time: 0.2720947 Jul 22 23:27:36.494296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Attempting to bind port c35643cc-1958-4d70-a250-fcf0ace5a2bb on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:36.494638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Attempting to bind port c35643cc-1958-4d70-a250-fcf0ace5a2bb by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:36.494978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Attempting to bind port c35643cc-1958-4d70-a250-fcf0ace5a2bb on network abe7dc81-424d-4b71-bdf5-736d6fab2536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:36.502686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Port c35643cc-1958-4d70-a250-fcf0ace5a2bb on network abe7dc81-424d-4b71-bdf5-736d6fab2536 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:36.503009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Attempting to bind port c35643cc-1958-4d70-a250-fcf0ace5a2bb on network abe7dc81-424d-4b71-bdf5-736d6fab2536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:36.511377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:36.511754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Checking segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:36.512096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Bound using segment: {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:36.512536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Bound port: c35643cc-1958-4d70-a250-fcf0ace5a2bb, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:36.512875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.531222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-727022c2-9205-4db9-bff0-9fb29527ccb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.578255 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-727022c2-9205-4db9-bff0-9fb29527ccb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.578633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8ee1bab-41fa-4844-a55b-b57bf170fe16 req-6f63b1ed-28e6-4a4d-843a-2f247e424bfd tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000044 Jul 22 23:27:36.599727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e90b2e8-9fc2-45ff-9fcd-da89fab1c557 req-54597501-586b-4578-ad0d-572bb14c639b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736659 Jul 22 23:27:36.611928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-887976d5-2f92-46c6-b642-0842caeaef2a req-8b442c36-3ad6-42bf-8f04-c6e21639f5fd service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947973 Jul 22 23:27:36.638312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] For port c35643cc-1958-4d70-a250-fcf0ace5a2bb, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:36.652620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] For port c35643cc-1958-4d70-a250-fcf0ace5a2bb, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:36.660337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.702981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.703641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.705066 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] 10.222.0.48 "PUT /v2.0/ports/c35643cc-1958-4d70-a250-fcf0ace5a2bb HTTP/1.1" status: 200 len: 1092 time: 0.8307536 Jul 22 23:27:36.706427 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-727022c2-9205-4db9-bff0-9fb29527ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.708465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-727022c2-9205-4db9-bff0-9fb29527ccb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:36.712773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-727022c2-9205-4db9-bff0-9fb29527ccb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0afcc320-aff8-4121-a902-23a7c5aa0304 HTTP/1.1" status: 204 len: 168 time: 0.2765684 Jul 22 23:27:36.712773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'tag': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:36.712773 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4669ef3-fc6a-4833-b915-c2d08c8f3d3b", "tag": "c35643cc-1958-4d70-a250-fcf0ace5a2bb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:36.734464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727022c2-9205-4db9-bff0-9fb29527ccb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afcc320-aff8-4121-a902-23a7c5aa0304,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:36.799961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0913aa-32e8-4bea-bb8c-7c003a831667 service neutron] Pushing event updated for resources: {'Port': ['ID=c35643cc-1958-4d70-a250-fcf0ace5a2bb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:36.806277 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f273b8d-95a3-4f26-957b-155afbf6674b x-openstack-request-id: req-8f273b8d-95a3-4f26-957b-155afbf6674b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:36.806644 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4669ef3-fc6a-4833-b915-c2d08c8f3d3b", "tag": "c35643cc-1958-4d70-a250-fcf0ace5a2bb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:36.806848 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f273b8d-95a3-4f26-957b-155afbf6674b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:36.807202 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'tag': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb', 'status': 'completed', 'code': 200} Jul 22 23:27:36.834754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-16ca2808-2a65-4e54-bbed-6beddf3b2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.837765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-16ca2808-2a65-4e54-bbed-6beddf3b2b26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 1095 time: 0.0683966 Jul 22 23:27:36.847040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf8f44-bec0-40bb-8f13-ad5e88bc9b98 req-502e26eb-bb99-4d58-9775-c2827a9351dc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.848882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2bf8f44-bec0-40bb-8f13-ad5e88bc9b98 req-502e26eb-bb99-4d58-9775-c2827a9351dc tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 944 time: 0.0803106 Jul 22 23:27:36.892832 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-43c93135-b25f-4273-a721-91ea6885414d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb HTTP/1.1" status: 200 len: 217 time: 0.0412257 Jul 22 23:27:36.895803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2bf8f44-bec0-40bb-8f13-ad5e88bc9b98 req-c6ef0798-ea7c-4c71-aa0e-7b69616dc23a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Jul 22 23:27:36.954424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-4fdf5523-1abb-42b6-bd52-578d0dbb0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:36.955801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-4fdf5523-1abb-42b6-bd52-578d0dbb0988 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 200 len: 862 time: 0.0560839 Jul 22 23:27:36.998609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-fa235262-150c-4af2-a278-fe0c10a813e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abe7dc81-424d-4b71-bdf5-736d6fab2536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329330 Jul 22 23:27:37.047815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:37.061400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a747-bd8b-409a-b0c6-f11ea4c792c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.094718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-be46b52f-a59a-4886-b31d-46b18202bcf3 service neutron] 10.222.0.48 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Jul 22 23:27:37.108617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:37.181992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:37.203648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-621aaf31-57ff-4e5f-aa1d-cf54b5722553 req-399274b5-814e-4389-b766-16b7eaa732e6 service neutron] 10.222.0.48 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007600 Jul 22 23:27:37.251209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a747-bd8b-409a-b0c6-f11ea4c792c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.254822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:37.257629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:37.261349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8b9a747-bd8b-409a-b0c6-f11ea4c792c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.298975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:37.301693 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffb82fd-9c01-4fbb-992b-90d865015b63" -d '{"events": [{"name": "network-changed", "server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:37.335818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d8b9a747-bd8b-409a-b0c6-f11ea4c792c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e524ebdae5d4b97846914da7657e4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867649 Jul 22 23:27:37.338650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:37.340561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9a747-bd8b-409a-b0c6-f11ea4c792c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad58376-d691-445d-8523-3cd4f695ef6c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:37.361424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0a71-261e-4ae6-a1ae-95f4e2f3d6dd req-60df4cf5-6374-436b-a261-e6413c453b4b tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:37.363300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d27c0a71-261e-4ae6-a1ae-95f4e2f3d6dd req-60df4cf5-6374-436b-a261-e6413c453b4b tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.2153063 Jul 22 23:27:37.380759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-d6639572-70d1-4853-bacb-b31732d9f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:37.382758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-d6639572-70d1-4853-bacb-b31732d9f9b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=14ce31166af642329c40b9d1b40c95fd&device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 1095 time: 0.0743873 Jul 22 23:27:37.387155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 288e3e17-de4f-4b59-bea3-9932f39ced00 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:37.393563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429963f-9fc0-40e6-8557-1e21a5ff028a req-fd5e4641-3bfa-49a7-8823-e307a53f0d9c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:37.394749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 288e3e17-de4f-4b59-bea3-9932f39ced00 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:37.395128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.395851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8429963f-9fc0-40e6-8557-1e21a5ff028a req-fd5e4641-3bfa-49a7-8823-e307a53f0d9c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 948 time: 0.2002058 Jul 22 23:27:37.431424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:37.462355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf', 'mac_address': 'fa:16:3e:b4:9a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:37.487111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d27c0a71-261e-4ae6-a1ae-95f4e2f3d6dd req-3105f4e0-d974-49fc-805f-ef168473eab4 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129034 Jul 22 23:27:37.497342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8429963f-9fc0-40e6-8557-1e21a5ff028a req-f15f6d5c-3987-450b-a688-f0cab3433158 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901997 Jul 22 23:27:37.498060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-693535b5-bca0-47c7-a223-0c17daf51970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.523384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-b3dba481-dcae-4b5b-b7d4-bbd850cf829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:37.525001 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-b3dba481-dcae-4b5b-b7d4-bbd850cf829e service neutron] 10.222.0.48 "GET /v2.0/networks?id=abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 200 len: 923 time: 0.1344206 Jul 22 23:27:37.526418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-693535b5-bca0-47c7-a223-0c17daf51970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.536386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.561551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:37.569629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.585921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-693535b5-bca0-47c7-a223-0c17daf51970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.589870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-693535b5-bca0-47c7-a223-0c17daf51970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.591581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-693535b5-bca0-47c7-a223-0c17daf51970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aad58376-d691-445d-8523-3cd4f695ef6c HTTP/1.1" status: 204 len: 168 time: 0.2518334 Jul 22 23:27:37.603894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693535b5-bca0-47c7-a223-0c17daf51970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad58376-d691-445d-8523-3cd4f695ef6c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:37.610979 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6315a5-ceec-4d03-a127-2e29873f6dbf x-openstack-request-id: req-ae6315a5-ceec-4d03-a127-2e29873f6dbf {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:37.612378 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:37.614089 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae6315a5-ceec-4d03-a127-2e29873f6dbf {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:37.615187 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'status': 'completed', 'code': 200} Jul 22 23:27:37.621706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:37.633732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:37.635297 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-ce084503-8ff1-47fb-b0ed-9cd6dfd1833d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb HTTP/1.1" status: 200 len: 217 time: 0.1003530 Jul 22 23:27:37.639047 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cff5a8f-d9d4-4872-b7ac-50adb2302bd7" -d '{"events": [{"server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "name": "network-vif-plugged", "status": "completed", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:37.648712 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.649384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:37.673548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:37.700258 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:37.701318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:37.745476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-d7e42c6e-e595-46dd-9424-6f8251fdbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:37.747496 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-d7e42c6e-e595-46dd-9424-6f8251fdbdf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 200 len: 862 time: 0.0887089 Jul 22 23:27:37.807092 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-433ebd94-38ea-476b-a034-5fc87430a951 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=abe7dc81-424d-4b71-bdf5-736d6fab2536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525584 Jul 22 23:27:37.870412 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:27:37.933339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:37.950161 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-0bb95129-4b25-4ab1-abde-91e6e0f6f543 service neutron] 10.222.0.48 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311998 Jul 22 23:27:37.972509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-57794f40-1e75-4a64-aa73-89d31dbf39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:37.974194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-57794f40-1e75-4a64-aa73-89d31dbf39b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1099 time: 0.3419240 Jul 22 23:27:37.987366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585fb8-31cf-497f-a323-250108ec3b0f req-5bfec57a-0026-4f5d-8866-a4a980226648 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.001549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe585fb8-31cf-497f-a323-250108ec3b0f req-5bfec57a-0026-4f5d-8866-a4a980226648 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 948 time: 0.1712229 Jul 22 23:27:38.081999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:38.114748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:38.118063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'port_id': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'mac_address': 'fa:16:3e:ce:1f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941c303d-65b0-4d3b-978d-e11203647f1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:38.122088 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:38.139778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-36614a4a-b9f3-42ff-b0d3-6d7adbe2a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.141507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-36614a4a-b9f3-42ff-b0d3-6d7adbe2a530 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1167543 Jul 22 23:27:38.165857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe585fb8-31cf-497f-a323-250108ec3b0f req-4ff3a0f7-4e9c-42d8-8dab-3ed96586350a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633644 Jul 22 23:27:38.192757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fedfb6a5-c0aa-46a9-9c22-01df5e40e5d4 req-fad1b931-1a73-4f7d-8166-feb2053cf624 service neutron] 10.222.0.48 "GET /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359109 Jul 22 23:27:38.200550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:38.203502 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:38.206700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:38.254121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f49117-c83d-4dab-96d5-b35d65525602 req-e4af2a79-96ed-4175-9d24-bdaa41d51377 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.255138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:38.256253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1f49117-c83d-4dab-96d5-b35d65525602 req-e4af2a79-96ed-4175-9d24-bdaa41d51377 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 944 time: 0.4962666 Jul 22 23:27:38.261600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-f7f30d40-7059-4628-aed4-2e7148c10533 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0898399 Jul 22 23:27:38.265012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-5736072d-0401-4611-bb6e-8732bcf4f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.266483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-5736072d-0401-4611-bb6e-8732bcf4f9ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1099 time: 0.5672238 Jul 22 23:27:38.269190 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1982fb33-e4f7-4bbf-8da1-b8c3c1e2a232 x-openstack-request-id: req-1982fb33-e4f7-4bbf-8da1-b8c3c1e2a232 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:38.269567 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "name": "network-vif-plugged", "status": "completed", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:38.269985 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1982fb33-e4f7-4bbf-8da1-b8c3c1e2a232 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:38.270606 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'code': 200} Jul 22 23:27:38.350964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:38.361482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:27:38.362194 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:27:38.405571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1f49117-c83d-4dab-96d5-b35d65525602 req-653f8116-d222-422d-9cf3-0eff34c479d5 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370494 Jul 22 23:27:38.411317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-bac881fa-74ea-4c83-8f32-8032809493f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.412829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-bac881fa-74ea-4c83-8f32-8032809493f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1222315 Jul 22 23:27:38.462337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d93a-d71a-4a2a-a1c6-5956b21d2e4e req-aaf73f52-b688-4801-949d-d32a98a1473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.464714 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2705d93a-d71a-4a2a-a1c6-5956b21d2e4e req-aaf73f52-b688-4801-949d-d32a98a1473c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1096 time: 0.1311681 Jul 22 23:27:38.486653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-1dae32bc-c698-4ec9-a4dd-54c5368a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.486957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-1dae32bc-c698-4ec9-a4dd-54c5368a3d0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2106194 Jul 22 23:27:38.525570 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2705d93a-d71a-4a2a-a1c6-5956b21d2e4e req-84e818a0-489c-4004-876a-f102ee384361 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506902 Jul 22 23:27:38.548710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-267b76df-9338-4b18-a376-029bffe5f229 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0434494 Jul 22 23:27:38.657119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-f09bea5f-7ce5-4e3a-a592-de0e5b83a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.658607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-f09bea5f-7ce5-4e3a-a592-de0e5b83a3a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364769 Jul 22 23:27:38.659934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-c9c50d46-1572-4a9b-a168-964008e48b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.661284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-c9c50d46-1572-4a9b-a168-964008e48b2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1030350 Jul 22 23:27:38.671003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492a9da-faba-407d-bf24-aacedd061ec5 req-4994b086-eaaf-4880-8a2d-9ffabaa5adb0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.672602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a492a9da-faba-407d-bf24-aacedd061ec5 req-4994b086-eaaf-4880-8a2d-9ffabaa5adb0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.2085600 Jul 22 23:27:38.819409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a492a9da-faba-407d-bf24-aacedd061ec5 req-1c0f4578-b3a7-47ee-8426-d95d1480e521 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284053 Jul 22 23:27:38.843164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e16a2-06df-4518-9bf4-2b40a5d8c95b req-3aadf45c-b08d-48ba-a4e8-39bce0d1515f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.844655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e2e16a2-06df-4518-9bf4-2b40a5d8c95b req-3aadf45c-b08d-48ba-a4e8-39bce0d1515f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 943 time: 0.2481022 Jul 22 23:27:38.864755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-75f18408-eb0f-49b5-9e96-26674b64fdc1 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901851 Jul 22 23:27:38.896212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-1ce7ceae-51e2-4075-ba90-d43aa5344104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:38.897915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-1ce7ceae-51e2-4075-ba90-d43aa5344104 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2243383 Jul 22 23:27:38.902718 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:38.916854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:38.938420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:38.941952 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:38.997127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:39.008595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e2e16a2-06df-4518-9bf4-2b40a5d8c95b req-c81010d9-a7ab-465a-bebb-879730211cea tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574957 Jul 22 23:27:39.261611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:39.267250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:39.273313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:39.339058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-3c8e2c24-6083-47ad-8375-613b0eb5061e service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644113 Jul 22 23:27:39.347631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-3776f6a6-7fd1-409d-afec-e9d7797058c7 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315588 Jul 22 23:27:39.371470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26dc9a-a00f-47a0-aee6-0c703c3852d0 req-eceed843-17fd-4629-accd-1138d97de8cf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:39.373369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af26dc9a-a00f-47a0-aee6-0c703c3852d0 req-eceed843-17fd-4629-accd-1138d97de8cf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 949 time: 0.4721804 Jul 22 23:27:39.475579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af26dc9a-a00f-47a0-aee6-0c703c3852d0 req-c4c74693-7e5c-4e3d-a6c5-4be09857a1e5 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804226 Jul 22 23:27:39.507078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ffb82fd-9c01-4fbb-992b-90d865015b63 req-3f651b0f-7fa7-4b32-8dfd-8a00951aa889 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516054 Jul 22 23:27:39.509260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:39.544983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'mac_address': 'fa:16:3e:92:61:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:39.645237 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:39.646081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b51d-a842-4cd0-a049-088b82ddae70 req-5abe1afb-2f7b-4ac0-9b3f-33ff0435fd4b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:39.648283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e83b51d-a842-4cd0-a049-088b82ddae70 req-5abe1afb-2f7b-4ac0-9b3f-33ff0435fd4b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 948 time: 0.0723670 Jul 22 23:27:39.687445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cc7ed1-ae63-4686-ad44-3d2a938629de {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:39.688557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e83b51d-a842-4cd0-a049-088b82ddae70 req-fd00146a-3e15-4784-8a65-65c15a568d5a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Jul 22 23:27:39.729354 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:39.734635 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:39.782522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:39.883414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-2b3a178e-ee1e-4203-bb72-cd414730d321 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725760 Jul 22 23:27:39.952652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0066d-53a2-4a93-b132-243e894d87c5 req-68d2a86c-0a5c-45e1-868e-d7433bc290e3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:39.954146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b0066d-53a2-4a93-b132-243e894d87c5 req-68d2a86c-0a5c-45e1-868e-d7433bc290e3 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 944 time: 0.0675139 Jul 22 23:27:40.021774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b0066d-53a2-4a93-b132-243e894d87c5 req-0162d55a-cb39-4a80-a693-ce60b4e8eb33 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609398 Jul 22 23:27:40.043563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5f380-949a-4730-aa63-671c7a482975 req-1a93b193-4661-43cc-b4ab-e2593f5c1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.045163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-1a93b193-4661-43cc-b4ab-e2593f5c1e0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=13343c137b514f0aabf29b5c968bf0fd&device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 1100 time: 0.0856864 Jul 22 23:27:40.220302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5f380-949a-4730-aa63-671c7a482975 req-8aa349f0-9678-4735-9bae-6261c3dfe0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.221825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-8aa349f0-9678-4735-9bae-6261c3dfe0ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1564951 Jul 22 23:27:40.243539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa51cc3-a70e-4097-8918-88cfda85e9f6 req-6906ad7a-e738-4978-9abc-c509e3ac72d7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.245050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-faa51cc3-a70e-4097-8918-88cfda85e9f6 req-6906ad7a-e738-4978-9abc-c509e3ac72d7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.1494160 Jul 22 23:27:40.271472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:40.274556 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee42a88b-abb1-487f-9359-96bf6e8ce076" -d '{"events": [{"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-unplugged", "status": "completed", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:40.295778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-7a1af7c3-88a5-4b79-835c-99ea81a43318 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=6534eaba-8928-47ca-95bc-779aac288705 HTTP/1.1" status: 200 len: 217 time: 0.0488577 Jul 22 23:27:40.353496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-89eea11b-f3c4-4af1-b815-ace8388b07a8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.355022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-89eea11b-f3c4-4af1-b815-ace8388b07a8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8&tenant_id=174ee3ec0a7242b3954ce12e721ab9af&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 949 time: 0.1144164 Jul 22 23:27:40.364156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b183e-b4d8-41b6-8756-7b229d8170c8 req-bcd1dde3-032c-4238-bb19-f06878806d5b tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.365644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f28b183e-b4d8-41b6-8756-7b229d8170c8 req-bcd1dde3-032c-4238-bb19-f06878806d5b tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 944 time: 0.1857481 Jul 22 23:27:40.377988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-faa51cc3-a70e-4097-8918-88cfda85e9f6 req-6a3ef054-d727-4955-baaa-6300c5e83100 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247008 Jul 22 23:27:40.384297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5f380-949a-4730-aa63-671c7a482975 req-2c274851-1401-4d96-a655-66566baa639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.385700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-2c274851-1401-4d96-a655-66566baa639c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0812538 Jul 22 23:27:40.433348 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-cfdf2524-2208-47ce-b1e4-32d1387bfc49 service neutron] delete failed (client error): The resource could not be found. Jul 22 23:27:40.435545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-cfdf2524-2208-47ce-b1e4-32d1387bfc49 service neutron] 10.222.0.48 "DELETE /v2.0/ports/a9cc7ed1-ae63-4686-ad44-3d2a938629de/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0703628 Jul 22 23:27:40.440351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f28b183e-b4d8-41b6-8756-7b229d8170c8 req-e894dd72-15e6-41bf-a5cf-64eb3d9dc163 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681520 Jul 22 23:27:40.473139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:40.474082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5f380-949a-4730-aa63-671c7a482975 req-c3657538-0c56-469d-a218-b188fa6fe457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.476204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-c3657538-0c56-469d-a218-b188fa6fe457 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808392 Jul 22 23:27:40.547870 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a658bf-03c3-45f8-a743-9bb5196414ec x-openstack-request-id: req-86a658bf-03c3-45f8-a743-9bb5196414ec {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:40.548095 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-unplugged", "status": "completed", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:40.548464 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86a658bf-03c3-45f8-a743-9bb5196414ec {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:40.548893 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'code': 200} Jul 22 23:27:40.645722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-05f61a7f-eea7-45c1-835a-dd040e14cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.647830 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-05f61a7f-eea7-45c1-835a-dd040e14cb52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1100 time: 0.0567706 Jul 22 23:27:40.656408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-44f08d65-55d4-4228-8996-b5a603d60287 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665635 Jul 22 23:27:40.741702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ffd1a-ed3c-474f-becb-93e399525d3a req-abf082be-e591-458b-888f-8e0a4e798e95 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.743192 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-840ffd1a-ed3c-474f-becb-93e399525d3a req-abf082be-e591-458b-888f-8e0a4e798e95 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 949 time: 0.1823761 Jul 22 23:27:40.744473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-6406656f-fc67-4ed5-b7a2-ef31d2718d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.745943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-6406656f-fc67-4ed5-b7a2-ef31d2718d72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0900614 Jul 22 23:27:40.768496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d3ca-2cd9-4b4a-a60a-21ea9a92946f req-0918e6c8-3032-49e6-be95-923fc0196019 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.769995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b93d3ca-2cd9-4b4a-a60a-21ea9a92946f req-0918e6c8-3032-49e6-be95-923fc0196019 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1096 time: 0.1603630 Jul 22 23:27:40.788051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-fa66d1d9-ecc5-4368-b5a0-a91c9354205a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.0342414 Jul 22 23:27:40.810260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baf5f380-949a-4730-aa63-671c7a482975 req-238fe1a1-651b-4adf-a7e4-0d3558a07161 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448998 Jul 22 23:27:40.832076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-840ffd1a-ed3c-474f-becb-93e399525d3a req-4d5058e3-da2d-49a3-b006-a823c05d5402 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793567 Jul 22 23:27:40.836615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b93d3ca-2cd9-4b4a-a60a-21ea9a92946f req-092a7adf-5e82-4417-88ef-406eb78444a9 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554233 Jul 22 23:27:40.855941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-13eaa30c-fe3c-4694-a776-0ad4321d7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.855941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-13eaa30c-fe3c-4694-a776-0ad4321d7815 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0523329 Jul 22 23:27:40.944781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-21a8fbfd-9c1e-4b0d-ac3c-06afcc12670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:40.946628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-21a8fbfd-9c1e-4b0d-ac3c-06afcc12670f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628433 Jul 22 23:27:41.005598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32383875-dde6-4d26-9524-b058c4fa0638 req-b3442a20-6e08-4f77-92aa-5fef89a0bcae tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:41.007850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32383875-dde6-4d26-9524-b058c4fa0638 req-b3442a20-6e08-4f77-92aa-5fef89a0bcae tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 949 time: 0.0701115 Jul 22 23:27:41.048154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32383875-dde6-4d26-9524-b058c4fa0638 req-89668828-05e1-4ca2-bce3-6ad822dd5957 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343812 Jul 22 23:27:41.054896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-edb6db53-1e0d-4ee1-8c1b-a428abf2323e service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994205 Jul 22 23:27:41.167507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35643cc-1958-4d70-a250-fcf0ace5a2bb details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:41.182879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07f19d4e-cfc2-4aae-bee6-ca054b7b2a5b req-74608632-e0d3-4bd6-a521-83858406c374 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150358 Jul 22 23:27:41.288728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc09a2f-8c18-4b75-bece-296b46aae180 req-f9c50014-6ae8-48a2-9fe5-15566fb21ce9 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:41.290918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbc09a2f-8c18-4b75-bece-296b46aae180 req-f9c50014-6ae8-48a2-9fe5-15566fb21ce9 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 944 time: 0.0784092 Jul 22 23:27:41.302793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:41.369104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbc09a2f-8c18-4b75-bece-296b46aae180 req-b8a3f5fc-76b2-4013-9615-1c7355fa0d8a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698240 Jul 22 23:27:41.374919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c35643cc-1958-4d70-a250-fcf0ace5a2bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:41.399007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb', 'network_id': 'abe7dc81-424d-4b71-bdf5-736d6fab2536', 'port_id': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb', 'mac_address': 'fa:16:3e:49:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a3435ce-75ea-479c-83bd-ea0969cdf774', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:41.401970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:41.407387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:41.407763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.477973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.507383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35643cc-1958-4d70-a250-fcf0ace5a2bb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:41.538384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c35643cc-1958-4d70-a250-fcf0ace5a2bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:41.590724 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.658836 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.661205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c35643cc-1958-4d70-a250-fcf0ace5a2bb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:41.690092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b3e30-419c-4595-bdb4-891cf6869395 req-e0a3cc34-c147-4e34-a20f-5b3467c56c05 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:41.692221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-926b3e30-419c-4595-bdb4-891cf6869395 req-e0a3cc34-c147-4e34-a20f-5b3467c56c05 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 944 time: 0.0958233 Jul 22 23:27:41.718278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:41.722416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.723410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:41.755220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-926b3e30-419c-4595-bdb4-891cf6869395 req-ff81f06f-a534-405e-8c06-73ce70b44494 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570314 Jul 22 23:27:41.818485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:41.826524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:41.826906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.941826 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:41.992477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:41.999677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:42.035271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c35643cc-1958-4d70-a250-fcf0ace5a2bb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:42.059554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fee8e-e8b8-4561-8031-ce2c0b4dc505 req-a869aca8-d489-4b78-85ab-73d9913c44f2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:42.062593 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d1fee8e-e8b8-4561-8031-ce2c0b4dc505 req-a869aca8-d489-4b78-85ab-73d9913c44f2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 949 time: 0.1097500 Jul 22 23:27:42.108672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:42.125210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d1fee8e-e8b8-4561-8031-ce2c0b4dc505 req-d6f16290-2016-48dd-9c11-f11094b456a8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Jul 22 23:27:42.268973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cd4b5-36e6-4eea-b88e-48718a6077b6 req-a52d57a5-abfd-4a08-b26c-d2de63368ecc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:42.270637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b06cd4b5-36e6-4eea-b88e-48718a6077b6 req-a52d57a5-abfd-4a08-b26c-d2de63368ecc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.0746632 Jul 22 23:27:42.314973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b06cd4b5-36e6-4eea-b88e-48718a6077b6 req-2224567c-7d0d-4614-b630-9b385f85c3bf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375106 Jul 22 23:27:42.551776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4943e75-2946-406c-8796-f94508009dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf'}, {'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:42.555308 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658f0c8f-7aaa-4a80-9f49-3462e8b44818" -d '{"events": [{"server_uuid": "c4943e75-2946-406c-8796-f94508009dd5", "name": "network-vif-plugged", "status": "completed", "tag": "dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf"}, {"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-plugged", "status": "completed", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:42.577296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46321569-0309-4769-909f-704e1ce0114c req-52897302-d11f-47fd-a2bb-458cec16031f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:42.579257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46321569-0309-4769-909f-704e1ce0114c req-52897302-d11f-47fd-a2bb-458cec16031f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 945 time: 0.1041923 Jul 22 23:27:42.649440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46321569-0309-4769-909f-704e1ce0114c req-f8639cd7-18cc-4113-aab6-ade83a38adaa tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597365 Jul 22 23:27:42.787619 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a2efe4-f36c-4dae-acf1-d2c97b3d938d x-openstack-request-id: req-e9a2efe4-f36c-4dae-acf1-d2c97b3d938d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:42.788915 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4943e75-2946-406c-8796-f94508009dd5", "name": "network-vif-plugged", "status": "completed", "tag": "dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf", "code": 200}, {"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-plugged", "status": "completed", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:42.789432 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9a2efe4-f36c-4dae-acf1-d2c97b3d938d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:42.790016 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4943e75-2946-406c-8796-f94508009dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf', 'code': 200} Jul 22 23:27:42.791162 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'code': 200} Jul 22 23:27:42.956131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f617f2-6b12-45f6-a1c5-1b1236c86cde req-19ace465-2e16-4517-88dc-256813195c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:42.957653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12f617f2-6b12-45f6-a1c5-1b1236c86cde req-19ace465-2e16-4517-88dc-256813195c4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 1101 time: 0.0817337 Jul 22 23:27:42.966492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5da55-a996-47a6-8861-0ffe0b9ad01f req-cfa619ac-e52c-4b95-bc49-8c035e587082 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:42.972580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7b5da55-a996-47a6-8861-0ffe0b9ad01f req-cfa619ac-e52c-4b95-bc49-8c035e587082 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1264834 Jul 22 23:27:43.025391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12f617f2-6b12-45f6-a1c5-1b1236c86cde req-dfa40b48-0674-4db6-b77d-b80962259722 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Jul 22 23:27:43.035972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b851b8b-5fb9-4176-9a04-71ee2484d636 req-656df60f-6fdd-40a0-8d9d-cc4e37b6e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:43.038334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2b851b8b-5fb9-4176-9a04-71ee2484d636 req-656df60f-6fdd-40a0-8d9d-cc4e37b6e0b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 1096 time: 0.0669639 Jul 22 23:27:43.041121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7b5da55-a996-47a6-8861-0ffe0b9ad01f req-bc525b63-d1fd-46f5-8bf1-5adb551fa06e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662050 Jul 22 23:27:43.107098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2b851b8b-5fb9-4176-9a04-71ee2484d636 req-73e79791-81be-4ec6-942b-b6fef759dd50 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317242 Jul 22 23:27:43.294025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:43.344954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port a9cc7ed1-ae63-4686-ad44-3d2a938629de completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:43.349762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port a9cc7ed1-ae63-4686-ad44-3d2a938629de triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:43.351187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:43.466791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:43.496830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4344306-7b9a-4f48-88aa-d0749c332f54 req-ef0e5b1e-086e-4a01-a175-9450fdee46bb tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:43.498556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4344306-7b9a-4f48-88aa-d0749c332f54 req-ef0e5b1e-086e-4a01-a175-9450fdee46bb tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 949 time: 0.0758615 Jul 22 23:27:43.512445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:43.516293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:43.540426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4344306-7b9a-4f48-88aa-d0749c332f54 req-d714c437-8084-4b2f-8ed0-7476796629ad tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355997 Jul 22 23:27:43.583836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:43.668956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7c563-0b66-4d8b-9fd3-36c4e7466c12 req-e93cbb13-53cf-45ab-9223-e32c925dfe3c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:43.678616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57e7c563-0b66-4d8b-9fd3-36c4e7466c12 req-e93cbb13-53cf-45ab-9223-e32c925dfe3c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.0753620 Jul 22 23:27:43.712957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57e7c563-0b66-4d8b-9fd3-36c4e7466c12 req-d7085f95-93f8-4c6f-b459-b91f81e742a5 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Jul 22 23:27:43.932895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391f93-3c07-4b20-9550-3e1eb81c63b8 req-7614935a-278d-4b86-8d87-03a4e8dd420f tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:43.934483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca391f93-3c07-4b20-9550-3e1eb81c63b8 req-7614935a-278d-4b86-8d87-03a4e8dd420f tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1101 time: 0.0604007 Jul 22 23:27:43.975895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca391f93-3c07-4b20-9550-3e1eb81c63b8 req-5457b120-b706-4837-873b-13cfa312434a tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348876 Jul 22 23:27:44.130110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18141d93-0f61-4753-aea9-fa1a9f29464c req-014ce273-80f1-4a21-81db-61e0a661f4ee tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:44.132348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18141d93-0f61-4753-aea9-fa1a9f29464c req-014ce273-80f1-4a21-81db-61e0a661f4ee tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 945 time: 0.0849319 Jul 22 23:27:44.228099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18141d93-0f61-4753-aea9-fa1a9f29464c req-1c580196-91eb-4f20-bb15-fa3f77815fb0 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876527 Jul 22 23:27:44.264059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fd9b1-4188-42ff-9aae-e963267ac47c req-b3a22dfe-cee9-4a8f-8cfb-cb768155f91a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:44.265734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d77fd9b1-4188-42ff-9aae-e963267ac47c req-b3a22dfe-cee9-4a8f-8cfb-cb768155f91a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0915496 Jul 22 23:27:44.308401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d77fd9b1-4188-42ff-9aae-e963267ac47c req-d247858a-0958-49be-b643-2a22c058946d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362182 Jul 22 23:27:44.389335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-d4210d7d-be09-4b58-862f-7244d25fbc47 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369704 Jul 22 23:27:44.526047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-dbc47651-14e9-491d-8536-c13bb33ab48f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:44.532307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-dbc47651-14e9-491d-8536-c13bb33ab48f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418147 Jul 22 23:27:44.552822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-9de58b62-84e2-4ef4-b51d-8c957a5948aa tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/quotas/174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 375 time: 0.0142999 Jul 22 23:27:44.633070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-ac9881b7-a4cd-4f91-b4a2-673c8673047f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739238 Jul 22 23:27:44.792915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:44.796300 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ded6af-a1fd-496e-9db2-5fd09516bafc" -d '{"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:44.922572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56de65-03af-4247-b8d3-a3ac83a2838f req-7cefd72b-852f-464a-8907-aee813df636c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:44.924123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e56de65-03af-4247-b8d3-a3ac83a2838f req-7cefd72b-852f-464a-8907-aee813df636c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.0725954 Jul 22 23:27:44.987413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e56de65-03af-4247-b8d3-a3ac83a2838f req-eae64dbf-7ddd-485f-93a7-3274a2b45953 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 Jul 22 23:27:45.113984 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3802cb-4516-4588-ac92-8c95d012b0d7 x-openstack-request-id: req-6e3802cb-4516-4588-ac92-8c95d012b0d7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:45.114369 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:45.114695 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e3802cb-4516-4588-ac92-8c95d012b0d7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:45.115180 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'code': 200} Jul 22 23:27:45.130450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e2e7eb4-4ba9-405e-a3f5-319ee16a36b6 req-d77bb248-e4f4-4c3c-8ae6-50119f9184b5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 210 time: 0.0443270 Jul 22 23:27:45.170910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35643cc-1958-4d70-a250-fcf0ace5a2bb up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:45.279726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port c35643cc-1958-4d70-a250-fcf0ace5a2bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:45.284622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c35643cc-1958-4d70-a250-fcf0ace5a2bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:45.285207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:45.323289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce8400-6de8-45f3-a512-213cafd6a4ac req-dd791add-665f-4760-b3c7-a475bca15a9e tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:45.325137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fce8400-6de8-45f3-a512-213cafd6a4ac req-dd791add-665f-4760-b3c7-a475bca15a9e tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 1101 time: 0.0804582 Jul 22 23:27:45.422413 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:45.467376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fce8400-6de8-45f3-a512-213cafd6a4ac req-69f38177-5de9-4771-a3e0-c82fcc286cc4 tempest-ServersOnMultiNodesTest-1334551512 tempest-ServersOnMultiNodesTest-1334551512-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260889 Jul 22 23:27:45.469437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c35643cc-1958-4d70-a250-fcf0ace5a2bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:45.474405 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:45.534653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa65088-95ec-4dbf-a666-c7e94341984d req-bb4e3d92-45a9-45c0-a4d1-f830762b11fc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:45.536429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fa65088-95ec-4dbf-a666-c7e94341984d req-bb4e3d92-45a9-45c0-a4d1-f830762b11fc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 945 time: 0.1182134 Jul 22 23:27:45.574517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c35643cc-1958-4d70-a250-fcf0ace5a2bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:45.647113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fa65088-95ec-4dbf-a666-c7e94341984d req-9b77383e-084d-4911-a8b1-d4a8e7f20653 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017504 Jul 22 23:27:45.678737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e605f1b-3971-4f0f-ab42-3191f800e0bf req-16edfc51-6a8e-4488-aa0c-7de02a733fbe tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:45.680585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e605f1b-3971-4f0f-ab42-3191f800e0bf req-16edfc51-6a8e-4488-aa0c-7de02a733fbe tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1166048 Jul 22 23:27:45.732304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e605f1b-3971-4f0f-ab42-3191f800e0bf req-94464d6d-824d-4049-befb-4c8cc5fdaec3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Jul 22 23:27:45.900902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e48308-39ee-4010-96c0-b20824e11edf req-43960265-025f-40ec-8f62-501cb8cd34de tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:45.902559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0e48308-39ee-4010-96c0-b20824e11edf req-43960265-025f-40ec-8f62-501cb8cd34de tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.0851059 Jul 22 23:27:45.978389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0e48308-39ee-4010-96c0-b20824e11edf req-3ecb91ce-b3e2-4a9f-8049-569c670a1036 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643277 Jul 22 23:27:46.037138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c868d6-1b3b-4c17-93ef-21e9ba3500b3 req-229096b0-c4f1-45c4-b682-53555f7fe63a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:46.040694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c868d6-1b3b-4c17-93ef-21e9ba3500b3 req-229096b0-c4f1-45c4-b682-53555f7fe63a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.1368661 Jul 22 23:27:46.071959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:46.102498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09fcb11e-75af-4a3c-840b-9f341e814d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.171359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c868d6-1b3b-4c17-93ef-21e9ba3500b3 req-6b25dd21-bde0-4838-af46-2618ba7c5cc7 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225016 Jul 22 23:27:46.178716 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-c8ea0f9d-4740-4a55-b3c8-758ad707418c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872908 Jul 22 23:27:46.341766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.349805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7710b3e-8127-435e-a332-0386f3c6d4c5 req-0a51f51a-ef80-45ad-93f2-5973d97a5912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 210 time: 0.0537264 Jul 22 23:27:46.442811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-ab2dd4a7-bc5b-4793-825d-249ca08e679a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:46.443805 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-ab2dd4a7-bc5b-4793-825d-249ca08e679a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596610 Jul 22 23:27:46.453431 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:27:46.499375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Request body: {'port': {'device_id': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '174ee3ec0a7242b3954ce12e721ab9af'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:46.503552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.516636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.602622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ce8847763a74763840799ad6f734255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272758 Jul 22 23:27:46.604665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:46.607961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a5d89370-3125-4526-b0cd-f6b34308bf11 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:46.615917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fad45a-80ee-478b-82f9-653d361e4888,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:46.616531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a5d89370-3125-4526-b0cd-f6b34308bf11 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 814 time: 0.1151304 Jul 22 23:27:46.626413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.626767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.627113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.627481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.628352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.628352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.628533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.628772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.629098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.629420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.629742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.630065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b47df-af0b-4495-9db2-9e2d412697e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:46.632706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-537a4107-30ea-4403-bda6-27ff73475a80 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/quotas/8fa50048dc4f49f69c5c693e014b37c6 HTTP/1.1" status: 200 len: 375 time: 0.0151963 Jul 22 23:27:46.713185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f61db51e-d12b-4344-b0f3-746e36fec769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.727653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Made reservation on behalf of 174ee3ec0a7242b3954ce12e721ab9af for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:46.731181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.743921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-00053521-53da-481f-a139-db46663c74a7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993347 Jul 22 23:27:46.753728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f61db51e-d12b-4344-b0f3-746e36fec769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.882175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f61db51e-d12b-4344-b0f3-746e36fec769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.882962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-e600606f-89b2-477e-b9b5-a46dcbe76ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368897 Jul 22 23:27:46.884860 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f61db51e-d12b-4344-b0f3-746e36fec769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:46.886329 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f61db51e-d12b-4344-b0f3-746e36fec769 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27fad45a-80ee-478b-82f9-653d361e4888 HTTP/1.1" status: 204 len: 168 time: 0.2804759 Jul 22 23:27:46.902377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61db51e-d12b-4344-b0f3-746e36fec769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fad45a-80ee-478b-82f9-653d361e4888,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:46.902616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a08ab-9ab1-4b2e-9a74-bcc7b5af11cb req-40edd213-2a67-47a6-8d7e-f8f0ac59bbf1 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:46.904439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f37a08ab-9ab1-4b2e-9a74-bcc7b5af11cb req-40edd213-2a67-47a6-8d7e-f8f0ac59bbf1 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 946 time: 0.1594384 Jul 22 23:27:46.926813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Allocated IP 192.168.233.230 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/37458842-80bd-438e-aacc-018c8f7db8c4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:47.042839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-c818915b-78aa-4073-9162-a57bf3ad2b08 service neutron] 10.222.0.21 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370649 Jul 22 23:27:47.094737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f37a08ab-9ab1-4b2e-9a74-bcc7b5af11cb req-60c3b18b-c81c-4859-8b85-0110c0f612dc tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839741 Jul 22 23:27:47.117075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:47.120176 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6199805-251b-412d-a266-2e04cb5d4970" -d '{"events": [{"server_uuid": "f4669ef3-fc6a-4833-b915-c2d08c8f3d3b", "name": "network-vif-plugged", "status": "completed", "tag": "c35643cc-1958-4d70-a250-fcf0ace5a2bb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:47.145329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:47.170633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Transition to ACTIVE for port object 37458842-80bd-438e-aacc-018c8f7db8c4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:47.185907 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b793698-365a-4a9d-ae07-92873988b7be x-openstack-request-id: req-4b793698-365a-4a9d-ae07-92873988b7be {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:47.186353 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4669ef3-fc6a-4833-b915-c2d08c8f3d3b", "name": "network-vif-plugged", "status": "completed", "tag": "c35643cc-1958-4d70-a250-fcf0ace5a2bb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:47.186606 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b793698-365a-4a9d-ae07-92873988b7be {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:47.187420 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb', 'code': 200} Jul 22 23:27:47.281838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:47.306608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:47.375886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:47.381223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:47.382633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:47.389210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c29a430-5f41-4680-870c-1b123e1483fc req-de254843-be28-4883-b5e7-710d21b86de2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 210 time: 0.0807068 Jul 22 23:27:47.390186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:47.495094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:47.495669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:47.539824 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-5a98ffc5-008e-4165-857a-da8f09a6d127 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0490241 Jul 22 23:27:47.552619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8570f-6981-4d59-aec8-7f0e323032f2 req-82746b01-bab0-4085-beab-e4eaf233d1d3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:47.558514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Request body: {'port': {'device_id': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:47.581210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85e8570f-6981-4d59-aec8-7f0e323032f2 req-82746b01-bab0-4085-beab-e4eaf233d1d3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.3190022 Jul 22 23:27:47.628486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2397a6-beae-4dae-88d0-d58fc8803e69 req-488ad165-508e-46c9-a3e5-016db7dff860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:47.629993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e2397a6-beae-4dae-88d0-d58fc8803e69 req-488ad165-508e-46c9-a3e5-016db7dff860 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 1097 time: 0.3193519 Jul 22 23:27:47.834923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a8aef2f-9c86-46f8-8d04-cc2dda05b9e8 None None] Provisioning for port 37458842-80bd-438e-aacc-018c8f7db8c4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:47.845507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a8aef2f-9c86-46f8-8d04-cc2dda05b9e8 None None] Provisioning complete for port 37458842-80bd-438e-aacc-018c8f7db8c4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:47.845897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a8aef2f-9c86-46f8-8d04-cc2dda05b9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:47.854442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85e8570f-6981-4d59-aec8-7f0e323032f2 req-7274f02f-99dc-494a-afd7-ad5c9bd9cc6e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721796 Jul 22 23:27:47.935027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e2397a6-beae-4dae-88d0-d58fc8803e69 req-97e148b4-86ed-4d2a-b19d-f5e9ebbb563f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840080 Jul 22 23:27:47.946512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aef2f-9c86-46f8-8d04-cc2dda05b9e8 None None] Port 37458842-80bd-438e-aacc-018c8f7db8c4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:27:47.949590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1039f9-913e-44ee-8afe-6757b872642e req-6df552b3-c2ab-4703-99fd-dcadfe651c12 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:47.951061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d1039f9-913e-44ee-8afe-6757b872642e req-6df552b3-c2ab-4703-99fd-dcadfe651c12 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.3264568 Jul 22 23:27:48.002185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.029834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556494e0-0e29-49c9-a16f-e6eff48549f9 req-8831843b-c61f-4b64-83df-ec798c71d5c3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:48.040265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-556494e0-0e29-49c9-a16f-e6eff48549f9 req-8831843b-c61f-4b64-83df-ec798c71d5c3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 936 time: 0.2865696 Jul 22 23:27:48.079977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:48.087299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-b64b8ff1-9173-4fe9-af88-3f9d5c1684aa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:48.089789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-b64b8ff1-9173-4fe9-af88-3f9d5c1684aa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5cffad9-4bed-4c9c-b214-64d93c231378 HTTP/1.1" status: 200 len: 945 time: 0.1603231 Jul 22 23:27:48.123361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-556494e0-0e29-49c9-a16f-e6eff48549f9 req-5a300568-59c1-438b-ad9b-5e5166d1e0fc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819440 Jul 22 23:27:48.311755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Deleting port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:48.312142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.351287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635e04c-6a39-4a0d-8fd6-4d0fc039fb3d req-b8e74aa7-07f7-441b-b435-ea609f645d13 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:48.358575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a635e04c-6a39-4a0d-8fd6-4d0fc039fb3d req-b8e74aa7-07f7-441b-b435-ea609f645d13 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 946 time: 0.1551552 Jul 22 23:27:48.439285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:48.440267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.457958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a635e04c-6a39-4a0d-8fd6-4d0fc039fb3d req-a6b51e5c-0cad-49c4-aa64-f856bb1bfd88 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976343 Jul 22 23:27:48.476952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1428255192-network', 'tenant_id': 'd0bf6683b5e845f18326e5cf65b9d37a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:48.481821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] For port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:48.482396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.497926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Calling delete_port for 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:48.579699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f74a93aa-4f2b-4b4c-bed6-f21d6c17b664 req-e62e08da-5840-47e8-8e4f-52d358748c22 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 210 time: 0.0669558 Jul 22 23:27:48.703683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.718966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:48.729497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Made reservation on behalf of d0bf6683b5e845f18326e5cf65b9d37a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:48.731837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.741840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Pushing event deleted for resources: {'Port': ['ID=00fb79e1-c1ba-41ff-87b9-d69314d6d0f4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:48.759863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.760631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.761154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.762086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.762636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.763168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.763744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.764464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.765036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.765592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.766165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.766546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.766684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:27:48.776575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:48.776943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.827271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] No DVR routers for this DVR port 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:48.829637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:48.829971 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.832431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c6ab8be-88f8-414a-9c60-2edd408f324a req-8f15ae7b-ce21-49b9-8a43-0b2c7c1e57fa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.49 "DELETE /v2.0/ports/00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 HTTP/1.1" status: 204 len: 173 time: 0.7232661 Jul 22 23:27:48.833403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-deleted', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:48.835781 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d42ce-6935-421f-a49b-91a28cff917b" -d '{"events": [{"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-deleted", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:48.885900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37458842-80bd-438e-aacc-018c8f7db8c4 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:48.891261 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b01f6c0-aabf-4c39-b9c2-2cd80d22a4dc x-openstack-request-id: req-8b01f6c0-aabf-4c39-b9c2-2cd80d22a4dc {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:48.891579 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cffad9-4bed-4c9c-b214-64d93c231378", "name": "network-vif-deleted", "tag": "00fb79e1-c1ba-41ff-87b9-d69314d6d0f4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:48.892166 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b01f6c0-aabf-4c39-b9c2-2cd80d22a4dc {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:48.892649 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cffad9-4bed-4c9c-b214-64d93c231378', 'name': 'network-vif-deleted', 'tag': '00fb79e1-c1ba-41ff-87b9-d69314d6d0f4', 'status': 'completed', 'code': 200} Jul 22 23:27:48.903880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:48.980261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Transition to ACTIVE for port object 37458842-80bd-438e-aacc-018c8f7db8c4 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:49.002622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.016846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b077c8-2f3a-442a-a3f5-af1a6b814773 req-ea4fcfe7-09f4-4af9-8952-852baa63a570 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:49.024857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b077c8-2f3a-442a-a3f5-af1a6b814773 req-ea4fcfe7-09f4-4af9-8952-852baa63a570 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 950 time: 0.0863471 Jul 22 23:27:49.079730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b077c8-2f3a-442a-a3f5-af1a6b814773 req-6828934a-db70-4f03-bed4-165fc53c56ba tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540624 Jul 22 23:27:49.145186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:49.191562 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.203126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.262634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17e2805f-4ae7-4d6f-bbcb-b80f60f184ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.264067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.265776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:27:49.280385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8', 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:49.303863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f39ae5-2734-4177-879f-57a71020ec49 req-e696fb6c-ae23-4d84-bf0f-88f52350e44a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:49.305431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35f39ae5-2734-4177-879f-57a71020ec49 req-e696fb6c-ae23-4d84-bf0f-88f52350e44a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.0963490 Jul 22 23:27:49.314740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da', '45d70a12-62fd-49ca-8841-0a594ac186f5', 'becc0f7b-6739-4720-a7d3-8e349e1283e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:49.327433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68185dec-823c-4c63-9139-0b2c8f4bcda5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:49.329925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Attempting to bind port 37458842-80bd-438e-aacc-018c8f7db8c4 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:49.330253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Attempting to bind port 37458842-80bd-438e-aacc-018c8f7db8c4 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:49.330580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Attempting to bind port 37458842-80bd-438e-aacc-018c8f7db8c4 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:49.338280 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.338625 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Added segment 50616b9f-4c9f-4f26-8940-dabf936df896 of type vlan for network e97829d8-b2cb-44ca-8667-e9f3cc32185f Jul 22 23:27:49.341320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:49.353630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Port 37458842-80bd-438e-aacc-018c8f7db8c4 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:49.353630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Attempting to bind port 37458842-80bd-438e-aacc-018c8f7db8c4 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:49.382655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35f39ae5-2734-4177-879f-57a71020ec49 req-aed40154-926e-4897-ab94-62f723ec9b76 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676010 Jul 22 23:27:49.413908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:49.414253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:49.414645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:49.415091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Bound port: 37458842-80bd-438e-aacc-018c8f7db8c4, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:49.415485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.421695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.540262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:49.546336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.547810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:49.548584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.556745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.559314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d1039f9-913e-44ee-8afe-6757b872642e req-7906a472-d913-40dc-b5ab-07641c669978 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "DELETE /v2.0/ports/dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf HTTP/1.1" status: 204 len: 173 time: 1.5952530 Jul 22 23:27:49.561429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4943e75-2946-406c-8796-f94508009dd5', 'name': 'network-vif-deleted', 'tag': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:49.570096 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6966aed5-0edf-43e9-ba39-eb09a2d138c4" -d '{"events": [{"server_uuid": "c4943e75-2946-406c-8796-f94508009dd5", "name": "network-vif-deleted", "tag": "dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:49.645321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5625701 Jul 22 23:27:49.649515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:49.667628 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c3ee31-4ac3-4d2b-9fe2-10a563ea439b x-openstack-request-id: req-44c3ee31-4ac3-4d2b-9fe2-10a563ea439b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:49.667945 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4943e75-2946-406c-8796-f94508009dd5", "name": "network-vif-deleted", "tag": "dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:49.668202 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44c3ee31-4ac3-4d2b-9fe2-10a563ea439b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:49.668593 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4943e75-2946-406c-8796-f94508009dd5', 'name': 'network-vif-deleted', 'tag': 'dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf', 'status': 'completed', 'code': 200} Jul 22 23:27:49.681674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Request body: {'subnet': {'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1428255192-subnet', 'tenant_id': 'd0bf6683b5e845f18326e5cf65b9d37a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:49.732450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaff4a-6d0c-4c4d-840c-c78e288cb101 admin admin] Pushing event updated for resources: {'Network': ['ID=e97829d8-b2cb-44ca-8667-e9f3cc32185f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:49.740182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:49.781513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:49.790528 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.793690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network e97829d8-b2cb-44ca-8667-e9f3cc32185f details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:27:49.855965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9554b012-5a5b-44c2-9808-d77c07a74605 req-60cd127f-213f-4b84-916e-d1c0eef35c5e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 210 time: 0.0887403 Jul 22 23:27:49.856602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:49.863166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Made reservation on behalf of d0bf6683b5e845f18326e5cf65b9d37a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:49.865700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.870030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:49.871648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.873752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-92529a22-e87a-44c2-9064-0e9260cdb690 service neutron] 10.222.0.48 "PUT /v2.0/ports/37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 1096 time: 2.3194976 Jul 22 23:27:49.940030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afbecf-b43a-4732-9007-0f3a0385f61d req-2433080e-6b18-466c-83f7-fea97761160f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:49.951651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:49.952273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74afbecf-b43a-4732-9007-0f3a0385f61d req-2433080e-6b18-466c-83f7-fea97761160f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 946 time: 0.3847587 Jul 22 23:27:49.989876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-3ea990d4-ab33-4360-ad74-61757ea1df54 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:49.992233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-3ea990d4-ab33-4360-ad74-61757ea1df54 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 814 time: 0.3437483 Jul 22 23:27:50.082003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-18f40402-b844-464e-aa35-ed51f9ba7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:50.084751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-18f40402-b844-464e-aa35-ed51f9ba7ec7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1099 time: 0.0660665 Jul 22 23:27:50.143807 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:50.185766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-deab76b3-b733-4c23-bcc1-75cc32e87ff8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 217 time: 0.0763612 Jul 22 23:27:50.277855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-2ed2b0b9-6100-4a75-814f-f890f6cbb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:50.279965 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-2ed2b0b9-6100-4a75-814f-f890f6cbb073 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0853317 Jul 22 23:27:50.323881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Request body: {'port': {'device_id': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'admin_state_up': True, 'tenant_id': '8fa50048dc4f49f69c5c693e014b37c6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:50.356190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21841-786d-4757-90bc-636850c196b2 req-43ed242c-3d3e-44e0-84b2-59b078518f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:50.357702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-43ed242c-3d3e-44e0-84b2-59b078518f2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702209 Jul 22 23:27:50.522854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-5ec98eaa-31de-4a95-bf28-c6f3ffe66edf service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539407 Jul 22 23:27:50.528283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf5ef2a9-3a92-4b85-acec-d827f37e8997 req-7f778fbd-6637-40c4-a4fc-15093937e6a8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4943e75-2946-406c-8796-f94508009dd5 HTTP/1.1" status: 200 len: 210 time: 0.2120111 Jul 22 23:27:50.638810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:50.662920 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4da21841-786d-4757-90bc-636850c196b2 req-7f3f8265-d1f8-42aa-9605-369edd445142 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312356 Jul 22 23:27:50.689527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74afbecf-b43a-4732-9007-0f3a0385f61d req-cbccb862-bd1b-4ce7-a27a-603a8743c40b tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362790 Jul 22 23:27:50.756052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Made reservation on behalf of 8fa50048dc4f49f69c5c693e014b37c6 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:50.760263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:50.767106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4052e4ad-a699-4d2c-83e4-ea04708aeb35,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:50.795219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Checking segment: {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:50.795605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Network hostable DHCP agents. Network: e97829d8-b2cb-44ca-8667-e9f3cc32185f, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:27:50.872881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff7ff-b709-4b72-939a-aa2beacec4d2 req-11952f3c-504c-4033-a561-551e1c3ae885 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:50.874391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-476ff7ff-b709-4b72-939a-aa2beacec4d2 req-11952f3c-504c-4033-a561-551e1c3ae885 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.2290871 Jul 22 23:27:50.877798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Network e97829d8-b2cb-44ca-8667-e9f3cc32185f is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:27:50.905425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, e97829d8-b2cb-44ca-8667-e9f3cc32185f) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:50.916693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651845a-d900-415e-987a-16c4e4dcf5b8 None None] Network e97829d8-b2cb-44ca-8667-e9f3cc32185f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:27:50.939220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:50.939841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.004425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1331ad2a-08e4-477f-bda3-cd4f7664bdf8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3283391 Jul 22 23:27:51.015850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-476ff7ff-b709-4b72-939a-aa2beacec4d2 req-c46b2c5b-da74-4b41-8c9e-99a55c5eaf6d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326818 Jul 22 23:27:51.028384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Allocated IP 172.20.0.6 (27e416cd-9f48-46b7-b3ec-873fb96db678/941c303d-65b0-4d3b-978d-e11203647f1c/aff46151-78cc-4970-8fc1-85470102e9da) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:51.089545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2fce9-bddd-4c21-a68b-2a918358b2fa req-60a86475-bbe3-4a58-9438-100b7e5f2d3d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:51.091160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50a2fce9-bddd-4c21-a68b-2a918358b2fa req-60a86475-bbe3-4a58-9438-100b7e5f2d3d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 946 time: 0.1741383 Jul 22 23:27:51.149706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb060d4-4a23-4119-8af9-d53c043196c1 None None] Network e97829d8-b2cb-44ca-8667-e9f3cc32185f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:27:51.198701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50a2fce9-bddd-4c21-a68b-2a918358b2fa req-abbc0e85-dff6-4061-8978-b917f15d1214 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975323 Jul 22 23:27:51.203294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1c754a3-cf71-4bb4-a520-16ed20b8febe req-4be0bf8a-ef18-451c-9c68-bdad7fe4900a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 210 time: 0.0445685 Jul 22 23:27:51.283644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.326090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:51.334911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.347418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:51.347768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dcff9692-74bd-43d9-b0ba-4f6d85e5cfbf not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:51.348189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:51.372263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:51.373514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 00fb79e1-c1ba-41ff-87b9-d69314d6d0f4 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:51.375974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:51.379021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:51.385392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:51.390627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:51.391228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.406509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:51.416374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a89110a6-ac07-4caa-b9cb-3c1a72922116 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993106 Jul 22 23:27:51.450283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Request body: {'port': {'device_id': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:51.458265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-67990f66-ab77-4314-b0a1-d7012e1b2a28 req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2085834537', 'description': 'tempest-description-1604114338'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:51.529336 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67990f66-ab77-4314-b0a1-d7012e1b2a28 req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.565057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.565224 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.670184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:51.673015 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:51.738927 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d56f43-dd53-413c-88cc-bc2ae057c54f x-openstack-request-id: req-b1d56f43-dd53-413c-88cc-bc2ae057c54f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:51.739207 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:51.739488 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1d56f43-dd53-413c-88cc-bc2ae057c54f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:51.739919 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4', 'status': 'completed', 'code': 200} Jul 22 23:27:51.742094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67990f66-ab77-4314-b0a1-d7012e1b2a28 req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.755877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67990f66-ab77-4314-b0a1-d7012e1b2a28 req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.842534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.858503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67990f66-ab77-4314-b0a1-d7012e1b2a28 req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:51.859762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67990f66-ab77-4314-b0a1-d7012e1b2a28 req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4062665 Jul 22 23:27:51.869202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3b2b0-d5c7-4458-86d0-2099cfa6cf81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e4fbd-9a36-4410-b358-7e8d5ed80708,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:51.896613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-47d23972-a650-4e6c-859f-c2fad1c67c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:51.898921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-47d23972-a650-4e6c-859f-c2fad1c67c3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1099 time: 0.0614042 Jul 22 23:27:51.908466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-099f190d-1756-4305-b59d-851ecb3724d3 req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1702824443', 'description': 'tempest-description-1032434143'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:51.987675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc412d-0a83-4ee7-b0a8-1bac30d7dedf req-1a91c32c-35d1-4cce-bca5-89ed4d61f7b3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:51.989168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3cc412d-0a83-4ee7-b0a8-1bac30d7dedf req-1a91c32c-35d1-4cce-bca5-89ed4d61f7b3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 950 time: 0.2041945 Jul 22 23:27:51.991911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-099f190d-1756-4305-b59d-851ecb3724d3 req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.010178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-192410df-0d11-418b-91b8-0a5ab6eed673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.011739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-192410df-0d11-418b-91b8-0a5ab6eed673 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0961261 Jul 22 23:27:52.028679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff46151-78cc-4970-8fc1-85470102e9da {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:52.042002 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.055912 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-caeebc02-beba-4328-9412-9b44b26fb009 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 217 time: 0.0363870 Jul 22 23:27:52.076242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Transition to ACTIVE for port object aff46151-78cc-4970-8fc1-85470102e9da will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:52.082479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3cc412d-0a83-4ee7-b0a8-1bac30d7dedf req-8964a97f-e84f-4e50-be37-3829c2d5cfd6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Jul 22 23:27:52.086759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.118654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-e2de358c-6191-4424-b493-a2c5e18a513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.120436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-e2de358c-6191-4424-b493-a2c5e18a513f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0552459 Jul 22 23:27:52.180450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:52.205886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-f629777c-9629-4d3d-86fe-37469ca40184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.207548 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-f629777c-9629-4d3d-86fe-37469ca40184 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780811 Jul 22 23:27:52.242230 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-099f190d-1756-4305-b59d-851ecb3724d3 req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.249204 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-099f190d-1756-4305-b59d-851ecb3724d3 req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.283883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Attempting to bind port aff46151-78cc-4970-8fc1-85470102e9da on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:52.284209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Attempting to bind port aff46151-78cc-4970-8fc1-85470102e9da by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:52.284535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Attempting to bind port aff46151-78cc-4970-8fc1-85470102e9da on network 27e416cd-9f48-46b7-b3ec-873fb96db678 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:52.299073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-099f190d-1756-4305-b59d-851ecb3724d3 req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.300683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-099f190d-1756-4305-b59d-851ecb3724d3 req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4051259 Jul 22 23:27:52.304844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-6ef767ed-49eb-4a3d-bdd2-afd2f9a14156 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859194 Jul 22 23:27:52.305944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Port aff46151-78cc-4970-8fc1-85470102e9da on network 27e416cd-9f48-46b7-b3ec-873fb96db678 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:52.306264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Attempting to bind port aff46151-78cc-4970-8fc1-85470102e9da on network 27e416cd-9f48-46b7-b3ec-873fb96db678 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:52.310009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c28cc-3117-47ae-afa4-883d3ee58dc9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a0e244-79e4-4ddf-aabc-06e6e1b3bf80,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:52.316784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:52.321626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Checking segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:52.322103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Bound using segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:52.323037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Bound port: aff46151-78cc-4970-8fc1-85470102e9da, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:52.324080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.357633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f579af4-261f-446c-82f1-9f541b3668b7 req-073b34f6-d1a9-4533-b748-b4899abbc90e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.357633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f579af4-261f-446c-82f1-9f541b3668b7 req-073b34f6-d1a9-4533-b748-b4899abbc90e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.2026005 Jul 22 23:27:52.424509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-28e3d8ca-a367-44fc-9b51-30b38c35e5cb req-145eba8a-98b3-4a9e-a29d-20b42c66d0df service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991704 Jul 22 23:27:52.475903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f579af4-261f-446c-82f1-9f541b3668b7 req-341db689-33ea-46bf-83a4-ddc46fb68a14 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938227 Jul 22 23:27:52.477140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:52.480866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:52.485972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.527519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.528200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:52.529579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] 10.222.0.48 "PUT /v2.0/ports/aff46151-78cc-4970-8fc1-85470102e9da HTTP/1.1" status: 200 len: 1091 time: 1.0844197 Jul 22 23:27:52.530011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:52.532262 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b999fb33-cd8a-433c-b3f9-30fb0964bde1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "tag": "aff46151-78cc-4970-8fc1-85470102e9da"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:52.566321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344d7e3-dd79-4da3-af4f-ac6d4a195016 req-a88a526a-68e3-429a-b400-700dc73e1811 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.567808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a344d7e3-dd79-4da3-af4f-ac6d4a195016 req-a88a526a-68e3-429a-b400-700dc73e1811 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 943 time: 0.1845903 Jul 22 23:27:52.641485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441241b0-a001-4797-bad2-d7b64ab65467 service neutron] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:52.672784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a344d7e3-dd79-4da3-af4f-ac6d4a195016 req-fdc14504-8157-49a9-a49f-d00e57b9d732 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864098 Jul 22 23:27:52.701199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0f5d1-58e7-4e7a-8672-e25946e12771 req-834b465c-21c0-4f8d-91e8-6e777450e647 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.702687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01f0f5d1-58e7-4e7a-8672-e25946e12771 req-834b465c-21c0-4f8d-91e8-6e777450e647 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 946 time: 0.1641555 Jul 22 23:27:52.708756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-eab1e0e2-3f2b-4703-830b-931b487a06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.710733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-eab1e0e2-3f2b-4703-830b-931b487a06f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 1094 time: 0.1076405 Jul 22 23:27:52.745014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01f0f5d1-58e7-4e7a-8672-e25946e12771 req-1efd94fa-ced9-48fb-bf43-439cba60856a tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups?id=17021cce-27b7-4392-a3d7-a85f11c50c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Jul 22 23:27:52.790205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-a3d3d5ab-8912-4d09-ac03-f4bad2103cf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aff46151-78cc-4970-8fc1-85470102e9da HTTP/1.1" status: 200 len: 217 time: 0.0407336 Jul 22 23:27:52.874831 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b11ed9-6510-4f67-b8ab-fc07c49220fa x-openstack-request-id: req-82b11ed9-6510-4f67-b8ab-fc07c49220fa {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:52.875129 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "tag": "aff46151-78cc-4970-8fc1-85470102e9da", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:52.875404 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82b11ed9-6510-4f67-b8ab-fc07c49220fa {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:52.875799 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da', 'status': 'completed', 'code': 200} Jul 22 23:27:52.879535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-4b268f47-75ee-41bb-9971-794e22b488c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.881586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-4b268f47-75ee-41bb-9971-794e22b488c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 200 len: 854 time: 0.0809453 Jul 22 23:27:52.946421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-4f0e72e3-624e-48d8-ad89-9da73a04835e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:52.947829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-4f0e72e3-624e-48d8-ad89-9da73a04835e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 813 time: 0.1213644 Jul 22 23:27:52.962188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-559860ec-e077-4f5a-8bbb-1b7caf7f2241 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/quotas/d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 375 time: 0.0090346 Jul 22 23:27:52.996673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-85b5adce-148e-43d9-bf38-32572015e4e9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296068 Jul 22 23:27:53.029661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-72fae986-8667-41f0-b65c-1b72f7e54f8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=27e416cd-9f48-46b7-b3ec-873fb96db678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353789 Jul 22 23:27:53.169977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-33046068-85fb-4fe4-bb0e-c1eb0dee297f service neutron] 10.222.0.21 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664441 Jul 22 23:27:53.230939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-06aaf9a0-ad50-4b7c-aa58-7622d68d1ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795373 Jul 22 23:27:53.334402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f01d6-9797-4c9e-9ff2-e5ac23e63cbb req-7c74fd3e-976c-4478-a235-c0763c47e562 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:53.336199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-066f01d6-9797-4c9e-9ff2-e5ac23e63cbb req-7c74fd3e-976c-4478-a235-c0763c47e562 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 950 time: 0.1791244 Jul 22 23:27:53.342985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-9139f0ca-cbf8-4420-b04f-396f0cda532d service neutron] 10.222.0.21 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470525 Jul 22 23:27:53.349286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-da278f28-7c47-456d-b7a9-8076577fcb29 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:53.351948 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-da278f28-7c47-456d-b7a9-8076577fcb29 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 946 time: 0.0654793 Jul 22 23:27:53.421357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-066f01d6-9797-4c9e-9ff2-e5ac23e63cbb req-ecae7b9a-8f58-477a-aaf9-65b31b2c7ecf tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773809 Jul 22 23:27:53.433968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eff3371-8f04-4522-84bf-656cb9a22a83 req-bb697968-3ca4-44f2-bf6c-0bf88c5c6260 service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472800 Jul 22 23:27:53.500093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Deleting port c35643cc-1958-4d70-a250-fcf0ace5a2bb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:53.500442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:53.539905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3661953a-6f73-401c-9d27-6f94b3df3dd6 req-2c2a2654-5719-44d6-8ad5-e4d7f9dda697 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 210 time: 0.0430422 Jul 22 23:27:53.611374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] For port c35643cc-1958-4d70-a250-fcf0ace5a2bb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35643cc-1958-4d70-a250-fcf0ace5a2bb,segment=NetworkSegment(ae359deb-b9f4-4e93-9680-7692ac8cc2f8),segment_id=ae359deb-b9f4-4e93-9680-7692ac8cc2f8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:53.611764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:53.625113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Calling delete_port for c35643cc-1958-4d70-a250-fcf0ace5a2bb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:53.666028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae63a9-48f3-4c85-bf6c-389c1ba204ea req-c2977af1-9e8b-4144-98f1-4c795bc5d1f8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:53.667586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2ae63a9-48f3-4c85-bf6c-389c1ba204ea req-c2977af1-9e8b-4144-98f1-4c795bc5d1f8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.1121020 Jul 22 23:27:53.673549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-1cff16de-8bae-4cbc-b1cc-dcb6f15c9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:53.675011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-1cff16de-8bae-4cbc-b1cc-dcb6f15c9b88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 1094 time: 0.1062803 Jul 22 23:27:53.719603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2ae63a9-48f3-4c85-bf6c-389c1ba204ea req-61e0bc7b-45bf-4f6f-8491-88d2eea32083 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Jul 22 23:27:53.776639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:53.815376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event deleted for resources: {'Port': ['ID=c35643cc-1958-4d70-a250-fcf0ace5a2bb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:53.825307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c35643cc-1958-4d70-a250-fcf0ace5a2bb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:53.876723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] No DVR routers for this DVR port c35643cc-1958-4d70-a250-fcf0ace5a2bb on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:53.879591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:53.882511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a379e421-2aaf-4b6c-86cc-5964635a53f8 req-61a7381a-a8d3-4bf5-b260-8c49e9fe9246 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.48 "DELETE /v2.0/ports/c35643cc-1958-4d70-a250-fcf0ace5a2bb HTTP/1.1" status: 204 len: 173 time: 0.5211058 Jul 22 23:27:53.883155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'name': 'network-vif-deleted', 'tag': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:53.886826 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdf6a5f-6e52-4f2f-89b1-ec28ea8666ef" -d '{"events": [{"server_uuid": "f4669ef3-fc6a-4833-b915-c2d08c8f3d3b", "name": "network-vif-deleted", "tag": "c35643cc-1958-4d70-a250-fcf0ace5a2bb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:53.892001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-30086e40-a174-49fb-be64-74b60baa1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:53.893871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-30086e40-a174-49fb-be64-74b60baa1c7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 915 time: 0.1709323 Jul 22 23:27:53.941551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-4dc5abc9-a330-4a43-a0ad-0886ee129687 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aff46151-78cc-4970-8fc1-85470102e9da HTTP/1.1" status: 200 len: 217 time: 0.0406811 Jul 22 23:27:53.975228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d94346e-b743-43c0-a4d6-9b3b2e6a9343 req-60cc90e0-94f5-437b-81e1-1dbd2946470d tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4669ef3-fc6a-4833-b915-c2d08c8f3d3b HTTP/1.1" status: 200 len: 210 time: 0.0363092 Jul 22 23:27:53.995974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c8f37-792f-4813-a153-441c424b5f2f req-f4e80ef6-ac9b-45c4-a1f0-36762714acf1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:53.997684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-603c8f37-792f-4813-a153-441c424b5f2f req-f4e80ef6-ac9b-45c4-a1f0-36762714acf1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 943 time: 0.2293956 Jul 22 23:27:54.083916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-603c8f37-792f-4813-a153-441c424b5f2f req-8d223ff3-6543-4f8c-935c-6e523121aead tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787842 Jul 22 23:27:54.087280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-be247767-88cb-4c38-a6c6-c368c6b48ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:54.089561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-be247767-88cb-4c38-a6c6-c368c6b48ca0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 200 len: 854 time: 0.0771220 Jul 22 23:27:54.129279 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6479d9-bd9b-4915-95d3-ca7f4b69cfeb x-openstack-request-id: req-7c6479d9-bd9b-4915-95d3-ca7f4b69cfeb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:54.129592 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4669ef3-fc6a-4833-b915-c2d08c8f3d3b", "name": "network-vif-deleted", "tag": "c35643cc-1958-4d70-a250-fcf0ace5a2bb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:54.129844 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6479d9-bd9b-4915-95d3-ca7f4b69cfeb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:54.130234 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4669ef3-fc6a-4833-b915-c2d08c8f3d3b', 'name': 'network-vif-deleted', 'tag': 'c35643cc-1958-4d70-a250-fcf0ace5a2bb', 'status': 'completed', 'code': 200} Jul 22 23:27:54.213042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-eddf7c2d-dde9-4ce2-85fc-97330df9dc92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=27e416cd-9f48-46b7-b3ec-873fb96db678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349739 Jul 22 23:27:54.317488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-2e856fae-7c61-4af0-b369-e1e0c838697a service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899487 Jul 22 23:27:54.431556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-13ac3bb4-8fca-48a6-85ee-98d04e57892a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:54.433073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-13ac3bb4-8fca-48a6-85ee-98d04e57892a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 950 time: 0.0659902 Jul 22 23:27:54.452234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b999fb33-cd8a-433c-b3f9-30fb0964bde1 req-88899699-bae2-4ee9-9897-b3a4b1478ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860956 Jul 22 23:27:54.556454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port becc0f7b-6739-4720-a7d3-8e349e1283e5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:54.556804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:54.580604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4ac6c-fdbf-4000-8cb7-bb390a0164a2 req-502aa83c-32e0-4070-8ccb-b9b0f83e1594 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:54.582193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94a4ac6c-fdbf-4000-8cb7-bb390a0164a2 req-502aa83c-32e0-4070-8ccb-b9b0f83e1594 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 950 time: 0.0704229 Jul 22 23:27:54.654263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6f4fc6a-280e-49d0-b7ee-592f3a6ec236 req-0f66c28e-6512-4abd-891c-2179499fcf54 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 210 time: 0.0405679 Jul 22 23:27:54.655797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port becc0f7b-6739-4720-a7d3-8e349e1283e5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=becc0f7b-6739-4720-a7d3-8e349e1283e5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:54.656238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:54.673111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94a4ac6c-fdbf-4000-8cb7-bb390a0164a2 req-108f9d0f-1b3d-4558-8dee-83330ba5a608 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834284 Jul 22 23:27:54.681051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for becc0f7b-6739-4720-a7d3-8e349e1283e5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:54.859289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-df68b64f-ad0e-484f-988b-cbb48872565c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:54.861263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-df68b64f-ad0e-484f-988b-cbb48872565c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 813 time: 0.1388569 Jul 22 23:27:54.893377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a0179-5e52-459b-9bc0-d9a929f5faeb req-4ebb412a-c8ce-4136-a8af-fbe83a710179 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:54.895508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-737a0179-5e52-459b-9bc0-d9a929f5faeb req-4ebb412a-c8ce-4136-a8af-fbe83a710179 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.0863431 Jul 22 23:27:54.898201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'port': {'device_id': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f', 'admin_state_up': True, 'tenant_id': 'd0bf6683b5e845f18326e5cf65b9d37a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:54.951257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-737a0179-5e52-459b-9bc0-d9a929f5faeb req-2203c577-954a-4598-af96-6659500bccc3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478516 Jul 22 23:27:54.989290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.004635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:55.024625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=becc0f7b-6739-4720-a7d3-8e349e1283e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:55.049253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da', '45d70a12-62fd-49ca-8841-0a594ac186f5', 'becc0f7b-6739-4720-a7d3-8e349e1283e5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:55.094776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port becc0f7b-6739-4720-a7d3-8e349e1283e5 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:55.098806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.100965 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13b552b7-6c4c-4220-82fa-d35297ed9787 req-f5e90a2d-9346-4351-923f-b55b2553c6ff tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "DELETE /v2.0/ports/becc0f7b-6739-4720-a7d3-8e349e1283e5 HTTP/1.1" status: 204 len: 173 time: 0.6570778 Jul 22 23:27:55.129727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Made reservation on behalf of d0bf6683b5e845f18326e5cf65b9d37a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:55.137566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.267226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37458842-80bd-438e-aacc-018c8f7db8c4 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:55.306507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Allocated IP 172.20.0.8 (e97829d8-b2cb-44ca-8667-e9f3cc32185f/4052e4ad-a699-4d2c-83e4-ea04708aeb35/a84c4852-2840-4d83-b221-483763fde34f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:27:55.363315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d10b0-11f0-4535-8f28-54e4cb2c363e req-a4a7e78b-ad48-409d-b3ba-64e03bd403e2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:55.370814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51222) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:55.376035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b07d10b0-11f0-4535-8f28-54e4cb2c363e req-a4a7e78b-ad48-409d-b3ba-64e03bd403e2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 943 time: 0.1035872 Jul 22 23:27:55.430625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b07d10b0-11f0-4535-8f28-54e4cb2c363e req-c43e5888-92b6-4106-a487-ae53fa9858f3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Jul 22 23:27:55.538547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5325c359-46d8-4830-964a-184363c2558f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.567793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.580603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5325c359-46d8-4830-964a-184363c2558f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.595702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:55.620964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '37458842-80bd-438e-aacc-018c8f7db8c4', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '37458842-80bd-438e-aacc-018c8f7db8c4', 'mac_address': 'fa:16:3e:57:f5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:55.644014 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.653569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5325c359-46d8-4830-964a-184363c2558f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.656085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5325c359-46d8-4830-964a-184363c2558f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.657219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5325c359-46d8-4830-964a-184363c2558f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "DELETE /v2.0/security-groups/c8b04393-ed25-4c4a-85d3-cf296959128f HTTP/1.1" status: 204 len: 168 time: 0.2848673 Jul 22 23:27:55.659931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51224) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:55.685082 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7fc54b45-eafe-4bd4-af1a-433140569581 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] show failed (client error): The resource could not be found. Jul 22 23:27:55.689489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7fc54b45-eafe-4bd4-af1a-433140569581 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "GET /v2.0/security-groups/c8b04393-ed25-4c4a-85d3-cf296959128f HTTP/1.1" status: 404 len: 347 time: 0.0285149 Jul 22 23:27:55.690068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:55.714248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Network e97829d8-b2cb-44ca-8667-e9f3cc32185f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:27:55.715226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325c359-46d8-4830-964a-184363c2558f tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b04393-ed25-4c4a-85d3-cf296959128f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:55.720846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:27:55.726085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:27:55.730801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:55.810900 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.813701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:55.814998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.837270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-e0c9f5dd-a86a-4634-9b1d-c51eb51d9573 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9437976 Jul 22 23:27:55.856314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37458842-80bd-438e-aacc-018c8f7db8c4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:55.859811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Request body: {'port': {'device_id': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:55.892560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:55.902293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.982205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:55.989367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:56.132535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'name': 'network-vif-deleted', 'tag': 'becc0f7b-6739-4720-a7d3-8e349e1283e5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:56.134799 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99455db-e9f4-4c29-a3bb-23e7aeeb27c2" -d '{"events": [{"server_uuid": "0d675d99-d448-4e4d-be4d-0cee5ff801ff", "name": "network-vif-deleted", "tag": "becc0f7b-6739-4720-a7d3-8e349e1283e5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:56.144723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86283acd-4093-453b-9253-5bed2e3c26a6 req-0b4c0e8d-7f3b-41f8-abc8-ee01e6c2926a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d675d99-d448-4e4d-be4d-0cee5ff801ff HTTP/1.1" status: 200 len: 210 time: 0.0583472 Jul 22 23:27:56.185124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Deleting port 4917f286-633f-47ef-955a-6edac295fe82 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:56.185476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.222887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5377479-445d-4f3d-a976-0c8c2c39d57e req-5c492219-03d3-418a-ab82-35d9cf8c8bef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.224405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5377479-445d-4f3d-a976-0c8c2c39d57e req-5c492219-03d3-418a-ab82-35d9cf8c8bef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 931 time: 0.1392601 Jul 22 23:27:56.276228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84c4852-2840-4d83-b221-483763fde34f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:56.285551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.297791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Transition to ACTIVE for port object a84c4852-2840-4d83-b221-483763fde34f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:27:56.301429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.329115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5377479-445d-4f3d-a976-0c8c2c39d57e req-22c15346-dd46-4b7c-a474-887b27fa6aa8 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974882 Jul 22 23:27:56.345110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.345391 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.362094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Calling delete_port for 4917f286-633f-47ef-955a-6edac295fe82 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:56.363176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:56.379444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37458842-80bd-438e-aacc-018c8f7db8c4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:56.409911 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c48853-4d8a-4f6e-a9aa-7224fc638bc7 x-openstack-request-id: req-91c48853-4d8a-4f6e-a9aa-7224fc638bc7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:56.410199 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d675d99-d448-4e4d-be4d-0cee5ff801ff", "name": "network-vif-deleted", "tag": "becc0f7b-6739-4720-a7d3-8e349e1283e5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:56.410450 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91c48853-4d8a-4f6e-a9aa-7224fc638bc7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:56.410959 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d675d99-d448-4e4d-be4d-0cee5ff801ff', 'name': 'network-vif-deleted', 'tag': 'becc0f7b-6739-4720-a7d3-8e349e1283e5', 'status': 'completed', 'code': 200} Jul 22 23:27:56.457340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8c86c-ef23-44bb-a395-3eff31a52ade req-20d6cf9d-2df0-4dfc-85ac-373d969b6e97 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.461841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4b8c86c-ef23-44bb-a395-3eff31a52ade req-20d6cf9d-2df0-4dfc-85ac-373d969b6e97 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 949 time: 0.1759150 Jul 22 23:27:56.477357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Attempting to bind port a84c4852-2840-4d83-b221-483763fde34f on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:56.477698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Attempting to bind port a84c4852-2840-4d83-b221-483763fde34f by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:56.478547 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Attempting to bind port a84c4852-2840-4d83-b221-483763fde34f on network e97829d8-b2cb-44ca-8667-e9f3cc32185f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:56.487026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Port a84c4852-2840-4d83-b221-483763fde34f on network e97829d8-b2cb-44ca-8667-e9f3cc32185f not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:56.487616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Attempting to bind port a84c4852-2840-4d83-b221-483763fde34f on network e97829d8-b2cb-44ca-8667-e9f3cc32185f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:56.493619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:56.494221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Checking segment: {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:56.494799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Bound using segment: {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:56.495372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Bound port: a84c4852-2840-4d83-b221-483763fde34f, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:56.495640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.579696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4b8c86c-ef23-44bb-a395-3eff31a52ade req-240d70a1-f82f-4c4f-8a0e-7ad90666bddd tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961077 Jul 22 23:27:56.588828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:27:56.592307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:56.597367 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.636506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.637193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.638648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] 10.222.0.49 "PUT /v2.0/ports/a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 1091 time: 0.7873192 Jul 22 23:27:56.662596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ffff2-5725-4033-b7de-560424dfe643 service neutron] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:56.686177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.723611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Pushing event deleted for resources: {'Port': ['ID=4917f286-633f-47ef-955a-6edac295fe82,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:56.759138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-1e5b95aa-5205-4532-ab6a-325ebb865a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.760678 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-1e5b95aa-5205-4532-ab6a-325ebb865a2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1094 time: 0.0658524 Jul 22 23:27:56.771223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.773823 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:56.775382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4956aa9c-6663-4048-882c-95e3baaaa559 tempest-ImagesOneServerNegativeTestJSON-659183909 tempest-ImagesOneServerNegativeTestJSON-659183909-project] 10.222.0.21 "DELETE /v2.0/floatingips/7456f8cd-a639-47b1-a073-c0f133dbeefa HTTP/1.1" status: 204 len: 168 time: 1.0839717 Jul 22 23:27:56.791497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01aa9-8cf6-44ef-90b2-be1efdba1ff7 req-c6b54eb7-90ee-4dc6-ba82-f943a480a8d8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.792994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4c01aa9-8cf6-44ef-90b2-be1efdba1ff7 req-c6b54eb7-90ee-4dc6-ba82-f943a480a8d8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 943 time: 0.2095649 Jul 22 23:27:56.799209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40048d-ef85-4663-a521-8f1ee6676224 req-9fd2ec46-599c-4f27-a14e-e74e5ea5f223 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.800711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c40048d-ef85-4663-a521-8f1ee6676224 req-9fd2ec46-599c-4f27-a14e-e74e5ea5f223 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1096 time: 0.1592791 Jul 22 23:27:56.804017 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-5458be45-7e3c-4dcd-919b-393bcc2a4cf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 217 time: 0.0352147 Jul 22 23:27:56.856912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-50eac3ae-871c-4723-848a-9eda06f0a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:56.858004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4c01aa9-8cf6-44ef-90b2-be1efdba1ff7 req-2ef49e11-8af3-4409-8e9f-29c66308277f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 Jul 22 23:27:56.858541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-50eac3ae-871c-4723-848a-9eda06f0a49e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.0443573 Jul 22 23:27:56.860242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c40048d-ef85-4663-a521-8f1ee6676224 req-097fdfd0-ba47-4232-86e3-278e6f3f6717 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513825 Jul 22 23:27:56.899189 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-9fcce52e-3076-4b47-92f6-6782e996764f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285738 Jul 22 23:27:56.982112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:57.007014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-bfc2587e-3b61-4a49-aa9c-de860b2f0c57 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986803 Jul 22 23:27:57.038516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Deleting subnet 2a3435ce-75ea-479c-83bd-ea0969cdf774 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:27:57.042969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.080660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.090713 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.110448 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1fff46a9-f208-416e-a3c6-5ef4319a3052 req-dff677ba-660d-45bc-aa67-901a95f52cb9 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941327 Jul 22 23:27:57.161584 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.186497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a3435ce-75ea-479c-83bd-ea0969cdf774,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:57.198864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.203295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5d0e4267-5d4d-4b84-8a02-034b069510ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a3435ce-75ea-479c-83bd-ea0969cdf774 HTTP/1.1" status: 204 len: 168 time: 0.2179067 Jul 22 23:27:57.203826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:57.268246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:57.282775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35643cc-1958-4d70-a250-fcf0ace5a2bb no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:27:57.291523 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.316119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: c35643cc-1958-4d70-a250-fcf0ace5a2bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:27:57.316460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35643cc-1958-4d70-a250-fcf0ace5a2bb not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:27:57.392510 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.405398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.405909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.406861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.407407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > port after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.407946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > port after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.408442 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > port after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.408950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.409279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.409659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.409970 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.422886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:57.436839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'aff46151-78cc-4970-8fc1-85470102e9da', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'port_id': 'aff46151-78cc-4970-8fc1-85470102e9da', 'mac_address': 'fa:16:3e:bb:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941c303d-65b0-4d3b-978d-e11203647f1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:57.499840 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.504722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.505280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.505574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.506115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:27:57.506823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe7dc81-424d-4b71-bdf5-736d6fab2536']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:57.517221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff46151-78cc-4970-8fc1-85470102e9da {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:57.543882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:57.547301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:57.547634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae359deb-b9f4-4e93-9680-7692ac8cc2f8') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:27:57.548250 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.586163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.612180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.618307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:57.625633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:27:57.626047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: from cryptography.utils import int_from_bytes Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: from cryptography.utils import int_from_bytes Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:27:57.630083 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:27:57.697871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7767ed-8323-4ff5-a0e2-aaa6f8454f9d req-8e7feb75-e124-4d82-8568-d513e9f66485 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:57.699345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa7767ed-8323-4ff5-a0e2-aaa6f8454f9d req-8e7feb75-e124-4d82-8568-d513e9f66485 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 943 time: 0.1650150 Jul 22 23:27:57.700565 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.708225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:57.710940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] 10.222.0.21 "DELETE /v2.0/networks/abe7dc81-424d-4b71-bdf5-736d6fab2536 HTTP/1.1" status: 204 len: 168 time: 0.5065143 Jul 22 23:27:57.727992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8263b6-6628-4ce6-b298-d7facef972de admin admin] Pushing event deleted for resources: {'Network': ['ID=abe7dc81-424d-4b71-bdf5-736d6fab2536,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:57.758518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa7767ed-8323-4ff5-a0e2-aaa6f8454f9d req-f4451f9d-7ac1-4393-8ad3-38272d46684f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Jul 22 23:27:57.849092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:57.930121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e6d1be2a-fdb6-4daf-8afc-a3bbc8daea1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14ce31166af642329c40b9d1b40c95fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789132 Jul 22 23:27:57.932750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:57.947669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93426b-c266-4ac0-9792-dddeb1ff6434 req-446c667a-34df-4277-9948-413fb25b811c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:57.949291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a93426b-c266-4ac0-9792-dddeb1ff6434 req-446c667a-34df-4277-9948-413fb25b811c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1163840 Jul 22 23:27:57.955933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['aff46151-78cc-4970-8fc1-85470102e9da'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:57.977605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:57.997014 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb43f94e-f177-4067-9fea-b4769d63f2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:58.012976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a93426b-c266-4ac0-9792-dddeb1ff6434 req-c67e4bed-50fe-402d-b3a4-3754d3504efb tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575006 Jul 22 23:27:58.035847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb43f94e-f177-4067-9fea-b4769d63f2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:58.099214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb43f94e-f177-4067-9fea-b4769d63f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:58.103062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb43f94e-f177-4067-9fea-b4769d63f2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:58.107592 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bb43f94e-f177-4067-9fea-b4769d63f2c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17021cce-27b7-4392-a3d7-a85f11c50c3c HTTP/1.1" status: 204 len: 168 time: 0.1731336 Jul 22 23:27:58.118049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43f94e-f177-4067-9fea-b4769d63f2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17021cce-27b7-4392-a3d7-a85f11c50c3c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:58.141745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-367770a3-6064-44dc-beb8-844cb7193965 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:27:58.143116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-367770a3-6064-44dc-beb8-844cb7193965 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1644049 Jul 22 23:27:58.247668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Request body: {'binding': {'host': 'n-h2-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:58.248183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:27:58.312317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9001-7464-4bf3-bcd3-ef5bb4aeda67 req-80e28400-2587-4789-be56-a3ed947a0ec5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:58.313816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b0b9001-7464-4bf3-bcd3-ef5bb4aeda67 req-80e28400-2587-4789-be56-a3ed947a0ec5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 949 time: 0.1259868 Jul 22 23:27:58.392693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b0b9001-7464-4bf3-bcd3-ef5bb4aeda67 req-78ef58ea-4854-43da-8d34-928b23fe21d2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701523 Jul 22 23:27:58.412854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:58.417546 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c142b68d-cecc-4e42-b53d-81d2bd466011" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "tag": "a84c4852-2840-4d83-b221-483763fde34f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:58.439383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on host n-h2-758851-4 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:27:58.439731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:27:58.440172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:58.445659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:27:58.446187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:27:58.452163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:27:58.452461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:27:58.453592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:27:58.453592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Bound port: 288e3e17-de4f-4b59-bea3-9932f39ced00, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:27:58.569027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:27:58.576678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:58.577859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e552158e-a8aa-4f20-811c-5b970067b34e service neutron] 10.222.0.21 "POST /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00/bindings HTTP/1.1" status: 201 len: 389 time: 0.3789232 Jul 22 23:27:58.594536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90d07-d223-4bd4-af02-fcc9c95a86f2 req-7c4e629f-3563-413b-b08f-554b2f21ec68 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:58.596062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da90d07-d223-4bd4-af02-fcc9c95a86f2 req-7c4e629f-3563-413b-b08f-554b2f21ec68 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 944 time: 0.1075773 Jul 22 23:27:58.659293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da90d07-d223-4bd4-af02-fcc9c95a86f2 req-04a5b747-c200-49d4-b044-326b6c2cee96 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Jul 22 23:27:58.714937 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676b1fb-0345-46ec-b896-4276d8718384 x-openstack-request-id: req-e676b1fb-0345-46ec-b896-4276d8718384 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:58.715226 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "tag": "a84c4852-2840-4d83-b221-483763fde34f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:58.715895 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e676b1fb-0345-46ec-b896-4276d8718384 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:58.716650 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f', 'status': 'completed', 'code': 200} Jul 22 23:27:58.845505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-d2d6a471-3289-4f59-a47b-b161de6354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:58.848623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-d2d6a471-3289-4f59-a47b-b161de6354f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1094 time: 0.0799074 Jul 22 23:27:58.897603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f1bb-1de2-45ff-9f35-6ff15082ecc1 req-11258a2c-fcd1-4384-9a1b-722bca7d7aaa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:58.899422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a271f1bb-1de2-45ff-9f35-6ff15082ecc1 req-11258a2c-fcd1-4384-9a1b-722bca7d7aaa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.0921097 Jul 22 23:27:59.003659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a271f1bb-1de2-45ff-9f35-6ff15082ecc1 req-69b9b549-e224-4576-a982-3270e065fac7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831954 Jul 22 23:27:59.005204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:27:59.014546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-8beacc53-4424-412e-96e0-8a99ab8be24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.016026 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-8beacc53-4424-412e-96e0-8a99ab8be24b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.1597595 Jul 22 23:27:59.019469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923119cd-c4d1-4e11-b0b7-02d03b800c7e req-f64a22e5-045a-4b2c-8959-5ed808b05695 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.021049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-923119cd-c4d1-4e11-b0b7-02d03b800c7e req-f64a22e5-045a-4b2c-8959-5ed808b05695 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 943 time: 0.1448343 Jul 22 23:27:59.022684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e0e7d87d-759b-479f-a7d3-c321e9cf1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.024144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-e0e7d87d-759b-479f-a7d3-c321e9cf1942 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1096 time: 0.1166313 Jul 22 23:27:59.083096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-94886f43-9c5a-40bf-a842-28f35ceae59b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.085375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-94886f43-9c5a-40bf-a842-28f35ceae59b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1177351 Jul 22 23:27:59.088905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-923119cd-c4d1-4e11-b0b7-02d03b800c7e req-5317397c-f39c-4907-afc9-9277014ffab8 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600243 Jul 22 23:27:59.105077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-5dabfbf7-f7a8-4bc8-9619-80a0672d44c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 217 time: 0.0796332 Jul 22 23:27:59.191245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-807833133-network', 'tenant_id': 'fb25c62bb027411aa3934ec05f74ee87'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:27:59.239216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-3d7361e9-4ec7-4304-91d7-5fa390c04794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.240905 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-3d7361e9-4ec7-4304-91d7-5fa390c04794 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.1275675 Jul 22 23:27:59.246646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-d0ff7a12-3729-4546-a079-c4a689aa1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.248162 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-d0ff7a12-3729-4546-a079-c4a689aa1205 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.2163813 Jul 22 23:27:59.249138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d911-021e-433a-a93c-23a31150b002 req-4658d205-118a-44f7-bdfd-25ca51ab0cf6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.249274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Made reservation on behalf of fb25c62bb027411aa3934ec05f74ee87 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:27:59.250498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fd7d911-021e-433a-a93c-23a31150b002 req-4658d205-118a-44f7-bdfd-25ca51ab0cf6 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 949 time: 0.1223638 Jul 22 23:27:59.251239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.286096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port 45d70a12-62fd-49ca-8841-0a594ac186f5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:27:59.286415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.290775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:59.291389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.294439 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-74432231-e98b-413b-9a16-f67b480f0d0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410762 Jul 22 23:27:59.317166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fd7d911-021e-433a-a93c-23a31150b002 req-c858dd8e-ec5c-4b53-b1dc-8851fcd4a2ec tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578139 Jul 22 23:27:59.333935 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-8bbd3926-cd14-4754-adc9-17c9d6d9be04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 217 time: 0.0654488 Jul 22 23:27:59.352731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port aff46151-78cc-4970-8fc1-85470102e9da completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:59.357135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port aff46151-78cc-4970-8fc1-85470102e9da triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:59.357767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.384344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a84c4852-2840-4d83-b221-483763fde34f details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:27:59.395798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port 45d70a12-62fd-49ca-8841-0a594ac186f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45d70a12-62fd-49ca-8841-0a594ac186f5,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:59.396162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.411394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for 45d70a12-62fd-49ca-8841-0a594ac186f5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:27:59.525891 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.566104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:59.570260 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3490c2e5-5905-40df-b60a-c85eca4101b2" -d '{"events": [{"server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "name": "network-vif-plugged", "status": "completed", "tag": "aff46151-78cc-4970-8fc1-85470102e9da"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:59.574557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:59.597892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:59.604610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'a84c4852-2840-4d83-b221-483763fde34f', 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f', 'port_id': 'a84c4852-2840-4d83-b221-483763fde34f', 'mac_address': 'fa:16:3e:77:04:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4052e4ad-a699-4d2c-83e4-ea04708aeb35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:27:59.610822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.611607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37458842-80bd-438e-aacc-018c8f7db8c4 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:27:59.623302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda6a3a-248d-488f-ac4a-cf4dd059231b req-55e6c904-9223-4c23-b4b4-9c9bdf769b53 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.627896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fda6a3a-248d-488f-ac4a-cf4dd059231b req-55e6c904-9223-4c23-b4b4-9c9bdf769b53 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 949 time: 0.1434364 Jul 22 23:27:59.659601 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b26e51-4555-4d23-863b-c24f5f6d8392 x-openstack-request-id: req-23b26e51-4555-4d23-863b-c24f5f6d8392 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:27:59.660265 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "name": "network-vif-plugged", "status": "completed", "tag": "aff46151-78cc-4970-8fc1-85470102e9da", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:27:59.660265 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b26e51-4555-4d23-863b-c24f5f6d8392 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:27:59.660535 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da', 'code': 200} Jul 22 23:27:59.686251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.723382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fda6a3a-248d-488f-ac4a-cf4dd059231b req-77bc980e-a0ff-4b24-ba46-10c8145bdd25 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866277 Jul 22 23:27:59.731171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:59.739972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-5813fe94-87d2-4a20-a650-5768dcc59fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.741907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-5813fe94-87d2-4a20-a650-5768dcc59fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.3947711 Jul 22 23:27:59.771087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da', '45d70a12-62fd-49ca-8841-0a594ac186f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:27:59.809454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-b0f17755-0870-47b4-a33e-0ff63b45b5fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498209 Jul 22 23:27:59.811568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-b13981eb-fc31-45fd-817d-2c535adeac46 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857507 Jul 22 23:27:59.819774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.848417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:59.860712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=45d70a12-62fd-49ca-8841-0a594ac186f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:27:59.870549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84c4852-2840-4d83-b221-483763fde34f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:27:59.915924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:27:59.920909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 37458842-80bd-438e-aacc-018c8f7db8c4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:27:59.942777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 37458842-80bd-438e-aacc-018c8f7db8c4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:27:59.943158 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.945150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port 45d70a12-62fd-49ca-8841-0a594ac186f5 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:27:59.945547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.949165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:27:59.951920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82534ce7-9c94-4465-88bd-f376c4f44d88 req-7aec18c2-e0c2-4592-b79f-53ca7b80d4dc tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "DELETE /v2.0/ports/45d70a12-62fd-49ca-8841-0a594ac186f5 HTTP/1.1" status: 204 len: 173 time: 0.8604038 Jul 22 23:27:59.953544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054f8805-e3cc-4898-911e-70565cf5f08a', 'name': 'network-vif-deleted', 'tag': '45d70a12-62fd-49ca-8841-0a594ac186f5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:27:59.956626 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b6890c-2072-4094-a475-2bbd10249f9c" -d '{"events": [{"server_uuid": "054f8805-e3cc-4898-911e-70565cf5f08a", "name": "network-vif-deleted", "tag": "45d70a12-62fd-49ca-8841-0a594ac186f5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:27:59.989226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164e9b8-d520-4f49-9c46-b76dd7a10a63 req-f5b4b9d0-90fc-4246-9411-bdb58577a658 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:27:59.990982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b164e9b8-d520-4f49-9c46-b76dd7a10a63 req-f5b4b9d0-90fc-4246-9411-bdb58577a658 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2366014 Jul 22 23:28:00.011209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf83bb3-d85a-42e8-8819-bc0801f5c285 req-c69a8527-e00b-43da-a2dd-06f852cc4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:00.012891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cf83bb3-d85a-42e8-8819-bc0801f5c285 req-c69a8527-e00b-43da-a2dd-06f852cc4a4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 1096 time: 0.2601864 Jul 22 23:28:00.033139 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c142b68d-cecc-4e42-b53d-81d2bd466011 req-25044b45-a383-4418-978c-86d92388123c service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060361 Jul 22 23:28:00.036329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.039765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-869bdc0d-7dad-459f-b905-32eabfffa5c3 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217345 Jul 22 23:28:00.044465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.080236 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05023299-94f2-4172-be9f-ed16bdcd587f x-openstack-request-id: req-05023299-94f2-4172-be9f-ed16bdcd587f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:00.080531 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054f8805-e3cc-4898-911e-70565cf5f08a", "name": "network-vif-deleted", "tag": "45d70a12-62fd-49ca-8841-0a594ac186f5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:00.080875 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05023299-94f2-4172-be9f-ed16bdcd587f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:00.081278 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054f8805-e3cc-4898-911e-70565cf5f08a', 'name': 'network-vif-deleted', 'tag': '45d70a12-62fd-49ca-8841-0a594ac186f5', 'status': 'completed', 'code': 200} Jul 22 23:28:00.102744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:28:00.130367 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.130929 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Added segment 87d9bfa7-3797-4bd4-9ca7-bb2138fae2c5 of type vlan for network 42da5ff7-1a4d-4920-9d86-e7d7543150db Jul 22 23:28:00.134501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:00.147836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cf83bb3-d85a-42e8-8819-bc0801f5c285 req-660a8cb5-0d91-47e1-8310-22b67e379973 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235158 Jul 22 23:28:00.175113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2c90e-fbb0-4d5c-b839-a886c80f40d9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:00.175662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b164e9b8-d520-4f49-9c46-b76dd7a10a63 req-68a36e7d-51f6-49ea-8883-434cdff03f26 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631782 Jul 22 23:28:00.233207 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.286822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-5972321b-da94-43f2-8588-e8af4d2b2954 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292573 Jul 22 23:28:00.288690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.290107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:00.290843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.335648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3280780 Jul 22 23:28:00.336771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:00.338424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:00.344302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Request body: {'subnet': {'network_id': '42da5ff7-1a4d-4920-9d86-e7d7543150db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-807833133-subnet', 'tenant_id': 'fb25c62bb027411aa3934ec05f74ee87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:00.354190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baea206-24b1-4c18-9230-6ac7bc0783ad req-588fe7c2-b901-4712-805e-fd284c94845e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:00.356057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8baea206-24b1-4c18-9230-6ac7bc0783ad req-588fe7c2-b901-4712-805e-fd284c94845e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.1788728 Jul 22 23:28:00.382247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.384464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190c0c8-8e4e-4671-9235-5af93d36cefe admin admin] Pushing event updated for resources: {'Network': ['ID=42da5ff7-1a4d-4920-9d86-e7d7543150db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:00.410258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 42da5ff7-1a4d-4920-9d86-e7d7543150db details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:28:00.414489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Made reservation on behalf of fb25c62bb027411aa3934ec05f74ee87 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:00.421345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8baea206-24b1-4c18-9230-6ac7bc0783ad req-b5802932-ee61-4daa-8148-d6662443a74f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Jul 22 23:28:00.422439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.442949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747360f9-3e33-4350-b84a-654a86a11c2e req-ea3afd1e-deaf-4170-b752-01e3b90469d8 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:00.458841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-747360f9-3e33-4350-b84a-654a86a11c2e req-ea3afd1e-deaf-4170-b752-01e3b90469d8 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 944 time: 0.1583016 Jul 22 23:28:00.531462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-747360f9-3e33-4350-b84a-654a86a11c2e req-d601c8f7-cbf6-42c2-a046-6c5f1f72abdd tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638087 Jul 22 23:28:00.606829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:00.632322 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.633279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device becc0f7b-6739-4720-a7d3-8e349e1283e5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:00.688116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f598f81b-47d7-4cf4-bd74-ab5146233b83 req-69c846df-829a-4685-9fe2-039fd723e037 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=054f8805-e3cc-4898-911e-70565cf5f08a HTTP/1.1" status: 200 len: 210 time: 0.0349801 Jul 22 23:28:00.692145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.718866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: becc0f7b-6739-4720-a7d3-8e349e1283e5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:00.719300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device becc0f7b-6739-4720-a7d3-8e349e1283e5 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:00.754927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=650a820f-9176-482f-935a-bcdfc140a4ab,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:00.769170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Checking segment: {'id': '87d9bfa7-3797-4bd4-9ca7-bb2138fae2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '42da5ff7-1a4d-4920-9d86-e7d7543150db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:00.769922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Network hostable DHCP agents. Network: 42da5ff7-1a4d-4920-9d86-e7d7543150db, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:28:00.795027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Network 42da5ff7-1a4d-4920-9d86-e7d7543150db is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:28:00.809776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:00.811261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 42da5ff7-1a4d-4920-9d86-e7d7543150db) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:00.817558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:00.819197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:00.838193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5b4a9-965d-48ac-925e-db8450f7e5c6 None None] Network 42da5ff7-1a4d-4920-9d86-e7d7543150db requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:00.843669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47220489-8591-4fbb-990f-a7c6ced37b2e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5036488 Jul 22 23:28:00.936953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c72508-6cab-4794-a8a0-3d29b4010539 req-f7719f79-c8dd-4d3e-b62d-fadc699db262 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:00.946381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87c72508-6cab-4794-a8a0-3d29b4010539 req-f7719f79-c8dd-4d3e-b62d-fadc699db262 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.0835514 Jul 22 23:28:00.996407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87c72508-6cab-4794-a8a0-3d29b4010539 req-5c399d91-977b-48c1-86ee-665dc73f8e2c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487616 Jul 22 23:28:01.170832 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-6060f523-3588-4121-a980-9b2acacbc723 req-5abe4aeb-4dba-49d6-ac7c-3f9cabcda75d tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] show failed (client error): The resource could not be found. Jul 22 23:28:01.172004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6060f523-3588-4121-a980-9b2acacbc723 req-5abe4aeb-4dba-49d6-ac7c-3f9cabcda75d tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups/78fec2c4-a6ac-4b11-ba3d-511c836a72db HTTP/1.1" status: 404 len: 352 time: 0.0149250 Jul 22 23:28:01.233548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc3a78-b3b6-48bc-9b81-f1f5a3169301 None None] Network 42da5ff7-1a4d-4920-9d86-e7d7543150db requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:01.261596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75684502-33f6-4446-9618-9efbe312b800 req-2edfae3b-d932-4e7a-8789-b26c61dd9fed tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb25c62bb027411aa3934ec05f74ee87 HTTP/1.1" status: 200 len: 2984 time: 0.0545204 Jul 22 23:28:01.355553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75684502-33f6-4446-9618-9efbe312b800 req-d42e0974-3a2f-4c95-adfd-ff68ba7d0d34 tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups/4aa2c90e-fbb0-4d5c-b839-a886c80f40d9 HTTP/1.1" status: 200 len: 2981 time: 0.0929644 Jul 22 23:28:01.416077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1bde6-56ff-498e-9a90-48c0252ab5e3 req-e28bbaf9-9ac7-4302-b50e-e584e0a5c820 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:01.417555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4b1bde6-56ff-498e-9a90-48c0252ab5e3 req-e28bbaf9-9ac7-4302-b50e-e584e0a5c820 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1449070 Jul 22 23:28:01.423885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75684502-33f6-4446-9618-9efbe312b800 req-6baef669-d37f-40e9-9fd6-d2f17906735c tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups/4aa2c90e-fbb0-4d5c-b839-a886c80f40d9 HTTP/1.1" status: 200 len: 2981 time: 0.0674112 Jul 22 23:28:01.483460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4b1bde6-56ff-498e-9a90-48c0252ab5e3 req-777d941b-7c88-465c-a407-94fe42c4409e tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584559 Jul 22 23:28:01.514305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a46f6ce0-4720-45db-9919-049627aed375 req-9811c5ac-ebe4-43fb-b516-63f7cf7695c2 tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups/4aa2c90e-fbb0-4d5c-b839-a886c80f40d9 HTTP/1.1" status: 200 len: 2981 time: 0.0699203 Jul 22 23:28:01.614341 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-a46f6ce0-4720-45db-9919-049627aed375 req-a9313b0e-c4a9-46c9-8b9a-c6d97940e4d4 tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:28:01.615772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a46f6ce0-4720-45db-9919-049627aed375 req-a9313b0e-c4a9-46c9-8b9a-c6d97940e4d4 tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "DELETE /v2.0/security-groups/4aa2c90e-fbb0-4d5c-b839-a886c80f40d9 HTTP/1.1" status: 409 len: 352 time: 0.0966456 Jul 22 23:28:01.642828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64343a8d-d0ce-4a1e-b4c9-6141f7bf7a5a req-7b0302c7-aed8-4b09-9c6e-7e58de00d751 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:01.644342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64343a8d-d0ce-4a1e-b4c9-6141f7bf7a5a req-7b0302c7-aed8-4b09-9c6e-7e58de00d751 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.1022015 Jul 22 23:28:01.661718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:01.665345 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1585127-83a4-4564-9937-b3606ba5ad35" -d '{"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-plugged", "status": "completed", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:01.695844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64343a8d-d0ce-4a1e-b4c9-6141f7bf7a5a req-f112e86d-ec2a-461e-8a1d-c7f8f965a65d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Jul 22 23:28:01.750194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e196bb-bfad-48a0-b85f-34a188d59c1b req-a959ee60-ddae-493b-8ddc-bca8dde27905 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:01.752030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7e196bb-bfad-48a0-b85f-34a188d59c1b req-a959ee60-ddae-493b-8ddc-bca8dde27905 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 944 time: 0.0712194 Jul 22 23:28:01.797963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7e196bb-bfad-48a0-b85f-34a188d59c1b req-0e93e924-03da-4c7f-86e6-aae9f3528a9f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369406 Jul 22 23:28:01.824584 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-40093b67-0978-41ff-853a-26f16833a82e req-6a622960-cacd-4c84-9922-e325266b3f32 tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] show failed (client error): The resource could not be found. Jul 22 23:28:01.825827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40093b67-0978-41ff-853a-26f16833a82e req-6a622960-cacd-4c84-9922-e325266b3f32 tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups/31e18562-71b6-40f7-81ee-eeb9a984f214 HTTP/1.1" status: 404 len: 352 time: 0.0209734 Jul 22 23:28:01.849186 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f303066-81a4-488f-bae7-42ed283fc72a x-openstack-request-id: req-4f303066-81a4-488f-bae7-42ed283fc72a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:01.849774 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-plugged", "status": "completed", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:01.850158 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f303066-81a4-488f-bae7-42ed283fc72a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:01.850624 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4', 'code': 200} Jul 22 23:28:01.874318 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-afbe3d7c-5789-45e5-985b-c5f0e40413dc req-72601465-2b3e-4ebc-b28e-3df1317829ee tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] show failed (client error): The resource could not be found. Jul 22 23:28:01.879950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afbe3d7c-5789-45e5-985b-c5f0e40413dc req-72601465-2b3e-4ebc-b28e-3df1317829ee tempest-SecurityGroupsNegativeTestJSON-508131846 tempest-SecurityGroupsNegativeTestJSON-508131846-project] 10.222.0.21 "GET /v2.0/security-groups/10d3e1b5-f37d-4368-bc03-642f98fbdcec HTTP/1.1" status: 404 len: 352 time: 0.0145099 Jul 22 23:28:01.887877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51410) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:01.978889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Deleting subnet 650a820f-9176-482f-935a-bcdfc140a4ab {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:28:01.983716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.038958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.082163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ab20d-af34-48d5-9aa1-539b76dfe99b req-cc0648b7-3220-4de9-999c-de7a7a569cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:02.083671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8ab20d-af34-48d5-9aa1-539b76dfe99b req-cc0648b7-3220-4de9-999c-de7a7a569cf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1101 time: 0.1379433 Jul 22 23:28:02.108253 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.149470 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8ab20d-af34-48d5-9aa1-539b76dfe99b req-6e6af619-4c97-465f-bb52-d052513eed98 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581443 Jul 22 23:28:02.206965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.232160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f3dc2-5d7f-4dbd-854d-cdb9a468b856 req-2da22996-22c2-4c30-8f2a-1c9883f12c99 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:02.234260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e0f3dc2-5d7f-4dbd-854d-cdb9a468b856 req-2da22996-22c2-4c30-8f2a-1c9883f12c99 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.0972095 Jul 22 23:28:02.243953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650a820f-9176-482f-935a-bcdfc140a4ab,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:02.252330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.257686 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f4b10a8e-a223-4002-b983-a2766da8855c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/650a820f-9176-482f-935a-bcdfc140a4ab HTTP/1.1" status: 204 len: 168 time: 0.3653209 Jul 22 23:28:02.259927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:02.284609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e0f3dc2-5d7f-4dbd-854d-cdb9a468b856 req-978da4cf-fff0-4fbc-b97c-3315d7e43e66 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Jul 22 23:28:02.346722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.352799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef9a12-002e-4604-845c-8a0fdb121097 req-a6681b46-9656-45b8-8f3e-b7e2affe0d39 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:02.354329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53ef9a12-002e-4604-845c-8a0fdb121097 req-a6681b46-9656-45b8-8f3e-b7e2affe0d39 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 950 time: 0.0740793 Jul 22 23:28:02.393635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53ef9a12-002e-4604-845c-8a0fdb121097 req-dd4d316d-06d5-481c-b80a-1e0b0e7b5208 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Jul 22 23:28:02.426654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.437575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42da5ff7-1a4d-4920-9d86-e7d7543150db']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:02.448289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d9bfa7-3797-4bd4-9ca7-bb2138fae2c5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:02.448596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d9bfa7-3797-4bd4-9ca7-bb2138fae2c5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:02.460333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.473695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.480168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:28:02.480561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:28:02.482196 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:28:02.544934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.553378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.555547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/42da5ff7-1a4d-4920-9d86-e7d7543150db HTTP/1.1" status: 204 len: 168 time: 0.2944460 Jul 22 23:28:02.566655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff850b9-efca-43f0-b8a6-ad6ba200ea1a admin admin] Pushing event deleted for resources: {'Network': ['ID=42da5ff7-1a4d-4920-9d86-e7d7543150db,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:02.642200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479102e-4f1d-452a-aecf-227680aad980 req-bffc84e4-a019-43e3-a4d1-86fb61d49b2a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:02.643916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c479102e-4f1d-452a-aecf-227680aad980 req-bffc84e4-a019-43e3-a4d1-86fb61d49b2a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.0912266 Jul 22 23:28:02.687387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c479102e-4f1d-452a-aecf-227680aad980 req-3994a02b-69c5-4736-b6c0-a5cb562f69d4 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Jul 22 23:28:02.690374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:02.744261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1eba35a2-5da4-4af5-a0bf-1ba638355add admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb25c62bb027411aa3934ec05f74ee87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524874 Jul 22 23:28:02.745404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:02.861983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32fb8a23-40c1-4f60-a61f-b19b7a996224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:02.905062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32fb8a23-40c1-4f60-a61f-b19b7a996224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.187454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3aa36-a467-4cb7-a448-c4af838d6bf5 req-ed6be3f3-0fe3-4fd6-a054-8cdb42374984 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:03.188934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcf3aa36-a467-4cb7-a448-c4af838d6bf5 req-ed6be3f3-0fe3-4fd6-a054-8cdb42374984 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.4017520 Jul 22 23:28:03.200418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b705d-3f3b-4ae7-a73c-f15d364c5aea req-9d5127ea-d5c1-418a-8227-158b2bfe6330 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:03.201942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6b705d-3f3b-4ae7-a73c-f15d364c5aea req-9d5127ea-d5c1-418a-8227-158b2bfe6330 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.4158585 Jul 22 23:28:03.270620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6b705d-3f3b-4ae7-a73c-f15d364c5aea req-f872ea52-88b5-4caf-9819-d8b836dee42d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Jul 22 23:28:03.273927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcf3aa36-a467-4cb7-a448-c4af838d6bf5 req-36410aaa-308f-4640-b9ff-f270e7cbd0bc tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710633 Jul 22 23:28:03.274987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32fb8a23-40c1-4f60-a61f-b19b7a996224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.278190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32fb8a23-40c1-4f60-a61f-b19b7a996224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.281408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-32fb8a23-40c1-4f60-a61f-b19b7a996224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aa2c90e-fbb0-4d5c-b839-a886c80f40d9 HTTP/1.1" status: 204 len: 168 time: 0.5346608 Jul 22 23:28:03.296717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb8a23-40c1-4f60-a61f-b19b7a996224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2c90e-fbb0-4d5c-b839-a886c80f40d9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:03.319234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45d70a12-62fd-49ca-8841-0a594ac186f5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:03.366565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 45d70a12-62fd-49ca-8841-0a594ac186f5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:03.376091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45d70a12-62fd-49ca-8841-0a594ac186f5 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:03.392138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a84c4852-2840-4d83-b221-483763fde34f up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:03.487823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port a84c4852-2840-4d83-b221-483763fde34f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:03.494505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port a84c4852-2840-4d83-b221-483763fde34f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:03.495838 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.512081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13d0e3-5737-4888-a9c2-9ab4a5a5a773 req-5985ccd4-c44a-4d7b-98c8-5086d8e3e514 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:03.519659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e13d0e3-5737-4888-a9c2-9ab4a5a5a773 req-5985ccd4-c44a-4d7b-98c8-5086d8e3e514 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 944 time: 0.1305575 Jul 22 23:28:03.585486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e13d0e3-5737-4888-a9c2-9ab4a5a5a773 req-ec9419f8-b8c9-40e4-8620-3e7e43edd824 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529284 Jul 22 23:28:03.590401 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.649358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:03.669503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:03.748670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d71f77-6c70-4456-8310-3a54a12c363d req-4ac332a1-9c70-4964-9ecc-a10ae5452524 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:03.751782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23d71f77-6c70-4456-8310-3a54a12c363d req-4ac332a1-9c70-4964-9ecc-a10ae5452524 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.0977974 Jul 22 23:28:03.776581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:03.784570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.784998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.785409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.785812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.786213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.786630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.787597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.788043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.788405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.788862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.789256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.789647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:03.843929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23d71f77-6c70-4456-8310-3a54a12c363d req-0958d09f-ca22-443b-bd4e-e42be71fb003 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865440 Jul 22 23:28:03.851631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:03.853955 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15199c8a-3247-457d-b307-c0417b5d2d36" -d '{"events": [{"server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "name": "network-vif-plugged", "status": "completed", "tag": "a84c4852-2840-4d83-b221-483763fde34f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:03.888166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c1b38-0976-4a86-b147-b21db7e937be req-08baabbe-3b14-4946-a4b3-3a9e72a25017 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:03.895654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-496c1b38-0976-4a86-b147-b21db7e937be req-08baabbe-3b14-4946-a4b3-3a9e72a25017 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 950 time: 0.1024992 Jul 22 23:28:03.985863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-496c1b38-0976-4a86-b147-b21db7e937be req-5705e16c-3dfc-4a26-9386-13f3f30bfe87 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882683 Jul 22 23:28:04.029988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcabd9a-84f2-42f3-93d7-0268f75dec3c req-7793ca20-b434-4155-83ef-38661312ae10 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:04.031901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6dcabd9a-84f2-42f3-93d7-0268f75dec3c req-7793ca20-b434-4155-83ef-38661312ae10 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1029754 Jul 22 23:28:04.051921 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb259731-4119-4148-ab17-6f075edb6e2a x-openstack-request-id: req-eb259731-4119-4148-ab17-6f075edb6e2a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:04.052221 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "name": "network-vif-plugged", "status": "completed", "tag": "a84c4852-2840-4d83-b221-483763fde34f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:04.052497 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb259731-4119-4148-ab17-6f075edb6e2a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:04.052976 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f', 'code': 200} Jul 22 23:28:04.071315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-d11f2962-aaf3-4470-971b-c038c091aa55 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:04.078698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-d11f2962-aaf3-4470-971b-c038c091aa55 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 950 time: 0.1738272 Jul 22 23:28:04.080689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6dcabd9a-84f2-42f3-93d7-0268f75dec3c req-553383e8-7800-4f58-9884-36930a5312b8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Jul 22 23:28:04.178315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-41eab708-b932-4f84-970f-cd86c2404d53 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:04.180317 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-41eab708-b932-4f84-970f-cd86c2404d53 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/ports?device_id=5555c2cd-1806-4de5-a5ba-b331570f241c HTTP/1.1" status: 200 len: 950 time: 0.2369804 Jul 22 23:28:04.300166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cc030-fee0-49eb-be44-6e4cccbea24e req-929461f7-009d-4bb2-abdb-e148dd0146bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:04.301681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f17cc030-fee0-49eb-be44-6e4cccbea24e req-929461f7-009d-4bb2-abdb-e148dd0146bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1096 time: 0.1629379 Jul 22 23:28:04.309086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2677c-9ae4-4efd-9264-98d51967e688 req-5c3e6e44-11c5-47bf-b99d-418db9cb89a0 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:04.310528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7aa2677c-9ae4-4efd-9264-98d51967e688 req-5c3e6e44-11c5-47bf-b99d-418db9cb89a0 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1124938 Jul 22 23:28:04.333664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port 93777867-a09a-47a6-8b11-ee030ec2e0da {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:04.334591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.377093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f17cc030-fee0-49eb-be44-6e4cccbea24e req-c060f883-5267-405d-8ba9-cd26ecbf3b58 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651085 Jul 22 23:28:04.383444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7aa2677c-9ae4-4efd-9264-98d51967e688 req-e66b6ec6-1a7b-477b-8a2a-237fc4d945bd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Jul 22 23:28:04.393915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:04.394257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.431038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:04.535827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port 93777867-a09a-47a6-8b11-ee030ec2e0da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=93777867-a09a-47a6-8b11-ee030ec2e0da,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:04.536484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.563478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for 93777867-a09a-47a6-8b11-ee030ec2e0da owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:04.592554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:04.593292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.597504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652de7-6144-4bb2-98a5-048b57bf8653 req-eb4d798e-d30e-4fb9-8682-441ec91de5bd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:04.608502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72652de7-6144-4bb2-98a5-048b57bf8653 req-eb4d798e-d30e-4fb9-8682-441ec91de5bd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.1035149 Jul 22 23:28:04.644133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:04.664610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72652de7-6144-4bb2-98a5-048b57bf8653 req-ba1464eb-c537-492b-b7d1-8328dc65df52 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Jul 22 23:28:04.672350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1964422661-network', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:04.720153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:04.722574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.740961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.816007 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-79c17f45-adfd-4614-8268-ba58ed230f2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1730013 Jul 22 23:28:04.915250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.936694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.948895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.952136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:04.962762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2', '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:05.002673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=2d4c80bc-6af2-47df-8377-bafb9cd3b5c8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:05.010585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839', '93777867-a09a-47a6-8b11-ee030ec2e0da'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:05.087898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:28:05.160351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.161491 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Added segment e851552b-1fcd-4de3-8a96-fd7abf30e359 of type vlan for network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 Jul 22 23:28:05.175570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d3b39a-7480-4bcb-b3ce-30c9a073ad27,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:05.203566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=93777867-a09a-47a6-8b11-ee030ec2e0da,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:05.244122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port 93777867-a09a-47a6-8b11-ee030ec2e0da on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:05.246689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:05.248799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.250873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ae34604b-03e1-4950-8c74-2abdb6f4fbc6 req-a21fb00f-bb48-4f14-ac6c-fdf141fdcfa3 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "DELETE /v2.0/ports/93777867-a09a-47a6-8b11-ee030ec2e0da HTTP/1.1" status: 204 len: 173 time: 1.1650920 Jul 22 23:28:05.251389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e612c7-2bdc-413f-92be-e90851ae942c', 'name': 'network-vif-deleted', 'tag': '93777867-a09a-47a6-8b11-ee030ec2e0da'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:05.254024 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c09b3-74de-4b68-844c-f43bf3bb48d1" -d '{"events": [{"server_uuid": "84e612c7-2bdc-413f-92be-e90851ae942c", "name": "network-vif-deleted", "tag": "93777867-a09a-47a6-8b11-ee030ec2e0da"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:05.258006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.260456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61f0d13c-1572-42fd-a570-10eeba6f85fa req-ec0e53a3-f35d-498f-a497-56ef135a158c tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "DELETE /v2.0/ports/2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 HTTP/1.1" status: 204 len: 173 time: 1.0632653 Jul 22 23:28:05.307946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.332218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ccadf-1f38-4b16-a247-aa06e9c39726 req-e1a9bafd-03d1-4ee9-bc1c-620d362d8837 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:05.343286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e9ccadf-1f38-4b16-a247-aa06e9c39726 req-e1a9bafd-03d1-4ee9-bc1c-620d362d8837 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.4329884 Jul 22 23:28:05.446995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.448289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:05.448587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.477880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e9ccadf-1f38-4b16-a247-aa06e9c39726 req-7d6ccc57-a39b-4d63-a393-33908530dac9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336949 Jul 22 23:28:05.491047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0585036 Jul 22 23:28:05.496756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:05.502205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Request body: {'subnet': {'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1964422661-subnet', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:05.591874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:05.594308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.608290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6ede4-5cb3-4a90-9aa5-39c76540316a req-345305f5-917e-421b-a5c1-9f616f5b83bf tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:05.615955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bef6ede4-5cb3-4a90-9aa5-39c76540316a req-345305f5-917e-421b-a5c1-9f616f5b83bf tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 945 time: 0.3915992 Jul 22 23:28:05.730207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc463e-3028-4d81-9d04-4443b651f7cd admin admin] Pushing event updated for resources: {'Network': ['ID=13a23d46-b6d2-4f1f-982c-9e82bfd62a62,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:05.753675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:28:05.789069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bef6ede4-5cb3-4a90-9aa5-39c76540316a req-5f03b952-dbe7-4035-8b55-71e4d0ad56eb tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497273 Jul 22 23:28:05.826947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc4d76-da35-4c1d-a556-528895431305 req-83a691c1-e15c-4841-9bea-24e70ddc9fce tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:05.842193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4dcc4d76-da35-4c1d-a556-528895431305 req-83a691c1-e15c-4841-9bea-24e70ddc9fce tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2241011 Jul 22 23:28:05.901072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:05.991270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4dcc4d76-da35-4c1d-a556-528895431305 req-b12fb9c6-dd52-4ddb-abe7-fc8d2d3fa88a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480010 Jul 22 23:28:06.014588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7f67451-5a4e-4b47-82c7-ed3df8a3e8d8 req-c88211a4-e3cc-4a40-a018-9c29859b5db8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e612c7-2bdc-413f-92be-e90851ae942c HTTP/1.1" status: 200 len: 210 time: 0.0748076 Jul 22 23:28:06.042960 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.105076 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93242881-2934-4341-a414-9ff8a46bc4df x-openstack-request-id: req-93242881-2934-4341-a414-9ff8a46bc4df {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:06.105404 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e612c7-2bdc-413f-92be-e90851ae942c", "name": "network-vif-deleted", "tag": "93777867-a09a-47a6-8b11-ee030ec2e0da", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:06.105614 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93242881-2934-4341-a414-9ff8a46bc4df {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:06.106013 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e612c7-2bdc-413f-92be-e90851ae942c', 'name': 'network-vif-deleted', 'tag': '93777867-a09a-47a6-8b11-ee030ec2e0da', 'status': 'completed', 'code': 200} Jul 22 23:28:06.128671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcea0525-b8c1-489b-a320-cbf69a95904c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:06.164907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Checking segment: {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:06.165268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Network hostable DHCP agents. Network: 13a23d46-b6d2-4f1f-982c-9e82bfd62a62, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:28:06.205615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:28:06.231588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 13a23d46-b6d2-4f1f-982c-9e82bfd62a62) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:06.242968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061c49c-6a1b-43c6-83c4-544ac130760c None None] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:06.247952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:06.248607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.270753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98b25baf-ab85-44a1-9e18-54e6b92ea648 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7726226 Jul 22 23:28:06.273397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:06.280931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:06.319220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.320865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.321111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20a1f4-31b2-4126-86fb-d2e8d1425731 req-07327dd7-1932-4904-a515-d272b0f00320 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:06.329834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce20a1f4-31b2-4126-86fb-d2e8d1425731 req-07327dd7-1932-4904-a515-d272b0f00320 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.1535468 Jul 22 23:28:06.373852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce20a1f4-31b2-4126-86fb-d2e8d1425731 req-a04b7145-c4c4-4da2-a40a-b29db1c4f639 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Jul 22 23:28:06.395389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:06.417956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.571945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-13a23d46-b6d2-4f1f-982c-9e82bfd62a62', 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'fixed_ips': [{'subnet_id': 'fcea0525-b8c1-489b-a320-cbf69a95904c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:28:06.572789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.606313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:06.641534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e414-2f1c-4891-8652-b7f070fdfb62 req-c7535897-c776-47fc-b089-4f3d788e893b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:06.643578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c98e414-2f1c-4891-8652-b7f070fdfb62 req-c7535897-c776-47fc-b089-4f3d788e893b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.0721576 Jul 22 23:28:06.690993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c98e414-2f1c-4891-8652-b7f070fdfb62 req-3c5b7ffa-8f4a-4ad4-8dea-cc256bf5e2ff tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411868 Jul 22 23:28:06.781370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Allocated IP 172.20.0.2 (13a23d46-b6d2-4f1f-982c-9e82bfd62a62/fcea0525-b8c1-489b-a320-cbf69a95904c/73898c31-8fb7-433d-87e7-950244c87095) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:06.852456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:06.916546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82096e2d-c731-4122-a82b-8df8fafe50db req-f5d2b82f-9a8e-491f-97dd-05d14430f703 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:06.926301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82096e2d-c731-4122-a82b-8df8fafe50db req-f5d2b82f-9a8e-491f-97dd-05d14430f703 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 945 time: 0.0769105 Jul 22 23:28:06.983467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82096e2d-c731-4122-a82b-8df8fafe50db req-ba499c1c-b2ae-4d2c-a10a-0ff5080b9faf tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463202 Jul 22 23:28:07.127257 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.131893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-e9dacb66-f08c-4961-abba-bbd49f07b341 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2085834537&fields=id&tenant_id=d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 267 time: 0.0563903 Jul 22 23:28:07.146300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Transition to ACTIVE for port object 73898c31-8fb7-433d-87e7-950244c87095 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:07.150834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.175936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Transition to ACTIVE for port object 73898c31-8fb7-433d-87e7-950244c87095 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:07.183027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.185991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.186846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-6b010f5e-c703-45fd-9e33-4eb6c29e701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.188770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-6b010f5e-c703-45fd-9e33-4eb6c29e701c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1101 time: 0.1314726 Jul 22 23:28:07.243151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90a6c-7664-4605-8ba2-9b7f44bf3e42 req-585b7bde-7cf7-49c4-a415-5d075623f999 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.245056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cc90a6c-7664-4605-8ba2-9b7f44bf3e42 req-585b7bde-7cf7-49c4-a415-5d075623f999 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1424527 Jul 22 23:28:07.257679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:07.258699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-d7ea5987-100f-432c-976b-6602b7359cfd tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.266136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:07.267166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-d7ea5987-100f-432c-976b-6602b7359cfd tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 945 time: 0.1336660 Jul 22 23:28:07.273616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:07.279198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Pushing event updated for resources: {'Port': ['ID=73898c31-8fb7-433d-87e7-950244c87095,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:07.280825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'port': {'security_groups': ['68185dec-823c-4c63-9139-0b2c8f4bcda5', '7c1e4fbd-9a36-4410-b358-7e8d5ed80708']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:07.340423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 93777867-a09a-47a6-8b11-ee030ec2e0da no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:07.343164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cc90a6c-7664-4605-8ba2-9b7f44bf3e42 req-7a297537-cd43-42d3-ade3-a6c88dc972e3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738993 Jul 22 23:28:07.378042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Attempting to bind port 73898c31-8fb7-433d-87e7-950244c87095 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:07.378426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Attempting to bind port 73898c31-8fb7-433d-87e7-950244c87095 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:07.378799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Attempting to bind port 73898c31-8fb7-433d-87e7-950244c87095 on network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:07.386257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-d914655c-9639-4929-bca9-59b8bb8446df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.388410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-d914655c-9639-4929-bca9-59b8bb8446df service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1924822 Jul 22 23:28:07.397684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.445705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:07.449089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Allocated IP 172.25.5.55 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/5e8c3671-0efa-4d7f-b799-6e4885187c4a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:07.450683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 93777867-a09a-47a6-8b11-ee030ec2e0da {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:07.451820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 93777867-a09a-47a6-8b11-ee030ec2e0da not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:07.453004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-a92fd444-4324-4bae-aa0d-90e7241802dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 217 time: 0.0571167 Jul 22 23:28:07.466169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:07.466646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Checking segment: {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:07.467505 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.467970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Bound using segment: {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:07.469115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Bound port: 73898c31-8fb7-433d-87e7-950244c87095, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:07.469350 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.498183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:07.498531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2d4c80bc-6af2-47df-8377-bafb9cd3b5c8 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:07.547807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-12d30ea8-5545-4efb-89c7-c1921daf5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.549331 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-12d30ea8-5545-4efb-89c7-c1921daf5e3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0895171 Jul 22 23:28:07.584950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] For port 73898c31-8fb7-433d-87e7-950244c87095, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:07.593365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] For port 73898c31-8fb7-433d-87e7-950244c87095, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=73898c31-8fb7-433d-87e7-950244c87095,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:07.600544 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.658916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.671436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b408-6c9d-4acb-add3-bce7d4624b62 None None] Pushing event updated for resources: {'Port': ['ID=73898c31-8fb7-433d-87e7-950244c87095,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:07.697169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:07.700530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-6179a1af-b1ad-4ffa-af56-ebb1d869e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.702284 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-6179a1af-b1ad-4ffa-af56-ebb1d869e6be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260400 Jul 22 23:28:07.761666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.768553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.788567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.792505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:07.829125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.829770 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:07.831792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6e9bb41-c09a-4c22-a4bc-2ed6bbe4e420 req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "PUT /v2.0/ports/a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 981 time: 0.5637527 Jul 22 23:28:07.858249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:07.861222 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185421d6-8edc-4cf6-a412-eec19e89183c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "tag": "a84c4852-2840-4d83-b221-483763fde34f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:07.866027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26b66-acdc-4a5d-ae43-160d7b191852 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:07.875513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Pushing event updated for resources: {'Port': ['ID=5e8c3671-0efa-4d7f-b799-6e4885187c4a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:07.879185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:07.885105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:07.895492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:07.933055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264411-9996-45a2-8f54-35d29318b9e2 req-3c782ace-deae-4df6-9ac1-c8dc3e22b531 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:07.945377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e264411-9996-45a2-8f54-35d29318b9e2 req-3c782ace-deae-4df6-9ac1-c8dc3e22b531 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.2373810 Jul 22 23:28:08.012209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:08.072994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e264411-9996-45a2-8f54-35d29318b9e2 req-bfaff3a1-7aa5-4e75-b728-dc70a62219e1 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169300 Jul 22 23:28:08.088243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-15ccff11-c583-42ad-8ed0-11c911d2e521 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746243 Jul 22 23:28:08.127759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'name': 'network-vif-deleted', 'tag': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:08.130015 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ff6193-49d5-4448-b293-9069a12364e9" -d '{"events": [{"server_uuid": "5555c2cd-1806-4de5-a5ba-b331570f241c", "name": "network-vif-deleted", "tag": "2d4c80bc-6af2-47df-8377-bafb9cd3b5c8"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:08.138984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b71669-0eca-4b56-a903-f59f23193031 req-b09b6f22-5370-4e65-a058-f0f254b25066 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.143119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54b71669-0eca-4b56-a903-f59f23193031 req-b09b6f22-5370-4e65-a058-f0f254b25066 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1254938 Jul 22 23:28:08.188713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 73898c31-8fb7-433d-87e7-950244c87095 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:08.200738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54b71669-0eca-4b56-a903-f59f23193031 req-7d00fd49-56f5-41fb-9c3e-510ca90b172f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502157 Jul 22 23:28:08.244419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-ca820e1c-cc30-4cb5-8be9-e5ee3a79b563 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1702824443&fields=id&tenant_id=d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 267 time: 0.0469713 Jul 22 23:28:08.290055 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec2d3e2-6f8f-4799-a8d7-3da37ef71af6 x-openstack-request-id: req-2ec2d3e2-6f8f-4799-a8d7-3da37ef71af6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:08.290401 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "tag": "a84c4852-2840-4d83-b221-483763fde34f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:08.290605 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ec2d3e2-6f8f-4799-a8d7-3da37ef71af6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:08.290999 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f', 'status': 'completed', 'code': 200} Jul 22 23:28:08.327092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-adc585e8-b689-4950-b6d6-dd743fa4a031 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.329107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-adc585e8-b689-4950-b6d6-dd743fa4a031 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 984 time: 0.0768728 Jul 22 23:28:08.343681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'port': {'security_groups': ['68185dec-823c-4c63-9139-0b2c8f4bcda5', '7c1e4fbd-9a36-4410-b358-7e8d5ed80708', '12a0e244-79e4-4ddf-aabc-06e6e1b3bf80']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:08.361960 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-4ec6d7c7-c202-4726-9f94-c501ccdf3118 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639658 Jul 22 23:28:08.411054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.473051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 73898c31-8fb7-433d-87e7-950244c87095 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:08.515429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.519228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185421d6-8edc-4cf6-a412-eec19e89183c req-072d763c-7e3e-4c37-b869-f931d525569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.527708 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-072d763c-7e3e-4c37-b869-f931d525569f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1135 time: 0.2054391 Jul 22 23:28:08.531150 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f59dda-2141-414c-9a53-b27713dc6916 x-openstack-request-id: req-77f59dda-2141-414c-9a53-b27713dc6916 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:08.531489 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5555c2cd-1806-4de5-a5ba-b331570f241c", "name": "network-vif-deleted", "tag": "2d4c80bc-6af2-47df-8377-bafb9cd3b5c8", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:08.531748 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77f59dda-2141-414c-9a53-b27713dc6916 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:08.532142 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5555c2cd-1806-4de5-a5ba-b331570f241c', 'name': 'network-vif-deleted', 'tag': '2d4c80bc-6af2-47df-8377-bafb9cd3b5c8', 'status': 'completed', 'code': 200} Jul 22 23:28:08.710433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185421d6-8edc-4cf6-a412-eec19e89183c req-86dc4985-d058-4a53-a819-33fc6bfadae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.711965 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-86dc4985-d058-4a53-a819-33fc6bfadae0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.1739705 Jul 22 23:28:08.712063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4432f25-14d3-46ae-bb44-23d7fd270fd8 req-8d15f6a3-d678-4940-98f7-8492d0884313 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.713591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4432f25-14d3-46ae-bb44-23d7fd270fd8 req-8d15f6a3-d678-4940-98f7-8492d0884313 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1361215 Jul 22 23:28:08.760043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-ad2332bf-5058-4ce8-9ea5-66c8fc15e013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 217 time: 0.0409975 Jul 22 23:28:08.816411 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.822892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4432f25-14d3-46ae-bb44-23d7fd270fd8 req-7530ee1e-74cf-4c21-94d7-ff2fcec19b82 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986998 Jul 22 23:28:08.828032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185421d6-8edc-4cf6-a412-eec19e89183c req-c88e9709-21fa-4789-b45f-880cfc5e3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.829520 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-c88e9709-21fa-4789-b45f-880cfc5e3c2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.0619814 Jul 22 23:28:08.864478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:08.906503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.912029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.920599 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-09fb512f-598f-4590-bc41-db8b4641ac78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586812 Jul 22 23:28:08.926361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:08.967841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:08.969051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:08.970493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6dcc1f25-ccd3-4666-9017-10064801b70b req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "PUT /v2.0/ports/a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 1020 time: 0.6320078 Jul 22 23:28:09.002846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961bf10-a980-469a-905b-74b95282e28c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:09.016761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b853e8-666d-4acc-89b6-409d8db4fe7e None None] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:09.075693 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-da5c573c-a785-4e59-b1ab-8a9b68501f8a service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446803 Jul 22 23:28:09.111079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] Provisioning for port 73898c31-8fb7-433d-87e7-950244c87095 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:09.118537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:09.161321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] Provisioning complete for port 73898c31-8fb7-433d-87e7-950244c87095 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:09.161773 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:09.316761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a453b9-733e-4367-a960-d9e09e9b1fec req-8990d1bf-8a28-4b12-ae2c-811ef07a78b2 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:09.323163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27a453b9-733e-4367-a960-d9e09e9b1fec req-8990d1bf-8a28-4b12-ae2c-811ef07a78b2 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1023 time: 0.1279738 Jul 22 23:28:09.354095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8621d-3757-4b44-8118-79e8f00c6593 req-7624aa7a-366d-4b93-b5fd-82f84c640301 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:09.355897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79b8621d-3757-4b44-8118-79e8f00c6593 req-7624aa7a-366d-4b93-b5fd-82f84c640301 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 949 time: 0.1232626 Jul 22 23:28:09.356214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:28:09.433385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27a453b9-733e-4367-a960-d9e09e9b1fec req-239f83e1-4bfe-4888-b057-a29c0fd1ff35 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=7c1e4fbd-9a36-4410-b358-7e8d5ed80708&id=12a0e244-79e4-4ddf-aabc-06e6e1b3bf80 HTTP/1.1" status: 200 len: 6150 time: 0.1067302 Jul 22 23:28:09.447746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79b8621d-3757-4b44-8118-79e8f00c6593 req-e529d3e8-e5b4-482c-9252-26f7505e5cdd tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646338 Jul 22 23:28:09.456638 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:09.504646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-185421d6-8edc-4cf6-a412-eec19e89183c req-a94f8822-3475-48bc-bb92-a697f8785138 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195149 Jul 22 23:28:09.528373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:28:09.543559 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Sync routers for ids ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:28:09.556530 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Routers {'4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:09.557667 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:27:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:09.564827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] For port 73898c31-8fb7-433d-87e7-950244c87095, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=73898c31-8fb7-433d-87e7-950244c87095,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:09.566991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:09.568645 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-21dd9314-fb4f-4345-ae18-8ebee5e300ea admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2937758 Jul 22 23:28:09.571761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:09.585738 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:09.749902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e370c-f696-4896-8bfc-5183ff1f0707 req-d58cc575-9d55-406d-ace3-f75d15a43ada tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:09.750820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc6a8-0c18-4014-b1b7-2b05617d7e41 None None] Pushing event updated for resources: {'Port': ['ID=73898c31-8fb7-433d-87e7-950244c87095,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:09.756684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-014e370c-f696-4896-8bfc-5183ff1f0707 req-d58cc575-9d55-406d-ace3-f75d15a43ada tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.2250841 Jul 22 23:28:09.796042 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Set router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:09.838398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-014e370c-f696-4896-8bfc-5183ff1f0707 req-d975df0c-3f62-4317-a7c9-86c78bff8ba7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807197 Jul 22 23:28:09.886901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61df2df-fa86-468b-863a-56f2268b5b6b req-81ba9616-0de8-4cb7-ba58-eee6d9f9eb17 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:09.893580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e61df2df-fa86-468b-863a-56f2268b5b6b req-81ba9616-0de8-4cb7-ba58-eee6d9f9eb17 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2881479 Jul 22 23:28:09.899821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-39c1c67a-2a89-4ebe-91e7-5bb590151e14 req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2097573155 ', 'description': 'tempest-description-1197659085'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:09.926947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c1e0a2f1-4eb2-4223-a07b-939c8a85cb88 None None] Provisioning complete for port 73898c31-8fb7-433d-87e7-950244c87095 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:09.928735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1e0a2f1-4eb2-4223-a07b-939c8a85cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:09.975575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e61df2df-fa86-468b-863a-56f2268b5b6b req-688c7260-08ef-42c2-a32b-f9c66d15b3d4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766582 Jul 22 23:28:09.980431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39c1c67a-2a89-4ebe-91e7-5bb590151e14 req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.120014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 73898c31-8fb7-433d-87e7-950244c87095 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:10.172676 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39c1c67a-2a89-4ebe-91e7-5bb590151e14 req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.182195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39c1c67a-2a89-4ebe-91e7-5bb590151e14 req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.199389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 73898c31-8fb7-433d-87e7-950244c87095 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:10.199776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.203601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c6644-8962-4ff1-aa48-fa84ee25e05e req-64612273-1c35-4557-adbc-8ea5c0c3f139 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:10.211535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df7c6644-8962-4ff1-aa48-fa84ee25e05e req-64612273-1c35-4557-adbc-8ea5c0c3f139 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1326535 Jul 22 23:28:10.229400 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:28:08Z', 'revision_number': 3, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:10.252540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e297ec8-edb0-4861-b7a6-da58b9358515,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:10.260496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39c1c67a-2a89-4ebe-91e7-5bb590151e14 req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.273161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39c1c67a-2a89-4ebe-91e7-5bb590151e14 req-dc01bef9-17c0-4bbb-a35c-6ea070b5f66a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3774815 Jul 22 23:28:10.277864 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Checking router: 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:28:10.278425 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Updating router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 port 5e8c3671-0efa-4d7f-b799-6e4885187c4a binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:28:10.293464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:10.295753 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca22494-6b5c-41b0-a78c-6c84e104b925" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "tag": "a84c4852-2840-4d83-b221-483763fde34f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:10.323294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df7c6644-8962-4ff1-aa48-fa84ee25e05e req-d2d91439-07cd-4437-a99d-212e4e36bfa2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057518 Jul 22 23:28:10.333340 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.333820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.423931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13cd897e-30f4-44b7-bdbf-eceaf3c10aac req-06ba2cf2-ad5b-4d90-bf40-6094d1043b81 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6e297ec8-edb0-4861-b7a6-da58b9358515 HTTP/1.1" status: 200 len: 1781 time: 0.0484416 Jul 22 23:28:10.469680 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811a54ba-cbd3-4246-8eb3-010da9612819 x-openstack-request-id: req-811a54ba-cbd3-4246-8eb3-010da9612819 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:10.469988 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "tag": "a84c4852-2840-4d83-b221-483763fde34f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:10.470250 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-811a54ba-cbd3-4246-8eb3-010da9612819 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:10.470623 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f', 'status': 'completed', 'code': 200} Jul 22 23:28:10.503387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2a71ea2-7a07-43cd-9e70-2a0e9eddc2c8 req-e3754611-4bea-4784-813e-9a4248a6c20d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6e297ec8-edb0-4861-b7a6-da58b9358515 HTTP/1.1" status: 200 len: 1781 time: 0.0567429 Jul 22 23:28:10.570134 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2a71ea2-7a07-43cd-9e70-2a0e9eddc2c8 req-35f99e02-b377-4cec-81a1-4df81fe1f511 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.602081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-85afa97e-8eca-4bed-b664-c2f4611ee085 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:10.603666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-85afa97e-8eca-4bed-b664-c2f4611ee085 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 949 time: 0.2605429 Jul 22 23:28:10.625198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2a71ea2-7a07-43cd-9e70-2a0e9eddc2c8 req-35f99e02-b377-4cec-81a1-4df81fe1f511 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.660399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-9fb97e15-393c-4e88-9e1a-eb1241e30535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:10.662677 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-9fb97e15-393c-4e88-9e1a-eb1241e30535 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1174 time: 0.1643610 Jul 22 23:28:10.662846 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.666905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Allocated IP 172.20.0.1 (13a23d46-b6d2-4f1f-982c-9e82bfd62a62/fcea0525-b8c1-489b-a320-cbf69a95904c/4b6447b7-311d-48de-b03e-f3d2178a7653) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:10.680478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c1812-7777-4f84-8c80-8cace1238b52 req-dcf3744d-661c-4594-8f96-181b92d57750 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:10.682002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f1c1812-7777-4f84-8c80-8cace1238b52 req-dcf3744d-661c-4594-8f96-181b92d57750 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 949 time: 0.1168542 Jul 22 23:28:10.695752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2a71ea2-7a07-43cd-9e70-2a0e9eddc2c8 req-35f99e02-b377-4cec-81a1-4df81fe1f511 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.696835 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Transition to ACTIVE for port object 5e8c3671-0efa-4d7f-b799-6e4885187c4a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:10.698229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2a71ea2-7a07-43cd-9e70-2a0e9eddc2c8 req-35f99e02-b377-4cec-81a1-4df81fe1f511 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.699310 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2a71ea2-7a07-43cd-9e70-2a0e9eddc2c8 req-35f99e02-b377-4cec-81a1-4df81fe1f511 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e297ec8-edb0-4861-b7a6-da58b9358515 HTTP/1.1" status: 204 len: 173 time: 0.1951463 Jul 22 23:28:10.707250 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.723165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f99e02-b377-4cec-81a1-4df81fe1f511 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e297ec8-edb0-4861-b7a6-da58b9358515,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:10.757205 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-a31ccef5-6480-4396-ab39-baffb61a5cd8 req-da218029-8efa-4bce-9a25-aefe32e46cc5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:10.758232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a31ccef5-6480-4396-ab39-baffb61a5cd8 req-da218029-8efa-4bce-9a25-aefe32e46cc5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6e297ec8-edb0-4861-b7a6-da58b9358515 HTTP/1.1" status: 404 len: 352 time: 0.0273869 Jul 22 23:28:10.761324 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f1c1812-7777-4f84-8c80-8cace1238b52 req-3a4c8761-129f-45bf-b854-88e5f638fd9b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734529 Jul 22 23:28:10.763714 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Pushing event updated for resources: {'Port': ['ID=5e8c3671-0efa-4d7f-b799-6e4885187c4a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:10.796367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4aa5b8b0-b98b-4e7a-ad25-1370ea744e88 req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-912632207', 'description': 'tempest-description-1874749969'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:10.800376 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.800737 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.801257 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.801441 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.801769 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.802103 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.802506 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.803499 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.804044 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.804230 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.804671 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.805143 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:10.808432 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Attempting to bind port 5e8c3671-0efa-4d7f-b799-6e4885187c4a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:10.808801 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Attempting to bind port 5e8c3671-0efa-4d7f-b799-6e4885187c4a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:10.809159 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Attempting to bind port 5e8c3671-0efa-4d7f-b799-6e4885187c4a on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:10.815044 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:10.815613 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:10.816019 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.816598 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:10.816870 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Bound port: 5e8c3671-0efa-4d7f-b799-6e4885187c4a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:10.817267 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.824366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4aa5b8b0-b98b-4e7a-ad25-1370ea744e88 req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.902816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-c604bd49-6a7e-4664-9c83-902afe6ce573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:10.904547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-c604bd49-6a7e-4664-9c83-902afe6ce573 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.2308662 Jul 22 23:28:10.937802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4aa5b8b0-b98b-4e7a-ad25-1370ea744e88 req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.951106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4aa5b8b0-b98b-4e7a-ad25-1370ea744e88 req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.963835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port 6534eaba-8928-47ca-95bc-779aac288705 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:10.964184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.973405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-bc90763b-92e5-4802-a7d6-d426efea9fb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 200 len: 217 time: 0.0549362 Jul 22 23:28:10.983018 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] For port 5e8c3671-0efa-4d7f-b799-6e4885187c4a, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:10.988185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:10.989318 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] For port 5e8c3671-0efa-4d7f-b799-6e4885187c4a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5e8c3671-0efa-4d7f-b799-6e4885187c4a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:10.995059 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.003571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4aa5b8b0-b98b-4e7a-ad25-1370ea744e88 req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.017127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4aa5b8b0-b98b-4e7a-ad25-1370ea744e88 req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2257547 Jul 22 23:28:11.022959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea720b3-5df4-4081-86b4-c7d261a62fce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25aeffad-2a14-4ef5-8f58-d1d929e97b4f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:11.050692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Transition to ACTIVE for port object 4b6447b7-311d-48de-b03e-f3d2178a7653 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:11.056001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a127f-88c4-4558-812d-e427062830f7 req-2f9e4e33-fe7e-450e-98ec-a21b829166ed tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:11.056173 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Routers {'4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:11.056923 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:27:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:11.058718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f62a127f-88c4-4558-812d-e427062830f7 req-2f9e4e33-fe7e-450e-98ec-a21b829166ed tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.1186478 Jul 22 23:28:11.107801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-f0851e7a-940b-46a9-b19a-d3ca3136f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:11.109267 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-f0851e7a-940b-46a9-b19a-d3ca3136f700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.1186974 Jul 22 23:28:11.118717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f62a127f-88c4-4558-812d-e427062830f7 req-ac84edcb-3a93-4de7-990e-df3161e1f203 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Jul 22 23:28:11.133694 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3407e-270a-4b5a-9d85-82b0cbcb83b9 None None] Pushing event updated for resources: {'Port': ['ID=5e8c3671-0efa-4d7f-b799-6e4885187c4a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:11.169428 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-df587047-2330-44f0-9e98-846c145ae163 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465055 Jul 22 23:28:11.172406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port 6534eaba-8928-47ca-95bc-779aac288705, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6534eaba-8928-47ca-95bc-779aac288705,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:11.172786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.187595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6ed07494-5e52-4d84-825f-3460171930b1 req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-189144542', 'description': 'tempest-description-1011796051'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:11.195907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for 6534eaba-8928-47ca-95bc-779aac288705 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:11.203381 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] Set router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:11.212700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.232746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ed07494-5e52-4d84-825f-3460171930b1 req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.258967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-967f7b3e-b56a-4e10-b7e8-6a2562927987 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:11.260516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-967f7b3e-b56a-4e10-b7e8-6a2562927987 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "GET /v2.0/ports?device_id=69bac1da-45e6-478e-8099-b7a4bbf96107 HTTP/1.1" status: 200 len: 950 time: 0.1562426 Jul 22 23:28:11.276557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f02f-5df0-430e-9d65-ffa386c55fe2 req-cb469689-3386-4d34-9d1a-1b1ccf1b8c82 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:11.278045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98d9f02f-5df0-430e-9d65-ffa386c55fe2 req-cb469689-3386-4d34-9d1a-1b1ccf1b8c82 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1724067 Jul 22 23:28:11.357119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:11.369380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:11.379689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6447b7-311d-48de-b03e-f3d2178a7653,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:11.384379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:11.396267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98d9f02f-5df0-430e-9d65-ffa386c55fe2 req-ad5285fd-b160-426b-a711-88d9c33de234 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102493 Jul 22 23:28:11.416475 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:28:08Z', 'revision_number': 3, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:11.436332 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-d8fa5d5e-49e6-4bfc-8088-fe91d22ca94b service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550504 Jul 22 23:28:11.463109 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d2ecd-e790-4f2b-9b84-f815b233f2a1 None None] The sync data for ids ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'] in n-d-758851-4 is: [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:28:08Z', 'revision_number': 3, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:28:11.474218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.522730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ed07494-5e52-4d84-825f-3460171930b1 req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.537994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ed07494-5e52-4d84-825f-3460171930b1 req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.542170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:11.542526 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.625394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ed07494-5e52-4d84-825f-3460171930b1 req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.626619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ed07494-5e52-4d84-825f-3460171930b1 req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4484155 Jul 22 23:28:11.665109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce1f98-dfcb-4e33-960f-5c651a222652 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a323bf68-c1b3-4d71-a2a6-a3c8b28dc46f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:11.690205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.703351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:11.711251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port 118ac7f5-cdc1-4f60-9d6f-29a927d12839, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=118ac7f5-cdc1-4f60-9d6f-29a927d12839,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:11.711654 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.742406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=6534eaba-8928-47ca-95bc-779aac288705,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:11.746475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705', '118ac7f5-cdc1-4f60-9d6f-29a927d12839'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:11.746623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c2c5-3636-41ce-a222-248220252d71 req-3e66d68b-b312-46cf-88b8-b054a3f0225d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:11.749640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9751c2c5-3636-41ce-a222-248220252d71 req-3e66d68b-b312-46cf-88b8-b054a3f0225d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2285504 Jul 22 23:28:11.749804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for 118ac7f5-cdc1-4f60-9d6f-29a927d12839 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:11.901297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e0ccb4d8-28e0-4f33-a142-65d7ef1160f4 None None] Provisioning for port 4b6447b7-311d-48de-b03e-f3d2178a7653 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:11.902046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9751c2c5-3636-41ce-a222-248220252d71 req-8be15005-00ee-4497-9110-815c499c489d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357172 Jul 22 23:28:11.919874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port 6534eaba-8928-47ca-95bc-779aac288705 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:11.926603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ca22494-6b5c-41b0-a78c-6c84e104b925 req-9e3d1b92-8ee8-4bdb-8d38-5db3013ff8e9 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749577 Jul 22 23:28:11.930663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e0ccb4d8-28e0-4f33-a142-65d7ef1160f4 None None] Provisioning complete for port 4b6447b7-311d-48de-b03e-f3d2178a7653 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:11.931168 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb4d8-28e0-4f33-a142-65d7ef1160f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.937600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ff9c2a01-a60f-4cca-95e7-8538fc7168a9 req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-354356427', 'description': 'tempest-description-1682101517'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:11.939657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:11.942866 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b3fb431c-38eb-493a-923d-c1287e4e015d req-b65e9598-675c-4ffa-bdb0-d81a7bedaef1 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "DELETE /v2.0/ports/6534eaba-8928-47ca-95bc-779aac288705 HTTP/1.1" status: 204 len: 173 time: 1.3267510 Jul 22 23:28:11.943403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549024b8-e6e4-4587-b195-a462be3c9d41', 'name': 'network-vif-deleted', 'tag': '6534eaba-8928-47ca-95bc-779aac288705'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:11.945830 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ef0b7-9548-4268-973c-5d7cdf6046a1" -d '{"events": [{"server_uuid": "549024b8-e6e4-4587-b195-a462be3c9d41", "name": "network-vif-deleted", "tag": "6534eaba-8928-47ca-95bc-779aac288705"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:11.960184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.121013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.154797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e0ccb4d8-28e0-4f33-a142-65d7ef1160f4 None None] Port 4b6447b7-311d-48de-b03e-f3d2178a7653 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:12.184068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ff9c2a01-a60f-4cca-95e7-8538fc7168a9 req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.202367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5e8c3671-0efa-4d7f-b799-6e4885187c4a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:12.207586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-536d48e3-5374-48d4-8fce-2942c8247ed0 req-80f306e3-a869-4c47-a201-248981bdc22a tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=549024b8-e6e4-4587-b195-a462be3c9d41 HTTP/1.1" status: 200 len: 210 time: 0.1048074 Jul 22 23:28:12.222342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.237499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.300931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.322353 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189a63ac-5b71-4ed4-b5f5-9c4b05fa03c2 x-openstack-request-id: req-189a63ac-5b71-4ed4-b5f5-9c4b05fa03c2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:12.322655 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549024b8-e6e4-4587-b195-a462be3c9d41", "name": "network-vif-deleted", "tag": "6534eaba-8928-47ca-95bc-779aac288705", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:12.325914 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-189a63ac-5b71-4ed4-b5f5-9c4b05fa03c2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:12.326412 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549024b8-e6e4-4587-b195-a462be3c9d41', 'name': 'network-vif-deleted', 'tag': '6534eaba-8928-47ca-95bc-779aac288705', 'status': 'completed', 'code': 200} Jul 22 23:28:12.336958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=118ac7f5-cdc1-4f60-9d6f-29a927d12839,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:12.399545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port 118ac7f5-cdc1-4f60-9d6f-29a927d12839 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:12.407455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b6447b7-311d-48de-b03e-f3d2178a7653,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:12.423375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.425579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c96ea2-ebb1-427f-bf02-50195ee59e23 req-a8305fad-84f5-4121-a19a-b7fc81de3f0e tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.48 "DELETE /v2.0/ports/118ac7f5-cdc1-4f60-9d6f-29a927d12839 HTTP/1.1" status: 204 len: 173 time: 1.1586673 Jul 22 23:28:12.510559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'name': 'network-vif-deleted', 'tag': '118ac7f5-cdc1-4f60-9d6f-29a927d12839'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:12.513021 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983184b3-4474-400a-adeb-20ed2d5b82a4" -d '{"events": [{"server_uuid": "69bac1da-45e6-478e-8099-b7a4bbf96107", "name": "network-vif-deleted", "tag": "118ac7f5-cdc1-4f60-9d6f-29a927d12839"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:12.547216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:12.549260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:12.590061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5e8c3671-0efa-4d7f-b799-6e4885187c4a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:12.605369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5e8c3671-0efa-4d7f-b799-6e4885187c4a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:12.605744 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.680509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd568d-479f-4938-a955-c77350f0363f req-d8977660-bb94-479f-9eeb-f197a80e13a0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:12.688038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40cd568d-479f-4938-a955-c77350f0363f req-d8977660-bb94-479f-9eeb-f197a80e13a0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 945 time: 0.2803648 Jul 22 23:28:12.733222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ff9c2a01-a60f-4cca-95e7-8538fc7168a9 req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.763588 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.769949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ff9c2a01-a60f-4cca-95e7-8538fc7168a9 req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.773862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:28:12.795289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6534eaba-8928-47ca-95bc-779aac288705'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:12.830058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40cd568d-479f-4938-a955-c77350f0363f req-43f80c60-0805-459f-9b21-87d26f626d73 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408775 Jul 22 23:28:12.856127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5e8c3671-0efa-4d7f-b799-6e4885187c4a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5e8c3671-0efa-4d7f-b799-6e4885187c4a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:12.860760 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ff9c2a01-a60f-4cca-95e7-8538fc7168a9 req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.862060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff9c2a01-a60f-4cca-95e7-8538fc7168a9 req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9359117 Jul 22 23:28:12.869211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930942e-5a07-4266-a187-7a8c03220523 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9cafdb-37ad-4205-b72e-f355fd659345,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:12.894295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:12.934553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-af714362-b99b-4e6b-940b-35de96add6d2 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:12.936348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-af714362-b99b-4e6b-940b-35de96add6d2 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.1832256 Jul 22 23:28:12.957921 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6976343d-6c31-44de-bd9f-ffdeb8aecc48 x-openstack-request-id: req-6976343d-6c31-44de-bd9f-ffdeb8aecc48 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:12.958726 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bac1da-45e6-478e-8099-b7a4bbf96107", "name": "network-vif-deleted", "tag": "118ac7f5-cdc1-4f60-9d6f-29a927d12839", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:12.959172 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6976343d-6c31-44de-bd9f-ffdeb8aecc48 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:12.960228 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bac1da-45e6-478e-8099-b7a4bbf96107', 'name': 'network-vif-deleted', 'tag': '118ac7f5-cdc1-4f60-9d6f-29a927d12839', 'status': 'completed', 'code': 200} Jul 22 23:28:12.966674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-4'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:13.045473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:13.072900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-238da99c-7051-4a69-8a71-801e2b617480 None None] Provisioning complete for port 4b6447b7-311d-48de-b03e-f3d2178a7653 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:13.073760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-238da99c-7051-4a69-8a71-801e2b617480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.078936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5e8c3671-0efa-4d7f-b799-6e4885187c4a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:13.152067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-238da99c-7051-4a69-8a71-801e2b617480 None None] Port 4b6447b7-311d-48de-b03e-f3d2178a7653 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:13.226447 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.297896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07dbd9-1471-4414-a666-64612be65969 req-13a069c3-0da0-4a8e-9eb1-ae484836c067 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:13.300347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d07dbd9-1471-4414-a666-64612be65969 req-13a069c3-0da0-4a8e-9eb1-ae484836c067 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2700663 Jul 22 23:28:13.355176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-645dddab-c37f-4e39-a7e8-94c656248919 req-68c6e83d-990a-416a-9d1d-dda1a1e4a9ff tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 10897 time: 0.2354424 Jul 22 23:28:13.372301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:28:13.383379 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b50c55fc-1ecf-4245-b93b-8b44c1e17ba0 admin admin] 10.222.0.21 "PUT /v2.0/routers/4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8040926 Jul 22 23:28:13.434328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d07dbd9-1471-4414-a666-64612be65969 req-6775151d-3af6-4ce5-ae50-adc58a7f230d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105814 Jul 22 23:28:13.500863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-645dddab-c37f-4e39-a7e8-94c656248919 req-80c41b76-3d78-4a80-8a78-9bce70e614f2 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/68185dec-823c-4c63-9139-0b2c8f4bcda5 HTTP/1.1" status: 200 len: 2981 time: 0.1356256 Jul 22 23:28:13.516286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:13.531892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:13.578158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1482369715'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:13.580564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-645dddab-c37f-4e39-a7e8-94c656248919 req-b0362e50-d20b-4d89-a43d-ae7609bf25a6 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/68185dec-823c-4c63-9139-0b2c8f4bcda5 HTTP/1.1" status: 200 len: 2981 time: 0.0718000 Jul 22 23:28:13.607002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:13.616188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:13.620753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.672910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:28:13.673699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.687799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.688192 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Added segment a7f68c27-cd3e-4c06-a224-393fd0a6f880 of type vlan for network a5e88635-0596-4b23-bdf5-db64b6bbc81f Jul 22 23:28:13.688443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Sync routers for ids ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:28:13.702800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Routers {'4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:13.703939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:27:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:13.704925 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.765304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.815767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b87566c-6df6-4063-b923-7d54367d5fce req-60d0531a-6395-492f-8509-1a94b68656cf tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/25aeffad-2a14-4ef5-8f58-d1d929e97b4f HTTP/1.1" status: 200 len: 1800 time: 0.1587479 Jul 22 23:28:13.816934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.819779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:13.830282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:13.831353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:13.866857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Set router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:13.892321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3723831 Jul 22 23:28:13.898832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:13.910927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'subnet': {'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:13.976111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16286-9345-41a7-aadf-356e45987b6a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Network': ['ID=a5e88635-0596-4b23-bdf5-db64b6bbc81f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:14.025807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:28:14.059445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:14.064233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.070184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5e8c3671-0efa-4d7f-b799-6e4885187c4a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:14.160807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on host n-h1-758851-4 for vnic_type normal with profile {"migrating_to": "n-h2-758851-4"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:14.161524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:14.161524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:14.179279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bdeec-36d4-4441-9c59-c18ae1e30571 req-222cfb7e-fd03-4901-a329-e86ee297579d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:14.186659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f97bdeec-36d4-4441-9c59-c18ae1e30571 req-222cfb7e-fd03-4901-a329-e86ee297579d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.5099998 Jul 22 23:28:14.203257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:14.203601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Attempting to bind port 288e3e17-de4f-4b59-bea3-9932f39ced00 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:14.217302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5e8c3671-0efa-4d7f-b799-6e4885187c4a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:14.217681 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.219595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:14.219919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:14.220309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:14.221150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Bound port: 288e3e17-de4f-4b59-bea3-9932f39ced00, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:14.221150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.247217 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2b87566c-6df6-4063-b923-7d54367d5fce req-182b128b-a8df-497e-878f-c8cf2ddb3ddc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.258800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:28:11Z', 'revision_number': 4, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4b6447b7-311d-48de-b03e-f3d2178a7653', 'name': '', 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'mac_address': 'fa:16:3e:69:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fcea0525-b8c1-489b-a320-cbf69a95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:10Z', 'updated_at': '2021-07-22T23:28:12Z', 'revision_number': 2, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'subnets': [{'id': 'fcea0525-b8c1-489b-a320-cbf69a95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:14.264507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f97bdeec-36d4-4441-9c59-c18ae1e30571 req-99c0987d-cf0f-4bea-9c52-457948910354 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763297 Jul 22 23:28:14.279365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.293117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Checking router: 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:28:14.293483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Updating router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 port 4b6447b7-311d-48de-b03e-f3d2178a7653 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:28:14.344957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:14.354666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Subnet': ['ID=e9bdecac-a22c-4f9d-99e9-cbf34d302e22,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:14.356600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:14.368116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Checking segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:14.368482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network hostable DHCP agents. Network: a5e88635-0596-4b23-bdf5-db64b6bbc81f, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:28:14.377898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.385471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:28:14.395555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a5e88635-0596-4b23-bdf5-db64b6bbc81f) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:14.397395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.402005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:14.402005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.416772 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-738a9d95-1eec-4128-a5e4-daa7f897c713 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5168774 Jul 22 23:28:14.419383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:14.422488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ffbd2-3a08-4431-b428-eed49ee5d5d1 None None] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:14.422896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2b87566c-6df6-4063-b923-7d54367d5fce req-182b128b-a8df-497e-878f-c8cf2ddb3ddc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.426589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1557567316'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:14.468355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:14.475230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.518098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:28:14.536961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.536961 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Added segment d230a09f-d4c5-4733-83ba-d103ad24107c of type vlan for network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 Jul 22 23:28:14.542831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:14.549745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:14.550416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.559587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-0cfd40fd-c570-4861-b99a-13b672b4cdf7 service neutron] 10.222.0.48 "PUT /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 1121 time: 1.5980926 Jul 22 23:28:14.562810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2b87566c-6df6-4063-b923-7d54367d5fce req-182b128b-a8df-497e-878f-c8cf2ddb3ddc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.565236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2b87566c-6df6-4063-b923-7d54367d5fce req-182b128b-a8df-497e-878f-c8cf2ddb3ddc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.582466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b87566c-6df6-4063-b923-7d54367d5fce req-182b128b-a8df-497e-878f-c8cf2ddb3ddc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/25aeffad-2a14-4ef5-8f58-d1d929e97b4f HTTP/1.1" status: 204 len: 173 time: 0.7496715 Jul 22 23:28:14.594879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.614841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b128b-a8df-497e-878f-c8cf2ddb3ddc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aeffad-2a14-4ef5-8f58-d1d929e97b4f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:14.624446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10414-726a-49c3-9603-8c3b22bbc16f req-0fb857e8-d3a8-4b89-a61a-8b95b18c7d27 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:14.636012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74f10414-726a-49c3-9603-8c3b22bbc16f req-0fb857e8-d3a8-4b89-a61a-8b95b18c7d27 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.2651341 Jul 22 23:28:14.644501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.653874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:14.663428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.698409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74f10414-726a-49c3-9603-8c3b22bbc16f req-8d4af2fe-5c83-4b44-b687-1fe533bc2880 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614378 Jul 22 23:28:14.725101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['288e3e17-de4f-4b59-bea3-9932f39ced00'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:14.735041 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3142040 Jul 22 23:28:14.736902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51672) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:14.743430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'subnet': {'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:14.791371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['288e3e17-de4f-4b59-bea3-9932f39ced00'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:14.803945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddbb59-bb0a-4568-b51c-f0d55c4b89d3 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Network': ['ID=d2f29ffc-a743-41c7-aefb-cf24e4e47b28,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:14.831910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:28:14.910172 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-ea819f38-56ab-48a1-bdbb-8af7f03b8d58 req-8ae9c3df-def6-4024-9e20-7503a5b25224 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:14.912289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea819f38-56ab-48a1-bdbb-8af7f03b8d58 req-8ae9c3df-def6-4024-9e20-7503a5b25224 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/25aeffad-2a14-4ef5-8f58-d1d929e97b4f HTTP/1.1" status: 404 len: 352 time: 0.0281219 Jul 22 23:28:14.912437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'fixed_ips': [{'subnet_id': 'e9bdecac-a22c-4f9d-99e9-cbf34d302e22'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:28:14.913165 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.936014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:14.939472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:14.963083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00'}, {'name': 'network-changed', 'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:14.965395 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966" -d '{"events": [{"server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "name": "network-vif-unplugged", "status": "completed", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00"}, {"name": "network-changed", "server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:14.987500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e8041-aba4-4d2b-ac21-aff20465044f req-1cd1932a-020e-4be1-9ba0-536f0dc76b0b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:14.989068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a7e8041-aba4-4d2b-ac21-aff20465044f req-1cd1932a-020e-4be1-9ba0-536f0dc76b0b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1498363 Jul 22 23:28:15.089821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a7e8041-aba4-4d2b-ac21-aff20465044f req-67a4b8fd-c520-436b-8c7c-e757e6a3f057 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894129 Jul 22 23:28:15.157743 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700c8973-e197-40f1-b7b5-1e1091a72622 x-openstack-request-id: req-700c8973-e197-40f1-b7b5-1e1091a72622 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:15.158208 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "name": "network-vif-unplugged", "status": "completed", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00", "code": 200}, {"name": "network-changed", "server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:15.158466 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-700c8973-e197-40f1-b7b5-1e1091a72622 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:15.158882 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'code': 200} Jul 22 23:28:15.159419 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'status': 'completed', 'code': 200} Jul 22 23:28:15.182618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a83fd10-539b-428d-87fc-547e44fe37a3 req-6b37995e-50a4-4939-8668-4856520aa972 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/a323bf68-c1b3-4d71-a2a6-a3c8b28dc46f HTTP/1.1" status: 200 len: 1800 time: 0.0852137 Jul 22 23:28:15.244336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-bd317d16-2323-4fd2-a068-4d52cfbb21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:15.246049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-bd317d16-2323-4fd2-a068-4d52cfbb21c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1124 time: 0.0719736 Jul 22 23:28:15.308931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.357220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-264c1de1-cf90-4982-8afa-30abcdd5ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:15.358998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-264c1de1-cf90-4982-8afa-30abcdd5ec4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.1021807 Jul 22 23:28:15.360438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.404485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:15.406301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 118ac7f5-cdc1-4f60-9d6f-29a927d12839 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:15.406640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Subnet': ['ID=669355b6-47d9-4c2c-a6c1-a4c330ac88fd,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:15.414802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5a83fd10-539b-428d-87fc-547e44fe37a3 req-55c0202f-2c95-4b21-8937-e4be9d7b8f37 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.427648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-79abc96b-3c79-45af-bea7-e9d91f4c6686 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 217 time: 0.0586996 Jul 22 23:28:15.427864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Transition to ACTIVE for port object 4b6447b7-311d-48de-b03e-f3d2178a7653 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:15.442434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8e1dc-640e-4cd0-b545-fa54749343d1 req-f35d7bec-da91-4d3d-a7e5-27293d44cd8b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:15.444528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c8e1dc-640e-4cd0-b545-fa54749343d1 req-f35d7bec-da91-4d3d-a7e5-27293d44cd8b tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 949 time: 0.2064366 Jul 22 23:28:15.460114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Checking segment: {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:15.460492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network hostable DHCP agents. Network: d2f29ffc-a743-41c7-aefb-cf24e4e47b28, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:28:15.464868 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5a83fd10-539b-428d-87fc-547e44fe37a3 req-55c0202f-2c95-4b21-8937-e4be9d7b8f37 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.472065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.481019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 118ac7f5-cdc1-4f60-9d6f-29a927d12839 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:15.481357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 118ac7f5-cdc1-4f60-9d6f-29a927d12839 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:15.482068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6534eaba-8928-47ca-95bc-779aac288705 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:15.500695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-8da13891-3037-4166-8eba-53d4351d94da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:15.502088 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-8da13891-3037-4166-8eba-53d4351d94da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0651593 Jul 22 23:28:15.531193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:28:15.539437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 6534eaba-8928-47ca-95bc-779aac288705 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:15.539437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6534eaba-8928-47ca-95bc-779aac288705 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:15.543247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c8e1dc-640e-4cd0-b545-fa54749343d1 req-2fce8aec-0f26-4dff-95b4-76ebf86c9c70 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844498 Jul 22 23:28:15.543836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Allocated IP 19.80.0.2 (a5e88635-0596-4b23-bdf5-db64b6bbc81f/e9bdecac-a22c-4f9d-99e9-cbf34d302e22/afbf27cb-48a0-43d0-802b-f6e88e46ab86) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:15.553624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-5becb279-0f16-42ee-b7dc-19b37e28dcc0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364132 Jul 22 23:28:15.553901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d2f29ffc-a743-41c7-aefb-cf24e4e47b28) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:15.557646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5a83fd10-539b-428d-87fc-547e44fe37a3 req-55c0202f-2c95-4b21-8937-e4be9d7b8f37 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.561167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5a83fd10-539b-428d-87fc-547e44fe37a3 req-55c0202f-2c95-4b21-8937-e4be9d7b8f37 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.562523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a83fd10-539b-428d-87fc-547e44fe37a3 req-55c0202f-2c95-4b21-8937-e4be9d7b8f37 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/a323bf68-c1b3-4d71-a2a6-a3c8b28dc46f HTTP/1.1" status: 204 len: 173 time: 0.3304708 Jul 22 23:28:15.573574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:15.574185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.590247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6afc4-a8df-4992-a4ee-a81a99a93f69 None None] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:15.590464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0202f-2c95-4b21-8937-e4be9d7b8f37 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a323bf68-c1b3-4d71-a2a6-a3c8b28dc46f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:15.600073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ea218789-fc8f-41a9-bd7b-193ffaf6a88f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8620601 Jul 22 23:28:15.630825 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-f135e9d7-ad2b-4da0-b62a-a25b515c48ad req-60fef276-b7e5-4d8c-88d7-91f1ee1eb4fe tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:15.644337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f135e9d7-ad2b-4da0-b62a-a25b515c48ad req-60fef276-b7e5-4d8c-88d7-91f1ee1eb4fe tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/a323bf68-c1b3-4d71-a2a6-a3c8b28dc46f HTTP/1.1" status: 404 len: 352 time: 0.0299995 Jul 22 23:28:15.722286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-c0bc1a36-04f5-41d7-a98f-c9a2b3b25223 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436217 Jul 22 23:28:15.748708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6ecc-f011-45ef-8d39-f44f40137e4c None None] Pushing event updated for resources: {'Port': ['ID=4b6447b7-311d-48de-b03e-f3d2178a7653,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:15.789904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aedec2cd-6f89-4d70-9b86-bd253c6f4812 req-08d760ff-d64c-48b6-b6f2-dabd1d412a4d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/5e9cafdb-37ad-4205-b72e-f355fd659345 HTTP/1.1" status: 200 len: 1800 time: 0.1240208 Jul 22 23:28:15.854505 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-582fb5d4-2b5a-4da7-af32-cbf8cabc7966 req-26c38440-a83b-4243-b19c-0a63c7ff5dca service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226263 Jul 22 23:28:15.867137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf168a3-2a34-4b86-b84d-e2e5099d8c89 req-e80b342f-d66f-42b7-8773-a1c619749f68 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:15.868918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dcf168a3-2a34-4b86-b84d-e2e5099d8c89 req-e80b342f-d66f-42b7-8773-a1c619749f68 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1527567 Jul 22 23:28:15.904456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aedec2cd-6f89-4d70-9b86-bd253c6f4812 req-c08030de-7bb6-4140-9f68-5df83c21b259 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.942240 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aedec2cd-6f89-4d70-9b86-bd253c6f4812 req-c08030de-7bb6-4140-9f68-5df83c21b259 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:15.948072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dcf168a3-2a34-4b86-b84d-e2e5099d8c89 req-e46f1e8e-20f4-4d08-b657-1e91beb17dba tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720086 Jul 22 23:28:15.975352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:16.007038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 has no active binding in host n-h2-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:28:16.009545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aedec2cd-6f89-4d70-9b86-bd253c6f4812 req-c08030de-7bb6-4140-9f68-5df83c21b259 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.009798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Attempting to bind port 4b6447b7-311d-48de-b03e-f3d2178a7653 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:16.010128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Attempting to bind port 4b6447b7-311d-48de-b03e-f3d2178a7653 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:16.010490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Attempting to bind port 4b6447b7-311d-48de-b03e-f3d2178a7653 on network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:16.013149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aedec2cd-6f89-4d70-9b86-bd253c6f4812 req-c08030de-7bb6-4140-9f68-5df83c21b259 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.014431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aedec2cd-6f89-4d70-9b86-bd253c6f4812 req-c08030de-7bb6-4140-9f68-5df83c21b259 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e9cafdb-37ad-4205-b72e-f355fd659345 HTTP/1.1" status: 204 len: 173 time: 0.2176070 Jul 22 23:28:16.030994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08030de-7bb6-4140-9f68-5df83c21b259 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9cafdb-37ad-4205-b72e-f355fd659345,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:16.082960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:16.083376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Checking segment: {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:16.084495 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.084883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Bound using segment: {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:16.085535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Bound port: 4b6447b7-311d-48de-b03e-f3d2178a7653, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851552b-1fcd-4de3-8a96-fd7abf30e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:16.085916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.174312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcc798bd-f8d6-47cd-b4c0-abe18c2e94e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.217145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.221589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-d2f29ffc-a743-41c7-aefb-cf24e4e47b28', 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'fixed_ips': [{'subnet_id': '669355b6-47d9-4c2c-a6c1-a4c330ac88fd'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:28:16.222405 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.239078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4415137-a1b8-434b-96e5-5998ae5e5173 req-24186b4f-d850-47ad-8548-4c09807bbdbe tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:16.241046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4415137-a1b8-434b-96e5-5998ae5e5173 req-24186b4f-d850-47ad-8548-4c09807bbdbe tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.1536698 Jul 22 23:28:16.250412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Transition to ACTIVE for port object afbf27cb-48a0-43d0-802b-f6e88e46ab86 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:16.252093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-314fb3f6-e545-4a19-b9be-721cfd990fb6 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:16.259129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-314fb3f6-e545-4a19-b9be-721cfd990fb6 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:16.260644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-314fb3f6-e545-4a19-b9be-721cfd990fb6 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/networks?id=a5e88635-0596-4b23-bdf5-db64b6bbc81f&id=d2f29ffc-a743-41c7-aefb-cf24e4e47b28&id=a5e88635-0596-4b23-bdf5-db64b6bbc81f HTTP/1.1" status: 200 len: 1392 time: 0.1627624 Jul 22 23:28:16.279642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] For port 4b6447b7-311d-48de-b03e-f3d2178a7653, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:16.284733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Transition to ACTIVE for port object afbf27cb-48a0-43d0-802b-f6e88e46ab86 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:16.289380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-b469cbf9-1e0f-4a85-a713-9345a5900f9b tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/quotas/5c5e29108ca34ac4b7ee7617b1e815fe HTTP/1.1" status: 200 len: 375 time: 0.0205312 Jul 22 23:28:16.335540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4415137-a1b8-434b-96e5-5998ae5e5173 req-ff3a6d0e-8aab-4f23-bdaa-397d71588f69 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738735 Jul 22 23:28:16.337358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.343367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] For port 4b6447b7-311d-48de-b03e-f3d2178a7653, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b6447b7-311d-48de-b03e-f3d2178a7653,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:16.377615 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.383615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-8b277817-455e-4367-aef5-76e7b4b38dde tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839248 Jul 22 23:28:16.413225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:16.420954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Pushing event updated for resources: {'Port': ['ID=afbf27cb-48a0-43d0-802b-f6e88e46ab86,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:16.423454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:16.501943 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-1bdf64e5-cdf0-45f2-abd7-ae4512f34beb req-61043203-e32e-4408-a5a6-ec6348a72b58 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:16.503129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bdf64e5-cdf0-45f2-abd7-ae4512f34beb req-61043203-e32e-4408-a5a6-ec6348a72b58 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/5e9cafdb-37ad-4205-b72e-f355fd659345 HTTP/1.1" status: 404 len: 352 time: 0.0268934 Jul 22 23:28:16.511568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-80512de9-9031-429d-8cff-ace00a6eb649 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270857 Jul 22 23:28:16.530147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Allocated IP 19.86.0.2 (d2f29ffc-a743-41c7-aefb-cf24e4e47b28/669355b6-47d9-4c2c-a6c1-a4c330ac88fd/5b498be8-0688-472e-86f0-74a84844f41b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:16.608378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Routers {'4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:16.609013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:27:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:16.611246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:16.651965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7801bc6a-913f-4cd0-a3ec-1109100a2647 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343577 Jul 22 23:28:16.696910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2fa0-b570-48b9-a6dc-9d2b9c3e88a6 req-f1e6cdae-6d07-4917-8d96-7e528cbd96ab tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:16.698476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b1c2fa0-b570-48b9-a6dc-9d2b9c3e88a6 req-f1e6cdae-6d07-4917-8d96-7e528cbd96ab tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1100605 Jul 22 23:28:16.732610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6ecc-f011-45ef-8d39-f44f40137e4c None None] Pushing event updated for resources: {'Port': ['ID=4b6447b7-311d-48de-b03e-f3d2178a7653,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:16.785181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b1c2fa0-b570-48b9-a6dc-9d2b9c3e88a6 req-e436d0c3-8ab5-4ff0-ba4a-da312e76b299 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795105 Jul 22 23:28:16.787139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-afa2a318-3889-498d-8f5b-efaca1c36ff3 service neutron] 10.222.0.21 "GET /v2.0/networks/d2f29ffc-a743-41c7-aefb-cf24e4e47b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290195 Jul 22 23:28:16.814210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Attempting to bind port afbf27cb-48a0-43d0-802b-f6e88e46ab86 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:16.814579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Attempting to bind port afbf27cb-48a0-43d0-802b-f6e88e46ab86 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:16.814939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Attempting to bind port afbf27cb-48a0-43d0-802b-f6e88e46ab86 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:16.850223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:16.850598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Checking segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:16.851005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.851419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Bound using segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:16.851899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Bound port: afbf27cb-48a0-43d0-802b-f6e88e46ab86, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:16.852280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.891516 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:16.918088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] Set router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:16.929314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-0c9bcf91-6155-4187-a0eb-ced1ec4ad0f1 service neutron] 10.222.0.21 "GET /v2.0/networks/d2f29ffc-a743-41c7-aefb-cf24e4e47b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364653 Jul 22 23:28:16.953710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d17375a9-ec2a-4709-9ed7-4730bd37e21c req-68962700-e3f1-4ef9-9c7d-6abf9944f314 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 6150 time: 0.1247177 Jul 22 23:28:16.953963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Transition to ACTIVE for port object 5b498be8-0688-472e-86f0-74a84844f41b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:17.031775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Transition to ACTIVE for port object 5b498be8-0688-472e-86f0-74a84844f41b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:17.033661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] For port afbf27cb-48a0-43d0-802b-f6e88e46ab86, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:17.050001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d17375a9-ec2a-4709-9ed7-4730bd37e21c req-3f275948-9d93-47ed-9f02-528879886176 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/68185dec-823c-4c63-9139-0b2c8f4bcda5 HTTP/1.1" status: 200 len: 2981 time: 0.0867991 Jul 22 23:28:17.059517 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.070120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] For port afbf27cb-48a0-43d0-802b-f6e88e46ab86, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afbf27cb-48a0-43d0-802b-f6e88e46ab86,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:17.078989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-8b037806-591f-4c40-a4ab-b8ffc6e3135c service neutron] 10.222.0.21 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426494 Jul 22 23:28:17.132117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-d15650db-707d-4ba7-a39e-1d87f174e8a2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:17.134043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-d15650db-707d-4ba7-a39e-1d87f174e8a2 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 949 time: 0.0762136 Jul 22 23:28:17.166738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d17375a9-ec2a-4709-9ed7-4730bd37e21c req-3741e80b-433c-4a1f-ba44-2f0fd4086901 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/68185dec-823c-4c63-9139-0b2c8f4bcda5 HTTP/1.1" status: 200 len: 2981 time: 0.1055372 Jul 22 23:28:17.197258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-5cc59f5f-52e7-4276-974b-12aac2d6cbd9 service neutron] 10.222.0.21 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079128 Jul 22 23:28:17.246232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.282517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Deleting port 2588af58-5f40-4158-b906-fed428bde9b2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:17.282863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.301094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:17.315922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:17.317587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Pushing event updated for resources: {'Port': ['ID=5b498be8-0688-472e-86f0-74a84844f41b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:17.330801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:17.391536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5838ca4-3a82-4b9e-860f-f2e7459df483 req-0178e75b-271b-4b5a-a26f-015c9ffeca46 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:17.395406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5838ca4-3a82-4b9e-860f-f2e7459df483 req-0178e75b-271b-4b5a-a26f-015c9ffeca46 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 949 time: 0.1268497 Jul 22 23:28:17.430460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] For port 2588af58-5f40-4158-b906-fed428bde9b2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2588af58-5f40-4158-b906-fed428bde9b2,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:17.431003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.454374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Calling delete_port for 2588af58-5f40-4158-b906-fed428bde9b2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:17.502818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5838ca4-3a82-4b9e-860f-f2e7459df483 req-b60ca305-323d-40ce-b043-943a5430e0d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/security-groups?id=7af42581-baff-4aa7-92c4-ce68ec9c69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007957 Jul 22 23:28:17.550298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b435f-6208-4f65-a6ee-353355dcd685 None None] Pushing event updated for resources: {'Port': ['ID=afbf27cb-48a0-43d0-802b-f6e88e46ab86,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:17.553390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d1d6-492d-476d-922b-bc4915bc4ba2 req-e383a089-0c2c-498f-88b8-d73e4db62274 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:17.561548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7252d1d6-492d-476d-922b-bc4915bc4ba2 req-e383a089-0c2c-498f-88b8-d73e4db62274 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1295576 Jul 22 23:28:17.562094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Attempting to bind port 5b498be8-0688-472e-86f0-74a84844f41b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:17.562571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Attempting to bind port 5b498be8-0688-472e-86f0-74a84844f41b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:17.563037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Attempting to bind port 5b498be8-0688-472e-86f0-74a84844f41b on network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:17.578556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:17.580028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Checking segment: {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:17.580610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.582493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Bound using segment: {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:17.584301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Bound port: 5b498be8-0688-472e-86f0-74a84844f41b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:17.585658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.647752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7252d1d6-492d-476d-922b-bc4915bc4ba2 req-8a7f1cd3-f8bb-47c7-b245-ba9ce4adaee6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Jul 22 23:28:17.694549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-06e5b571-c71e-4938-9aac-94160dd5894a req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-967527139', 'description': 'tempest-description-466625646'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:17.727871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.729485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:28:11Z', 'revision_number': 4, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4b6447b7-311d-48de-b03e-f3d2178a7653', 'name': '', 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'mac_address': 'fa:16:3e:69:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fcea0525-b8c1-489b-a320-cbf69a95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:10Z', 'updated_at': '2021-07-22T23:28:16Z', 'revision_number': 4, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'subnets': [{'id': 'fcea0525-b8c1-489b-a320-cbf69a95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:17.736862 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06e5b571-c71e-4938-9aac-94160dd5894a req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.776156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] For port 5b498be8-0688-472e-86f0-74a84844f41b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:17.779700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2588af58-5f40-4158-b906-fed428bde9b2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:17.785130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b970421-52f9-4acc-b8a7-29fd693f61d0 None None] The sync data for ids ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'] in n-d-758851-4 is: [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:28:11Z', 'revision_number': 4, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4b6447b7-311d-48de-b03e-f3d2178a7653', 'name': '', 'network_id': '13a23d46-b6d2-4f1f-982c-9e82bfd62a62', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'mac_address': 'fa:16:3e:69:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fcea0525-b8c1-489b-a320-cbf69a95904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:10Z', 'updated_at': '2021-07-22T23:28:16Z', 'revision_number': 4, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'subnets': [{'id': 'fcea0525-b8c1-489b-a320-cbf69a95904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:28:17.805260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3ea9c47-7729-4de0-8ad9-98052e7e2c83 req-398701e7-2063-409a-88e1-9c024711630a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 210 time: 0.0604045 Jul 22 23:28:17.844280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] For port 5b498be8-0688-472e-86f0-74a84844f41b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b498be8-0688-472e-86f0-74a84844f41b,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:17.854156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Pushing event deleted for resources: {'Port': ['ID=2588af58-5f40-4158-b906-fed428bde9b2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:17.863260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.929688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] No DVR routers for this DVR port 2588af58-5f40-4158-b906-fed428bde9b2 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:17.933358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:17.936690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5630b0d6-acd9-4fee-9235-db62695a3542 req-a22842ad-6873-401f-be84-c5bfd5fe16d8 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.49 "DELETE /v2.0/ports/2588af58-5f40-4158-b906-fed428bde9b2 HTTP/1.1" status: 204 len: 173 time: 0.7954497 Jul 22 23:28:17.937258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'name': 'network-vif-deleted', 'tag': '2588af58-5f40-4158-b906-fed428bde9b2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:17.939905 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5def9463-063a-4820-bf82-62635df6f6fb" -d '{"events": [{"server_uuid": "8f554161-481d-4fea-9df0-253ac7ca5ae2", "name": "network-vif-deleted", "tag": "2588af58-5f40-4158-b906-fed428bde9b2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:18.032617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8bfb5-b583-4bba-a4e6-2ed761153e41 None None] Pushing event updated for resources: {'Port': ['ID=5b498be8-0688-472e-86f0-74a84844f41b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:18.160674 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06e5b571-c71e-4938-9aac-94160dd5894a req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.176004 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06e5b571-c71e-4938-9aac-94160dd5894a req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.210174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b6447b7-311d-48de-b03e-f3d2178a7653 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:18.277899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff3344-f382-400f-bf18-e59330869ac4 req-b0fc8e34-dc2b-4ef1-ace6-5ef99c85f0be tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:18.284984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4ff3344-f382-400f-bf18-e59330869ac4 req-b0fc8e34-dc2b-4ef1-ace6-5ef99c85f0be tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.3064098 Jul 22 23:28:18.308471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4b6447b7-311d-48de-b03e-f3d2178a7653 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:18.313409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4b6447b7-311d-48de-b03e-f3d2178a7653 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:18.313845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.323743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-06e5b571-c71e-4938-9aac-94160dd5894a req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.339259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e5b571-c71e-4938-9aac-94160dd5894a req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6503832 Jul 22 23:28:18.346917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15161f-8327-4f66-a77f-278da275d135 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01c5ca-eb06-4f94-a960-8af377dca0a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:18.406815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4ff3344-f382-400f-bf18-e59330869ac4 req-67cb7f20-4d85-47a1-94c1-8623c90323c9 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209025 Jul 22 23:28:18.481929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.573878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4b6447b7-311d-48de-b03e-f3d2178a7653, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b6447b7-311d-48de-b03e-f3d2178a7653,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:18.581121 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.582432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afbf27cb-48a0-43d0-802b-f6e88e46ab86 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:18.637586 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d42e4-959f-43e3-8603-3029f6fb1384 x-openstack-request-id: req-754d42e4-959f-43e3-8603-3029f6fb1384 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:18.638411 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f554161-481d-4fea-9df0-253ac7ca5ae2", "name": "network-vif-deleted", "tag": "2588af58-5f40-4158-b906-fed428bde9b2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:18.638838 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-754d42e4-959f-43e3-8603-3029f6fb1384 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:18.640338 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f554161-481d-4fea-9df0-253ac7ca5ae2', 'name': 'network-vif-deleted', 'tag': '2588af58-5f40-4158-b906-fed428bde9b2', 'status': 'completed', 'code': 200} Jul 22 23:28:18.701283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-22f64028-84b5-46a8-938e-2e301de1001a req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1313674467', 'description': 'tempest-description-1106085600'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:18.774084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4b6447b7-311d-48de-b03e-f3d2178a7653,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:18.786557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bcd1a-cdb5-4c2a-ba50-771632468f74 req-62f64eba-c435-439f-b751-84876856f928 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:18.790074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de3bcd1a-cdb5-4c2a-ba50-771632468f74 req-62f64eba-c435-439f-b751-84876856f928 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2190681 Jul 22 23:28:18.792001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port afbf27cb-48a0-43d0-802b-f6e88e46ab86 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:18.814222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22f64028-84b5-46a8-938e-2e301de1001a req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:18.878869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de3bcd1a-cdb5-4c2a-ba50-771632468f74 req-2db36387-2d53-40ba-9a10-68c0e00da057 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734806 Jul 22 23:28:18.985659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9f25e-37e7-4a8c-a638-fa3fd3af6247 None None] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:19.017384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22f64028-84b5-46a8-938e-2e301de1001a req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.020089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3929e97d-86b9-4e3e-a89f-0273fc935dec req-6dae5ac0-3f54-42c7-8266-5c2280d4a648 tempest-ServersOnMultiNodesTest-1571649007 tempest-ServersOnMultiNodesTest-1571649007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f554161-481d-4fea-9df0-253ac7ca5ae2 HTTP/1.1" status: 200 len: 210 time: 0.0497849 Jul 22 23:28:19.024443 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22f64028-84b5-46a8-938e-2e301de1001a req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.085695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22f64028-84b5-46a8-938e-2e301de1001a req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.100955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22f64028-84b5-46a8-938e-2e301de1001a req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4145684 Jul 22 23:28:19.114301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ef499-4636-480c-9405-76e989d7a24c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec3acad-0625-4098-829f-2224f3b28afb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:19.162890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] Provisioning for port afbf27cb-48a0-43d0-802b-f6e88e46ab86 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:19.169938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] Provisioning complete for port afbf27cb-48a0-43d0-802b-f6e88e46ab86 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:19.170326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.329966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7c03676-dba0-4a74-a99b-a111528f837b req-00c3d4e1-834e-4956-997a-806c04a3d55c tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 210 time: 0.0591247 Jul 22 23:28:19.380813 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8af9970a-c965-4d0a-9361-ff3ebe210ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.461318 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.480773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-246801a7-fbab-4dd6-a2eb-4c5f7e6de161 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:19.487567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-246801a7-fbab-4dd6-a2eb-4c5f7e6de161 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:19.489306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-246801a7-fbab-4dd6-a2eb-4c5f7e6de161 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "GET /v2.0/networks?id=a5e88635-0596-4b23-bdf5-db64b6bbc81f&id=d2f29ffc-a743-41c7-aefb-cf24e4e47b28&id=a5e88635-0596-4b23-bdf5-db64b6bbc81f HTTP/1.1" status: 200 len: 1392 time: 0.1478360 Jul 22 23:28:19.511743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] For port afbf27cb-48a0-43d0-802b-f6e88e46ab86, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afbf27cb-48a0-43d0-802b-f6e88e46ab86,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:19.531849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.590419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.591365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'port': {'device_id': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'admin_state_up': True, 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:19.595109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1258c92-bd74-403a-b90f-e407f417b2ac None None] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:28:19.686787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-adeb7051-63c2-45cc-ae52-5aaf57a5b679 None None] Provisioning for port 5b498be8-0688-472e-86f0-74a84844f41b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:19.689085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49185497-1a3e-4f8f-81cd-4c256bd4c78b None None] Pushing event updated for resources: {'Port': ['ID=afbf27cb-48a0-43d0-802b-f6e88e46ab86,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:19.698298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828043c8-79b7-485e-a4ec-fcb29cb1f1ad req-c0f02cbc-67a9-4e89-96f2-19f231acfddb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:19.707435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-828043c8-79b7-485e-a4ec-fcb29cb1f1ad req-c0f02cbc-67a9-4e89-96f2-19f231acfddb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.4718297 Jul 22 23:28:19.749638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-b2d7fa92-5427-42a0-8105-3a9b77b64bca tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:19.756369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-b2d7fa92-5427-42a0-8105-3a9b77b64bca tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 813 time: 0.2656462 Jul 22 23:28:19.789289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-17805d2e-10cc-4350-bbee-3856164b9545 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/quotas/d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 375 time: 0.0320127 Jul 22 23:28:19.816289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-828043c8-79b7-485e-a4ec-fcb29cb1f1ad req-d153111a-55fa-4a90-9db0-54d320c46efa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009133 Jul 22 23:28:19.925217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:19.929355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:19.953520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-49075ccf-ee24-4571-8b2f-6a50789e60cc tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1560428 Jul 22 23:28:20.049904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f7ab33d-fb95-4360-a833-05d2547cce82 None None] Provisioning complete for port afbf27cb-48a0-43d0-802b-f6e88e46ab86 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:20.050207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2f7ab33d-fb95-4360-a833-05d2547cce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.091577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88e82d-9345-48c6-b7e3-8471c707a793 req-8cf16236-bb6f-463c-9f30-35354e0144f1 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:20.093158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d88e82d-9345-48c6-b7e3-8471c707a793 req-8cf16236-bb6f-463c-9f30-35354e0144f1 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.2171409 Jul 22 23:28:20.126258 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.152366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b6447b7-311d-48de-b03e-f3d2178a7653 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:20.181567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1946ce35-ca5f-426a-ae96-0139bf1577aa service neutron] 10.222.0.21 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159686 Jul 22 23:28:20.210407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d88e82d-9345-48c6-b7e3-8471c707a793 req-73fc2c2d-3e29-4ff4-b756-66d2c76da895 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048343 Jul 22 23:28:20.237956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Allocated IP 19.80.0.223 (a5e88635-0596-4b23-bdf5-db64b6bbc81f/e9bdecac-a22c-4f9d-99e9-cbf34d302e22/5aedf367-14bb-4e57-b83f-99d960f64c87) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:20.243236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4b6447b7-311d-48de-b03e-f3d2178a7653 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:20.243955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.338476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afbf27cb-48a0-43d0-802b-f6e88e46ab86 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:20.341445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-ce7bd84a-bf7d-487c-bb05-8b5ab8dbd2e7 service neutron] 10.222.0.21 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511192 Jul 22 23:28:20.395160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port afbf27cb-48a0-43d0-802b-f6e88e46ab86 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:20.395660 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.496287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b498be8-0688-472e-86f0-74a84844f41b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:20.512825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.539989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Transition to ACTIVE for port object 5aedf367-14bb-4e57-b83f-99d960f64c87 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:20.584003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8fd32-887a-4880-a356-d5efd3fd6a2c req-376600c7-0ae1-483c-8508-ff91e742d6ae tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:20.586016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ce8fd32-887a-4880-a356-d5efd3fd6a2c req-376600c7-0ae1-483c-8508-ff91e742d6ae tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1783280 Jul 22 23:28:20.588797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5b498be8-0688-472e-86f0-74a84844f41b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:20.594489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b498be8-0688-472e-86f0-74a84844f41b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:20.595219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.688064 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.688943 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.729979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5b498be8-0688-472e-86f0-74a84844f41b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b498be8-0688-472e-86f0-74a84844f41b,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:20.736318 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:20.777084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:20.798439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5b498be8-0688-472e-86f0-74a84844f41b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:20.807975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ce8fd32-887a-4880-a356-d5efd3fd6a2c req-bfc1e0c6-46aa-49c4-869e-22f2de2225ea tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661291 Jul 22 23:28:20.814602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:20.827116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:20.867040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:20.869108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51798) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:21.110720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-65aee33d-bae9-475c-a04d-dfd0b783e30d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13343c137b514f0aabf29b5c968bf0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390859 Jul 22 23:28:21.113341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:21.170842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd8f6-a3b2-40e8-ad41-8def197aef0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.204665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-521b850f-110c-4c12-a7a0-7af9a2d248ea None None] Provisioning for port 5aedf367-14bb-4e57-b83f-99d960f64c87 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:21.210281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-521b850f-110c-4c12-a7a0-7af9a2d248ea None None] Provisioning complete for port 5aedf367-14bb-4e57-b83f-99d960f64c87 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:21.211039 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-521b850f-110c-4c12-a7a0-7af9a2d248ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.216383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd8f6-a3b2-40e8-ad41-8def197aef0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.220027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cdaa0fe5-0a64-4cd6-92dc-2dbd569b39a3 req-5c90fbc4-b107-4300-8b53-6656476e816a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 210 time: 0.3583479 Jul 22 23:28:21.244630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:21.245530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.281929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd38031-4d2b-442a-8db6-811d10f4fe3f req-e4e330db-a3ca-4088-a99d-73b7c150624f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:21.286120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-521b850f-110c-4c12-a7a0-7af9a2d248ea None None] Port 5aedf367-14bb-4e57-b83f-99d960f64c87 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:21.292505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bd38031-4d2b-442a-8db6-811d10f4fe3f req-e4e330db-a3ca-4088-a99d-73b7c150624f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 932 time: 0.5477488 Jul 22 23:28:21.317041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7bf20016-2ac0-4b34-ab0a-d00c7ac9a1cc tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7316959 Jul 22 23:28:21.319829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd8f6-a3b2-40e8-ad41-8def197aef0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.322767 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a31fd8f6-a3b2-40e8-ad41-8def197aef0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.324166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a31fd8f6-a3b2-40e8-ad41-8def197aef0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7af42581-baff-4aa7-92c4-ce68ec9c69d9 HTTP/1.1" status: 204 len: 168 time: 0.2096658 Jul 22 23:28:21.343868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fd8f6-a3b2-40e8-ad41-8def197aef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af42581-baff-4aa7-92c4-ce68ec9c69d9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:21.346922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bd38031-4d2b-442a-8db6-811d10f4fe3f req-38e6a7cc-de8a-4c93-a53b-50bf8c3594c2 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534167 Jul 22 23:28:21.357941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'port': {'device_id': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28', 'admin_state_up': True, 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:21.526222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2588af58-5f40-4158-b906-fed428bde9b2 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:21.555632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076c174-0ea3-4bc0-a5b3-288b8c976b0e req-8d2a46a7-111e-4a56-913a-262f05c64e63 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:21.557112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4076c174-0ea3-4bc0-a5b3-288b8c976b0e req-8d2a46a7-111e-4a56-913a-262f05c64e63 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2074087 Jul 22 23:28:21.579898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 2588af58-5f40-4158-b906-fed428bde9b2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:21.580252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2588af58-5f40-4158-b906-fed428bde9b2 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:21.589165 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.598720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb43fb3-485d-46ac-b0d5-c81bf38aa967 req-b7d6b72b-3caf-4513-af99-3c24704994ac tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:21.600669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eb43fb3-485d-46ac-b0d5-c81bf38aa967 req-b7d6b72b-3caf-4513-af99-3c24704994ac tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.1708105 Jul 22 23:28:21.628191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:21.632429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.652285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4076c174-0ea3-4bc0-a5b3-288b8c976b0e req-8245c0f0-ebbe-4e87-b477-eeac2ad04b43 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Jul 22 23:28:21.698617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eb43fb3-485d-46ac-b0d5-c81bf38aa967 req-1072f987-9b98-43af-b11d-1557eb56d6a0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867016 Jul 22 23:28:21.703155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:21.753628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0f920464-d4ba-4f07-902c-00912de7a96a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2e3947bad104781976ce17bd3eeb1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491099 Jul 22 23:28:21.761070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:21.852506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.871964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Allocated IP 19.86.0.229 (d2f29ffc-a743-41c7-aefb-cf24e4e47b28/669355b6-47d9-4c2c-a6c1-a4c330ac88fd/a93934fc-1d8e-4e99-8040-ac04f3decf53) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:21.977129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-468c4d4a-9394-4727-9e70-234f2ec02a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:21.990327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-ffa6dff0-55de-40eb-9305-80c0607cb2c3 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:22.008801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-ffa6dff0-55de-40eb-9305-80c0607cb2c3 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 813 time: 0.2057517 Jul 22 23:28:22.030656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-468c4d4a-9394-4727-9e70-234f2ec02a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.045549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'port': {'device_id': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f', 'admin_state_up': True, 'tenant_id': 'd0bf6683b5e845f18326e5cf65b9d37a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:22.055796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b498be8-0688-472e-86f0-74a84844f41b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:22.082382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064d56-d07e-4a84-84d7-d88dc6699b8c req-feb262e8-22a7-4d1c-b02b-9d49eccb40e4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:22.085021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12064d56-d07e-4a84-84d7-d88dc6699b8c req-feb262e8-22a7-4d1c-b02b-9d49eccb40e4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1608570 Jul 22 23:28:22.088776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.117177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Transition to ACTIVE for port object a93934fc-1d8e-4e99-8040-ac04f3decf53 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:22.119488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b498be8-0688-472e-86f0-74a84844f41b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:22.120128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.142113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-468c4d4a-9394-4727-9e70-234f2ec02a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.143323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12064d56-d07e-4a84-84d7-d88dc6699b8c req-80aad87f-ec60-4618-ab62-930a8c3d6789 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 Jul 22 23:28:22.161117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-468c4d4a-9394-4727-9e70-234f2ec02a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.162968 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-468c4d4a-9394-4727-9e70-234f2ec02a7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c030696-0720-4ff4-8f95-b05ea65c4897 HTTP/1.1" status: 204 len: 168 time: 0.4009023 Jul 22 23:28:22.181054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.242303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:22.245960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:22.265054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:22.273982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Port': ['ID=a93934fc-1d8e-4e99-8040-ac04f3decf53,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:22.292045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c4d4a-9394-4727-9e70-234f2ec02a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c030696-0720-4ff4-8f95-b05ea65c4897,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:22.329259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Made reservation on behalf of d0bf6683b5e845f18326e5cf65b9d37a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:22.333839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.434835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8e7b760-7d6b-40df-8cab-e71a3d7fcb3b req-89fd3e1d-32be-4f42-81f8-fb2a3bee0a04 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 210 time: 0.0837922 Jul 22 23:28:22.465824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:22.466719 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.501068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ae8a409a-26f4-4441-a5b5-3365acfa11be tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1523972 Jul 22 23:28:22.527539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'port': {'device_id': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'admin_state_up': True, 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:22.530147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Allocated IP 172.20.0.6 (e97829d8-b2cb-44ca-8667-e9f3cc32185f/4052e4ad-a699-4d2c-83e4-ea04708aeb35/5518257c-3fec-4d31-a9a1-e772a6c09d10) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:22.693870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6017fd2-5542-4d97-bb29-f79c875307e4 req-78870e85-9448-45f6-b8c3-43a33e38b010 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:22.700356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6017fd2-5542-4d97-bb29-f79c875307e4 req-78870e85-9448-45f6-b8c3-43a33e38b010 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:22.703637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6017fd2-5542-4d97-bb29-f79c875307e4 req-78870e85-9448-45f6-b8c3-43a33e38b010 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 1655 time: 0.2238209 Jul 22 23:28:22.725738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:22.729481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-94ace985-6844-4c21-ab7f-0eedd4d5d586 None None] Provisioning for port a93934fc-1d8e-4e99-8040-ac04f3decf53 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:22.730164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.736955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-94ace985-6844-4c21-ab7f-0eedd4d5d586 None None] Provisioning complete for port a93934fc-1d8e-4e99-8040-ac04f3decf53 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:22.737341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-94ace985-6844-4c21-ab7f-0eedd4d5d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.785203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6017fd2-5542-4d97-bb29-f79c875307e4 req-7d4813c7-070d-4b1d-8659-b264211f2eac tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694327 Jul 22 23:28:22.799566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.834097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-94ace985-6844-4c21-ab7f-0eedd4d5d586 None None] Port a93934fc-1d8e-4e99-8040-ac04f3decf53 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:22.880391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:22.895222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:22.924737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Network e97829d8-b2cb-44ca-8667-e9f3cc32185f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:22.928805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:22.936166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:22.971727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:23.007917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.009975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.034837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-7b10ab13-e07f-4e70-a52d-d062d5fc513e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9930313 Jul 22 23:28:23.051089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35fe43-a8fb-4902-ab3a-c18c65a4ea9a req-e551e63e-d815-4d09-b4e4-169882e80d3a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.053373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af35fe43-a8fb-4902-ab3a-c18c65a4ea9a req-e551e63e-d815-4d09-b4e4-169882e80d3a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2318702 Jul 22 23:28:23.067526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Request body: {'port': {'device_id': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:23.089779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Allocated IP 19.80.0.163 (a5e88635-0596-4b23-bdf5-db64b6bbc81f/e9bdecac-a22c-4f9d-99e9-cbf34d302e22/aa56647a-46f3-4f14-a3c5-efd532f1bd35) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:23.101374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e60a-bfa9-4878-b18a-6a356654aae3 req-58723119-9bb1-4ed4-b19d-2e23ed9e7cac tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.103659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d269e60a-bfa9-4878-b18a-6a356654aae3 req-58723119-9bb1-4ed4-b19d-2e23ed9e7cac tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 943 time: 0.2006907 Jul 22 23:28:23.184828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.234432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af35fe43-a8fb-4902-ab3a-c18c65a4ea9a req-2f701925-4dcd-43e5-a9ee-71a2ae1a98a8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696804 Jul 22 23:28:23.257967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d269e60a-bfa9-4878-b18a-6a356654aae3 req-0beacd37-d419-4f5b-a1af-e268fc20c30d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280832 Jul 22 23:28:23.264960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-d5034e2b-0eae-4300-ae71-765cdeb33443 service neutron] 10.222.0.49 "GET /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.1992321 Jul 22 23:28:23.447160 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:28:23.503703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.529499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:23.545147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5518257c-3fec-4d31-a9a1-e772a6c09d10 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:23.553760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.572886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Transition to ACTIVE for port object 5518257c-3fec-4d31-a9a1-e772a6c09d10 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:23.576386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.592022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Transition to ACTIVE for port object aa56647a-46f3-4f14-a3c5-efd532f1bd35 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:23.637202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:23.657450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:23.688668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e45c7-ae4a-4b36-a166-70b442245125 req-f4053e30-5b34-4da8-ae16-97130483a480 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.690236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-797e45c7-ae4a-4b36-a166-70b442245125 req-f4053e30-5b34-4da8-ae16-97130483a480 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2595732 Jul 22 23:28:23.707104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Attempting to bind port 5518257c-3fec-4d31-a9a1-e772a6c09d10 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:23.707482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Attempting to bind port 5518257c-3fec-4d31-a9a1-e772a6c09d10 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:23.707813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Attempting to bind port 5518257c-3fec-4d31-a9a1-e772a6c09d10 on network e97829d8-b2cb-44ca-8667-e9f3cc32185f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:23.712211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:23.713452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Port 5518257c-3fec-4d31-a9a1-e772a6c09d10 on network e97829d8-b2cb-44ca-8667-e9f3cc32185f not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:23.713777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Attempting to bind port 5518257c-3fec-4d31-a9a1-e772a6c09d10 on network e97829d8-b2cb-44ca-8667-e9f3cc32185f {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:23.718594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:23.718927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Checking segment: {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:23.719302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Bound using segment: {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:23.719758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Bound port: 5518257c-3fec-4d31-a9a1-e772a6c09d10, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50616b9f-4c9f-4f26-8940-dabf936df896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:23.720118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.758350 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.775479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288e3e17-de4f-4b59-bea3-9932f39ced00 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:23.788260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:23.791313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:23.795865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.812076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171626b-10d7-412b-9d22-b6efd7b4b271 req-1f00fe53-aa79-4fe5-8d91-db3d915d152b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.813280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5171626b-10d7-412b-9d22-b6efd7b4b271 req-1f00fe53-aa79-4fe5-8d91-db3d915d152b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 931 time: 0.2692778 Jul 22 23:28:23.830548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.831379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.832665 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] 10.222.0.49 "PUT /v2.0/ports/5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 1091 time: 0.7713087 Jul 22 23:28:23.832952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:23.833112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:23.836302 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:23.866750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513da32-c7ac-48fb-b67d-2b61ebd936a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:23.877830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:23.881907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-797e45c7-ae4a-4b36-a166-70b442245125 req-b20b5ae9-4664-4051-be3c-d39ca226d7b4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760807 Jul 22 23:28:23.888146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:23.890153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:23.896238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:23.909842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Port': ['ID=aa56647a-46f3-4f14-a3c5-efd532f1bd35,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:23.957639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5171626b-10d7-412b-9d22-b6efd7b4b271 req-fce6490c-60cd-4b75-b029-3669bde55fef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321540 Jul 22 23:28:23.992939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-a9b5b206-3fc9-49bd-8f14-e6ecd8aab15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:23.999559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-a9b5b206-3fc9-49bd-8f14-e6ecd8aab15f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1094 time: 0.1082475 Jul 22 23:28:24.005851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.007121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:24.042645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fd69de64-4e7e-40ec-8edc-d8b8ab146f25 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5226016 Jul 22 23:28:24.056290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-53182db6-827b-4539-a1c1-55574a47209a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 217 time: 0.0465949 Jul 22 23:28:24.069812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Request body: {'port': {'device_id': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:24.113465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-66f63cd6-1328-42b7-9845-36b66c643da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.115584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-66f63cd6-1328-42b7-9845-36b66c643da0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.0528135 Jul 22 23:28:24.132987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] Transition to ACTIVE for port object 288e3e17-de4f-4b59-bea3-9932f39ced00 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:24.149659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:24.168622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-879e4b56-0ee7-491e-9c11-6c4ab5a786b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342460 Jul 22 23:28:24.250092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-afb6237c-8e90-4219-8bb7-3ec6b921db38 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=22a2e57d18d149f1bc1b808f1cc3ade8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595355 Jul 22 23:28:24.258555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:24.270639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-f39218c5-a4fb-4246-a8c3-cc3294d642cf service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908325 Jul 22 23:28:24.274524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0fb3703-9d36-462a-b292-0b7039bcd2c4 None None] Provisioning for port aa56647a-46f3-4f14-a3c5-efd532f1bd35 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:24.278775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0fb3703-9d36-462a-b292-0b7039bcd2c4 None None] Provisioning complete for port aa56647a-46f3-4f14-a3c5-efd532f1bd35 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:24.279233 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3703-9d36-462a-b292-0b7039bcd2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:24.289288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663000-a0f6-40e0-88b8-b27cacec2235 req-b5f47f59-4fdc-4785-827d-d1eed2794f66 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.295465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663000-a0f6-40e0-88b8-b27cacec2235 req-b5f47f59-4fdc-4785-827d-d1eed2794f66 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.301112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663000-a0f6-40e0-88b8-b27cacec2235 req-b5f47f59-4fdc-4785-827d-d1eed2794f66 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.302824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2663000-a0f6-40e0-88b8-b27cacec2235 req-b5f47f59-4fdc-4785-827d-d1eed2794f66 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2377 time: 0.2507665 Jul 22 23:28:24.314302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb3703-9d36-462a-b292-0b7039bcd2c4 None None] Port aa56647a-46f3-4f14-a3c5-efd532f1bd35 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:24.332712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] No DVR routers for this DVR port 288e3e17-de4f-4b59-bea3-9932f39ced00 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:24.358249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] Pushing event updated for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:24.381901 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd408480-98b8-4dba-b8e6-3608de10e40f req-0020da52-87fa-45db-b808-243548839696 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988028 Jul 22 23:28:24.490654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2663000-a0f6-40e0-88b8-b27cacec2235 req-be2b5b13-a80a-497e-a4f4-9fa73a4b4786 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601682 Jul 22 23:28:24.494066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-f2646199-c739-475f-bd1d-6ebe0b4d9eaa service neutron] 10.222.0.49 "PUT /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00/bindings/n-h2-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2179830 Jul 22 23:28:24.539195 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a97202-6a91-4691-b94d-80371b68975b x-openstack-request-id: req-57a97202-6a91-4691-b94d-80371b68975b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:24.539514 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:24.539770 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57a97202-6a91-4691-b94d-80371b68975b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:24.540162 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'status': 'completed', 'code': 200} Jul 22 23:28:24.618671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-8e3b767d-c3ae-4968-83d3-66053a6b7087 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.620369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-8e3b767d-c3ae-4968-83d3-66053a6b7087 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472211 Jul 22 23:28:24.632964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-1e9a1718-908b-4a2d-b639-dae46024be9d tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.634633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-1e9a1718-908b-4a2d-b639-dae46024be9d tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.0647941 Jul 22 23:28:24.689196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-0b4e4230-8669-4b7f-87b8-a0b2b7794863 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/quotas/22a2e57d18d149f1bc1b808f1cc3ade8 HTTP/1.1" status: 200 len: 375 time: 0.0455122 Jul 22 23:28:24.696672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-361bbd3c-7dbb-4414-872e-73367635ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.698324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-361bbd3c-7dbb-4414-872e-73367635ee75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3&tenant_id=db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 1095 time: 0.0543675 Jul 22 23:28:24.797124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-daa4301a-0ce5-4aa4-9e47-274a99f56958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.798603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-daa4301a-0ce5-4aa4-9e47-274a99f56958 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1095 time: 0.0610406 Jul 22 23:28:24.895299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-aa1d8394-abf0-4d73-8e80-19bcd4f47f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.897232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-aa1d8394-abf0-4d73-8e80-19bcd4f47f7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.0912578 Jul 22 23:28:24.947290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-68a02ab4-561f-48dc-9cde-55318bc38e02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 200 len: 217 time: 0.0400476 Jul 22 23:28:24.998432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-c26d0982-ef2d-4a4d-a5af-b9774fddce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:24.999958 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-c26d0982-ef2d-4a4d-a5af-b9774fddce2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.0457006 Jul 22 23:28:25.018120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-87bd5dc0-1332-425a-be7c-585aa2d7e5ea tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22a2e57d18d149f1bc1b808f1cc3ade8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481510 Jul 22 23:28:25.033610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-c508cd9e-19bd-4507-98bd-79235303d14e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267191 Jul 22 23:28:25.042286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-9842c392-5a77-41bd-ab7e-2e76ffd69686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.043778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-9842c392-5a77-41bd-ab7e-2e76ffd69686 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1094 time: 0.4684403 Jul 22 23:28:25.134577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77f8d2-61de-44fd-ad17-f1008614d626 req-75f37361-9e8e-4034-aec4-ff3f4a44031c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.136206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d77f8d2-61de-44fd-ad17-f1008614d626 req-75f37361-9e8e-4034-aec4-ff3f4a44031c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.5287676 Jul 22 23:28:25.136805 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-7a90f1b8-3621-45a8-9436-409553939816 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922813 Jul 22 23:28:25.202921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aedf367-14bb-4e57-b83f-99d960f64c87 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:25.216185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:25.252587 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-9ba23590-8ebe-4b92-9444-0ff30322efef service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077797 Jul 22 23:28:25.277588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d77f8d2-61de-44fd-ad17-f1008614d626 req-357ae4bc-0d92-46be-82cc-5453501cd043 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074076 Jul 22 23:28:25.282119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Transition to ACTIVE for port object 5aedf367-14bb-4e57-b83f-99d960f64c87 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:25.285759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-bff0121b-9e0d-48aa-acc3-c3153c97d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.287167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-bff0121b-9e0d-48aa-acc3-c3153c97d1e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.2348757 Jul 22 23:28:25.289091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:25.372383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-ea1ae9ae-2949-4216-a397-b8e3407f452e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 217 time: 0.0725503 Jul 22 23:28:25.405353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:25.495473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731acb4-0fd7-4b24-8ba7-7aaf1f58a2c7 req-0fa107d8-7718-4275-a3cb-71097dec3082 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.503166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5731acb4-0fd7-4b24-8ba7-7aaf1f58a2c7 req-0fa107d8-7718-4275-a3cb-71097dec3082 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 944 time: 0.2953546 Jul 22 23:28:25.559639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-de31cf35-5f7e-4bac-a262-dd30160a8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.561309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-de31cf35-5f7e-4bac-a262-dd30160a8f3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.1714602 Jul 22 23:28:25.644032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5731acb4-0fd7-4b24-8ba7-7aaf1f58a2c7 req-d6006700-fb64-41da-a178-592035de3535 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397519 Jul 22 23:28:25.654503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-fa6659e5-099e-4a8a-acf4-b9a246227861 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662944 Jul 22 23:28:25.670220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Attempting to bind port 5aedf367-14bb-4e57-b83f-99d960f64c87 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:25.670220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Attempting to bind port 5aedf367-14bb-4e57-b83f-99d960f64c87 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:25.670220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Attempting to bind port 5aedf367-14bb-4e57-b83f-99d960f64c87 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:25.678794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-00e2911b-d4db-4378-8f29-18bdcb8cb9de tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.680434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-00e2911b-d4db-4378-8f29-18bdcb8cb9de tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.0792022 Jul 22 23:28:25.726788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Port 5aedf367-14bb-4e57-b83f-99d960f64c87 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:25.727122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Attempting to bind port 5aedf367-14bb-4e57-b83f-99d960f64c87 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:25.757056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beedceb-a47e-4073-b0a1-d4d4700185f7 req-dd62ad02-d1cd-42af-a326-6932ba42df09 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:25.758622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1beedceb-a47e-4073-b0a1-d4d4700185f7 req-dd62ad02-d1cd-42af-a326-6932ba42df09 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2132266 Jul 22 23:28:25.792361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:25.792711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Checking segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:25.793108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Bound using segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:25.793583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Bound port: 5aedf367-14bb-4e57-b83f-99d960f64c87, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:25.793932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:25.821971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-d843cbae-b6ef-4df0-805a-ded971d67f22 service neutron] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:25.825215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-d843cbae-b6ef-4df0-805a-ded971d67f22 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:25.826327 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0c62a8c-2194-49e6-8c81-efab67932952 req-d843cbae-b6ef-4df0-805a-ded971d67f22 service neutron] 10.222.0.48 "DELETE /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00/bindings/n-h1-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.1251993 Jul 22 23:28:25.916900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-046470bc-248d-4936-9b41-77e9597240fa service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466054 Jul 22 23:28:25.943703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1beedceb-a47e-4073-b0a1-d4d4700185f7 req-d8b6f019-ba37-47d1-a721-50c587e16956 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322098 Jul 22 23:28:25.993738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:26.028167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6e35c-7ac5-4885-9a82-ed4e39bb19d9 req-a8cbb66e-8714-4ceb-ba26-d67789f2857e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.029672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94e6e35c-7ac5-4885-9a82-ed4e39bb19d9 req-a8cbb66e-8714-4ceb-ba26-d67789f2857e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 943 time: 0.3063984 Jul 22 23:28:26.080394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5aedf367-14bb-4e57-b83f-99d960f64c87,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:26.086461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-728aeb41-b5d8-4876-b9d2-2e14e66321fa req-f1609348-ae26-4d8a-bf8d-c6544e988289 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 210 time: 0.0528200 Jul 22 23:28:26.096039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:26.145168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.145935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:26.147862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/5aedf367-14bb-4e57-b83f-99d960f64c87 HTTP/1.1" status: 200 len: 1092 time: 2.0857222 Jul 22 23:28:26.156134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:26.159108 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a99a569-f987-4f15-a880-d57bbd25dcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:26.175131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fdff76-d4f6-43a3-b0b8-c9313ba956b6 req-b540389e-114a-4cbb-bb77-ef0b5a8454fb service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471268 Jul 22 23:28:26.196114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Request body: {'port': {'device_id': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:26.205359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94e6e35c-7ac5-4885-9a82-ed4e39bb19d9 req-8d0e96a3-1721-4c62-b930-9c85f0568a4d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640115 Jul 22 23:28:26.265984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad392-53af-4b76-af2a-fcd5022632c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:26.363932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:26.397112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4f214-8cbc-420c-aa14-f46cdd807a73 req-06d0ae07-dc2e-4091-94b3-b11f0f1eff5b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.398647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ad4f214-8cbc-420c-aa14-f46cdd807a73 req-06d0ae07-dc2e-4091-94b3-b11f0f1eff5b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 945 time: 0.2362955 Jul 22 23:28:26.440275 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-cb2f3617-56b9-4f73-9242-e9d4d8b75c06 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=22a2e57d18d149f1bc1b808f1cc3ade8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224273 Jul 22 23:28:26.490575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92b701-11ec-469d-a80c-406d191ed8c8 req-bb64e844-8db0-407d-bdb4-d9caca420be4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.497968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92b701-11ec-469d-a80c-406d191ed8c8 req-bb64e844-8db0-407d-bdb4-d9caca420be4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.503827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92b701-11ec-469d-a80c-406d191ed8c8 req-bb64e844-8db0-407d-bdb4-d9caca420be4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.505525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b92b701-11ec-469d-a80c-406d191ed8c8 req-bb64e844-8db0-407d-bdb4-d9caca420be4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2389 time: 0.2219942 Jul 22 23:28:26.576954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ad4f214-8cbc-420c-aa14-f46cdd807a73 req-fc2be207-c49c-4338-81a4-bb86ce7cb3d8 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347129 Jul 22 23:28:26.639510 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acf6cc5-f4d8-4a79-ae9d-ffd8bce3f009 x-openstack-request-id: req-9acf6cc5-f4d8-4a79-ae9d-ffd8bce3f009 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:26.639802 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:26.640048 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9acf6cc5-f4d8-4a79-ae9d-ffd8bce3f009 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:26.640437 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87', 'status': 'completed', 'code': 200} Jul 22 23:28:26.657549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b92b701-11ec-469d-a80c-406d191ed8c8 req-7d61ed12-53a1-417f-9855-e3d65a7b1f1c tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987501 Jul 22 23:28:26.843692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-268e7f4c-f831-404b-912b-c078db5563fa tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.845520 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-268e7f4c-f831-404b-912b-c078db5563fa tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985188 Jul 22 23:28:26.868367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Request body: {'port': {'device_id': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '22a2e57d18d149f1bc1b808f1cc3ade8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:26.914167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdcef1-a046-42db-bc4d-1cc09c2aa360 req-10f309b1-497d-4a0d-a9ca-229ce6779f09 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.915711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fbdcef1-a046-42db-bc4d-1cc09c2aa360 req-10f309b1-497d-4a0d-a9ca-229ce6779f09 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2161562 Jul 22 23:28:26.923483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-cb6c6b34-0eae-4945-82f2-7158488a6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.923974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-cb6c6b34-0eae-4945-82f2-7158488a6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.924457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-cb6c6b34-0eae-4945-82f2-7158488a6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:26.925981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-cb6c6b34-0eae-4945-82f2-7158488a6bad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2732 time: 0.2093642 Jul 22 23:28:26.947058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93934fc-1d8e-4e99-8040-ac04f3decf53 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:26.978363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:26.983535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Made reservation on behalf of 22a2e57d18d149f1bc1b808f1cc3ade8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:26.987348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:26.996311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.057450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Transition to ACTIVE for port object a93934fc-1d8e-4e99-8040-ac04f3decf53 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:27.095208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.100292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.101919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.114939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fbdcef1-a046-42db-bc4d-1cc09c2aa360 req-aa02be4a-9edc-4713-9a90-cbae03d913b3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880133 Jul 22 23:28:27.166468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f412052-3e20-4b4b-b625-60e39322db2a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:27.183123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290242c-6f64-4686-9593-53ec4934e3c1 req-7970f5a8-e311-4e9f-a103-9561fb5b783e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.184787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f290242c-6f64-4686-9593-53ec4934e3c1 req-7970f5a8-e311-4e9f-a103-9561fb5b783e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 944 time: 0.3566773 Jul 22 23:28:27.254587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Allocated IP 192.168.233.226 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/2d67c237-5f1f-44ba-8a3b-dab3fb93e26a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:27.311109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Pushing event updated for resources: {'Port': ['ID=a93934fc-1d8e-4e99-8040-ac04f3decf53,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:27.314018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-bcd87e84-b41c-42e2-8b78-ac67f7fc3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.314490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-bcd87e84-b41c-42e2-8b78-ac67f7fc3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.314966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-bcd87e84-b41c-42e2-8b78-ac67f7fc3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.316606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-bcd87e84-b41c-42e2-8b78-ac67f7fc3c93 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3760400 Jul 22 23:28:27.427856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.432053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f290242c-6f64-4686-9593-53ec4934e3c1 req-e6fc172c-aa7e-40af-b5b9-781bf1301bf2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216172 Jul 22 23:28:27.441470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Transition to ACTIVE for port object 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:27.480243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.538199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:27.543408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:27.544939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:27.548369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:27.555627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5518257c-3fec-4d31-a9a1-e772a6c09d10 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:27.607154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.608142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.625762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-25354562-ed57-4c64-b743-c7ddc82fa382 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7621117 Jul 22 23:28:27.647006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Request body: {'port': {'device_id': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:27.677743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:27.694408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'network_id': 'e97829d8-b2cb-44ca-8667-e9f3cc32185f', 'port_id': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'mac_address': 'fa:16:3e:64:3f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4052e4ad-a699-4d2c-83e4-ea04708aeb35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:27.750915 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.762677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.770498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5518257c-3fec-4d31-a9a1-e772a6c09d10 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:27.791924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:27.797752 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.840252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-9205b34e-14d8-4cd9-8e6a-71e7dd58ba62 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7092614 Jul 22 23:28:27.933207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Attempting to bind port a93934fc-1d8e-4e99-8040-ac04f3decf53 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:27.933594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Attempting to bind port a93934fc-1d8e-4e99-8040-ac04f3decf53 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:27.933884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Attempting to bind port a93934fc-1d8e-4e99-8040-ac04f3decf53 on network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:27.948615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84827500-6103-4d73-9977-16f80a52b94f req-a2763762-cfd6-4781-bb19-412a8ba32d85 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.955771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84827500-6103-4d73-9977-16f80a52b94f req-a2763762-cfd6-4781-bb19-412a8ba32d85 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.7422004 Jul 22 23:28:27.972010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4563c6af-b0a9-4511-8b6e-8f59bbe55b69 None None] Provisioning for port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:27.979410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4563c6af-b0a9-4511-8b6e-8f59bbe55b69 None None] Provisioning complete for port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:27.979879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4563c6af-b0a9-4511-8b6e-8f59bbe55b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:27.982562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:27.989147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-adaf28d8-01bf-4755-a6e7-3d2d1a6d7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:27.991224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a99a569-f987-4f15-a880-d57bbd25dcfc req-adaf28d8-01bf-4755-a6e7-3d2d1a6d7173 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6633635 Jul 22 23:28:27.995361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Port a93934fc-1d8e-4e99-8040-ac04f3decf53 on network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:27.995889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Attempting to bind port a93934fc-1d8e-4e99-8040-ac04f3decf53 on network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:28.020266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4563c6af-b0a9-4511-8b6e-8f59bbe55b69 None None] Port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:28.025591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:28.025937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Checking segment: {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:28.026332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Bound using segment: {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:28.026782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Bound port: a93934fc-1d8e-4e99-8040-ac04f3decf53, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd230a09f-d4c5-4733-83ba-d103ad24107c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:28.027148 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.063506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84827500-6103-4d73-9977-16f80a52b94f req-51a349af-5fc8-4348-ae09-5a5dd5b91709 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068499 Jul 22 23:28:28.077335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb97503-8279-4078-b978-2fe938ccf717 req-81555202-9c39-48f2-a080-07a32759594a tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.078914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbb97503-8279-4078-b978-2fe938ccf717 req-81555202-9c39-48f2-a080-07a32759594a tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 936 time: 0.5494814 Jul 22 23:28:28.100078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:28.109244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.118128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5518257c-3fec-4d31-a9a1-e772a6c09d10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:28.126900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Transition to ACTIVE for port object 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:28.131751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-711c7117-51b8-43bf-bee0-1bb9eeced3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.132953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.133278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-711c7117-51b8-43bf-bee0-1bb9eeced3a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 1095 time: 0.2144032 Jul 22 23:28:28.188887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] For port a93934fc-1d8e-4e99-8040-ac04f3decf53, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:28.192216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] For port a93934fc-1d8e-4e99-8040-ac04f3decf53, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a93934fc-1d8e-4e99-8040-ac04f3decf53,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:28.238869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbb97503-8279-4078-b978-2fe938ccf717 req-85ca348c-b4de-4af9-bbdb-b24aadd87d1b tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399989 Jul 22 23:28:28.251626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.276040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:28.307542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Attempting to bind port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:28.308531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Attempting to bind port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:28.308853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Attempting to bind port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:28.314037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:28.314343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Attempting to bind port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:28.320673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:28.321020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:28.321799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:28.321925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Bound port: 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:28.322209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.383533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.384169 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.385570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] 10.222.0.48 "PUT /v2.0/ports/a93934fc-1d8e-4e99-8040-ac04f3decf53 HTTP/1.1" status: 200 len: 1092 time: 2.1976426 Jul 22 23:28:28.412046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:28.423265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b4691-241f-43b4-8c1c-b423e58dbeff service neutron] Pushing event updated for resources: {'Port': ['ID=a93934fc-1d8e-4e99-8040-ac04f3decf53,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:28.426546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:28.428782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-5e0dc573-70f9-45e6-ad9a-e729eefc6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.430320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-5e0dc573-70f9-45e6-ad9a-e729eefc6cf0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.2710476 Jul 22 23:28:28.437875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.438596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Request body: {'port': {'device_id': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:28.487157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edec19c-02e1-4aeb-abc2-b561eb8fffe7 req-e0cb36de-1f76-4d32-91ea-b432709d1d21 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.488779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7edec19c-02e1-4aeb-abc2-b561eb8fffe7 req-e0cb36de-1f76-4d32-91ea-b432709d1d21 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 944 time: 0.3345022 Jul 22 23:28:28.513941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.514607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.516097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] 10.222.0.48 "PUT /v2.0/ports/2d67c237-5f1f-44ba-8a3b-dab3fb93e26a HTTP/1.1" status: 200 len: 1096 time: 0.8758893 Jul 22 23:28:28.532247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:28.537560 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8a9819-e9a9-4099-aad8-c172880be7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:28.548511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-e03019ff-e6f3-4b52-9ecd-014792089477 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 200 len: 217 time: 0.1030207 Jul 22 23:28:28.577790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a73636-b337-4106-98a3-90ccfc7732bf service neutron] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:28.647916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'tag': 'a93934fc-1d8e-4e99-8040-ac04f3decf53'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:28.650381 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "tag": "a93934fc-1d8e-4e99-8040-ac04f3decf53"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:28.687192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-75014694-dcb9-4ad5-a9cb-f19961579724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.688932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-75014694-dcb9-4ad5-a9cb-f19961579724 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22a2e57d18d149f1bc1b808f1cc3ade8&device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 1099 time: 0.0902555 Jul 22 23:28:28.747658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-7d61a861-61d8-4995-b730-5fb4ca33bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.749199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-7d61a861-61d8-4995-b730-5fb4ca33bd50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1825695 Jul 22 23:28:28.752097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7edec19c-02e1-4aeb-abc2-b561eb8fffe7 req-b19a5665-c633-4999-8ff3-b3ece2cacd9a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267666 Jul 22 23:28:28.753563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-bc52d1b9-d5b0-4f01-837b-830a11e2b2e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a HTTP/1.1" status: 200 len: 217 time: 0.0454786 Jul 22 23:28:28.754630 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:28.806091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-310e88f7-a96b-4a95-b2b4-9c57b2ab1548 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464895 Jul 22 23:28:28.824999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-aab9d493-d45e-4852-83cf-3e8f027f4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.826499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-aab9d493-d45e-4852-83cf-3e8f027f4c81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0640619 Jul 22 23:28:28.885863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1f44-98ea-46ff-b8c5-d466ff583156 req-d2770708-462b-40c6-b844-a58dac2fd579 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.894740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1f44-98ea-46ff-b8c5-d466ff583156 req-d2770708-462b-40c6-b844-a58dac2fd579 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.897775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d39d1-3466-479d-b576-1e6a77681e36 req-95ff38d8-e46f-49f5-ae1f-5b135a894c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.899412 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-95ff38d8-e46f-49f5-ae1f-5b135a894c62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645106 Jul 22 23:28:28.901411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1f44-98ea-46ff-b8c5-d466ff583156 req-d2770708-462b-40c6-b844-a58dac2fd579 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:28.903109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-221c1f44-98ea-46ff-b8c5-d466ff583156 req-d2770708-462b-40c6-b844-a58dac2fd579 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2401 time: 0.2585683 Jul 22 23:28:29.002931 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-f67fe9a5-b4be-4999-8001-5b4b8025e2ab service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935299 Jul 22 23:28:29.096733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-511d39d1-3466-479d-b576-1e6a77681e36 req-ee5152a9-0831-41e9-99f0-e43692643812 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862637 Jul 22 23:28:29.113529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-62877cec-9ae4-44d5-b009-29722b82adc5 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803280 Jul 22 23:28:29.116463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-221c1f44-98ea-46ff-b8c5-d466ff583156 req-90badc6c-51be-4230-87c4-70f1b2cad712 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031062 Jul 22 23:28:29.235669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe136a-09ca-4dff-9197-bcaf950aa8d8 req-0a26a195-38cf-4edf-9ba0-cc5ad7e594b7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.237150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7dbe136a-09ca-4dff-9197-bcaf950aa8d8 req-0a26a195-38cf-4edf-9ba0-cc5ad7e594b7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.3110335 Jul 22 23:28:29.355287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0daac0a2-eb45-4634-b1f5-08c47f389c40 req-53e82bca-c95d-452f-bae9-0bbdaa945d1e service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275653 Jul 22 23:28:29.363693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7dbe136a-09ca-4dff-9197-bcaf950aa8d8 req-8b6567ff-120d-4144-884b-3244e20ca5bd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928440 Jul 22 23:28:29.399665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1d18b-ade2-4e18-9314-1e77cb59b000 req-d2aa7b82-98fd-4cb5-9f71-4d78be151998 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.401397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29e1d18b-ade2-4e18-9314-1e77cb59b000 req-d2aa7b82-98fd-4cb5-9f71-4d78be151998 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1095 time: 0.2161288 Jul 22 23:28:29.412518 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a13aea6-7158-405a-bfe2-642e06a5ddea x-openstack-request-id: req-1a13aea6-7158-405a-bfe2-642e06a5ddea {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:29.412919 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:29.413275 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a13aea6-7158-405a-bfe2-642e06a5ddea {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:29.413792 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'status': 'completed', 'code': 200} Jul 22 23:28:29.426735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa56647a-46f3-4f14-a3c5-efd532f1bd35 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:29.436974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:29.451654 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea4ed42-073b-4f8e-82e8-520358f8812f x-openstack-request-id: req-7ea4ed42-073b-4f8e-82e8-520358f8812f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:29.451943 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "tag": "a93934fc-1d8e-4e99-8040-ac04f3decf53", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:29.452189 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ea4ed42-073b-4f8e-82e8-520358f8812f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:29.452572 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'tag': 'a93934fc-1d8e-4e99-8040-ac04f3decf53', 'status': 'completed', 'code': 200} Jul 22 23:28:29.466804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29e1d18b-ade2-4e18-9314-1e77cb59b000 req-8e166f6c-926c-46c3-8804-497d7c0d57da tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571058 Jul 22 23:28:29.467769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Transition to ACTIVE for port object aa56647a-46f3-4f14-a3c5-efd532f1bd35 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:29.473159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:29.563076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5518257c-3fec-4d31-a9a1-e772a6c09d10 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:29.566944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-e9665d59-d269-4665-a070-46c1d5358ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.570049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-e9665d59-d269-4665-a070-46c1d5358ccc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=22a2e57d18d149f1bc1b808f1cc3ade8&device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 1099 time: 0.0839143 Jul 22 23:28:29.611856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Pushing event updated for resources: {'Port': ['ID=aa56647a-46f3-4f14-a3c5-efd532f1bd35,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:29.632071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 5518257c-3fec-4d31-a9a1-e772a6c09d10 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:29.637650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 5518257c-3fec-4d31-a9a1-e772a6c09d10 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:29.638414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:29.680100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-32b17910-d8cf-49ca-a1b5-b3afdd3d4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.684452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-32b17910-d8cf-49ca-a1b5-b3afdd3d4b6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1076860 Jul 22 23:28:29.725011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-59db24b8-3c52-4218-b56e-870107c5689b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--419301375&fields=id&tenant_id=64588024159d4be99558581d291c3741 HTTP/1.1" status: 200 len: 267 time: 0.1678298 Jul 22 23:28:29.736500 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:29.743112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-b1323980-60b6-4942-825e-6276424e643f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a HTTP/1.1" status: 200 len: 217 time: 0.0515594 Jul 22 23:28:29.768997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:29.772370 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84723517-fb7f-4c3c-93cc-6df5ba82b411" -d '{"events": [{"server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "name": "network-vif-plugged", "status": "completed", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:29.785060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:29.790673 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:29.800563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-e0b7b115-c880-4ba9-ae57-926f66259849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.802816 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-e0b7b115-c880-4ba9-ae57-926f66259849 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0532808 Jul 22 23:28:29.805638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-4bff096c-25fb-4fc4-bc5d-976c387a8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.806127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-4bff096c-25fb-4fc4-bc5d-976c387a8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.806601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-4bff096c-25fb-4fc4-bc5d-976c387a8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.808263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-4bff096c-25fb-4fc4-bc5d-976c387a8086 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2824 time: 0.3007855 Jul 22 23:28:29.863973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:29.887895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457fcb-cb7c-4708-a357-c943f39e9186 req-ecc2948e-d1c5-4468-a12d-a78a434c5b63 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.889483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a457fcb-cb7c-4708-a357-c943f39e9186 req-ecc2948e-d1c5-4468-a12d-a78a434c5b63 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.3118043 Jul 22 23:28:29.890022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-cca7223e-a8d7-4e60-ad31-92b04972f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:29.891952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-cca7223e-a8d7-4e60-ad31-92b04972f8e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691295 Jul 22 23:28:29.904762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Attempting to bind port aa56647a-46f3-4f14-a3c5-efd532f1bd35 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:29.905094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Attempting to bind port aa56647a-46f3-4f14-a3c5-efd532f1bd35 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:29.905423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Attempting to bind port aa56647a-46f3-4f14-a3c5-efd532f1bd35 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:29.950183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Port aa56647a-46f3-4f14-a3c5-efd532f1bd35 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:29.950727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Attempting to bind port aa56647a-46f3-4f14-a3c5-efd532f1bd35 on network a5e88635-0596-4b23-bdf5-db64b6bbc81f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:29.992125 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-b57c39c5-3fc4-434c-ace8-a4dafd010441 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925674 Jul 22 23:28:30.006523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:30.007039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Checking segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:30.007467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Bound using segment: {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:30.008065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Bound port: aa56647a-46f3-4f14-a3c5-efd532f1bd35, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f68c27-cd3e-4c06-a224-393fd0a6f880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:30.008430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:30.016516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-c802830b-4594-424a-b804-9530eee4a720 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.018298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-c802830b-4594-424a-b804-9530eee4a720 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 823 time: 0.2913945 Jul 22 23:28:30.066975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a457fcb-cb7c-4708-a357-c943f39e9186 req-5e5c1ae1-b8bc-4cbd-bad3-5a3e0cf15e88 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587367 Jul 22 23:28:30.085401 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c8a9819-e9a9-4099-aad8-c172880be7c7 req-b0720c63-2733-4fe8-be15-8cf94c54a88e service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856087 Jul 22 23:28:30.093371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1b94fa50-377a-43d8-b4b8-e02ff5170924 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/quotas/64588024159d4be99558581d291c3741 HTTP/1.1" status: 200 len: 375 time: 0.0546308 Jul 22 23:28:30.096513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-12bc1518-b214-4d03-b818-f3ba0890ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.097081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-12bc1518-b214-4d03-b818-f3ba0890ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.097455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-12bc1518-b214-4d03-b818-f3ba0890ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.099569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-12bc1518-b214-4d03-b818-f3ba0890ee04 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2458742 Jul 22 23:28:30.257171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] For port aa56647a-46f3-4f14-a3c5-efd532f1bd35, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:30.293522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] For port aa56647a-46f3-4f14-a3c5-efd532f1bd35, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:30.323354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:30.393291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.393911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:30.395353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] 10.222.0.48 "PUT /v2.0/ports/aa56647a-46f3-4f14-a3c5-efd532f1bd35 HTTP/1.1" status: 200 len: 1092 time: 1.9637818 Jul 22 23:28:30.410140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-37a53706-099b-4488-9c29-1e0782b7912c tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3072813 Jul 22 23:28:30.415542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-57df69a6-8002-49a7-9a60-22c1f4d05ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.416955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c23b1d0-1d7d-4fab-ace1-a87d4ce19403 req-57df69a6-8002-49a7-9a60-22c1f4d05ce6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2995734 Jul 22 23:28:30.456068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64d5b3-91b8-4054-8627-e3ee76c3662c req-2413c740-7e4f-4502-ad34-17dbefad6d2b tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.457714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d64d5b3-91b8-4054-8627-e3ee76c3662c req-2413c740-7e4f-4502-ad34-17dbefad6d2b tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 948 time: 0.3089886 Jul 22 23:28:30.486794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa904b1f-80d3-4cad-9e56-35a66280c057 service neutron] Pushing event updated for resources: {'Port': ['ID=aa56647a-46f3-4f14-a3c5-efd532f1bd35,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:30.834797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-860c4498-ab83-42c3-8532-5e5fd1ba7bc6 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.836291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-860c4498-ab83-42c3-8532-5e5fd1ba7bc6 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0c18490-21f6-4608-8c5b-683fad55689e HTTP/1.1" status: 200 len: 945 time: 0.5735090 Jul 22 23:28:30.894104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d64d5b3-91b8-4054-8627-e3ee76c3662c req-2112dfe5-ebb8-4c0a-8b68-0c7bf086acd2 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177296 Jul 22 23:28:30.921079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-83be6aab-b55b-4316-845a-d255d803a589 service neutron] 10.222.0.21 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858675 Jul 22 23:28:30.984269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-b627b32e-00a6-4e0d-bed1-a134ead12517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.985007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-b627b32e-00a6-4e0d-bed1-a134ead12517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.985489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-b627b32e-00a6-4e0d-bed1-a134ead12517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:30.987088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-b627b32e-00a6-4e0d-bed1-a134ead12517 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2866 time: 0.5119510 Jul 22 23:28:31.096504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-f46bed59-12fc-45f4-9c20-f1f9caf8bb45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=5aedf367-14bb-4e57-b83f-99d960f64c87 HTTP/1.1" status: 200 len: 217 time: 0.0930278 Jul 22 23:28:31.242296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-4f67316c-5c54-40d6-a9a2-f9fe205f1ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:31.243770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-4f67316c-5c54-40d6-a9a2-f9fe205f1ba5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9bdecac-a22c-4f9d-99e9-cbf34d302e22 HTTP/1.1" status: 200 len: 801 time: 0.1022933 Jul 22 23:28:31.245529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-64d708b6-be2a-4ba2-929f-1b5debe81cec service neutron] 10.222.0.21 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111169 Jul 22 23:28:31.261251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Deleting port 5861df09-2074-4f3d-be89-a86875ab9862 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:31.261817 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:31.304345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2762b-8631-48b1-8c37-5c4072bb234b req-abceff1b-ba72-41df-aa74-5c808e6de364 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:31.305883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58b2762b-8631-48b1-8c37-5c4072bb234b req-abceff1b-ba72-41df-aa74-5c808e6de364 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 1095 time: 0.3176861 Jul 22 23:28:31.415380 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea7f31-8218-4d3f-af61-bb3bfd12bf5c x-openstack-request-id: req-49ea7f31-8218-4d3f-af61-bb3bfd12bf5c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:31.415902 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "name": "network-vif-plugged", "status": "completed", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:31.416240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58b2762b-8631-48b1-8c37-5c4072bb234b req-aa241541-8495-4287-b2ce-567acd2145d5 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979471 Jul 22 23:28:31.420674 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49ea7f31-8218-4d3f-af61-bb3bfd12bf5c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:31.424800 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'code': 200} Jul 22 23:28:31.426527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-d62a7b02-7dd0-4860-a57e-c043ad2ba5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:31.428193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-d62a7b02-7dd0-4860-a57e-c043ad2ba5a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5e88635-0596-4b23-bdf5-db64b6bbc81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1768756 Jul 22 23:28:31.456938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'tag': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:31.463146 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "tag": "aa56647a-46f3-4f14-a3c5-efd532f1bd35"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:31.495285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:31.515724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] For port 5861df09-2074-4f3d-be89-a86875ab9862, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5861df09-2074-4f3d-be89-a86875ab9862,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:31.515724 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:31.629160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e436e5-be9f-4159-82ae-97e5cd4fa7ec req-e92c588c-7128-4b0f-a819-9c100196056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:31.632509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82e436e5-be9f-4159-82ae-97e5cd4fa7ec req-e92c588c-7128-4b0f-a819-9c100196056c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1096 time: 0.1238909 Jul 22 23:28:31.682539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:31.686647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82e436e5-be9f-4159-82ae-97e5cd4fa7ec req-72e5d96a-b2e1-40fc-84db-611d78ffeff7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479126 Jul 22 23:28:31.696363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'mac_address': 'fa:16:3e:23:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:31.738015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:31.751691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:31.774586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:31.780176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:31.831098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-75b467f8-f667-4239-aa80-a32d538fddfc service neutron] 10.222.0.48 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925412 Jul 22 23:28:31.842796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:31.920426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b951c3-6015-486b-81cc-eacfd51d662e req-77c1c747-2bf3-49c8-9b0d-12b8cc9b5e63 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:31.921835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94b951c3-6015-486b-81cc-eacfd51d662e req-77c1c747-2bf3-49c8-9b0d-12b8cc9b5e63 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 945 time: 0.4221621 Jul 22 23:28:32.018661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:32.019249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:32.019776 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Floating IP ae49aee8-2585-4fd3-9855-367ffa379c03 disassociated. External IP: 172.25.5.216, port: 5861df09-2074-4f3d-be89-a86875ab9862. Jul 22 23:28:32.020318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Calling delete_port for 5861df09-2074-4f3d-be89-a86875ab9862 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:32.056184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8cd55-d2c5-4a45-ae17-d570a5304539 req-31b117d9-9b67-48df-b57c-e97f8e3cbdfd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.062846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8cd55-d2c5-4a45-ae17-d570a5304539 req-31b117d9-9b67-48df-b57c-e97f8e3cbdfd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.070833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8cd55-d2c5-4a45-ae17-d570a5304539 req-31b117d9-9b67-48df-b57c-e97f8e3cbdfd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.072576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17d8cd55-d2c5-4a45-ae17-d570a5304539 req-31b117d9-9b67-48df-b57c-e97f8e3cbdfd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2413 time: 0.3472910 Jul 22 23:28:32.090162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-04192eca-f2e6-4f20-8c85-5470a75af783 service neutron] 10.222.0.48 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504058 Jul 22 23:28:32.098710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94b951c3-6015-486b-81cc-eacfd51d662e req-32ceefab-f927-4812-a354-97d140b10370 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640925 Jul 22 23:28:32.123190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:32.173237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-5fe346a0-5adf-47e3-b9a6-dc7f70ac1b8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=a93934fc-1d8e-4e99-8040-ac04f3decf53 HTTP/1.1" status: 200 len: 217 time: 0.0711119 Jul 22 23:28:32.264040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17d8cd55-d2c5-4a45-ae17-d570a5304539 req-931d9f3c-7947-4576-9185-c615c12179c8 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785405 Jul 22 23:28:32.333590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-4b4da5b0-3273-4bbd-b1d5-def3441d8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.335208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-4b4da5b0-3273-4bbd-b1d5-def3441d8c9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=669355b6-47d9-4c2c-a6c1-a4c330ac88fd HTTP/1.1" status: 200 len: 801 time: 0.1404345 Jul 22 23:28:32.354835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e4a4b-e5c4-4c8d-a30e-91e182171b93 req-e8d1c2af-dfed-4e2c-9e0c-7ad714923254 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.356285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-456e4a4b-e5c4-4c8d-a30e-91e182171b93 req-e8d1c2af-dfed-4e2c-9e0c-7ad714923254 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1821649 Jul 22 23:28:32.482743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:32.526761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-456e4a4b-e5c4-4c8d-a30e-91e182171b93 req-718c67d6-e1ec-4ffb-b355-d66b61b89cd6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459765 Jul 22 23:28:32.529392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event deleted for resources: {'Port': ['ID=5861df09-2074-4f3d-be89-a86875ab9862,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:32.560237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-9f21596d-b14a-46ca-a1e9-0488541aecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.561766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-9f21596d-b14a-46ca-a1e9-0488541aecc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2f29ffc-a743-41c7-aefb-cf24e4e47b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2162616 Jul 22 23:28:32.570214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2181b-6146-474b-b6f5-627d9b2b0498 req-b24d5f82-f8d3-4803-9642-0079b2b1fa29 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:32.571759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ade2181b-6146-474b-b6f5-627d9b2b0498 req-b24d5f82-f8d3-4803-9642-0079b2b1fa29 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2251945 Jul 22 23:28:32.704318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46cb7973-fac6-4159-9b3b-8b2e8bb82bbe req-3f960c64-38b7-4b4d-8d03-82d946a44f63 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 210 time: 0.0979617 Jul 22 23:28:32.759240 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04acebbe-41e7-4b13-8046-c17dbe261944 x-openstack-request-id: req-04acebbe-41e7-4b13-8046-c17dbe261944 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:32.759548 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "tag": "aa56647a-46f3-4f14-a3c5-efd532f1bd35", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:32.759795 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04acebbe-41e7-4b13-8046-c17dbe261944 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:32.760177 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'tag': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35', 'status': 'completed', 'code': 200} Jul 22 23:28:32.788842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ade2181b-6146-474b-b6f5-627d9b2b0498 req-7583e65e-4ad2-4479-abd9-7eb389a5a9da tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810982 Jul 22 23:28:32.809651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:28:32.816452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7ae13274-958a-4678-b805-1de9eb6012b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d2f29ffc-a743-41c7-aefb-cf24e4e47b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437696 Jul 22 23:28:33.057773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-8e603e6e-c6b6-4a57-b743-78a2014c96a1 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.059727 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-8e603e6e-c6b6-4a57-b743-78a2014c96a1 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 823 time: 0.1540203 Jul 22 23:28:33.115650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-ba4bf536-2512-4458-9582-54594320b47a service neutron] 10.222.0.48 "GET /v2.0/networks/d2f29ffc-a743-41c7-aefb-cf24e4e47b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867885 Jul 22 23:28:33.175555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-aaf7563c-b431-40bb-b6f9-e428334c16de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35 HTTP/1.1" status: 200 len: 217 time: 0.0503564 Jul 22 23:28:33.177315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:28:33.180873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-aaf3e769-22dc-4860-8817-29cd7ee21401 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64588024159d4be99558581d291c3741 HTTP/1.1" status: 200 len: 379 time: 0.0974431 Jul 22 23:28:33.187817 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:28:33.193461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'port': {'device_id': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'admin_state_up': True, 'tenant_id': '64588024159d4be99558581d291c3741', 'security_groups': ['11c3dfc4-abab-4068-ad22-c238d9985423']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:33.200482 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:33.201002 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:28:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:33.205929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f071a-b934-4405-b182-d83162ea7d7d req-69bdcd84-67a0-4dfc-965f-b4ec13c62052 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.208237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d68f071a-b934-4405-b182-d83162ea7d7d req-69bdcd84-67a0-4dfc-965f-b4ec13c62052 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 949 time: 0.3245676 Jul 22 23:28:33.295410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] No DVR routers for this DVR port 5861df09-2074-4f3d-be89-a86875ab9862 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:33.305771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.308441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-188d62e5-e893-476e-a6d9-0bf631badb22 req-44e38f1d-69d2-4905-9725-b615d3eca7ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "DELETE /v2.0/ports/5861df09-2074-4f3d-be89-a86875ab9862 HTTP/1.1" status: 204 len: 173 time: 2.4628203 Jul 22 23:28:33.342830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Made reservation on behalf of 64588024159d4be99558581d291c3741 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:28:33.347583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.364282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-470fb58c-0f45-4adb-9446-cd53c1d1ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.366276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-470fb58c-0f45-4adb-9446-cd53c1d1ba48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9bdecac-a22c-4f9d-99e9-cbf34d302e22 HTTP/1.1" status: 200 len: 801 time: 0.1392043 Jul 22 23:28:33.369486 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:33.370067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d68f071a-b934-4405-b182-d83162ea7d7d req-aec736ad-9926-4b24-b03e-60070d4e7eb6 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336319 Jul 22 23:28:33.450151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc4a21-ae93-4d66-8be5-62116bb94be7 req-ab909fc0-def1-4bbe-b29b-7d937dff2b0b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.469952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86fc4a21-ae93-4d66-8be5-62116bb94be7 req-ab909fc0-def1-4bbe-b29b-7d937dff2b0b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 945 time: 0.1713381 Jul 22 23:28:33.511914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:33.559028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86fc4a21-ae93-4d66-8be5-62116bb94be7 req-90433499-ad04-4547-80c6-f2139197142b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824029 Jul 22 23:28:33.564202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-72f8608a-4fb4-457e-992b-680af61a4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.565763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-72f8608a-4fb4-457e-992b-680af61a4db1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5e88635-0596-4b23-bdf5-db64b6bbc81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1908073 Jul 22 23:28:33.572505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Allocated IP 172.20.0.3 (fbee96a9-bf79-4bb3-99a2-870a7fbc8191/dfa2a7b2-825e-4eda-a538-8a54155a2509/63abaa15-a584-47e5-8208-b98aad710023) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:28:33.590552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:33.594785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:33.595186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.621063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5861df09-2074-4f3d-be89-a86875ab9862 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:33.642260 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:33.655920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 5861df09-2074-4f3d-be89-a86875ab9862 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:33.656631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5861df09-2074-4f3d-be89-a86875ab9862 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:33.681678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a238-3db2-44bc-894b-a791b98c5f82 req-7ebd29fb-0b28-4566-97e2-13ff788c226a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.687919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a238-3db2-44bc-894b-a791b98c5f82 req-7ebd29fb-0b28-4566-97e2-13ff788c226a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.693938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a238-3db2-44bc-894b-a791b98c5f82 req-7ebd29fb-0b28-4566-97e2-13ff788c226a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:33.696072 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:28:33.701878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d876a238-3db2-44bc-894b-a791b98c5f82 req-7ebd29fb-0b28-4566-97e2-13ff788c226a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2413 time: 0.2140243 Jul 22 23:28:33.705720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:33.706534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:28:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:33.718119 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.738424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.752258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:33.752502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Transition to ACTIVE for port object 63abaa15-a584-47e5-8208-b98aad710023 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:33.769767 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e72a199-7fdd-47a4-9cb2-0dec609e215b" -d '{"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:33.790452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.806079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:33.814991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:33.815173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d876a238-3db2-44bc-894b-a791b98c5f82 req-e5564da5-d10b-4978-a2e2-65f3b327afb4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121569 Jul 22 23:28:33.820901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-7f5b4ae7-fd53-40e5-ad50-13366d88b808 service neutron] 10.222.0.48 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347372 Jul 22 23:28:33.866386 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:33.892601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:28:33.899860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:28:33.918710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:28:33.962799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:33.990828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event updated for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:34.047026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.047989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.070292 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-88d47f84-4d4c-4424-8f3e-5a502a9402b4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820212 Jul 22 23:28:34.088757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Request body: {'port': {'device_id': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:34.255942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:34.274941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.297471 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97801ee-23b1-47c2-b8a5-e53b44a2ff35 None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:28:34.306680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb0b4f-3561-401b-803c-6e327c574dd9 req-69abc1dd-d01b-4cb1-989c-229e6cdb5a74 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.308286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0cb0b4f-3561-401b-803c-6e327c574dd9 req-69abc1dd-d01b-4cb1-989c-229e6cdb5a74 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.5940635 Jul 22 23:28:34.370805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-23b94c22-c1ca-4065-87f9-03713e1788c0 None None] Provisioning for port 63abaa15-a584-47e5-8208-b98aad710023 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:34.376271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-23b94c22-c1ca-4065-87f9-03713e1788c0 None None] Provisioning complete for port 63abaa15-a584-47e5-8208-b98aad710023 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:34.376271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23b94c22-c1ca-4065-87f9-03713e1788c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.406477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-52973586-3026-4c2b-b1a9-2affbdbcfcc6 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-967527139&fields=id&tenant_id=d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 267 time: 0.1514399 Jul 22 23:28:34.462706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0cb0b4f-3561-401b-803c-6e327c574dd9 req-87049b4a-7d86-4579-a70f-b69482b4aa78 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216063 Jul 22 23:28:34.475974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec5301e-74a0-43fc-9ce0-fb8f8a62dbdd req-bd3898cc-f1a5-4634-aaa8-3d800aa4d9ea service neutron] 10.222.0.48 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464820 Jul 22 23:28:34.510153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-23b94c22-c1ca-4065-87f9-03713e1788c0 None None] Port 63abaa15-a584-47e5-8208-b98aad710023 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:28:34.524346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-c55032d3-98e1-4614-8111-d652eae2be49 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.526316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-c55032d3-98e1-4614-8111-d652eae2be49 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 945 time: 0.1120126 Jul 22 23:28:34.538335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'port': {'security_groups': ['68185dec-823c-4c63-9139-0b2c8f4bcda5', 'ac01c5ca-eb06-4f94-a960-8af377dca0a5']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:34.641401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63abaa15-a584-47e5-8208-b98aad710023 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:34.652818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.669278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Transition to ACTIVE for port object 63abaa15-a584-47e5-8208-b98aad710023 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:28:34.680512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.717245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.738567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Pushing event updated for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:34.770604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'name': 'network-vif-deleted', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:34.773811 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565eb582-304d-489d-9c9a-7fad6171871b" -d '{"events": [{"server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "name": "network-vif-deleted", "tag": "5861df09-2074-4f3d-be89-a86875ab9862"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:34.790524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7498a1-26d5-4648-a4d1-c3abc315cbfe None None] New status for floating IP ae49aee8-2585-4fd3-9855-367ffa379c03: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:28:34.826643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc00809-e852-464b-99d0-7dc96435b007 req-2864004f-2f1d-4b4e-8e88-802775dd23e2 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.828361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bc00809-e852-464b-99d0-7dc96435b007 req-2864004f-2f1d-4b4e-8e88-802775dd23e2 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 931 time: 0.2257276 Jul 22 23:28:34.857437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-a8280dbc-2b3d-4e22-888c-df6cd42839ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.857921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-a8280dbc-2b3d-4e22-888c-df6cd42839ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.869139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-a8280dbc-2b3d-4e22-888c-df6cd42839ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:34.872968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-a8280dbc-2b3d-4e22-888c-df6cd42839ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2866 time: 0.2593193 Jul 22 23:28:34.894341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Attempting to bind port 63abaa15-a584-47e5-8208-b98aad710023 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:28:34.895077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Attempting to bind port 63abaa15-a584-47e5-8208-b98aad710023 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:28:34.896233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Attempting to bind port 63abaa15-a584-47e5-8208-b98aad710023 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:34.902417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Port 63abaa15-a584-47e5-8208-b98aad710023 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:28:34.902896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Attempting to bind port 63abaa15-a584-47e5-8208-b98aad710023 on network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:28:34.908942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:28:34.909425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Checking segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:28:34.910166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Bound using segment: {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:28:34.910969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Bound port: 63abaa15-a584-47e5-8208-b98aad710023, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f57dba9-b31b-4754-86ba-d43d97670978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:28:34.910969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:34.977117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bc00809-e852-464b-99d0-7dc96435b007 req-b4386d2f-a6f9-4744-a7a8-95e1cc9082c9 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391559 Jul 22 23:28:34.998122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:28:35.010872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=63abaa15-a584-47e5-8208-b98aad710023,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:28:35.015812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.061066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.061840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.063383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] 10.222.0.49 "PUT /v2.0/ports/63abaa15-a584-47e5-8208-b98aad710023 HTTP/1.1" status: 200 len: 1091 time: 0.9831641 Jul 22 23:28:35.063936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'tag': '63abaa15-a584-47e5-8208-b98aad710023'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:35.068947 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "tag": "63abaa15-a584-47e5-8208-b98aad710023"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:35.116384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478a33d-81fa-42f8-aec0-489b4ef70631 service neutron] Pushing event updated for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:35.124302 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f770aaa4-942a-4d57-bd1b-75f4a05a6a3e x-openstack-request-id: req-f770aaa4-942a-4d57-bd1b-75f4a05a6a3e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:35.124603 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:35.124840 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f770aaa4-942a-4d57-bd1b-75f4a05a6a3e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:35.125234 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'code': 200} Jul 22 23:28:35.141357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-67f9a78a-4cba-4f6f-a9a7-d34e70d35f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.142838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-67f9a78a-4cba-4f6f-a9a7-d34e70d35f32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a5e88635-0596-4b23-bdf5-db64b6bbc81f HTTP/1.1" status: 200 len: 903 time: 0.2520342 Jul 22 23:28:35.203180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-53a71c34-86fb-40fd-8081-17b80c5dbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.204929 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-53a71c34-86fb-40fd-8081-17b80c5dbd01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 1094 time: 0.0841544 Jul 22 23:28:35.261407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-f79dadf9-9632-48bb-b513-1d703dbf52ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63abaa15-a584-47e5-8208-b98aad710023 HTTP/1.1" status: 200 len: 217 time: 0.0387366 Jul 22 23:28:35.274761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-fffe5ba8-23fa-4718-a34f-4c43aaab7a80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35 HTTP/1.1" status: 200 len: 217 time: 0.1187418 Jul 22 23:28:35.321333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-c7634201-9287-4387-8826-9e1f8246d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.323546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-c7634201-9287-4387-8826-9e1f8246d487 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 200 len: 862 time: 0.0558009 Jul 22 23:28:35.394267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:35.403359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-aac42ad0-724e-4a70-834d-cb1e1d730689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.405458 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-aac42ad0-724e-4a70-834d-cb1e1d730689 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731304 Jul 22 23:28:35.413617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-f0887b3c-7bc5-4e89-8ddd-9c6680ba8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.415145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-f0887b3c-7bc5-4e89-8ddd-9c6680ba8660 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9bdecac-a22c-4f9d-99e9-cbf34d302e22 HTTP/1.1" status: 200 len: 801 time: 0.1261201 Jul 22 23:28:35.481231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.494008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.503281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d6d3-b1f0-4de7-b844-63571659acce req-80c02528-b779-4f01-9104-5ee9af00fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.506116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3325d6d3-b1f0-4de7-b844-63571659acce req-80c02528-b779-4f01-9104-5ee9af00fde3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 1101 time: 0.2693932 Jul 22 23:28:35.506304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f', '5518257c-3fec-4d31-a9a1-e772a6c09d10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:35.513531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0584176-3709-4897-be1d-8e6e4137b9a6 req-f4e78763-7cc3-477f-baa3-34f198af9290 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.520220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0584176-3709-4897-be1d-8e6e4137b9a6 req-f4e78763-7cc3-477f-baa3-34f198af9290 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2832017 Jul 22 23:28:35.522615 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-b491fba1-22a2-44c6-9404-aabec869622b service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070096 Jul 22 23:28:35.606412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.607281 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.609004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f26bb247-029c-4d81-aac4-b67b924dfdc2 req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "PUT /v2.0/ports/5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 981 time: 1.0763936 Jul 22 23:28:35.638449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339be43-27ea-4078-bdca-a3dc5c8dfcf0 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:35.674378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-82927050-7d4c-4dd5-8f13-bfbfb5aa4fa3 req-5970da7a-aa9b-47be-b691-0cf70c4ce277 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447303 Jul 22 23:28:35.687395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3325d6d3-b1f0-4de7-b844-63571659acce req-86764913-51bb-4f0a-8389-b7cafb7e50cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626725 Jul 22 23:28:35.690559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:35.698810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0584176-3709-4897-be1d-8e6e4137b9a6 req-e0db50f0-9308-48e2-9308-0008f9c69346 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774089 Jul 22 23:28:35.701122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-70acf4ef-1625-431a-aa00-537e462427a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.702686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-70acf4ef-1625-431a-aa00-537e462427a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a5e88635-0596-4b23-bdf5-db64b6bbc81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2779694 Jul 22 23:28:35.724328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5518257c-3fec-4d31-a9a1-e772a6c09d10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:35.749893 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9307f72-279f-4d43-8c22-20555dc71db7 x-openstack-request-id: req-d9307f72-279f-4d43-8c22-20555dc71db7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:35.750186 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c18490-21f6-4608-8c5b-683fad55689e", "name": "network-vif-deleted", "tag": "5861df09-2074-4f3d-be89-a86875ab9862", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:35.750439 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9307f72-279f-4d43-8c22-20555dc71db7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:35.750916 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c18490-21f6-4608-8c5b-683fad55689e', 'name': 'network-vif-deleted', 'tag': '5861df09-2074-4f3d-be89-a86875ab9862', 'status': 'completed', 'code': 200} Jul 22 23:28:35.888662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4ade2-380d-487f-add6-fa5646240c4e req-6807e71f-b8ed-4426-bb97-3d38dae36929 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.890222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0fe4ade2-380d-487f-add6-fa5646240c4e req-6807e71f-b8ed-4426-bb97-3d38dae36929 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 950 time: 0.1199961 Jul 22 23:28:35.915830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a63b1-8d4a-4dd7-8111-17acb3b5a8b3 req-36bf8619-dc8f-49f8-9052-e4b4f1dabd16 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.921753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a63b1-8d4a-4dd7-8111-17acb3b5a8b3 req-36bf8619-dc8f-49f8-9052-e4b4f1dabd16 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.927667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a63b1-8d4a-4dd7-8111-17acb3b5a8b3 req-36bf8619-dc8f-49f8-9052-e4b4f1dabd16 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:35.929332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-738a63b1-8d4a-4dd7-8111-17acb3b5a8b3 req-36bf8619-dc8f-49f8-9052-e4b4f1dabd16 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2413 time: 0.1204758 Jul 22 23:28:35.994414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0fe4ade2-380d-487f-add6-fa5646240c4e req-12c7ea0f-e4a3-463d-9792-a9b604bb3106 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942478 Jul 22 23:28:36.040514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-738a63b1-8d4a-4dd7-8111-17acb3b5a8b3 req-39ddfb69-9565-4a32-b2e9-7477f40a4a06 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002171 Jul 22 23:28:36.061146 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8366c0a-20bc-4cf8-9208-0fac5d05f30a x-openstack-request-id: req-a8366c0a-20bc-4cf8-9208-0fac5d05f30a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:36.061667 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "tag": "63abaa15-a584-47e5-8208-b98aad710023", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:36.062054 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8366c0a-20bc-4cf8-9208-0fac5d05f30a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:36.062610 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'tag': '63abaa15-a584-47e5-8208-b98aad710023', 'status': 'completed', 'code': 200} Jul 22 23:28:36.086653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-029eedcc-4edc-432a-9996-b5fe27a348d2 service neutron] 10.222.0.48 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390092 Jul 22 23:28:36.176249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-44a5ff5a-b20d-408d-b723-4608d36a1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.178570 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-44a5ff5a-b20d-408d-b723-4608d36a1ae4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 1094 time: 0.0968764 Jul 22 23:28:36.232579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-387ef18c-2b84-44aa-b0da-5dfcf3bf3c1e req-811b7246-670e-45e1-a010-378dfb20b249 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/ac01c5ca-eb06-4f94-a960-8af377dca0a5 HTTP/1.1" status: 200 len: 1799 time: 0.1375890 Jul 22 23:28:36.273483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a40f4971-8f03-44b2-8c1e-20f8c77c6ab0 req-24305256-0648-454a-9f1f-f90c31a47a40 service neutron] 10.222.0.48 "GET /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795835 Jul 22 23:28:36.280442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-189e356a-6f32-4725-96c0-582a57e09a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.282288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-189e356a-6f32-4725-96c0-582a57e09a62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 924 time: 0.0975618 Jul 22 23:28:36.310939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb65454-d2bc-4572-8ac5-116242d3ec5f req-ed0c7413-40a6-4490-ba35-f8ba5d5649dd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.312479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bb65454-d2bc-4572-8ac5-116242d3ec5f req-ed0c7413-40a6-4490-ba35-f8ba5d5649dd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1614993 Jul 22 23:28:36.318815 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-387ef18c-2b84-44aa-b0da-5dfcf3bf3c1e req-b47809f4-d141-4d61-bc57-c5d73be69fc7 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:28:36.319810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-387ef18c-2b84-44aa-b0da-5dfcf3bf3c1e req-b47809f4-d141-4d61-bc57-c5d73be69fc7 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac01c5ca-eb06-4f94-a960-8af377dca0a5 HTTP/1.1" status: 409 len: 341 time: 0.0751469 Jul 22 23:28:36.336367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-8766db00-402b-482b-af8b-0d531f850d49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63abaa15-a584-47e5-8208-b98aad710023 HTTP/1.1" status: 200 len: 217 time: 0.0393996 Jul 22 23:28:36.360291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bb65454-d2bc-4572-8ac5-116242d3ec5f req-ae959272-9d2e-4a1e-a489-81e7c72ad2c8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Jul 22 23:28:36.443020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-2468e808-aec1-4e30-af58-84ef2521350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.444552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-2468e808-aec1-4e30-af58-84ef2521350e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 200 len: 862 time: 0.1007385 Jul 22 23:28:36.485970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01915f9c-5bbf-4aec-877c-5620eeeb02ed req-e2fd4e7e-27d2-4d63-ad3e-403df02d10fd tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.488263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01915f9c-5bbf-4aec-877c-5620eeeb02ed req-e2fd4e7e-27d2-4d63-ad3e-403df02d10fd tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 943 time: 0.0971224 Jul 22 23:28:36.534416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01915f9c-5bbf-4aec-877c-5620eeeb02ed req-8f234deb-2726-4c1d-9ce8-22a7c4b6c06d tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Jul 22 23:28:36.541763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-bddc39db-32bf-45bd-b65a-60629004299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.543646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-bddc39db-32bf-45bd-b65a-60629004299e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904748 Jul 22 23:28:36.664971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-448f3eef-0b65-40af-be07-7633d4c024bc service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051891 Jul 22 23:28:36.686990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bd458-974d-4e81-84de-cf47a26917be req-2f5f9d15-ba81-4ac3-b52e-c0eab2d5d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.688501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-2f5f9d15-ba81-4ac3-b52e-c0eab2d5d87b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1135 time: 0.1014600 Jul 22 23:28:36.702370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05fac4-9307-4001-81ab-dc4cc02d60d0 req-e05bcf4d-aaa5-4693-bae9-710251867929 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.703884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c05fac4-9307-4001-81ab-dc4cc02d60d0 req-e05bcf4d-aaa5-4693-bae9-710251867929 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 984 time: 0.1309345 Jul 22 23:28:36.780612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-70fd3a19-cbf0-4d06-af44-36e0d5c3bc9a req-7581d95a-e17d-404d-912b-9e36f230f1a1 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051130 Jul 22 23:28:36.815048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c05fac4-9307-4001-81ab-dc4cc02d60d0 req-a4f537ac-0a08-4077-9a20-5de34c369713 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=ac01c5ca-eb06-4f94-a960-8af377dca0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0995243 Jul 22 23:28:36.836924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bd458-974d-4e81-84de-cf47a26917be req-87b416a5-d9e2-4e6b-9a07-feb578629e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.838864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-87b416a5-d9e2-4e6b-9a07-feb578629e57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.1339996 Jul 22 23:28:36.886625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-c3266f96-911f-4c93-9339-504e8db7a085 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 217 time: 0.0402296 Jul 22 23:28:36.966244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bd458-974d-4e81-84de-cf47a26917be req-0fc68112-84eb-45a9-b681-8a021f3d047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:36.967640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-0fc68112-84eb-45a9-b681-8a021f3d047d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.0726175 Jul 22 23:28:37.007869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-43c56867-0546-48da-ad25-2ef3bfc733e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302553 Jul 22 23:28:37.025160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc743a-71c7-4a0f-94d1-b44515917fda req-1a610a53-876b-4dc8-bf06-330e27accc2f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.026443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17dc743a-71c7-4a0f-94d1-b44515917fda req-1a610a53-876b-4dc8-bf06-330e27accc2f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1427257 Jul 22 23:28:37.145140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17dc743a-71c7-4a0f-94d1-b44515917fda req-e0a3ea1d-ae9c-47ae-a3a2-12f34371c0aa tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105881 Jul 22 23:28:37.181024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-8df517fe-9f6e-41a1-8518-d69eb10f3699 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651649 Jul 22 23:28:37.217623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276db5e-cc81-4c41-994e-b2da9afe8fe2 req-af6b695a-5526-4779-9ed8-707ae0dcf680 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.219164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a276db5e-cc81-4c41-994e-b2da9afe8fe2 req-af6b695a-5526-4779-9ed8-707ae0dcf680 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 950 time: 0.1493690 Jul 22 23:28:37.346878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a276db5e-cc81-4c41-994e-b2da9afe8fe2 req-55730894-cc90-4787-bafd-ab7fb71a276c tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102738 Jul 22 23:28:37.373159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81bd458-974d-4e81-84de-cf47a26917be req-7f218c4b-76c7-48fd-8b17-e5dcb1ee2b5e service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812730 Jul 22 23:28:37.396306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117836-c993-4aca-b763-1991164429fe req-71339ceb-12fd-4e41-be1e-ef8b1818c386 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.403652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117836-c993-4aca-b763-1991164429fe req-71339ceb-12fd-4e41-be1e-ef8b1818c386 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.410222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed117836-c993-4aca-b763-1991164429fe req-71339ceb-12fd-4e41-be1e-ef8b1818c386 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.412307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed117836-c993-4aca-b763-1991164429fe req-71339ceb-12fd-4e41-be1e-ef8b1818c386 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2413 time: 0.1920514 Jul 22 23:28:37.475462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed117836-c993-4aca-b763-1991164429fe req-a67bef25-9e49-462e-86aa-b5302cb85103 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564954 Jul 22 23:28:37.511965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aa56647a-46f3-4f14-a3c5-efd532f1bd35 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:37.650966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aa56647a-46f3-4f14-a3c5-efd532f1bd35, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:37.662075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdfab4-0f79-47c6-beab-039b65f8b174 req-43d4fc01-3a09-47bb-80cb-5cebd3235e39 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.664464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35', 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'port_id': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35', 'mac_address': 'fa:16:3e:f2:8a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bdecac-a22c-4f9d-99e9-cbf34d302e22', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:37.670616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91cdfab4-0f79-47c6-beab-039b65f8b174 req-43d4fc01-3a09-47bb-80cb-5cebd3235e39 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1292596 Jul 22 23:28:37.711942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:37.728259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa56647a-46f3-4f14-a3c5-efd532f1bd35 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:37.730480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91cdfab4-0f79-47c6-beab-039b65f8b174 req-8dff7701-80fb-4d0e-a249-755655c8d328 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Jul 22 23:28:37.752968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:37.756340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aa56647a-46f3-4f14-a3c5-efd532f1bd35, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:37.757180 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f39cd20-e845-471f-9a27-d0b22182c49d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:37.763395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:37.764464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5aedf367-14bb-4e57-b83f-99d960f64c87 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:37.837045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aa56647a-46f3-4f14-a3c5-efd532f1bd35,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:37.864914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5aedf367-14bb-4e57-b83f-99d960f64c87,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:37.883752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '5aedf367-14bb-4e57-b83f-99d960f64c87', 'network_id': 'a5e88635-0596-4b23-bdf5-db64b6bbc81f', 'port_id': '5aedf367-14bb-4e57-b83f-99d960f64c87', 'mac_address': 'fa:16:3e:e7:86:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bdecac-a22c-4f9d-99e9-cbf34d302e22', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:37.966192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af1abe-e0e5-4a60-8100-5cd22771fe7c req-d4adde36-58cb-45dc-8c94-a82feae37143 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:37.970536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63af1abe-e0e5-4a60-8100-5cd22771fe7c req-d4adde36-58cb-45dc-8c94-a82feae37143 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 943 time: 0.1469293 Jul 22 23:28:37.975617 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cd687c-5ec5-440c-aa7d-b5215ca8d06c x-openstack-request-id: req-38cd687c-5ec5-440c-aa7d-b5215ca8d06c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:37.976086 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:37.976520 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38cd687c-5ec5-440c-aa7d-b5215ca8d06c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:37.978204 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'status': 'completed', 'code': 200} Jul 22 23:28:37.996145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:38.023581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aedf367-14bb-4e57-b83f-99d960f64c87 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:38.049668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5aedf367-14bb-4e57-b83f-99d960f64c87,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:38.055102 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:38.056418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a93934fc-1d8e-4e99-8040-ac04f3decf53 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:38.063839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63af1abe-e0e5-4a60-8100-5cd22771fe7c req-4bf99676-0575-4aa0-be64-6a08ee6257b8 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845275 Jul 22 23:28:38.101137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-d2520e77-f540-4608-94c7-56fab0d38186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:38.102652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-d2520e77-f540-4608-94c7-56fab0d38186 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1135 time: 0.0754390 Jul 22 23:28:38.166813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:38.271150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a93934fc-1d8e-4e99-8040-ac04f3decf53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a93934fc-1d8e-4e99-8040-ac04f3decf53,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:38.284613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a93934fc-1d8e-4e99-8040-ac04f3decf53', 'network_id': 'd2f29ffc-a743-41c7-aefb-cf24e4e47b28', 'port_id': 'a93934fc-1d8e-4e99-8040-ac04f3decf53', 'mac_address': 'fa:16:3e:e9:06:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669355b6-47d9-4c2c-a6c1-a4c330ac88fd', 'ip_address': '19.86.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:38.334831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:38.336042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-1f684468-c485-4aeb-917c-d8377d1f9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:38.337536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-1f684468-c485-4aeb-917c-d8377d1f9c8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.2272308 Jul 22 23:28:38.347144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f1470-a1c8-45f6-b5a5-ce5d3171076f req-b176126c-0a3c-44b0-bf5c-673e96e5084d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:38.347618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93934fc-1d8e-4e99-8040-ac04f3decf53 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:38.349309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-325f1470-a1c8-45f6-b5a5-ce5d3171076f req-b176126c-0a3c-44b0-bf5c-673e96e5084d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 984 time: 0.1788919 Jul 22 23:28:38.371127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a93934fc-1d8e-4e99-8040-ac04f3decf53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a93934fc-1d8e-4e99-8040-ac04f3decf53,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:38.375871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:38.402433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-747a1017-7045-4096-8146-672210801648 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 217 time: 0.0507545 Jul 22 23:28:38.428056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a93934fc-1d8e-4e99-8040-ac04f3decf53,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:38.461130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-325f1470-a1c8-45f6-b5a5-ce5d3171076f req-dd11a680-447b-4575-8914-89acec5269c9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=ac01c5ca-eb06-4f94-a960-8af377dca0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1027896 Jul 22 23:28:38.471786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886244fc-7ebb-4345-85e6-fbec6df044d3 req-a1f373bb-aa28-4329-9409-c81f97f1d85c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:38.482111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-886244fc-7ebb-4345-85e6-fbec6df044d3 req-a1f373bb-aa28-4329-9409-c81f97f1d85c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2120450 Jul 22 23:28:38.492265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-f30513d2-3df6-47ea-a426-1dc89a95c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:38.493871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-f30513d2-3df6-47ea-a426-1dc89a95c596 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.0831134 Jul 22 23:28:38.541661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-2ae00191-8c5c-47ca-a5f8-74b37e8e13d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399013 Jul 22 23:28:38.567605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-886244fc-7ebb-4345-85e6-fbec6df044d3 req-da4aefaa-c823-4ffd-b8f1-1a1fbb52ecec tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868185 Jul 22 23:28:38.606697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-b8737d3f-6c36-49be-a7c9-5ad15618fe55 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1313674467&fields=id&tenant_id=d0bf6683b5e845f18326e5cf65b9d37a HTTP/1.1" status: 200 len: 267 time: 0.0726554 Jul 22 23:28:38.729427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-cc2bcc84-c4f7-4d91-b7f3-ca627c3f30d7 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778216 Jul 22 23:28:38.796900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-382476ac-6d1c-4ba5-a13f-085757b6ef2b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:38.798371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-382476ac-6d1c-4ba5-a13f-085757b6ef2b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 984 time: 0.1660221 Jul 22 23:28:39.041183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['5aedf367-14bb-4e57-b83f-99d960f64c87'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:39.075823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['aa56647a-46f3-4f14-a3c5-efd532f1bd35'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:39.078044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a93934fc-1d8e-4e99-8040-ac04f3decf53'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:39.112237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7359e7-b214-495e-8cb5-8ca0e0009def req-769adbd2-b066-44c0-bc0b-58e4faab19ff tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:39.118666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7359e7-b214-495e-8cb5-8ca0e0009def req-769adbd2-b066-44c0-bc0b-58e4faab19ff tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:39.124792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7359e7-b214-495e-8cb5-8ca0e0009def req-769adbd2-b066-44c0-bc0b-58e4faab19ff tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:39.126444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb7359e7-b214-495e-8cb5-8ca0e0009def req-769adbd2-b066-44c0-bc0b-58e4faab19ff tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2416 time: 0.4952161 Jul 22 23:28:39.130800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'port': {'security_groups': ['68185dec-823c-4c63-9139-0b2c8f4bcda5', 'ac01c5ca-eb06-4f94-a960-8af377dca0a5', '6ec3acad-0625-4098-829f-2224f3b28afb']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:39.206975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f39cd20-e845-471f-9a27-d0b22182c49d req-86c4b688-65e1-4206-bda3-2137d097408b service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707899 Jul 22 23:28:39.254383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb7359e7-b214-495e-8cb5-8ca0e0009def req-9cfe5469-2ed7-49d6-844f-f36a69a57b22 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903761 Jul 22 23:28:39.283035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:39.509375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e69d33-a04d-4806-bd63-bf0f7af7ff7b req-32d17345-a787-4008-96ca-b4a9d815cf6f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:39.510930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0e69d33-a04d-4806-bd63-bf0f7af7ff7b req-32d17345-a787-4008-96ca-b4a9d815cf6f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1383030 Jul 22 23:28:39.600147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0e69d33-a04d-4806-bd63-bf0f7af7ff7b req-51531815-55e7-4985-9d01-ce61e2ebd39a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831521 Jul 22 23:28:39.605469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:39.627227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 63abaa15-a584-47e5-8208-b98aad710023 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:39.640638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:39.648620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:39.672511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f', '5518257c-3fec-4d31-a9a1-e772a6c09d10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:39.714494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:39.715260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:39.721755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db650b9d-1849-40dc-b75f-eff37c884b67 req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "PUT /v2.0/ports/5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 1020 time: 0.6210568 Jul 22 23:28:39.750851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ad60-1e30-42c2-a2ef-e26513ae53ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:39.935497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f16c48-e3b8-4156-ac1f-b77c0e5d615d req-430ecf68-c7c5-4af1-951c-0fea84ef4ba2 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:39.942818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5f16c48-e3b8-4156-ac1f-b77c0e5d615d req-430ecf68-c7c5-4af1-951c-0fea84ef4ba2 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 943 time: 0.1242821 Jul 22 23:28:39.956881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5518257c-3fec-4d31-a9a1-e772a6c09d10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:39.983980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:39.987409 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18633f4-10cf-45b9-96f1-8c188b39963e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:40.002402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b685-252e-4e3c-a697-f8fd36924e7a req-aa0ed804-2a56-44c1-acf0-1f5d5fd91863 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.004123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa69b685-252e-4e3c-a697-f8fd36924e7a req-aa0ed804-2a56-44c1-acf0-1f5d5fd91863 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1340096 Jul 22 23:28:40.008366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5f16c48-e3b8-4156-ac1f-b77c0e5d615d req-a989daa3-924f-44ae-b4f5-87ae1442b3ec tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641336 Jul 22 23:28:40.023952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=63abaa15-a584-47e5-8208-b98aad710023,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:40.050054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '63abaa15-a584-47e5-8208-b98aad710023', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'port_id': '63abaa15-a584-47e5-8208-b98aad710023', 'mac_address': 'fa:16:3e:d4:4d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:40.076803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa69b685-252e-4e3c-a697-f8fd36924e7a req-71682d72-39a1-41e5-9f35-2bfd3216b76d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Jul 22 23:28:40.104000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad1382ba-e434-4b47-8e7b-7a0e2d6507a3 req-de41f3c2-cf89-4c0d-95ed-8c6b25166c32 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6ec3acad-0625-4098-829f-2224f3b28afb HTTP/1.1" status: 200 len: 1801 time: 0.0663719 Jul 22 23:28:40.157331 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612ed1fd-3ef4-48b0-aac1-421eb8a0e905 x-openstack-request-id: req-612ed1fd-3ef4-48b0-aac1-421eb8a0e905 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:40.157649 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:40.157871 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-612ed1fd-3ef4-48b0-aac1-421eb8a0e905 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:40.158266 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'status': 'completed', 'code': 200} Jul 22 23:28:40.162163 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-ad1382ba-e434-4b47-8e7b-7a0e2d6507a3 req-b9629ff0-1d11-4d8e-bf6b-8f4ee64d249d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:28:40.163233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad1382ba-e434-4b47-8e7b-7a0e2d6507a3 req-b9629ff0-1d11-4d8e-bf6b-8f4ee64d249d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ec3acad-0625-4098-829f-2224f3b28afb HTTP/1.1" status: 409 len: 341 time: 0.0532105 Jul 22 23:28:40.167424 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:40.195106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63abaa15-a584-47e5-8208-b98aad710023 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:40.257894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=63abaa15-a584-47e5-8208-b98aad710023,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:40.262052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-1d8d167c-3ccb-4c7a-a1c4-f6c6a67f0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.263739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-1d8d167c-3ccb-4c7a-a1c4-f6c6a67f0a36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1174 time: 0.0798914 Jul 22 23:28:40.273075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:40.375768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:40.408450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-7cddf9ce-0927-44cb-b26b-42cb05e536bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.409985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-7cddf9ce-0927-44cb-b26b-42cb05e536bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 200 len: 914 time: 0.1384628 Jul 22 23:28:40.556145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-8af9f5cb-5c91-4cff-83c4-be5bd1f87a9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 200 len: 217 time: 0.0784466 Jul 22 23:28:40.611321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['63abaa15-a584-47e5-8208-b98aad710023'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:40.658564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f59fe-0440-488a-825f-518178dae740 req-678756f5-e472-4bda-a55b-bb900d45a994 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.673381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f59fe-0440-488a-825f-518178dae740 req-678756f5-e472-4bda-a55b-bb900d45a994 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.680356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f59fe-0440-488a-825f-518178dae740 req-678756f5-e472-4bda-a55b-bb900d45a994 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.682056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-385f59fe-0440-488a-825f-518178dae740 req-678756f5-e472-4bda-a55b-bb900d45a994 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2416 time: 0.2711830 Jul 22 23:28:40.686876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-0d47e002-d220-437d-8b90-6f59fab96241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.688314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-0d47e002-d220-437d-8b90-6f59fab96241 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 200 len: 853 time: 0.1180992 Jul 22 23:28:40.802471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbe44c-a463-42e9-8017-c0dca42477b3 req-a766891d-e410-4f0b-9c98-b11970d1e4ed tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:40.804308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4bbe44c-a463-42e9-8017-c0dca42477b3 req-a766891d-e410-4f0b-9c98-b11970d1e4ed tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1023 time: 0.3289230 Jul 22 23:28:40.806488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-4b820e70-b113-473f-8008-91a67322df75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97829d8-b2cb-44ca-8667-e9f3cc32185f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068904 Jul 22 23:28:40.903030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-385f59fe-0440-488a-825f-518178dae740 req-60e0c8bc-58e5-464b-a6e1-7eba56e1ca89 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074590 Jul 22 23:28:40.916236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-6c8ffdb2-a7a2-461f-84a0-541239f97e5a service neutron] 10.222.0.48 "GET /v2.0/ports/37458842-80bd-438e-aacc-018c8f7db8c4/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 382 time: 0.2324176 Jul 22 23:28:40.939700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4bbe44c-a463-42e9-8017-c0dca42477b3 req-4de2feaa-3b27-422c-b5ad-e7900203945c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=ac01c5ca-eb06-4f94-a960-8af377dca0a5&id=6ec3acad-0625-4098-829f-2224f3b28afb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1293404 Jul 22 23:28:41.075959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-5d1e938d-b466-4960-b9f5-9c8cd3eb2871 service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456965 Jul 22 23:28:41.117698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-3b3259a8-85f7-43b2-ba45-a9d8adaab952 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2005086 Jul 22 23:28:41.256731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666946-cd79-47e9-86e3-2b480c0f3187 req-e12cd061-ffe3-4941-9352-2fe968c3e40d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.258205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51666946-cd79-47e9-86e3-2b480c0f3187 req-e12cd061-ffe3-4941-9352-2fe968c3e40d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.2423060 Jul 22 23:28:41.304759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f18633f4-10cf-45b9-96f1-8c188b39963e req-706adb97-cf39-4642-b90e-b82d2d1d329c service neutron] 10.222.0.49 "GET /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161686 Jul 22 23:28:41.342316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51666946-cd79-47e9-86e3-2b480c0f3187 req-ef6392b7-99f4-4c05-8314-e2ed63a1c5d8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752232 Jul 22 23:28:41.356079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-72cb9a94-3d8c-4639-89d3-b77af09f0268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.357560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-72cb9a94-3d8c-4639-89d3-b77af09f0268 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dc4550bb45a5443f9b0fa3199da16477&device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 1096 time: 0.1729450 Jul 22 23:28:41.359629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-37e3dc4d-7535-4977-a416-cd90c532ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.361511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-37e3dc4d-7535-4977-a416-cd90c532ed75 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32&tenant_id=174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 1101 time: 0.1756339 Jul 22 23:28:41.544051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:41.551084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aa56647a-46f3-4f14-a3c5-efd532f1bd35 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:41.579464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-53364112-68f4-46de-9c9f-e357ffc71c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.580937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-53364112-68f4-46de-9c9f-e357ffc71c9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41 HTTP/1.1" status: 200 len: 917 time: 0.1973057 Jul 22 23:28:41.658764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-4c71314e-4fb8-426a-9e12-9882c271b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.660773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-4c71314e-4fb8-426a-9e12-9882c271b6d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1101 time: 0.2577300 Jul 22 23:28:41.667946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port aa56647a-46f3-4f14-a3c5-efd532f1bd35 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:41.675771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port aa56647a-46f3-4f14-a3c5-efd532f1bd35 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:41.676168 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:41.719394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:41.728142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc9b04-13a7-4106-9296-67994ff71269 req-94bf2b31-bde5-43bb-bc1b-bae5e9f219cd tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.729998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7bc9b04-13a7-4106-9296-67994ff71269 req-94bf2b31-bde5-43bb-bc1b-bae5e9f219cd tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 944 time: 0.2756903 Jul 22 23:28:41.738037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-9118befc-acca-47e6-8cd8-b09f9ad34f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d65c479-ed97-49ab-9401-4f93b825666f HTTP/1.1" status: 200 len: 1001 time: 0.1494291 Jul 22 23:28:41.738229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'mac_address': 'fa:16:3e:23:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:41.810074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:41.820647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-119bed16-beb4-46b7-bec5-b643a0f0b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.822128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-119bed16-beb4-46b7-bec5-b643a0f0b523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1449702 Jul 22 23:28:41.830453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:41.833890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:41.873996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:41.879299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:41.882895 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e0d3c-3370-461b-b400-2b1cde96f433" -d '{"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-plugged", "status": "completed", "tag": "aa56647a-46f3-4f14-a3c5-efd532f1bd35"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:41.893764 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:41.893764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:41.900717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aa56647a-46f3-4f14-a3c5-efd532f1bd35, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:41.913587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-5f8c1b4d-d5ea-40d1-b9e7-b85b80899a8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 217 time: 0.0747764 Jul 22 23:28:41.927426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:41.928637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5aedf367-14bb-4e57-b83f-99d960f64c87 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:41.973125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7bc9b04-13a7-4106-9296-67994ff71269 req-b994e9f1-b327-4a64-903a-eacf98533a2d tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320335 Jul 22 23:28:41.979966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-b281d67a-af22-4a1f-b742-69f9fb8c25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:41.981526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-b281d67a-af22-4a1f-b742-69f9fb8c25b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72124785-59c8-4637-a6e5-f7a5a730871d HTTP/1.1" status: 200 len: 855 time: 0.1585093 Jul 22 23:28:42.040226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:42.066101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-f77f26d1-4996-4e59-a294-708082ed16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:42.068546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-f77f26d1-4996-4e59-a294-708082ed16e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1452088 Jul 22 23:28:42.153954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 5aedf367-14bb-4e57-b83f-99d960f64c87 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:42.173726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 5aedf367-14bb-4e57-b83f-99d960f64c87 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:42.174030 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:42.174362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-5ab53ccd-0dc9-4aa3-bc56-bc6c8b4ed2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:42.176080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-5ab53ccd-0dc9-4aa3-bc56-bc6c8b4ed2a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fc2a0a31-b56e-449e-acb8-b2fb24e23d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833985 Jul 22 23:28:42.230202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e533138-6b09-48d0-9364-ca3c23161bea req-2702a43a-612d-4a7c-b195-c19675fbb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:42.232109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-2702a43a-612d-4a7c-b195-c19675fbb5ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565242 Jul 22 23:28:42.248917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:42.263251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aa56647a-46f3-4f14-a3c5-efd532f1bd35,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:42.273696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79727-69b1-46c4-b478-e1d7edc8dadf req-a9cbe4cc-f270-4027-98c4-114252ea129a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:42.281649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18c79727-69b1-46c4-b478-e1d7edc8dadf req-a9cbe4cc-f270-4027-98c4-114252ea129a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2038250 Jul 22 23:28:42.314685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'aff46151-78cc-4970-8fc1-85470102e9da', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'port_id': 'aff46151-78cc-4970-8fc1-85470102e9da', 'mac_address': 'fa:16:3e:bb:04:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941c303d-65b0-4d3b-978d-e11203647f1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:42.403698 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:42.408764 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:42.445908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aff46151-78cc-4970-8fc1-85470102e9da {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:42.492051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:42.513060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5aedf367-14bb-4e57-b83f-99d960f64c87,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:42.515362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:42.542210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-f27e2094-1fc6-4809-be01-d5f39814f0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575208 Jul 22 23:28:42.582603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18c79727-69b1-46c4-b478-e1d7edc8dadf req-c2f67a51-6a74-4317-8435-effd196d2557 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996891 Jul 22 23:28:42.607946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:42.615355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:42.617408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a93934fc-1d8e-4e99-8040-ac04f3decf53 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:42.711250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-5965e0a8-5592-4062-9fd6-80779212f282 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:42.718065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-5965e0a8-5592-4062-9fd6-80779212f282 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1023 time: 0.4305770 Jul 22 23:28:42.758072 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd1734e-1082-422e-8bb6-0208a6b22445 x-openstack-request-id: req-dfd1734e-1082-422e-8bb6-0208a6b22445 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:42.759183 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-plugged", "status": "completed", "tag": "aa56647a-46f3-4f14-a3c5-efd532f1bd35", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:42.759477 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfd1734e-1082-422e-8bb6-0208a6b22445 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:42.759881 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35', 'code': 200} Jul 22 23:28:42.784606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-b1af5bd0-f963-4555-b060-8838e17585d9 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987428 Jul 22 23:28:42.864626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:42.931220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:42.955283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port a93934fc-1d8e-4e99-8040-ac04f3decf53 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:42.968276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['aff46151-78cc-4970-8fc1-85470102e9da'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:42.999373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a93934fc-1d8e-4e99-8040-ac04f3decf53 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:42.999982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.262549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4cd8b0d-2b1f-4e45-bc49-a93abf527afc req-0ca1bafe-a04a-4fb0-8a01-12f329f6d93f service neutron] 10.222.0.48 "GET /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030511 Jul 22 23:28:43.346527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e533138-6b09-48d0-9364-ca3c23161bea req-6faa235f-1c4c-4b2b-9e24-6f1d764caf6a service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045371 Jul 22 23:28:43.367210 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.380013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf0b6-98b9-4d74-a225-e14d3235f1d1 req-574c2ac8-4131-4419-9b5a-274ced75a250 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:43.386240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf0b6-98b9-4d74-a225-e14d3235f1d1 req-574c2ac8-4131-4419-9b5a-274ced75a250 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:43.392694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddf0b6-98b9-4d74-a225-e14d3235f1d1 req-574c2ac8-4131-4419-9b5a-274ced75a250 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:43.401231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6ddf0b6-98b9-4d74-a225-e14d3235f1d1 req-574c2ac8-4131-4419-9b5a-274ced75a250 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2418 time: 0.6188984 Jul 22 23:28:43.412205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Deleting port 5518257c-3fec-4d31-a9a1-e772a6c09d10 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:43.412205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.434884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a93934fc-1d8e-4e99-8040-ac04f3decf53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a93934fc-1d8e-4e99-8040-ac04f3decf53,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:43.446347 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.449766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:43.547425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a93934fc-1d8e-4e99-8040-ac04f3decf53,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:43.598512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6ddf0b6-98b9-4d74-a225-e14d3235f1d1 req-74ecd31c-d9d4-450b-8d92-cb0057d8ad7a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967685 Jul 22 23:28:43.623691 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.649867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aff46151-78cc-4970-8fc1-85470102e9da {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:43.663520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] For port 5518257c-3fec-4d31-a9a1-e772a6c09d10, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5518257c-3fec-4d31-a9a1-e772a6c09d10,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:43.664005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.671478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 63abaa15-a584-47e5-8208-b98aad710023 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:43.692896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Calling delete_port for 5518257c-3fec-4d31-a9a1-e772a6c09d10 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:43.753472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:43.763491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.779001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 63abaa15-a584-47e5-8208-b98aad710023 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:28:43.816921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 63abaa15-a584-47e5-8208-b98aad710023 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:43.818101 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:43.830020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:43.983169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:44.036779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b92475-d067-4034-b74c-d4c567ef4771 req-221b2234-a2e3-4993-bac4-a5569351f4eb tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:44.044788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33b92475-d067-4034-b74c-d4c567ef4771 req-221b2234-a2e3-4993-bac4-a5569351f4eb tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bd186dc-92d3-4dbf-ab08-5d4c2a382e18 HTTP/1.1" status: 200 len: 1023 time: 0.2494295 Jul 22 23:28:44.084906 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.100127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a84c4852-2840-4d83-b221-483763fde34f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:44.112123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:44.112620 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.160442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.227868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=63abaa15-a584-47e5-8208-b98aad710023,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:44.239644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33b92475-d067-4034-b74c-d4c567ef4771 req-95a2b10c-3de6-4a75-91d1-171a2df197b2 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=ac01c5ca-eb06-4f94-a960-8af377dca0a5&id=6ec3acad-0625-4098-829f-2224f3b28afb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1933002 Jul 22 23:28:44.241005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'Port': ['ID=5518257c-3fec-4d31-a9a1-e772a6c09d10,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:44.264305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.264305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5518257c-3fec-4d31-a9a1-e772a6c09d10 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:44.346064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] No DVR routers for this DVR port 5518257c-3fec-4d31-a9a1-e772a6c09d10 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:44.351062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.354506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9bc2065-bf2f-4186-bd92-65a1de81d809 req-a9701555-209a-4ffa-9b8f-fae694fcab53 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "DELETE /v2.0/ports/5518257c-3fec-4d31-a9a1-e772a6c09d10 HTTP/1.1" status: 204 len: 173 time: 1.5997956 Jul 22 23:28:44.355793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'name': 'network-vif-deleted', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:44.367777 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b36f4f9-17d7-4a6f-96ce-cc3822d1e76d" -d '{"events": [{"server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "name": "network-vif-deleted", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:44.382749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 5518257c-3fec-4d31-a9a1-e772a6c09d10 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:44.387301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5518257c-3fec-4d31-a9a1-e772a6c09d10 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:44.468719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:44.494184 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.565982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:44.580359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.581393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37458842-80bd-438e-aacc-018c8f7db8c4 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:44.685919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee92f-51f8-4389-80cc-76b30eefdd79 req-25b2f133-b139-4af2-bce7-25c1e4c021a3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:44.688759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-093ee92f-51f8-4389-80cc-76b30eefdd79 req-25b2f133-b139-4af2-bce7-25c1e4c021a3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 943 time: 0.1644826 Jul 22 23:28:44.727492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:44.753558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-093ee92f-51f8-4389-80cc-76b30eefdd79 req-e1e3e9ab-0e65-40ac-bbba-9271e6402e10 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 Jul 22 23:28:44.771474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87'}, {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93934fc-1d8e-4e99-8040-ac04f3decf53'}, {'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63abaa15-a584-47e5-8208-b98aad710023'}, {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:44.774141 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170728bb-6480-4e7e-8669-0e79bb658987" -d '{"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-plugged", "status": "completed", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87"}, {"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-plugged", "status": "completed", "tag": "a93934fc-1d8e-4e99-8040-ac04f3decf53"}, {"server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "name": "network-vif-plugged", "status": "completed", "tag": "63abaa15-a584-47e5-8208-b98aad710023"}, {"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:44.804080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:44.976864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42836f64-9926-4719-9909-e04e843ca93d req-131acb63-2f16-40b0-b1b6-f1d0a100a36b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:44.978476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42836f64-9926-4719-9909-e04e843ca93d req-131acb63-2f16-40b0-b1b6-f1d0a100a36b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.1333556 Jul 22 23:28:45.011323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:45.025489 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:45.054554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42836f64-9926-4719-9909-e04e843ca93d req-01b7f9d3-378e-4b53-a56b-fe48dbba901b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686216 Jul 22 23:28:45.100188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:45.255895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e71b2-5378-4baa-b8b7-0feb606cc871 req-630ed1da-4f6f-40bb-9c1c-8b272dec2436 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:45.257552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c0e71b2-5378-4baa-b8b7-0feb606cc871 req-630ed1da-4f6f-40bb-9c1c-8b272dec2436 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.0850925 Jul 22 23:28:45.304776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c0e71b2-5378-4baa-b8b7-0feb606cc871 req-28262776-4394-45b5-9890-86f7e953c0f2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Jul 22 23:28:45.363602 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52089e99-6cdc-474f-bed9-4ba5029c5dfc x-openstack-request-id: req-52089e99-6cdc-474f-bed9-4ba5029c5dfc {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:45.364829 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd186dc-92d3-4dbf-ab08-5d4c2a382e18", "name": "network-vif-deleted", "tag": "5518257c-3fec-4d31-a9a1-e772a6c09d10", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:45.364829 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52089e99-6cdc-474f-bed9-4ba5029c5dfc {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:45.365083 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd186dc-92d3-4dbf-ab08-5d4c2a382e18', 'name': 'network-vif-deleted', 'tag': '5518257c-3fec-4d31-a9a1-e772a6c09d10', 'status': 'completed', 'code': 200} Jul 22 23:28:45.622387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:45.689508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d505f3-cb8f-446d-9e07-a0b26963f772 req-c2e7c837-b23b-45fa-b62f-c305af9435d4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:45.695048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port aff46151-78cc-4970-8fc1-85470102e9da triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:45.695656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:45.706474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d505f3-cb8f-446d-9e07-a0b26963f772 req-c2e7c837-b23b-45fa-b62f-c305af9435d4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:45.712494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d505f3-cb8f-446d-9e07-a0b26963f772 req-c2e7c837-b23b-45fa-b62f-c305af9435d4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:45.721129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12d505f3-cb8f-446d-9e07-a0b26963f772 req-c2e7c837-b23b-45fa-b62f-c305af9435d4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2419 time: 0.1677365 Jul 22 23:28:45.785817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12d505f3-cb8f-446d-9e07-a0b26963f772 req-ad3ab652-0ce0-4275-8af6-a2913520999d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555439 Jul 22 23:28:45.800273 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:45.854368 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a171cfe-98a3-4381-ab45-e1e57651cc03 x-openstack-request-id: req-5a171cfe-98a3-4381-ab45-e1e57651cc03 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:45.854828 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-plugged", "status": "completed", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87", "code": 200}, {"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-plugged", "status": "completed", "tag": "a93934fc-1d8e-4e99-8040-ac04f3decf53", "code": 200}, {"server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "name": "network-vif-plugged", "status": "completed", "tag": "63abaa15-a584-47e5-8208-b98aad710023", "code": 200}, {"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:45.855243 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a171cfe-98a3-4381-ab45-e1e57651cc03 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:45.856638 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87', 'code': 200} Jul 22 23:28:45.857824 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93934fc-1d8e-4e99-8040-ac04f3decf53', 'code': 200} Jul 22 23:28:45.858694 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63abaa15-a584-47e5-8208-b98aad710023', 'code': 200} Jul 22 23:28:45.860478 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'code': 200} Jul 22 23:28:45.862540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:45.871601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.062253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:46.092216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66c52b-fb00-414a-ae7b-76baed63babf req-35ecbb61-acc1-4ab8-a248-3bb7f0037199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:46.094004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa66c52b-fb00-414a-ae7b-76baed63babf req-35ecbb61-acc1-4ab8-a248-3bb7f0037199 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 1096 time: 0.1579838 Jul 22 23:28:46.107534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40d5999-6463-4937-b553-529f63e51991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.218835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa66c52b-fb00-414a-ae7b-76baed63babf req-b56d4848-6df3-414e-a37c-def68c60bd90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113083 Jul 22 23:28:46.247596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20d6ed-c535-48b9-bf34-9c8e553c6c00 req-0e874b39-6bd6-4485-9160-d38e333b1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:46.248366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20d6ed-c535-48b9-bf34-9c8e553c6c00 req-0e874b39-6bd6-4485-9160-d38e333b1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:46.248996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20d6ed-c535-48b9-bf34-9c8e553c6c00 req-0e874b39-6bd6-4485-9160-d38e333b1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:46.250784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a20d6ed-c535-48b9-bf34-9c8e553c6c00 req-0e874b39-6bd6-4485-9160-d38e333b1277 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2872 time: 0.2439749 Jul 22 23:28:46.310122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a20d6ed-c535-48b9-bf34-9c8e553c6c00 req-458c8757-627d-49b8-9a3a-65e1b4a17560 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484838 Jul 22 23:28:46.342585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd670c98-b9e7-4e93-9fc4-562372c131a9 req-d59c9f2f-3a9e-4fb4-9f47-562a9437b3a0 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:46.344790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd670c98-b9e7-4e93-9fc4-562372c131a9 req-d59c9f2f-3a9e-4fb4-9f47-562a9437b3a0 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1566601 Jul 22 23:28:46.399976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd670c98-b9e7-4e93-9fc4-562372c131a9 req-6bffc40e-997d-4e94-9526-dbf0ac3307cb tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Jul 22 23:28:46.515051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3de2aef4-a0ea-46ce-8578-1f3eadb15f9c req-f0a123e4-dd22-4acc-aff7-7dfee31ff255 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/ac01c5ca-eb06-4f94-a960-8af377dca0a5 HTTP/1.1" status: 200 len: 1799 time: 0.0782242 Jul 22 23:28:46.581920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3de2aef4-a0ea-46ce-8578-1f3eadb15f9c req-d25fef4a-04c7-4cee-a465-3dba4b9b838b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.608379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3de2aef4-a0ea-46ce-8578-1f3eadb15f9c req-d25fef4a-04c7-4cee-a465-3dba4b9b838b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.679833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3de2aef4-a0ea-46ce-8578-1f3eadb15f9c req-d25fef4a-04c7-4cee-a465-3dba4b9b838b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.687157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3de2aef4-a0ea-46ce-8578-1f3eadb15f9c req-d25fef4a-04c7-4cee-a465-3dba4b9b838b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:46.689347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3de2aef4-a0ea-46ce-8578-1f3eadb15f9c req-d25fef4a-04c7-4cee-a465-3dba4b9b838b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac01c5ca-eb06-4f94-a960-8af377dca0a5 HTTP/1.1" status: 204 len: 173 time: 0.1735303 Jul 22 23:28:46.708973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fef4a-04c7-4cee-a465-3dba4b9b838b tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01c5ca-eb06-4f94-a960-8af377dca0a5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:46.877365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c3ef-384b-4bb7-931d-e4f7e1aa93a7 req-33a1810c-1b99-4646-99ca-82ec9069b5d1 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:46.881005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45b4c3ef-384b-4bb7-931d-e4f7e1aa93a7 req-33a1810c-1b99-4646-99ca-82ec9069b5d1 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.1034110 Jul 22 23:28:46.929996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45b4c3ef-384b-4bb7-931d-e4f7e1aa93a7 req-96ca9acd-2321-4ff6-99ac-eb9b28772d73 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Jul 22 23:28:47.122922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14cbb1-7d0d-4d50-ae47-b7e2ba873b48 req-0d1e6de5-b7c9-4add-82e2-6d8a193dc269 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:47.123584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c14cbb1-7d0d-4d50-ae47-b7e2ba873b48 req-0d1e6de5-b7c9-4add-82e2-6d8a193dc269 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 948 time: 0.1256542 Jul 22 23:28:47.180663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c14cbb1-7d0d-4d50-ae47-b7e2ba873b48 req-5678443f-4be6-4518-a6ed-94f39fd59437 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Jul 22 23:28:47.281979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f40a9a38-c98b-4b2c-b568-f4ef171f1f5f req-3d1e9061-c721-4fa6-aea4-5fac539590ce tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6ec3acad-0625-4098-829f-2224f3b28afb HTTP/1.1" status: 200 len: 1801 time: 0.0860105 Jul 22 23:28:47.435462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f40a9a38-c98b-4b2c-b568-f4ef171f1f5f req-a3ce5ac0-b3bb-4ca0-ba43-d531f95fab4f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:47.477309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f40a9a38-c98b-4b2c-b568-f4ef171f1f5f req-a3ce5ac0-b3bb-4ca0-ba43-d531f95fab4f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:47.543553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f40a9a38-c98b-4b2c-b568-f4ef171f1f5f req-a3ce5ac0-b3bb-4ca0-ba43-d531f95fab4f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:47.546664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f40a9a38-c98b-4b2c-b568-f4ef171f1f5f req-a3ce5ac0-b3bb-4ca0-ba43-d531f95fab4f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:47.547902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f40a9a38-c98b-4b2c-b568-f4ef171f1f5f req-a3ce5ac0-b3bb-4ca0-ba43-d531f95fab4f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ec3acad-0625-4098-829f-2224f3b28afb HTTP/1.1" status: 204 len: 173 time: 0.2590330 Jul 22 23:28:47.561746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce5ac0-b3bb-4ca0-ba43-d531f95fab4f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec3acad-0625-4098-829f-2224f3b28afb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:47.619546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37458842-80bd-438e-aacc-018c8f7db8c4 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:28:47.787062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03a32-7f7b-45d2-abd1-222618388bb6 req-d602dfab-c9d3-4f36-a171-f6089039fa87 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:47.794092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03a32-7f7b-45d2-abd1-222618388bb6 req-d602dfab-c9d3-4f36-a171-f6089039fa87 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:47.802511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03a32-7f7b-45d2-abd1-222618388bb6 req-d602dfab-c9d3-4f36-a171-f6089039fa87 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:47.809013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bd03a32-7f7b-45d2-abd1-222618388bb6 req-d602dfab-c9d3-4f36-a171-f6089039fa87 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2419 time: 0.1610322 Jul 22 23:28:47.827745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:47.853326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '37458842-80bd-438e-aacc-018c8f7db8c4', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '37458842-80bd-438e-aacc-018c8f7db8c4', 'mac_address': 'fa:16:3e:57:f5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:28:47.862384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bd03a32-7f7b-45d2-abd1-222618388bb6 req-0a6d846e-9f00-4043-ad6d-5b3cf57c88ba tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495839 Jul 22 23:28:47.920430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4'}, {'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:47.922944 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb14d1f6-dd72-4cff-818a-30718e283e77" -d '{"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-unplugged", "status": "completed", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4"}, {"server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "name": "network-vif-plugged", "status": "completed", "tag": "aff46151-78cc-4970-8fc1-85470102e9da"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:47.926187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:47.947359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37458842-80bd-438e-aacc-018c8f7db8c4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:28:47.976098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:47.982570 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.050383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:48.340652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72ec8-4098-4791-b505-71b44593bdab req-c0a9f0f1-34bf-401b-a649-0a212b7dd79d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:48.348856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56b72ec8-4098-4791-b505-71b44593bdab req-c0a9f0f1-34bf-401b-a649-0a212b7dd79d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1819272 Jul 22 23:28:48.375394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37458842-80bd-438e-aacc-018c8f7db8c4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:48.416556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56b72ec8-4098-4791-b505-71b44593bdab req-89e78813-0fa8-4cea-b661-73c5f8ed0e6f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Jul 22 23:28:48.433588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-b56dc7fb-afba-40e7-83bd-85aaad60822a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:48.443180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-b56dc7fb-afba-40e7-83bd-85aaad60822a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32&tenant_id=174ee3ec0a7242b3954ce12e721ab9af&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 949 time: 0.2401867 Jul 22 23:28:48.452915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f8fd39f4-0d50-4ff5-900c-4f32d804ca67 req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1317396913', 'description': 'tempest-description-2051680441'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:48.490429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f8fd39f4-0d50-4ff5-900c-4f32d804ca67 req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.629616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-66a257fd-2d83-4758-89b4-db1f51d61b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:48.631188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-66a257fd-2d83-4758-89b4-db1f51d61b15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1100 time: 0.1087723 Jul 22 23:28:48.799251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f8fd39f4-0d50-4ff5-900c-4f32d804ca67 req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.805363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-d857b8fc-dcfe-4655-9052-436f036f2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:48.808815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-d857b8fc-dcfe-4655-9052-436f036f2872 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1686683 Jul 22 23:28:48.815837 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f8fd39f4-0d50-4ff5-900c-4f32d804ca67 req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.911379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-5bd81263-75e0-4f5e-a907-85de3881d51b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 217 time: 0.0629687 Jul 22 23:28:48.918679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f8fd39f4-0d50-4ff5-900c-4f32d804ca67 req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:48.923901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8fd39f4-0d50-4ff5-900c-4f32d804ca67 req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4748619 Jul 22 23:28:48.941531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0436a9-4712-4fae-b0da-80d1bbc6f547,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:48.998386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.998992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.999366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:48.999713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.000192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.000546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.000883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.001223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.001554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.001885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.005123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.005123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce07417-69c3-4808-b969-527fce0d698c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:28:49.011783 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1406fe-69ec-4b79-a028-c07ed61d95eb x-openstack-request-id: req-4c1406fe-69ec-4b79-a028-c07ed61d95eb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:49.012711 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-unplugged", "status": "completed", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4", "code": 200}, {"server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "name": "network-vif-plugged", "status": "completed", "tag": "aff46151-78cc-4970-8fc1-85470102e9da", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:49.012963 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c1406fe-69ec-4b79-a028-c07ed61d95eb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:49.013368 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4', 'code': 200} Jul 22 23:28:49.013631 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da', 'code': 200} Jul 22 23:28:49.047781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-a85e491f-67c7-4e18-a5dd-9d7bd55bd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:49.050774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-a85e491f-67c7-4e18-a5dd-9d7bd55bd6ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1257420 Jul 22 23:28:49.239240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-b3776836-eb34-45c2-bf28-4878a7b32bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:49.241667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-b3776836-eb34-45c2-bf28-4878a7b32bbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174920 Jul 22 23:28:49.266083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68b78d-6628-42df-adba-749a27be3c18 req-ad7ea58b-0cff-4c54-a8d0-48b74f05a9e4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:49.274196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a68b78d-6628-42df-adba-749a27be3c18 req-ad7ea58b-0cff-4c54-a8d0-48b74f05a9e4 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.1937041 Jul 22 23:28:49.283923 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8742d36e-ad8d-45d6-96bc-59168f6cead6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.392748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a68b78d-6628-42df-adba-749a27be3c18 req-d06e5874-c885-4c8e-89e6-ed116197f975 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154604 Jul 22 23:28:49.475629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-00d3fd06-a7af-4f1c-a6bc-b69ca3a5da49 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929407 Jul 22 23:28:49.549010 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.620451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0229e-0c2c-4a23-8277-a4fd15f0113e req-62ca218c-9692-4258-bb4c-eea30fa5b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:49.622289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fc0229e-0c2c-4a23-8277-a4fd15f0113e req-62ca218c-9692-4258-bb4c-eea30fa5b019 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 1096 time: 0.3283758 Jul 22 23:28:49.655628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37458842-80bd-438e-aacc-018c8f7db8c4 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:28:49.689812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fc0229e-0c2c-4a23-8277-a4fd15f0113e req-7c8a2c88-0164-49f9-8e2a-62fa5ba23254 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587306 Jul 22 23:28:49.710929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b546d1-aa03-4b58-9a36-1ff62ad82059 req-475b4e7b-2bd1-4a47-9bc0-6f12a02ab506 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262168 Jul 22 23:28:49.730042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ef292-7ce0-48fd-bf8f-36c684a6f624 req-c88f34ac-d4b9-4739-b430-c89de33f4975 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:49.739382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-671ef292-7ce0-48fd-bf8f-36c684a6f624 req-c88f34ac-d4b9-4739-b430-c89de33f4975 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 949 time: 0.2264278 Jul 22 23:28:49.752979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 37458842-80bd-438e-aacc-018c8f7db8c4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:28:49.753362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.805441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-671ef292-7ce0-48fd-bf8f-36c684a6f624 req-dd856245-9741-4ea6-af91-d06193567104 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648026 Jul 22 23:28:49.904391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:49.960849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:49.988935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.013287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d66db-b92f-41e6-9916-99661f6303a5 req-878cf672-33f8-4c75-86c9-54b142fa041f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:50.022211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d66db-b92f-41e6-9916-99661f6303a5 req-878cf672-33f8-4c75-86c9-54b142fa041f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:50.041536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d66db-b92f-41e6-9916-99661f6303a5 req-878cf672-33f8-4c75-86c9-54b142fa041f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:50.041536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c0d66db-b92f-41e6-9916-99661f6303a5 req-878cf672-33f8-4c75-86c9-54b142fa041f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2419 time: 0.1255424 Jul 22 23:28:50.070103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:50.103504 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.108649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c0d66db-b92f-41e6-9916-99661f6303a5 req-73c322f2-4073-4c8e-9613-3b51cc7c627c tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Jul 22 23:28:50.204388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-399288de-792a-4d54-9c2b-29971eb3d950 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/fa0436a9-4712-4fae-b0da-80d1bbc6f547 HTTP/1.1" status: 200 len: 1801 time: 0.0553982 Jul 22 23:28:50.215562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2058579905', 'description': 'tempest-description-hth-425512654'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:50.252041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.357932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.368965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.372098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:50.373925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa8ba07f-2a6d-4958-a5c8-c13c6425a64f req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "PUT /v2.0/security-groups/fa0436a9-4712-4fae-b0da-80d1bbc6f547 HTTP/1.1" status: 200 len: 1774 time: 0.1627033 Jul 22 23:28:50.486043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b551e97-cc13-4afb-b4e7-6236ccf8e7c5 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0436a9-4712-4fae-b0da-80d1bbc6f547,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:50.747419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abda8a-f491-4926-a1da-3d6af23fbee8 req-b1777e5d-38ed-4a09-a268-2713634f0ccd tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:50.748992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22abda8a-f491-4926-a1da-3d6af23fbee8 req-b1777e5d-38ed-4a09-a268-2713634f0ccd tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.1214519 Jul 22 23:28:50.760030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:50.766509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Request body: {'floatingip': {'port_id': '63abaa15-a584-47e5-8208-b98aad710023'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:28:50.830622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.006121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68fdb0-5366-49d3-92ff-96e19ffaef89 req-aa5f3d16-de13-4f79-98cf-fd70c5ba4bac tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:51.014950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:51.017760 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee27408-62a6-487c-8874-847986621dff" -d '{"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-plugged", "status": "completed", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:51.022393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db68fdb0-5366-49d3-92ff-96e19ffaef89 req-aa5f3d16-de13-4f79-98cf-fd70c5ba4bac tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1783702 Jul 22 23:28:51.096588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db68fdb0-5366-49d3-92ff-96e19ffaef89 req-71403c13-9412-498d-87f6-331e4e2651b2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658479 Jul 22 23:28:51.303023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3723b070-3404-4b1d-9952-4619f67b9ddd req-80112052-cf75-4d16-b548-03d405f9f5f1 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/fa0436a9-4712-4fae-b0da-80d1bbc6f547 HTTP/1.1" status: 200 len: 1774 time: 0.0692992 Jul 22 23:28:51.571700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.601180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33446ca-30cb-481b-8d0a-c3e8c47e4edc req-31f8a655-5111-4fe0-9ef9-6c6eec6c3c3f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:51.608890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b33446ca-30cb-481b-8d0a-c3e8c47e4edc req-31f8a655-5111-4fe0-9ef9-6c6eec6c3c3f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.2206645 Jul 22 23:28:51.704733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b33446ca-30cb-481b-8d0a-c3e8c47e4edc req-fd363226-e6aa-46c0-a328-019482b8b1f9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913234 Jul 22 23:28:51.762222 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f1aac3-79d2-4ffa-9d75-e7f423c64223 x-openstack-request-id: req-c0f1aac3-79d2-4ffa-9d75-e7f423c64223 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:51.762520 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-plugged", "status": "completed", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:51.762780 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0f1aac3-79d2-4ffa-9d75-e7f423c64223 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:51.763174 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4', 'code': 200} Jul 22 23:28:51.844833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.854637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:51.881774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.018788 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Floating IP ae49aee8-2585-4fd3-9855-367ffa379c03 associated. External IP: 172.25.5.216, port: 63abaa15-a584-47e5-8208-b98aad710023. Jul 22 23:28:52.043904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ddd4ae6-2be3-4bc6-bba7-721201258c43 req-ee560453-d183-4001-b718-d51aae5c1b24 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/fa0436a9-4712-4fae-b0da-80d1bbc6f547 HTTP/1.1" status: 200 len: 1774 time: 0.0584536 Jul 22 23:28:52.136397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ddd4ae6-2be3-4bc6-bba7-721201258c43 req-ed0c7115-5966-4fc7-b661-6bed71b1dd8a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.172675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ddd4ae6-2be3-4bc6-bba7-721201258c43 req-ed0c7115-5966-4fc7-b661-6bed71b1dd8a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.243402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ddd4ae6-2be3-4bc6-bba7-721201258c43 req-ed0c7115-5966-4fc7-b661-6bed71b1dd8a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.246738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1ddd4ae6-2be3-4bc6-bba7-721201258c43 req-ed0c7115-5966-4fc7-b661-6bed71b1dd8a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.247927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ddd4ae6-2be3-4bc6-bba7-721201258c43 req-ed0c7115-5966-4fc7-b661-6bed71b1dd8a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa0436a9-4712-4fae-b0da-80d1bbc6f547 HTTP/1.1" status: 204 len: 173 time: 0.1946225 Jul 22 23:28:52.271422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c7115-5966-4fc7-b661-6bed71b1dd8a tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0436a9-4712-4fae-b0da-80d1bbc6f547,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:52.320522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:28:52.520683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:28:52.528220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:52.535061 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:28:52.543850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a218f-8997-414c-bce2-ec11b1b743b0 req-7f7580b2-fb44-415a-ad4f-2b07c6159d61 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:52.549200 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:52.551803 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:28:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:52.552428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f3a218f-8997-414c-bce2-ec11b1b743b0 req-7f7580b2-fb44-415a-ad4f-2b07c6159d61 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.1069844 Jul 22 23:28:52.598956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1ef556a0-b779-458a-ba9c-b75c54dc5955 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "PUT /v2.0/floatingips/ae49aee8-2585-4fd3-9855-367ffa379c03 HTTP/1.1" status: 200 len: 991 time: 1.8337235 Jul 22 23:28:52.598956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'tag': '63abaa15-a584-47e5-8208-b98aad710023'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:52.602193 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "tag": "63abaa15-a584-47e5-8208-b98aad710023"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:52.611968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f3a218f-8997-414c-bce2-ec11b1b743b0 req-4e38b946-47dd-46d6-bd06-c8d895643910 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585513 Jul 22 23:28:52.735302 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:52.791370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4e8d-af88-401d-a83b-f978dd130f72 req-27c5e2bb-1fce-4d3e-8407-4acdfbc74e5f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:52.798038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4e8d-af88-401d-a83b-f978dd130f72 req-27c5e2bb-1fce-4d3e-8407-4acdfbc74e5f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:52.808841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4e8d-af88-401d-a83b-f978dd130f72 req-27c5e2bb-1fce-4d3e-8407-4acdfbc74e5f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:52.814425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f35f4e8d-af88-401d-a83b-f978dd130f72 req-27c5e2bb-1fce-4d3e-8407-4acdfbc74e5f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2419 time: 0.1235137 Jul 22 23:28:52.886253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f35f4e8d-af88-401d-a83b-f978dd130f72 req-bf5add4b-c733-413c-823b-26a9d05e6be7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 Jul 22 23:28:53.052676 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'ae49aee8-2585-4fd3-9855-367ffa379c03', 'tenant_id': '64588024159d4be99558581d291c3741', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'port_id': '63abaa15-a584-47e5-8208-b98aad710023', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'mac_address': 'fa:16:3e:d4:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:12Z', 'updated_at': '2021-07-22T23:28:51Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:53.092625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260940a-3e2d-4572-94b5-97d0ad65934b req-ce54e5b7-95a3-48c0-b529-f7a34119c6db tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:53.094533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5260940a-3e2d-4572-94b5-97d0ad65934b req-ce54e5b7-95a3-48c0-b529-f7a34119c6db tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.0998857 Jul 22 23:28:53.166898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5260940a-3e2d-4572-94b5-97d0ad65934b req-d95ee13a-5dd6-4f60-a19a-ae1fd4f0c61b tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Jul 22 23:28:53.244603 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:28:53.263706 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:28:53.264838 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:28:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:53.455910 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:28:53.469947 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796b3e90-0ba6-494d-b03b-0a0497d5094d x-openstack-request-id: req-796b3e90-0ba6-494d-b03b-0a0497d5094d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:53.478315 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "tag": "63abaa15-a584-47e5-8208-b98aad710023", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:53.479181 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-796b3e90-0ba6-494d-b03b-0a0497d5094d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:53.479877 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'tag': '63abaa15-a584-47e5-8208-b98aad710023', 'status': 'completed', 'code': 200} Jul 22 23:28:53.653163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-53e34c52-9322-4f73-ab9e-582198f0439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:53.654692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-53e34c52-9322-4f73-ab9e-582198f0439e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64588024159d4be99558581d291c3741&device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 1096 time: 0.1465619 Jul 22 23:28:53.763263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514fbb0-1812-4726-bcd5-ec3512b09ef4 req-ccb2fb1f-6f4e-44f0-973e-75426efd624c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:53.773271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f514fbb0-1812-4726-bcd5-ec3512b09ef4 req-ccb2fb1f-6f4e-44f0-973e-75426efd624c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1705675 Jul 22 23:28:53.832279 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'ae49aee8-2585-4fd3-9855-367ffa379c03', 'tenant_id': '64588024159d4be99558581d291c3741', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'port_id': '63abaa15-a584-47e5-8208-b98aad710023', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'mac_address': 'fa:16:3e:d4:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:12Z', 'updated_at': '2021-07-22T23:28:51Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:28:53.836246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f514fbb0-1812-4726-bcd5-ec3512b09ef4 req-a8d40a36-cdb8-433b-9389-f1756a1def2d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619543 Jul 22 23:28:53.846303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-07e0bf23-26e4-4dea-a148-07351380673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:53.847828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-07e0bf23-26e4-4dea-a148-07351380673e service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 200 len: 924 time: 0.1850643 Jul 22 23:28:53.906790 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2354019-512b-4ef3-b6b6-89b905dddbb7 None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'ae49aee8-2585-4fd3-9855-367ffa379c03', 'tenant_id': '64588024159d4be99558581d291c3741', 'floating_ip_address': '172.25.5.216', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'port_id': '63abaa15-a584-47e5-8208-b98aad710023', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'mac_address': 'fa:16:3e:d4:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:26:12Z', 'updated_at': '2021-07-22T23:28:51Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:28:53.961693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-5485f4cf-dd9a-47b9-ac15-160d9cec0d7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63abaa15-a584-47e5-8208-b98aad710023 HTTP/1.1" status: 200 len: 999 time: 0.1066620 Jul 22 23:28:54.052054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-69821b4b-d33f-4828-8af2-347c7d005f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.054664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-69821b4b-d33f-4828-8af2-347c7d005f02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 200 len: 862 time: 0.0861216 Jul 22 23:28:54.228173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-e05fdba8-caf7-4805-8d36-fb4891888041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.230154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-e05fdba8-caf7-4805-8d36-fb4891888041 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbee96a9-bf79-4bb3-99a2-870a7fbc8191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353703 Jul 22 23:28:54.243899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195011-61a5-4da7-ad23-b939461508c5 req-c9c9d891-a9ff-4fc6-a020-6c88d96a20bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.256189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195011-61a5-4da7-ad23-b939461508c5 req-c9c9d891-a9ff-4fc6-a020-6c88d96a20bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.266914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195011-61a5-4da7-ad23-b939461508c5 req-c9c9d891-a9ff-4fc6-a020-6c88d96a20bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.271360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b195011-61a5-4da7-ad23-b939461508c5 req-c9c9d891-a9ff-4fc6-a020-6c88d96a20bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2419 time: 0.2193305 Jul 22 23:28:54.341821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810310e-3284-4697-bb14-fb8ba7718006 None None] New status for floating IP ae49aee8-2585-4fd3-9855-367ffa379c03: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:28:54.380815 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-95732d13-b662-412a-8189-49ddea5051d7 req-1649ba06-778d-4c80-b831-989e202ed3c9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:54.384380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95732d13-b662-412a-8189-49ddea5051d7 req-1649ba06-778d-4c80-b831-989e202ed3c9 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6ec3acad-0625-4098-829f-2224f3b28afb HTTP/1.1" status: 404 len: 352 time: 0.0478950 Jul 22 23:28:54.745365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-debe876b-59f2-45ad-9740-8c0b59ab2d58 service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747567 Jul 22 23:28:54.793935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e200-1f7d-4b25-ae37-d50859e57b0b req-7b60e26e-ed5e-433a-a63b-b19ff38d6108 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.800254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e200-1f7d-4b25-ae37-d50859e57b0b req-7b60e26e-ed5e-433a-a63b-b19ff38d6108 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.807535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53e200-1f7d-4b25-ae37-d50859e57b0b req-7b60e26e-ed5e-433a-a63b-b19ff38d6108 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:54.809281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd53e200-1f7d-4b25-ae37-d50859e57b0b req-7b60e26e-ed5e-433a-a63b-b19ff38d6108 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 2419 time: 0.3231177 Jul 22 23:28:54.814175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port a93934fc-1d8e-4e99-8040-ac04f3decf53 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:54.814535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.013024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd53e200-1f7d-4b25-ae37-d50859e57b0b req-fbe3c35d-fcc4-4361-bbde-20cd4a458d16 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634426 Jul 22 23:28:55.065396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f57d8a3-b3cf-4e21-84f5-0b64fabef8a7 req-dd026cb4-05d0-4a91-9b9e-1a4600c6f7ac service neutron] 10.222.0.49 "GET /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122036 Jul 22 23:28:55.098546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port a93934fc-1d8e-4e99-8040-ac04f3decf53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a93934fc-1d8e-4e99-8040-ac04f3decf53,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:55.099017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.130195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for a93934fc-1d8e-4e99-8040-ac04f3decf53 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:55.216331 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-dd3cb2cd-2e72-4ac0-bba5-26ce14b4c71e req-7bcceadf-a58f-429b-950b-153d4b482f5d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:55.217715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd3cb2cd-2e72-4ac0-bba5-26ce14b4c71e req-7bcceadf-a58f-429b-950b-153d4b482f5d tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/ac01c5ca-eb06-4f94-a960-8af377dca0a5 HTTP/1.1" status: 404 len: 352 time: 0.0224385 Jul 22 23:28:55.339941 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.380995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=a93934fc-1d8e-4e99-8040-ac04f3decf53,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:55.388108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['aa56647a-46f3-4f14-a3c5-efd532f1bd35', '5aedf367-14bb-4e57-b83f-99d960f64c87', 'a93934fc-1d8e-4e99-8040-ac04f3decf53'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:55.498794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port a93934fc-1d8e-4e99-8040-ac04f3decf53 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:55.507682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.514212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebdf093-17f0-46fc-941c-d9df9bad1af7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "DELETE /v2.0/ports/a93934fc-1d8e-4e99-8040-ac04f3decf53 HTTP/1.1" status: 204 len: 173 time: 1.2318301 Jul 22 23:28:55.514691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-deleted', 'tag': 'a93934fc-1d8e-4e99-8040-ac04f3decf53'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:55.518317 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9addbe3-fadd-4d9d-90bf-a5755bc15c8e" -d '{"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-deleted", "tag": "a93934fc-1d8e-4e99-8040-ac04f3decf53"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:55.713487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port aa56647a-46f3-4f14-a3c5-efd532f1bd35 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:55.713756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.874274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port aa56647a-46f3-4f14-a3c5-efd532f1bd35, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aa56647a-46f3-4f14-a3c5-efd532f1bd35,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:55.874274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:55.914695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for aa56647a-46f3-4f14-a3c5-efd532f1bd35 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:56.012402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-30e7a2be-c9d1-41ce-81f5-3e10fbb2c441 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:56.014562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-30e7a2be-c9d1-41ce-81f5-3e10fbb2c441 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "GET /v2.0/ports?device_id=a4a5fe5c-fee4-493e-973a-b68dbcf894bb HTTP/1.1" status: 200 len: 945 time: 0.1563897 Jul 22 23:28:56.505717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Deleting port aff46151-78cc-4970-8fc1-85470102e9da {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:56.506084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.575796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.651768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=aa56647a-46f3-4f14-a3c5-efd532f1bd35,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:56.753795 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-bba67abb-52a5-4c4a-9c46-5783dc47fd6b req-9082b164-3db0-42a7-9d09-1f16507bf893 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:56.755871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bba67abb-52a5-4c4a-9c46-5783dc47fd6b req-9082b164-3db0-42a7-9d09-1f16507bf893 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/5e9cafdb-37ad-4205-b72e-f355fd659345 HTTP/1.1" status: 404 len: 352 time: 0.0976992 Jul 22 23:28:56.757346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] For port aff46151-78cc-4970-8fc1-85470102e9da, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=aff46151-78cc-4970-8fc1-85470102e9da,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:56.757713 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.786575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port aa56647a-46f3-4f14-a3c5-efd532f1bd35 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:56.796567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:56.799115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b195011-61a5-4da7-ad23-b939461508c5 req-3633abe4-5a9e-4b86-b76b-ae736a1edcb1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "DELETE /v2.0/ports/aa56647a-46f3-4f14-a3c5-efd532f1bd35 HTTP/1.1" status: 204 len: 173 time: 1.2768474 Jul 22 23:28:56.808013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Calling delete_port for aff46151-78cc-4970-8fc1-85470102e9da owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:56.819423 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201682c4-b714-4b77-8eec-9effdd90ef8c x-openstack-request-id: req-201682c4-b714-4b77-8eec-9effdd90ef8c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:56.819948 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-deleted", "tag": "a93934fc-1d8e-4e99-8040-ac04f3decf53", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:56.820204 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-201682c4-b714-4b77-8eec-9effdd90ef8c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:56.820645 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-deleted', 'tag': 'a93934fc-1d8e-4e99-8040-ac04f3decf53', 'status': 'completed', 'code': 200} Jul 22 23:28:56.911837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-4c9f705a-141c-4ad6-b28e-9f00823f528a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:56.913382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-4c9f705a-141c-4ad6-b28e-9f00823f528a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 814 time: 0.3337576 Jul 22 23:28:56.996214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-6d06ebf9-e32f-425d-bc41-00ef67123b16 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/quotas/8fa50048dc4f49f69c5c693e014b37c6 HTTP/1.1" status: 200 len: 375 time: 0.0518577 Jul 22 23:28:57.163609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7650aed-3919-4795-8404-9939e982b0d0 req-a719005f-68ab-425e-b679-dabddb407e74 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:57.170555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7650aed-3919-4795-8404-9939e982b0d0 req-a719005f-68ab-425e-b679-dabddb407e74 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 946 time: 0.2809103 Jul 22 23:28:57.257740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port 5aedf367-14bb-4e57-b83f-99d960f64c87 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:28:57.258093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.276513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.285555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-ea5a0811-0629-4db2-a5a4-d67ec1b49daf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2788541 Jul 22 23:28:57.303370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7650aed-3919-4795-8404-9939e982b0d0 req-998dba46-bb20-443a-ab88-973261724068 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319027 Jul 22 23:28:57.311776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['aff46151-78cc-4970-8fc1-85470102e9da'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:28:57.353262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Pushing event deleted for resources: {'Port': ['ID=aff46151-78cc-4970-8fc1-85470102e9da,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:57.467189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] No DVR routers for this DVR port aff46151-78cc-4970-8fc1-85470102e9da on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:57.469894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.474080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e674ec4d-7fb6-4d1c-ac68-1cea2c46d4ed req-8f3ea02e-2c8e-48ba-833c-3b5adf2cf799 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "DELETE /v2.0/ports/aff46151-78cc-4970-8fc1-85470102e9da HTTP/1.1" status: 204 len: 173 time: 1.4530470 Jul 22 23:28:57.544047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5aedf367-14bb-4e57-b83f-99d960f64c87,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:57.544421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.547938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-ea503cfa-c19c-4b50-9452-66da4941299d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852368 Jul 22 23:28:57.583310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for 5aedf367-14bb-4e57-b83f-99d960f64c87 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:28:57.631965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-de5b4716-1d4a-4c22-810a-351287451e23 service neutron] 10.222.0.21 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316543 Jul 22 23:28:57.695068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aa56647a-46f3-4f14-a3c5-efd532f1bd35 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:57.715169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: aa56647a-46f3-4f14-a3c5-efd532f1bd35 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:57.715826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aa56647a-46f3-4f14-a3c5-efd532f1bd35 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:57.716248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5aedf367-14bb-4e57-b83f-99d960f64c87 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:57.789686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.795011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-ff78a094-3085-4d87-b5eb-5eb720a56ac1 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:57.796641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-ff78a094-3085-4d87-b5eb-5eb720a56ac1 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390528 Jul 22 23:28:57.815093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:57.818490 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d82c5-0691-4060-b48d-ff94f73e45fd" -d '{"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-unplugged", "status": "completed", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:57.833582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-5841f10d-7036-4a40-a1cb-ae2e31a977c5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/quotas/174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 375 time: 0.0261121 Jul 22 23:28:57.834147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5aedf367-14bb-4e57-b83f-99d960f64c87, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5aedf367-14bb-4e57-b83f-99d960f64c87,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:28:57.838609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.839408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a93934fc-1d8e-4e99-8040-ac04f3decf53 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:57.850515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-37bdad0a-5d79-4f8c-94ba-b41c936040df service neutron] 10.222.0.21 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634190 Jul 22 23:28:57.876770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: a93934fc-1d8e-4e99-8040-ac04f3decf53 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:28:57.877118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a93934fc-1d8e-4e99-8040-ac04f3decf53 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:28:57.907669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:57.961539 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:57.999079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=5aedf367-14bb-4e57-b83f-99d960f64c87,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:28:58.007407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-07ca1c90-4705-43be-95e4-92330486f583 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463008 Jul 22 23:28:58.074426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port 5aedf367-14bb-4e57-b83f-99d960f64c87 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:28:58.077453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:58.079778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b195011-61a5-4da7-ad23-b939461508c5 req-1ebc0ab9-4ed8-47db-9ef9-4e77b704e128 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.48 "DELETE /v2.0/ports/5aedf367-14bb-4e57-b83f-99d960f64c87 HTTP/1.1" status: 204 len: 173 time: 1.1435871 Jul 22 23:28:58.173328 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-bafdc6e5-782a-40a2-b094-98033ce83779 req-c424497f-b2fc-418c-a823-d423d314df62 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:58.183542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bafdc6e5-782a-40a2-b094-98033ce83779 req-c424497f-b2fc-418c-a823-d423d314df62 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/a323bf68-c1b3-4d71-a2a6-a3c8b28dc46f HTTP/1.1" status: 404 len: 352 time: 0.0286317 Jul 22 23:28:58.376314 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca9ddd1-2a6a-46f6-ab13-dfbde19aae9e x-openstack-request-id: req-dca9ddd1-2a6a-46f6-ab13-dfbde19aae9e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:58.376829 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-unplugged", "status": "completed", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:58.377084 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dca9ddd1-2a6a-46f6-ab13-dfbde19aae9e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:58.377805 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87', 'code': 200} Jul 22 23:28:58.460611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a0e60fd-94ed-4ca5-98e6-72d8e97d9deb req-d89ce75b-e54e-4b6a-ab9d-e563ae87408a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 210 time: 0.0428038 Jul 22 23:28:58.476541 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-bdea4e18-1907-49f5-afc1-212fa21e4bdc req-4c906b10-46de-4907-8d13-35d4d6943604 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:58.477851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdea4e18-1907-49f5-afc1-212fa21e4bdc req-4c906b10-46de-4907-8d13-35d4d6943604 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/25aeffad-2a14-4ef5-8f58-d1d929e97b4f HTTP/1.1" status: 404 len: 352 time: 0.0474195 Jul 22 23:28:58.584116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b43cd16-3693-4f53-8498-dfa4bb49ca3c req-b3850fc3-59cb-4786-a3fb-c532910591d7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 210 time: 0.0560868 Jul 22 23:28:58.753475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c19647e-2500-4ed4-bc4f-e9d63b7075d5 req-314d7870-70e4-4933-b4a8-456c776aead8 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbfb003e-57f4-46b6-ba0b-8ceb92215828 HTTP/1.1" status: 200 len: 210 time: 0.0548167 Jul 22 23:28:58.756652 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-1b1f189f-f32b-4901-b7ae-746284432193 req-cdd54a4a-557d-4361-b221-dfaa582134ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] show failed (client error): The resource could not be found. Jul 22 23:28:58.761845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b1f189f-f32b-4901-b7ae-746284432193 req-cdd54a4a-557d-4361-b221-dfaa582134ef tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/6e297ec8-edb0-4861-b7a6-da58b9358515 HTTP/1.1" status: 404 len: 352 time: 0.0559998 Jul 22 23:28:58.821731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-deleted', 'tag': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35'}, {'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'name': 'network-vif-deleted', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da'}, {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-deleted', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:28:58.826786 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0839539-261b-483f-89f8-b9c7d2589460" -d '{"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-deleted", "tag": "aa56647a-46f3-4f14-a3c5-efd532f1bd35"}, {"server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "name": "network-vif-deleted", "tag": "aff46151-78cc-4970-8fc1-85470102e9da"}, {"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-deleted", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:28:58.920908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b30ba6-ace6-4696-b5f2-10cbd6c96afd req-ec4a316f-296b-4025-bf21-82af5cd70cf5 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:58.931160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3b30ba6-ace6-4696-b5f2-10cbd6c96afd req-ec4a316f-296b-4025-bf21-82af5cd70cf5 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 950 time: 0.0934834 Jul 22 23:28:58.983896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3b30ba6-ace6-4696-b5f2-10cbd6c96afd req-15ce85be-fdd8-4c61-8ece-71370110e3d8 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Jul 22 23:28:59.038551 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81757072-a6c0-42a8-9de2-eecd4765acf8 x-openstack-request-id: req-81757072-a6c0-42a8-9de2-eecd4765acf8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:28:59.039357 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-deleted", "tag": "aa56647a-46f3-4f14-a3c5-efd532f1bd35", "status": "completed", "code": 200}, {"server_uuid": "a4a5fe5c-fee4-493e-973a-b68dbcf894bb", "name": "network-vif-deleted", "tag": "aff46151-78cc-4970-8fc1-85470102e9da", "status": "completed", "code": 200}, {"server_uuid": "bbfb003e-57f4-46b6-ba0b-8ceb92215828", "name": "network-vif-deleted", "tag": "5aedf367-14bb-4e57-b83f-99d960f64c87", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:28:59.039936 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81757072-a6c0-42a8-9de2-eecd4765acf8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:28:59.040530 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-deleted', 'tag': 'aa56647a-46f3-4f14-a3c5-efd532f1bd35', 'status': 'completed', 'code': 200} Jul 22 23:28:59.041025 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a5fe5c-fee4-493e-973a-b68dbcf894bb', 'name': 'network-vif-deleted', 'tag': 'aff46151-78cc-4970-8fc1-85470102e9da', 'status': 'completed', 'code': 200} Jul 22 23:28:59.041456 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbfb003e-57f4-46b6-ba0b-8ceb92215828', 'name': 'network-vif-deleted', 'tag': '5aedf367-14bb-4e57-b83f-99d960f64c87', 'status': 'completed', 'code': 200} Jul 22 23:28:59.201993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926bf2-a4c7-4e13-b26e-48c7915e8af6 req-f0ad0381-4247-4c71-86a5-f857c0f3d690 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:59.203758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f926bf2-a4c7-4e13-b26e-48c7915e8af6 req-f0ad0381-4247-4c71-86a5-f857c0f3d690 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1023 time: 0.0900235 Jul 22 23:28:59.256072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f926bf2-a4c7-4e13-b26e-48c7915e8af6 req-4c8be4b7-7bd1-4f4d-8bdd-3c792863540f tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=7c1e4fbd-9a36-4410-b358-7e8d5ed80708&id=12a0e244-79e4-4ddf-aabc-06e6e1b3bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0446022 Jul 22 23:28:59.594286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e8a1a27-c927-4a1d-b6fe-7aa601b431ff req-d06e8a97-a9e7-421b-a644-a3e5da0e7ca3 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 210 time: 0.0354896 Jul 22 23:28:59.728504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:28:59.764165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b922e80-26bf-49dc-86c3-993f27b64f65 req-d079c8da-fe63-490a-addc-ccb9e320ee65 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 210 time: 0.0957763 Jul 22 23:28:59.767975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-b6524cb7-de3c-488b-a1f5-bf24ed748340 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552859 Jul 22 23:28:59.875885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52584) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:28:59.927173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:59.968678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting subnet 669355b6-47d9-4c2c-a6c1-a4c330ac88fd {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:28:59.972375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:28:59.975874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-fa18de43-77d1-41b7-a19d-41972bd59680 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:28:59.978603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-fa18de43-77d1-41b7-a19d-41972bd59680 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937060 Jul 22 23:29:00.010775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:00.018406 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.020566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:00.031476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.043519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Request body: {'port': {'device_id': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '174ee3ec0a7242b3954ce12e721ab9af'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:00.102295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:00.107620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: aff46151-78cc-4970-8fc1-85470102e9da {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:00.108430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device aff46151-78cc-4970-8fc1-85470102e9da not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:00.160112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.231496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Made reservation on behalf of 174ee3ec0a7242b3954ce12e721ab9af for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:00.237435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.238171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.286062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0023a186-ce60-4091-a425-8ca9bd18c7db None None] Network d2f29ffc-a743-41c7-aefb-cf24e4e47b28 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:00.289033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.291207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/subnets/669355b6-47d9-4c2c-a6c1-a4c330ac88fd HTTP/1.1" status: 204 len: 168 time: 0.4137402 Jul 22 23:29:00.293852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:00.312337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Subnet': ['ID=669355b6-47d9-4c2c-a6c1-a4c330ac88fd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:00.366360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.381887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:00.386948 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1468b029-ad9f-4a63-beed-9e5235bd35ec" -d '{"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:00.388253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.390227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.392515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.410964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.410964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.411813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.412506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.413056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.413555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.413897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.418296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23ec17-d5ad-4247-b547-291383ca1105 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:00.466299 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:29:00.607939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.619710 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7281a54-9afc-439e-9803-9c6b0a7d61d1 x-openstack-request-id: req-a7281a54-9afc-439e-9803-9c6b0a7d61d1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:00.620334 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:00.622287 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7281a54-9afc-439e-9803-9c6b0a7d61d1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:00.622884 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'code': 200} Jul 22 23:29:00.745200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port 5b498be8-0688-472e-86f0-74a84844f41b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:00.746046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.762587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] DHCP port deletion for d2f29ffc-a743-41c7-aefb-cf24e4e47b28 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:29:00.839504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port 5b498be8-0688-472e-86f0-74a84844f41b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b498be8-0688-472e-86f0-74a84844f41b,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:00.840315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.841970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-662cea55-c08d-4ed8-ad71-1744fe4f9eb9 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:00.844936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-662cea55-c08d-4ed8-ad71-1744fe4f9eb9 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 814 time: 0.4306037 Jul 22 23:29:00.856252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e1937-46cd-459a-83a5-137b80628280 req-a151cf80-6822-4c43-9c2e-eb10d09ec4b6 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:00.866515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-903e1937-46cd-459a-83a5-137b80628280 req-a151cf80-6822-4c43-9c2e-eb10d09ec4b6 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1023 time: 0.4590380 Jul 22 23:29:00.870737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for 5b498be8-0688-472e-86f0-74a84844f41b owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:00.882472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] Deleting port 5b498be8-0688-472e-86f0-74a84844f41b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:00.884453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.888370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Request body: {'port': {'device_id': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'admin_state_up': True, 'tenant_id': '8fa50048dc4f49f69c5c693e014b37c6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:00.906295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Allocated IP 192.168.233.108 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/c1ab3d8a-d73b-466f-bcda-6f15b85403be) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:00.976353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] For port 5b498be8-0688-472e-86f0-74a84844f41b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b498be8-0688-472e-86f0-74a84844f41b,segment=NetworkSegment(d230a09f-d4c5-4733-83ba-d103ad24107c),segment_id=d230a09f-d4c5-4733-83ba-d103ad24107c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:00.976789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.979344 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:00.996131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] Calling delete_port for 5b498be8-0688-472e-86f0-74a84844f41b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:01.002273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9999b85c-bb81-4823-b7a2-7dd5e9bc8055 req-c5b9f961-8fd8-411e-9eb7-ec2e1d6fc1f8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 210 time: 0.0895867 Jul 22 23:29:01.028884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port 5b498be8-0688-472e-86f0-74a84844f41b on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:01.046163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=5b498be8-0688-472e-86f0-74a84844f41b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.137173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-903e1937-46cd-459a-83a5-137b80628280 req-866ac6db-fd37-4b94-bd03-5150ed893706 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=7c1e4fbd-9a36-4410-b358-7e8d5ed80708&id=12a0e244-79e4-4ddf-aabc-06e6e1b3bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2696140 Jul 22 23:29:01.179034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-1127f906-dcc1-48c5-83f6-494758aa609c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:01.191319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-1127f906-dcc1-48c5-83f6-494758aa609c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1023 time: 0.4494145 Jul 22 23:29:01.212281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.226284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f29ffc-a743-41c7-aefb-cf24e4e47b28']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:01.252867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd230a09f-d4c5-4733-83ba-d103ad24107c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:01.253592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd230a09f-d4c5-4733-83ba-d103ad24107c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:01.283295 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.304741 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.314940 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.325477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:01.325898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:01.329977 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:01.348326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] Pushing event deleted for resources: {'Port': ['ID=5b498be8-0688-472e-86f0-74a84844f41b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.365689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f2ba1-f2ed-456e-bcbd-3504ad27c20f None None] No DVR routers for this DVR port 5b498be8-0688-472e-86f0-74a84844f41b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:01.387205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b49e48f-3449-4679-9acf-7e59b3edf8a7 req-e5d6475b-6646-4666-a354-6bd9f3f2a37a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 210 time: 0.2328734 Jul 22 23:29:01.427823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.443955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.447043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/networks/d2f29ffc-a743-41c7-aefb-cf24e4e47b28 HTTP/1.1" status: 204 len: 168 time: 1.1507344 Jul 22 23:29:01.451565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.479185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ffe5-efe3-4a3f-8dad-c375b7e01081 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Network': ['ID=d2f29ffc-a743-41c7-aefb-cf24e4e47b28,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.540078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting subnet e9bdecac-a22c-4f9d-99e9-cbf34d302e22 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:01.545088 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.595797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.635125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Made reservation on behalf of 8fa50048dc4f49f69c5c693e014b37c6 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:01.638721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.650408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.690836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Transition to ACTIVE for port object c1ab3d8a-d73b-466f-bcda-6f15b85403be will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:01.741475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.832684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Deleting port a84c4852-2840-4d83-b221-483763fde34f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:01.833107 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.873048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.887800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.889629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:01.891307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/subnets/e9bdecac-a22c-4f9d-99e9-cbf34d302e22 HTTP/1.1" status: 204 len: 168 time: 0.4381318 Jul 22 23:29:01.900143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:01.902945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aab749-5902-41ca-8d97-2f4f9650994d None None] Network a5e88635-0596-4b23-bdf5-db64b6bbc81f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:01.906555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:01.918453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f865773-57e4-41ab-9271-df7b3ca6c7bd tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bdecac-a22c-4f9d-99e9-cbf34d302e22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:01.956549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37458842-80bd-438e-aacc-018c8f7db8c4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:02.105675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b498be8-0688-472e-86f0-74a84844f41b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:02.154319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5b498be8-0688-472e-86f0-74a84844f41b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:02.154672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b498be8-0688-472e-86f0-74a84844f41b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:02.294350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Allocated IP 172.20.0.7 (27e416cd-9f48-46b7-b3ec-873fb96db678/941c303d-65b0-4d3b-978d-e11203647f1c/52286e1f-4210-4635-932c-00d80098c944) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:02.421371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-912ff5f3-a804-419d-8f1c-585b2f1ab353 req-cb3efd7a-903b-44df-baf3-65a74b4b8f3a tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 210 time: 0.1203890 Jul 22 23:29:02.425799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:02.500212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:02.506353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] For port a84c4852-2840-4d83-b221-483763fde34f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a84c4852-2840-4d83-b221-483763fde34f,segment=NetworkSegment(50616b9f-4c9f-4f26-8940-dabf936df896),segment_id=50616b9f-4c9f-4f26-8940-dabf936df896)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:02.507296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.525690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:02.529447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:02.578371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] DHCP port deletion for a5e88635-0596-4b23-bdf5-db64b6bbc81f request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:29:02.654387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:02.656030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.690729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Calling delete_port for a84c4852-2840-4d83-b221-483763fde34f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:02.727061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] Deleting port afbf27cb-48a0-43d0-802b-f6e88e46ab86 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:02.727804 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.763181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.783910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-6591548b-9745-4cbd-815f-d2f111455406 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7447042 Jul 22 23:29:02.831382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] For port afbf27cb-48a0-43d0-802b-f6e88e46ab86, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afbf27cb-48a0-43d0-802b-f6e88e46ab86,segment=NetworkSegment(a7f68c27-cd3e-4c06-a224-393fd0a6f880),segment_id=a7f68c27-cd3e-4c06-a224-393fd0a6f880)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:02.832114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.856086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] Calling delete_port for afbf27cb-48a0-43d0-802b-f6e88e46ab86 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:02.866490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Request body: {'port': {'device_id': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:02.873657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3a2109ca-e1a0-419a-b2b0-a3d85c9fdefb None None] Provisioning for port c1ab3d8a-d73b-466f-bcda-6f15b85403be completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:02.919121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3a2109ca-e1a0-419a-b2b0-a3d85c9fdefb None None] Provisioning complete for port c1ab3d8a-d73b-466f-bcda-6f15b85403be triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:02.920025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a2109ca-e1a0-419a-b2b0-a3d85c9fdefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:02.987101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3a2109ca-e1a0-419a-b2b0-a3d85c9fdefb None None] Port c1ab3d8a-d73b-466f-bcda-6f15b85403be cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:03.016420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.018630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7627b-ca37-47ac-bd84-4b0e2497a43b req-67b7f30b-4a16-4b4f-9dd3-10328cdac49e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:03.021716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4a7627b-ca37-47ac-bd84-4b0e2497a43b req-67b7f30b-4a16-4b4f-9dd3-10328cdac49e tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 1023 time: 0.7155843 Jul 22 23:29:03.033010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] No DVR routers for this DVR port afbf27cb-48a0-43d0-802b-f6e88e46ab86 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:03.062990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224eb87-c488-4a97-9bc7-99154ba72ba8 None None] Pushing event deleted for resources: {'Port': ['ID=afbf27cb-48a0-43d0-802b-f6e88e46ab86,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.226157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4a7627b-ca37-47ac-bd84-4b0e2497a43b req-c7131ee9-b9fa-4160-832c-195dac6a47f7 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups?id=68185dec-823c-4c63-9139-0b2c8f4bcda5&id=7c1e4fbd-9a36-4410-b358-7e8d5ed80708&id=12a0e244-79e4-4ddf-aabc-06e6e1b3bf80&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1625068 Jul 22 23:29:03.237950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.253211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b99e78-f24c-4ccd-8f40-7606472e980e req-adb62759-5596-49c6-8b2f-5ab6ded1b27a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:03.255438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59b99e78-f24c-4ccd-8f40-7606472e980e req-adb62759-5596-49c6-8b2f-5ab6ded1b27a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 936 time: 0.5508294 Jul 22 23:29:03.279998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.328835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port afbf27cb-48a0-43d0-802b-f6e88e46ab86 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:03.330149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.430201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.434357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59b99e78-f24c-4ccd-8f40-7606472e980e req-d79e743d-02cc-42ce-9641-5a1176cf4efd tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522214 Jul 22 23:29:03.626142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port afbf27cb-48a0-43d0-802b-f6e88e46ab86, host n-d-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:03.626609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.630650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.657248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'Port': ['ID=a84c4852-2840-4d83-b221-483763fde34f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.714573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for afbf27cb-48a0-43d0-802b-f6e88e46ab86 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:03.717966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:03.741326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a84c4852-2840-4d83-b221-483763fde34f no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:03.745603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Port afbf27cb-48a0-43d0-802b-f6e88e46ab86 was not found and therefore no delete operation was performed {{(pid=93791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:29:03.773036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: a84c4852-2840-4d83-b221-483763fde34f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:03.773372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a84c4852-2840-4d83-b221-483763fde34f not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:03.787602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.849564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:03.852039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Network 27e416cd-9f48-46b7-b3ec-873fb96db678 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:03.856484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] No DVR routers for this DVR port a84c4852-2840-4d83-b221-483763fde34f on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:03.861330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'mac_address': 'fa:16:3e:23:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:03.864888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.866932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-809c03e5-c236-4c7a-9c5c-f82d9c3fdbfa req-7ac29f2b-80d1-4895-911e-2e8516e39bf4 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.49 "DELETE /v2.0/ports/a84c4852-2840-4d83-b221-483763fde34f HTTP/1.1" status: 204 len: 173 time: 2.6489370 Jul 22 23:29:03.873569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'name': 'network-vif-deleted', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:03.875919 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e62a8b2-553b-43f5-a435-074dca4ae90e" -d '{"events": [{"server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "name": "network-vif-deleted", "tag": "a84c4852-2840-4d83-b221-483763fde34f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:03.890017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:03.893159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port afbf27cb-48a0-43d0-802b-f6e88e46ab86 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:03.894701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:03.908762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Pushing event updated for resources: {'Port': ['ID=52286e1f-4210-4635-932c-00d80098c944,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:03.915760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:03.932562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:03.957015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:03.962016 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.024604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:04.033600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.034478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.035038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.036136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.036682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.037240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.037803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.038358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.038755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.039253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.039901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.040917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:04.055740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=afbf27cb-48a0-43d0-802b-f6e88e46ab86,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:04.063166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df593-ed45-4382-ab99-f2101435da30 req-ab68d141-acba-4de0-b0bb-116d32e61261 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:04.064807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-151df593-ed45-4382-ab99-f2101435da30 req-ab68d141-acba-4de0-b0bb-116d32e61261 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 931 time: 0.4923165 Jul 22 23:29:04.072054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afbf27cb-48a0-43d0-802b-f6e88e46ab86 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:04.093493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: afbf27cb-48a0-43d0-802b-f6e88e46ab86 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:04.093857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afbf27cb-48a0-43d0-802b-f6e88e46ab86 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:04.138539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516f1f0-b5e5-4dc4-9f29-95cb8d370ebb req-d4c40b4d-20d2-4230-b6fe-956cb54a0fab tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:04.140137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9516f1f0-b5e5-4dc4-9f29-95cb8d370ebb req-d4c40b4d-20d2-4230-b6fe-956cb54a0fab tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.5633903 Jul 22 23:29:04.146249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:04.146924 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.207043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.225243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:04.248459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e88635-0596-4b23-bdf5-db64b6bbc81f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:04.269743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-cff2f34a-00f4-49d6-b9d2-c715cea638d1 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3996356 Jul 22 23:29:04.278369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f68c27-cd3e-4c06-a224-393fd0a6f880') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:04.278759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f68c27-cd3e-4c06-a224-393fd0a6f880') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:04.302025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-151df593-ed45-4382-ab99-f2101435da30 req-722f5325-dd44-424b-947b-a51fb4330c43 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212801 Jul 22 23:29:04.304022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.309770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Request body: {'port': {'device_id': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:04.467448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9516f1f0-b5e5-4dc4-9f29-95cb8d370ebb req-3e50eae0-ff09-427f-b36c-1311e4f754d7 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087220 Jul 22 23:29:04.512248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ab3d8a-d73b-466f-bcda-6f15b85403be {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:04.519314 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.547299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.557883 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6860e1c-96f9-4030-8702-c6001411e2c6 x-openstack-request-id: req-b6860e1c-96f9-4030-8702-c6001411e2c6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:04.558332 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5af353-c359-4bc1-82ae-a1cb38742846", "name": "network-vif-deleted", "tag": "a84c4852-2840-4d83-b221-483763fde34f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:04.558592 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6860e1c-96f9-4030-8702-c6001411e2c6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:04.558986 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5af353-c359-4bc1-82ae-a1cb38742846', 'name': 'network-vif-deleted', 'tag': 'a84c4852-2840-4d83-b221-483763fde34f', 'status': 'completed', 'code': 200} Jul 22 23:29:04.566656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:04.567367 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:04.571161 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:04.764479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c92bfe2-2d15-42c1-a527-cf22dc76e6fe req-e194e982-ebfe-4bf9-9f7b-ed4d51e14ece tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee5af353-c359-4bc1-82ae-a1cb38742846 HTTP/1.1" status: 200 len: 210 time: 0.1075017 Jul 22 23:29:04.771780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Transition to ACTIVE for port object c1ab3d8a-d73b-466f-bcda-6f15b85403be will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:04.777298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.792334 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.832164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Network': ['ID=a5e88635-0596-4b23-bdf5-db64b6bbc81f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:04.834668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.845296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.850784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8b302124-417c-44fa-9d1f-10ba0bb80236 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/networks/a5e88635-0596-4b23-bdf5-db64b6bbc81f HTTP/1.1" status: 204 len: 168 time: 2.9432442 Jul 22 23:29:04.860156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:04.868147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-605733721'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:04.903738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:04.905230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:04.920788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.923804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-b9cf1871-55da-4d3d-8f51-8736f112822c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:04.928230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-b9cf1871-55da-4d3d-8f51-8736f112822c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.4193051 Jul 22 23:29:04.966365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:04.992351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:04.992713 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Added segment 76b480fd-eff7-4786-bc6a-0ece59b07b76 of type vlan for network 559c680a-0538-4ea5-a463-0b3b6cabfded Jul 22 23:29:05.097603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.170649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.172093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-b3340160-ff15-4b80-86ab-d0ad207d58fb tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/quotas/db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 375 time: 0.2066321 Jul 22 23:29:05.179219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:05.179906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.312181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Network': ['ID=559c680a-0538-4ea5-a463-0b3b6cabfded,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:05.329952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 559c680a-0538-4ea5-a463-0b3b6cabfded details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:05.356993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-83d04e16-2728-4eab-a811-05704b1c5f59 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4943290 Jul 22 23:29:05.359868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52716) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:05.369075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'subnet': {'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:05.451746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Attempting to bind port c1ab3d8a-d73b-466f-bcda-6f15b85403be on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:05.452625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Attempting to bind port c1ab3d8a-d73b-466f-bcda-6f15b85403be by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:05.452625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Attempting to bind port c1ab3d8a-d73b-466f-bcda-6f15b85403be on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:05.467407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Port c1ab3d8a-d73b-466f-bcda-6f15b85403be on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:05.467756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Attempting to bind port c1ab3d8a-d73b-466f-bcda-6f15b85403be on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:05.488121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-75bbad72-b672-47f5-bef5-554d3c38af6c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3150613 Jul 22 23:29:05.492384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:05.492818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:05.493278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:05.493793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Bound port: c1ab3d8a-d73b-466f-bcda-6f15b85403be, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:05.494219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.512963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:05.517038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.522909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27740970-7b0c-46a4-9c23-d82ce61ce615 req-3bd7cfe8-36d8-4025-a67d-dcdb2e110e74 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:05.531380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27740970-7b0c-46a4-9c23-d82ce61ce615 req-3bd7cfe8-36d8-4025-a67d-dcdb2e110e74 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 948 time: 0.5381513 Jul 22 23:29:05.648079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.718669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:05.787679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:05.788570 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.805363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.905488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Subnet': ['ID=e0b8e887-c939-4b5b-9e73-1c0af58a6b2d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:05.918444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Checking segment: {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:05.918903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network hostable DHCP agents. Network: 559c680a-0538-4ea5-a463-0b3b6cabfded, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:05.959758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network 559c680a-0538-4ea5-a463-0b3b6cabfded is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:05.964150 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:05.974793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 559c680a-0538-4ea5-a463-0b3b6cabfded) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:05.996300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d93d8-28c3-4535-a200-d660f29e6ed9 None None] Network 559c680a-0538-4ea5-a463-0b3b6cabfded requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:06.003631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.005610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.017078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27740970-7b0c-46a4-9c23-d82ce61ce615 req-a6a5ea56-cbf6-44be-87db-cb4b6a3aa4e9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844871 Jul 22 23:29:06.033999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ada31a21-51a6-43ff-96de-4bb2e181e4fe tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6726997 Jul 22 23:29:06.037557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:06.043430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-97614270'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:06.130570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:06.147671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:06.154213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.182426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-a89753a0-c8fe-48ff-aa86-d636768b44ce service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711199 Jul 22 23:29:06.185645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:06.204128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52286e1f-4210-4635-932c-00d80098c944 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:06.212155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:06.221228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.230645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.231449 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Added segment be4d1c29-eea1-4482-a9ed-658111d089ca of type vlan for network f3a93e28-7c47-41b1-a61f-673f95805d11 Jul 22 23:29:06.237865 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.288939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:06.293620 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b64d2ac-021b-47aa-b6af-8a44deb1d87e" -d '{"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:06.306238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.312397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-559c680a-0538-4ea5-a463-0b3b6cabfded', 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'fixed_ips': [{'subnet_id': 'e0b8e887-c939-4b5b-9e73-1c0af58a6b2d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:06.314803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.321949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:06.362603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:06.370728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.373165 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.377366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.378062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.426630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Transition to ACTIVE for port object 52286e1f-4210-4635-932c-00d80098c944 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:06.429836 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3905876 Jul 22 23:29:06.435718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.436245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.437700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-bd52e75c-7198-4d5f-b700-b36540c47071 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 1096 time: 3.6158590 Jul 22 23:29:06.438238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:06.470370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:06.472292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'subnet': {'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:06.517379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.556892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69417d9-ee01-4490-9d29-f95c5d4638f4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Network': ['ID=f3a93e28-7c47-41b1-a61f-673f95805d11,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:06.569448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:06.574829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f3a93e28-7c47-41b1-a61f-673f95805d11 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:06.588896 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871fc2f9-7f91-4edd-97f0-2c281935f958" -d '{"events": [{"name": "network-changed", "server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:06.751519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Allocated IP 19.80.0.2 (559c680a-0538-4ea5-a463-0b3b6cabfded/e0b8e887-c939-4b5b-9e73-1c0af58a6b2d/f3d29309-de73-442c-8d89-21be2b870828) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:06.831151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-12cb6367-459f-4c94-865e-dca44e8911f5 service neutron] 10.222.0.21 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381040 Jul 22 23:29:06.850099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Pushing event updated for resources: {'Port': ['ID=52286e1f-4210-4635-932c-00d80098c944,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:06.899923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dce94b-69d1-463d-8310-9daaced5e244 req-68090d18-a72c-4307-b489-a7bb1bbd66ef tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:06.902082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93dce94b-69d1-463d-8310-9daaced5e244 req-68090d18-a72c-4307-b489-a7bb1bbd66ef tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 931 time: 0.7127881 Jul 22 23:29:06.989547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:06.991685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:06.994039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.004866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Transition to ACTIVE for port object f3d29309-de73-442c-8d89-21be2b870828 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:07.025061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Transition to ACTIVE for port object f3d29309-de73-442c-8d89-21be2b870828 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:07.044909 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.062862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-8daa73ab-aa71-4b0d-8cc5-a467ccf1757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:07.064938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-8daa73ab-aa71-4b0d-8cc5-a467ccf1757e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1099 time: 0.4485025 Jul 22 23:29:07.083784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93dce94b-69d1-463d-8310-9daaced5e244 req-2722af20-305e-461e-aa07-720e3220782c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512895 Jul 22 23:29:07.138228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Pushing event updated for resources: {'Port': ['ID=f3d29309-de73-442c-8d89-21be2b870828,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:07.173238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Network 559c680a-0538-4ea5-a463-0b3b6cabfded is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:07.174712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:07.183144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:07.184398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Attempting to bind port 52286e1f-4210-4635-932c-00d80098c944 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:07.184820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Attempting to bind port 52286e1f-4210-4635-932c-00d80098c944 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:07.185229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Attempting to bind port 52286e1f-4210-4635-932c-00d80098c944 on network 27e416cd-9f48-46b7-b3ec-873fb96db678 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:07.195659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-3f29a943-c6a2-4fc4-b8aa-35123028aa0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.1087368 Jul 22 23:29:07.199802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Port 52286e1f-4210-4635-932c-00d80098c944 on network 27e416cd-9f48-46b7-b3ec-873fb96db678 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:07.200071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Attempting to bind port 52286e1f-4210-4635-932c-00d80098c944 on network 27e416cd-9f48-46b7-b3ec-873fb96db678 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:07.228404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:07.228710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Checking segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:07.229131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Bound using segment: {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:07.229662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Bound port: 52286e1f-4210-4635-932c-00d80098c944, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e22f351-b2ff-47bf-8449-d0651b3864ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:07.230112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.330799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-3e42766e-6efd-489c-b9e1-ffa7c0137277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:07.333225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-3e42766e-6efd-489c-b9e1-ffa7c0137277 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1289780 Jul 22 23:29:07.382096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Attempting to bind port f3d29309-de73-442c-8d89-21be2b870828 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:07.384401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Attempting to bind port f3d29309-de73-442c-8d89-21be2b870828 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:07.387190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Attempting to bind port f3d29309-de73-442c-8d89-21be2b870828 on network 559c680a-0538-4ea5-a463-0b3b6cabfded {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:07.406609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:07.431787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Checking segment: {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:07.433545 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.434020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Bound using segment: {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:07.437234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Bound port: f3d29309-de73-442c-8d89-21be2b870828, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:07.438531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.502744 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d84375-f227-43e6-98a8-0cbc0acfff18 x-openstack-request-id: req-64d84375-f227-43e6-98a8-0cbc0acfff18 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:07.503423 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-plugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:07.508731 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64d84375-f227-43e6-98a8-0cbc0acfff18 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:07.508953 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'code': 200} Jul 22 23:29:07.576139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] For port 52286e1f-4210-4635-932c-00d80098c944, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:07.579589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] For port 52286e1f-4210-4635-932c-00d80098c944, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52286e1f-4210-4635-932c-00d80098c944,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:07.590109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.596061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] For port f3d29309-de73-442c-8d89-21be2b870828, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:07.600278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] For port f3d29309-de73-442c-8d89-21be2b870828, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f3d29309-de73-442c-8d89-21be2b870828,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:07.610674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.662283 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd855c-0b50-4012-8a4c-4b53e16047d7 x-openstack-request-id: req-5dbd855c-0b50-4012-8a4c-4b53e16047d7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:07.663117 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:07.663924 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dbd855c-0b50-4012-8a4c-4b53e16047d7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:07.664711 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'status': 'completed', 'code': 200} Jul 22 23:29:07.668304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Pushing event updated for resources: {'Port': ['ID=52286e1f-4210-4635-932c-00d80098c944,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:07.732382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065acade-56b5-4edb-9481-f6e22855e319 None None] Pushing event updated for resources: {'Port': ['ID=f3d29309-de73-442c-8d89-21be2b870828,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:07.827413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:07.828000 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.829951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-59e5b139-47f3-4047-87a6-ba82b1c851df service neutron] 10.222.0.48 "PUT /v2.0/ports/52286e1f-4210-4635-932c-00d80098c944 HTTP/1.1" status: 200 len: 1091 time: 3.5328219 Jul 22 23:29:07.867533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:07.919575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-97d6f156-5add-4886-96c9-a7e139048c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:07.921913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-97d6f156-5add-4886-96c9-a7e139048c85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5803132 Jul 22 23:29:08.161136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5719a6-37d4-48b3-b192-f91a8c1ca994 req-4750a13e-116e-46e3-aafe-11d8cde444d7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.176541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee5719a6-37d4-48b3-b192-f91a8c1ca994 req-4750a13e-116e-46e3-aafe-11d8cde444d7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 948 time: 0.4948018 Jul 22 23:29:08.182910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f3d29309-de73-442c-8d89-21be2b870828 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:08.247467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Subnet': ['ID=bd464b90-9ce3-4747-ba1b-0f5f51edff70,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:08.284689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f3d29309-de73-442c-8d89-21be2b870828 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:08.344753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Checking segment: {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:08.345120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network hostable DHCP agents. Network: f3a93e28-7c47-41b1-a61f-673f95805d11, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:08.371523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee5719a6-37d4-48b3-b192-f91a8c1ca994 req-d7dae450-35ad-4fde-9fc1-dabdc8f61c91 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910951 Jul 22 23:29:08.393363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-67f8394a-9ead-4c10-87e5-046086dac04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.395580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-67f8394a-9ead-4c10-87e5-046086dac04f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 1094 time: 0.4547563 Jul 22 23:29:08.431881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-181b1579-05d0-4aef-9830-c59a57fdff4e service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387076 Jul 22 23:29:08.517055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-37afb563-63fb-4475-b3c7-fc4fc7dd782e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52286e1f-4210-4635-932c-00d80098c944 HTTP/1.1" status: 200 len: 217 time: 0.1020074 Jul 22 23:29:08.562785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a948856d-3659-4e32-af57-9841fd6b31ee req-6c144a30-bae0-477a-bac6-d32fdbf4762f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 210 time: 0.0650806 Jul 22 23:29:08.588015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a9f0d-6d9c-43d6-8386-3c6444b0e08f req-a6ee2af0-5d81-4670-b1f0-2db07637f41a tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.596217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-377a9f0d-6d9c-43d6-8386-3c6444b0e08f req-a6ee2af0-5d81-4670-b1f0-2db07637f41a tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.5015903 Jul 22 23:29:08.618213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network f3a93e28-7c47-41b1-a61f-673f95805d11 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:08.789599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f3a93e28-7c47-41b1-a61f-673f95805d11) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:08.809247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb7a55-9b70-4d56-8b31-ec5e24cbb993 None None] Network f3a93e28-7c47-41b1-a61f-673f95805d11 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:08.828780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.836791 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:08.879627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a8523e6-d019-4097-8d20-e990d4212c76 req-d37775c7-306c-4c90-a797-f4c970f312cf tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/12a0e244-79e4-4ddf-aabc-06e6e1b3bf80 HTTP/1.1" status: 200 len: 1801 time: 0.2321000 Jul 22 23:29:08.926617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-377a9f0d-6d9c-43d6-8386-3c6444b0e08f req-3b19398a-19f3-4706-94e0-f7d05ddf36de tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295019 Jul 22 23:29:08.956866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-91ca1d9d-df32-446d-8a40-6338b39850ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:08.971294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-91ca1d9d-df32-446d-8a40-6338b39850ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 200 len: 854 time: 0.4072676 Jul 22 23:29:08.973502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-295660fa-16db-4b6c-817b-00ade63a9d48 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5320759 Jul 22 23:29:09.062376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-a4dcc16e-0078-488d-9024-7a64fcca55d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=27e416cd-9f48-46b7-b3ec-873fb96db678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709975 Jul 22 23:29:09.097995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6da6684c-25eb-4058-90a6-cd1a89ba2fa2 req-60af4d6d-4f58-4fc0-99ca-65e43ab1a59c service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012201 Jul 22 23:29:09.216933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f3a93e28-7c47-41b1-a61f-673f95805d11', 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'fixed_ips': [{'subnet_id': 'bd464b90-9ce3-4747-ba1b-0f5f51edff70'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:09.223817 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.357784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33cc5c-a827-445b-a274-dec5aa4ad578 None None] Network 559c680a-0538-4ea5-a463-0b3b6cabfded requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:09.362498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a8523e6-d019-4097-8d20-e990d4212c76 req-b3f423ae-1380-4766-8b0e-e4254eec2921 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.391736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-591464b6-196b-44a3-bf36-025887396d26 service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997887 Jul 22 23:29:09.481117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] Provisioning for port f3d29309-de73-442c-8d89-21be2b870828 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:09.486192 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a8523e6-d019-4097-8d20-e990d4212c76 req-b3f423ae-1380-4766-8b0e-e4254eec2921 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.498648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] Provisioning complete for port f3d29309-de73-442c-8d89-21be2b870828 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:09.499284 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.568493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-a416de00-3897-46fc-821d-676747d69956 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.570677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-a416de00-3897-46fc-821d-676747d69956 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 821 time: 0.6422791 Jul 22 23:29:09.596869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Request body: {'port': {'device_id': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'admin_state_up': True, 'tenant_id': 'db4e9b633bcc418ea37dddd399fa97e4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:09.702703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Allocated IP 19.86.0.2 (f3a93e28-7c47-41b1-a61f-673f95805d11/bd464b90-9ce3-4747-ba1b-0f5f51edff70/162e6324-627f-439e-9d56-2682c28be253) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:09.718466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'tag': '52286e1f-4210-4635-932c-00d80098c944'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:09.721876 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a3a2d5-475b-45dd-b412-f12388e69f94" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a35090-fe47-4f2b-a257-4a84201117a9", "tag": "52286e1f-4210-4635-932c-00d80098c944"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:09.761696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cefce-ef1a-408f-9adb-6b52cc3863ca req-cad3a071-4172-4a8f-99fa-241f8980d8e8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.773528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef2cefce-ef1a-408f-9adb-6b52cc3863ca req-cad3a071-4172-4a8f-99fa-241f8980d8e8 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 943 time: 0.7139223 Jul 22 23:29:09.784746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Made reservation on behalf of db4e9b633bcc418ea37dddd399fa97e4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:09.790374 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.905151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:09.923999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef2cefce-ef1a-408f-9adb-6b52cc3863ca req-3920db78-14e4-4604-b266-8ea3fb61d3cc tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491814 Jul 22 23:29:09.927742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-6c32f50f-0a66-4f5a-8323-4e6290f2e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:09.930515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-6c32f50f-0a66-4f5a-8323-4e6290f2e061 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1099 time: 0.6808453 Jul 22 23:29:10.002782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cf2f05b-a522-4068-afc6-a95503ca8381 req-7df99544-3d75-4e34-a12a-8b6748b24ac5 service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977616 Jul 22 23:29:10.029336 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a8523e6-d019-4097-8d20-e990d4212c76 req-b3f423ae-1380-4766-8b0e-e4254eec2921 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.033354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a8523e6-d019-4097-8d20-e990d4212c76 req-b3f423ae-1380-4766-8b0e-e4254eec2921 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.036710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] For port f3d29309-de73-442c-8d89-21be2b870828, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f3d29309-de73-442c-8d89-21be2b870828,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:10.044020 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.052018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a8523e6-d019-4097-8d20-e990d4212c76 req-b3f423ae-1380-4766-8b0e-e4254eec2921 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/12a0e244-79e4-4ddf-aabc-06e6e1b3bf80 HTTP/1.1" status: 204 len: 173 time: 1.1712217 Jul 22 23:29:10.178289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaeef4-e44f-48d4-926c-5351f587b0e6 None None] Pushing event updated for resources: {'Port': ['ID=f3d29309-de73-442c-8d89-21be2b870828,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:10.231509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f423ae-1380-4766-8b0e-e4254eec2921 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a0e244-79e4-4ddf-aabc-06e6e1b3bf80,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:10.341190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.363640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Transition to ACTIVE for port object 162e6324-627f-439e-9d56-2682c28be253 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:10.386268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Transition to ACTIVE for port object 162e6324-627f-439e-9d56-2682c28be253 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:10.394389 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.506634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Network f3a93e28-7c47-41b1-a61f-673f95805d11 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:10.558375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Pushing event updated for resources: {'Port': ['ID=162e6324-627f-439e-9d56-2682c28be253,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:10.561571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:10.573039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:10.775439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-30efb648-3e7e-464b-99c7-5af39d9f1884 None None] Provisioning complete for port f3d29309-de73-442c-8d89-21be2b870828 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:10.777373 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-30efb648-3e7e-464b-99c7-5af39d9f1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.855121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-b150948b-6ec6-4d31-acb0-339101b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:10.855121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-b150948b-6ec6-4d31-acb0-339101b1c66a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.8931909 Jul 22 23:29:10.889919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Attempting to bind port 162e6324-627f-439e-9d56-2682c28be253 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:10.891088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Attempting to bind port 162e6324-627f-439e-9d56-2682c28be253 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:10.892057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Attempting to bind port 162e6324-627f-439e-9d56-2682c28be253 on network f3a93e28-7c47-41b1-a61f-673f95805d11 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:10.902497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:10.903265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Checking segment: {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:10.905211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.906686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Bound using segment: {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:10.907469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Bound port: 162e6324-627f-439e-9d56-2682c28be253, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:10.908065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:10.921461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Allocated IP 172.20.0.5 (59909164-3df4-4bce-83c2-0618f501a88d/99e2d763-d177-4863-bde4-8d1734f2b67d/596e97f1-6bad-4cc3-88ca-a94516b1ac88) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:11.005436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] For port 162e6324-627f-439e-9d56-2682c28be253, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:11.008655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] For port 162e6324-627f-439e-9d56-2682c28be253, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=162e6324-627f-439e-9d56-2682c28be253,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:11.024451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-77cb4aea-72b6-4bda-9cea-5848c37e76d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.1489921 Jul 22 23:29:11.026031 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.170361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-5015ec00-3ea1-425f-9f65-1bd131346600 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.177411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-5015ec00-3ea1-425f-9f65-1bd131346600 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.179157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-5015ec00-3ea1-425f-9f65-1bd131346600 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/networks?id=559c680a-0538-4ea5-a463-0b3b6cabfded&id=f3a93e28-7c47-41b1-a61f-673f95805d11 HTTP/1.1" status: 200 len: 1389 time: 0.3862875 Jul 22 23:29:11.195115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f812346-a062-41e6-bdc4-d9bf2bf5993f None None] Pushing event updated for resources: {'Port': ['ID=162e6324-627f-439e-9d56-2682c28be253,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:11.203452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-cc98f6f0-3246-4555-a511-d7ca91bb9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.205234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-cc98f6f0-3246-4555-a511-d7ca91bb9ff4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1679699 Jul 22 23:29:11.220146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec92536-d6fb-40a2-8503-fd56e3b0d4cf req-87daca9f-12f1-4c4b-b502-cae8f56e2b33 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.230908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fec92536-d6fb-40a2-8503-fd56e3b0d4cf req-87daca9f-12f1-4c4b-b502-cae8f56e2b33 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 948 time: 0.4388189 Jul 22 23:29:11.314249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-456b3d5e-0e23-438f-9ee9-9e252ad7649e tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/quotas/5c5e29108ca34ac4b7ee7617b1e815fe HTTP/1.1" status: 200 len: 375 time: 0.1258028 Jul 22 23:29:11.464394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fec92536-d6fb-40a2-8503-fd56e3b0d4cf req-aab97263-4c64-4d82-9055-2cd4e63c0b4e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293882 Jul 22 23:29:11.610494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:11.627488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-b698181d-0e10-4741-804f-fa4ee8549cc0 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2744160 Jul 22 23:29:11.665500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-4b60ac84-bda7-4f0f-89d7-6989112a5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:11.667146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-4b60ac84-bda7-4f0f-89d7-6989112a5f0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4334819 Jul 22 23:29:11.706854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff4d6217-6300-4b4b-9c66-d164a96e1265 req-1d0138e5-5ccc-4fa6-845b-1f3f92132990 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 210 time: 0.1529496 Jul 22 23:29:11.747760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:11.852457 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e594a5dd-bcb1-4cef-bd87-37945dec5321 x-openstack-request-id: req-e594a5dd-bcb1-4cef-bd87-37945dec5321 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:11.852748 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a35090-fe47-4f2b-a257-4a84201117a9", "tag": "52286e1f-4210-4635-932c-00d80098c944", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:11.852995 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e594a5dd-bcb1-4cef-bd87-37945dec5321 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:11.853388 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'tag': '52286e1f-4210-4635-932c-00d80098c944', 'status': 'completed', 'code': 200} Jul 22 23:29:11.946698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:11.959410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'mac_address': 'fa:16:3e:5b:56:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:11.964617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-777b2e8b-fb00-4777-806e-4830e5e92593 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543783 Jul 22 23:29:12.040277 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.070416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.075975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ab3d8a-d73b-466f-bcda-6f15b85403be {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:12.082379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a829d8fb-4229-4859-aa0b-4abec0f13af0 service neutron] 10.222.0.21 "GET /v2.0/networks/559c680a-0538-4ea5-a463-0b3b6cabfded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203801 Jul 22 23:29:12.130895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:12.138615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['288e3e17-de4f-4b59-bea3-9932f39ced00'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:12.225785 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.277335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f3d29309-de73-442c-8d89-21be2b870828 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:12.302312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:12.360094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Network 59909164-3df4-4bce-83c2-0618f501a88d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:12.382090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:12.389493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:12.471635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f3d29309-de73-442c-8d89-21be2b870828 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:12.472115 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.555796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:12.558165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.559726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.571673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-2dce2d63-6ada-4200-a446-2ab8dbc21480 service neutron] 10.222.0.21 "GET /v2.0/networks/559c680a-0538-4ea5-a463-0b3b6cabfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877903 Jul 22 23:29:12.577004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-871fc2f9-7f91-4edd-97f0-2c281935f958 req-4d8fddb8-02ba-4747-9ee1-d2a7dc7ad54a service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899585 Jul 22 23:29:12.603707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c9b24e6-8847-4f09-8553-dc6c1c49dd54 req-f530c405-3dee-4f5a-95ae-a213bd0a3f98 tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "GET /v2.0/security-groups/7c1e4fbd-9a36-4410-b358-7e8d5ed80708 HTTP/1.1" status: 200 len: 1801 time: 0.7551010 Jul 22 23:29:12.641777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 162e6324-627f-439e-9d56-2682c28be253 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:12.643702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9b046-ddbc-40a1-9843-1423eceaeec3 None None] Network f3a93e28-7c47-41b1-a61f-673f95805d11 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:12.667037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-8e215062-466b-42d1-b6fb-8fd5650390b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.668722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-8e215062-466b-42d1-b6fb-8fd5650390b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 1094 time: 0.8087299 Jul 22 23:29:12.704136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c9b24e6-8847-4f09-8553-dc6c1c49dd54 req-a697c5f6-76cb-476d-9df3-01bcfed6606c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:12.796448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c1ab3d8a-d73b-466f-bcda-6f15b85403be'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:12.814779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-65323338-a04f-4fbd-9121-39751f103c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:12.817124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-65323338-a04f-4fbd-9121-39751f103c4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 200 len: 915 time: 0.1152623 Jul 22 23:29:12.825764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-834340da-efb5-40f5-8fca-09358d6f7f5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2369931 Jul 22 23:29:12.878157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-8cef68df-6e65-4d3f-bdc1-c984a8f8c035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52286e1f-4210-4635-932c-00d80098c944 HTTP/1.1" status: 200 len: 217 time: 0.0488224 Jul 22 23:29:12.913114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Request body: {'port': {'device_id': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:13.012620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.093363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-1b10fa57-81ef-4325-82f9-8dfe0412de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:13.095097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-1b10fa57-81ef-4325-82f9-8dfe0412de7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 200 len: 854 time: 0.0885422 Jul 22 23:29:13.105198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55c50daf-7399-4d79-992e-83fc30a7ea82 None None] Provisioning for port 162e6324-627f-439e-9d56-2682c28be253 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:13.132473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c9b24e6-8847-4f09-8553-dc6c1c49dd54 req-a697c5f6-76cb-476d-9df3-01bcfed6606c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.148899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 162e6324-627f-439e-9d56-2682c28be253 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:13.161258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 162e6324-627f-439e-9d56-2682c28be253 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:13.161736 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.185341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-e3bc37f3-1131-4f1a-85bd-bb888c8bba10 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=27e416cd-9f48-46b7-b3ec-873fb96db678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557246 Jul 22 23:29:13.284582 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.341409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 162e6324-627f-439e-9d56-2682c28be253, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=162e6324-627f-439e-9d56-2682c28be253,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:13.347298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.407967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=162e6324-627f-439e-9d56-2682c28be253,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:13.419149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-c986db5f-2d7e-4f1f-afe3-ead3cf46e61d service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176049 Jul 22 23:29:13.471186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ec72f323-eef3-4325-be4f-f3c4c336eb8c None None] Provisioning complete for port 162e6324-627f-439e-9d56-2682c28be253 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:13.471776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec72f323-eef3-4325-be4f-f3c4c336eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.475290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-dfb121fb-51a1-4249-8de6-4dc1ffb3f72a service neutron] 10.222.0.21 "GET /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9022086 Jul 22 23:29:13.655924 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c9b24e6-8847-4f09-8553-dc6c1c49dd54 req-a697c5f6-76cb-476d-9df3-01bcfed6606c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.658640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c9b24e6-8847-4f09-8553-dc6c1c49dd54 req-a697c5f6-76cb-476d-9df3-01bcfed6606c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.660533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c9b24e6-8847-4f09-8553-dc6c1c49dd54 req-a697c5f6-76cb-476d-9df3-01bcfed6606c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c1e4fbd-9a36-4410-b358-7e8d5ed80708 HTTP/1.1" status: 204 len: 173 time: 1.0553181 Jul 22 23:29:13.670435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:13.760819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52286e1f-4210-4635-932c-00d80098c944 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:13.769479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Deleting subnet 4052e4ad-a699-4d2c-83e4-ea04708aeb35 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:13.774110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.836947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:13.840345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697c5f6-76cb-476d-9df3-01bcfed6606c tempest-SecurityGroupsTestJSON-1907594726 tempest-SecurityGroupsTestJSON-1907594726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e4fbd-9a36-4410-b358-7e8d5ed80708,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:13.901099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.012533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.114171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.116274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a3a2d5-475b-45dd-b412-f12388e69f94 req-137f9f5a-7a20-4054-b39b-024be3c59646 service neutron] 10.222.0.48 "GET /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872706 Jul 22 23:29:14.120096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4052e4ad-a699-4d2c-83e4-ea04708aeb35 HTTP/1.1" status: 204 len: 168 time: 0.4457376 Jul 22 23:29:14.121763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68d713-1252-4d3b-9291-4e64b6ddc97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4052e4ad-a699-4d2c-83e4-ea04708aeb35,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.145962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:14.170687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 162e6324-627f-439e-9d56-2682c28be253 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:14.175288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 52286e1f-4210-4635-932c-00d80098c944, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52286e1f-4210-4635-932c-00d80098c944,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:14.182205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-07c548c6-2377-4a96-a5fa-6d7dbc6bf66c service neutron] 10.222.0.21 "GET /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791887 Jul 22 23:29:14.264334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '52286e1f-4210-4635-932c-00d80098c944', 'network_id': '27e416cd-9f48-46b7-b3ec-873fb96db678', 'port_id': '52286e1f-4210-4635-932c-00d80098c944', 'mac_address': 'fa:16:3e:cb:cd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941c303d-65b0-4d3b-978d-e11203647f1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:14.386649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 162e6324-627f-439e-9d56-2682c28be253 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:14.387444 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.400487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec9346-ed2b-452f-b516-1c1df64f56dc req-5cb876d2-2436-42c0-84c4-328f820d1a14 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:14.402881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bec9346-ed2b-452f-b516-1c1df64f56dc req-5cb876d2-2436-42c0-84c4-328f820d1a14 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 943 time: 0.2288311 Jul 22 23:29:14.470465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.492301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bec9346-ed2b-452f-b516-1c1df64f56dc req-fb4c6e0e-c84e-4448-832d-0e22dadde8e2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829458 Jul 22 23:29:14.506594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596e97f1-6bad-4cc3-88ca-a94516b1ac88 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:14.526143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.541717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.567960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Transition to ACTIVE for port object 596e97f1-6bad-4cc3-88ca-a94516b1ac88 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:14.574427 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.616093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52286e1f-4210-4635-932c-00d80098c944 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:14.629113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.720855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 52286e1f-4210-4635-932c-00d80098c944, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52286e1f-4210-4635-932c-00d80098c944,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:14.730999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.792658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.831559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97829d8-b2cb-44ca-8667-e9f3cc32185f']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:14.857018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50616b9f-4c9f-4f26-8940-dabf936df896') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:14.857315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50616b9f-4c9f-4f26-8940-dabf936df896') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:14.895231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.922554 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.945662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:14.947457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:14.959240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30a47b-f983-42de-8f4b-f9c6747dc7d0 req-d7e7a2f2-0aef-479a-8d56-fb53330023c6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:14.960855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e30a47b-f983-42de-8f4b-f9c6747dc7d0 req-d7e7a2f2-0aef-479a-8d56-fb53330023c6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 949 time: 0.2873125 Jul 22 23:29:14.982193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=52286e1f-4210-4635-932c-00d80098c944,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:14.983629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:14.984374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:14.984857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:15.003507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:15.004542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:15.048434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:15.048741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:15.049062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:15.054799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Bound port: 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:15.055261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.074977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe558-93f8-45bc-b19f-21695a97bf49 req-b4ab5b9f-9e60-4881-889b-efab925771d4 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:15.076795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c1fe558-93f8-45bc-b19f-21695a97bf49 req-b4ab5b9f-9e60-4881-889b-efab925771d4 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 0.2370806 Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:15.085768 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:15.090695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.105419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.112216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e97829d8-b2cb-44ca-8667-e9f3cc32185f HTTP/1.1" status: 204 len: 168 time: 0.9614575 Jul 22 23:29:15.134264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['52286e1f-4210-4635-932c-00d80098c944'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:15.145394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd9f0d-a950-4c1b-9a89-1b9c5f9f3e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e97829d8-b2cb-44ca-8667-e9f3cc32185f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:15.155073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e30a47b-f983-42de-8f4b-f9c6747dc7d0 req-0bd1bb13-4a69-405a-80f4-916923fe266f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727078 Jul 22 23:29:15.478280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c1fe558-93f8-45bc-b19f-21695a97bf49 req-b6ddecc0-2bce-443a-a6eb-527dd064b9c1 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926158 Jul 22 23:29:15.531221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:15.555131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:15.565638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52846) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:15.588255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89978232-92d8-4a8d-8d12-f6dbc9db245e req-b1240852-dd0e-48ae-89f7-0b3fdcd122bb tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:15.590730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89978232-92d8-4a8d-8d12-f6dbc9db245e req-b1240852-dd0e-48ae-89f7-0b3fdcd122bb tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.2488441 Jul 22 23:29:15.599317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.762897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:15.864290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port c1ab3d8a-d73b-466f-bcda-6f15b85403be completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:15.872199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c1ab3d8a-d73b-466f-bcda-6f15b85403be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:15.873267 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.973163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:15.996132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-400c6ff9-93d5-4947-b202-3137c15398e3 req-4091315f-8332-4a06-b08f-5c94b9846e4f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 210 time: 0.3742549 Jul 22 23:29:15.998766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.000261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.001774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] 10.222.0.49 "PUT /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 1091 time: 3.1273930 Jul 22 23:29:16.008738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:16.012015 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172a56bf-bd8e-4251-bfe4-327b41566da9" -d '{"events": [{"name": "network-changed", "server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:16.075674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:16.080874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:16.082186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-426ae553-d66a-4e20-81dc-555c8bc0bd48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0bf6683b5e845f18326e5cf65b9d37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151863 Jul 22 23:29:16.084931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52854) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:16.092243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89978232-92d8-4a8d-8d12-f6dbc9db245e req-eef18c02-1f5d-4b51-82c1-48e0d0a8ec31 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880619 Jul 22 23:29:16.095583 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf5a5c-b644-41a5-824a-75c460af22e8" -d '{"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:16.122631 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.140155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23866d1-66bb-41ef-a886-14f490735590 service neutron] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:16.185846 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dffb3f81-b6f6-45f2-a4ff-54bb6d2d1384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.199888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5de99f88-32e4-421e-adc9-d01f1c6817a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.245013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:16.245316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5de99f88-32e4-421e-adc9-d01f1c6817a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.277839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-c86b2153-064b-4968-8853-8f1e93a6ba88 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.279542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-c86b2153-064b-4968-8853-8f1e93a6ba88 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.48 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.2823668 Jul 22 23:29:16.299648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-4d6c169f-9227-4687-94ca-a9603a7a367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.301837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-4d6c169f-9227-4687-94ca-a9603a7a367e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1094 time: 0.2378116 Jul 22 23:29:16.375903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-08acee39-c7fb-4917-9f31-05d3914adbf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 217 time: 0.0480206 Jul 22 23:29:16.383934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5de99f88-32e4-421e-adc9-d01f1c6817a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.385247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef7d32-fbd6-4972-827a-d674d58680d1 req-748a0c7c-f2a2-4af1-9afd-e1de7e7dd3fe tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.388142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5de99f88-32e4-421e-adc9-d01f1c6817a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:16.392565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ef7d32-fbd6-4972-827a-d674d58680d1 req-748a0c7c-f2a2-4af1-9afd-e1de7e7dd3fe tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 944 time: 0.2364521 Jul 22 23:29:16.393334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5de99f88-32e4-421e-adc9-d01f1c6817a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68185dec-823c-4c63-9139-0b2c8f4bcda5 HTTP/1.1" status: 204 len: 168 time: 0.3062534 Jul 22 23:29:16.427119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de99f88-32e4-421e-adc9-d01f1c6817a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68185dec-823c-4c63-9139-0b2c8f4bcda5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:16.540296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-23a274b1-73d3-494d-b428-05fb3dec01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.542766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-23a274b1-73d3-494d-b428-05fb3dec01e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1450901 Jul 22 23:29:16.567616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ef7d32-fbd6-4972-827a-d674d58680d1 req-1201eb55-b3d1-4d87-83f7-b110d984448f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737618 Jul 22 23:29:16.638028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-527ed4d6-78a1-4f22-a42c-16cd678382ca tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.649081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-527ed4d6-78a1-4f22-a42c-16cd678382ca tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:16.656054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-527ed4d6-78a1-4f22-a42c-16cd678382ca tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.49 "GET /v2.0/networks?id=559c680a-0538-4ea5-a463-0b3b6cabfded&id=f3a93e28-7c47-41b1-a61f-673f95805d11 HTTP/1.1" status: 200 len: 1389 time: 0.3352578 Jul 22 23:29:16.672759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'port': {'device_id': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded', 'admin_state_up': True, 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:16.678367 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a091d55-ff62-4c68-bcea-d9474c34c007 x-openstack-request-id: req-0a091d55-ff62-4c68-bcea-d9474c34c007 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:16.680083 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:16.681079 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a091d55-ff62-4c68-bcea-d9474c34c007 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:16.682708 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'status': 'completed', 'code': 200} Jul 22 23:29:16.687499 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f1baa-e912-4447-9177-39c86bfc9429 x-openstack-request-id: req-666f1baa-e912-4447-9177-39c86bfc9429 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:16.687802 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:16.688047 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-666f1baa-e912-4447-9177-39c86bfc9429 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:16.688443 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'code': 200} Jul 22 23:29:16.701546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-490cb013-65dc-4053-89b3-8837e737dad6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487997 Jul 22 23:29:16.886117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:16.890944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.146332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Allocated IP 19.80.0.139 (559c680a-0538-4ea5-a463-0b3b6cabfded/e0b8e887-c939-4b5b-9e73-1c0af58a6b2d/e74584b2-b362-499f-ad43-8ca0a49ea3e1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:17.188910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Deleting port 4d65c479-ed97-49ab-9401-4f93b825666f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:17.189341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.307873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-97669fc4-a99b-4665-a32e-7655441eb32b service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931921 Jul 22 23:29:17.419781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b833a73-f741-48e5-9171-6f01e7c03d2b req-33271682-abec-4e1e-adbe-2a91c0265ef6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.424262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b833a73-f741-48e5-9171-6f01e7c03d2b req-33271682-abec-4e1e-adbe-2a91c0265ef6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.7212641 Jul 22 23:29:17.427254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.491541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Transition to ACTIVE for port object e74584b2-b362-499f-ad43-8ca0a49ea3e1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:17.512324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d7ed1-e2bc-4894-9306-4924e3c15c39 req-db2f38f4-847c-4b07-8102-687b39861e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.513878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a0d7ed1-e2bc-4894-9306-4924e3c15c39 req-db2f38f4-847c-4b07-8102-687b39861e9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1101 time: 0.6145957 Jul 22 23:29:17.537980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.580068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1a0d4-6437-4b2e-965d-e2404edd318b req-5c381c42-e8f5-4ad9-b62e-6deff69a1c09 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.587207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76e1a0d4-6437-4b2e-965d-e2404edd318b req-5c381c42-e8f5-4ad9-b62e-6deff69a1c09 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 0.6890087 Jul 22 23:29:17.605795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Port': ['ID=e74584b2-b362-499f-ad43-8ca0a49ea3e1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:17.621229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network 559c680a-0538-4ea5-a463-0b3b6cabfded is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:17.622946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:17.638577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:17.698582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:17.699599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.701087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4d65c479-ed97-49ab-9401-4f93b825666f,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:17.701471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.707902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:17.720130 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a3893a2c-e8d3-44a5-b087-c054258b97ed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0516090 Jul 22 23:29:17.733614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Request body: {'port': {'device_id': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11', 'admin_state_up': True, 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:17.738825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b833a73-f741-48e5-9171-6f01e7c03d2b req-3f105d61-3664-4c26-a28c-8abcfaeb4d23 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676404 Jul 22 23:29:17.805030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52286e1f-4210-4635-932c-00d80098c944 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:17.819946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a0d7ed1-e2bc-4894-9306-4924e3c15c39 req-7555aee1-ab89-41d0-8af8-8b3f9d0d1a4f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954137 Jul 22 23:29:17.904977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 52286e1f-4210-4635-932c-00d80098c944 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:17.911421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 52286e1f-4210-4635-932c-00d80098c944 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:17.912252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:17.935412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194a60b8-0c3d-49e9-bd77-0c1b47785aa9 req-2b853613-05d0-43b3-81e2-f92231776fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538743 Jul 22 23:29:17.988917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76e1a0d4-6437-4b2e-965d-e2404edd318b req-1549b866-8a5a-44c1-ba1a-297d56f55f36 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986349 Jul 22 23:29:18.095107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-939248004-network', 'tenant_id': '5cf53b01f89a487e96c60b1981710271'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:18.103434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Made reservation on behalf of 5c5e29108ca34ac4b7ee7617b1e815fe for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:18.112639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.252496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-536e22f4-e8ac-419e-9dc9-75819b576108 None None] Provisioning for port e74584b2-b362-499f-ad43-8ca0a49ea3e1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:18.289253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-536e22f4-e8ac-419e-9dc9-75819b576108 None None] Provisioning complete for port e74584b2-b362-499f-ad43-8ca0a49ea3e1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:18.289855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-536e22f4-e8ac-419e-9dc9-75819b576108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.305797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Made reservation on behalf of 5cf53b01f89a487e96c60b1981710271 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:18.306841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Allocated IP 19.86.0.197 (f3a93e28-7c47-41b1-a61f-673f95805d11/bd464b90-9ce3-4747-ba1b-0f5f51edff70/6f4c78c4-477a-49b9-9de2-92642c29f07a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:18.308899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.369217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.386000 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.417081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 52286e1f-4210-4635-932c-00d80098c944, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52286e1f-4210-4635-932c-00d80098c944,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:18.422792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-536e22f4-e8ac-419e-9dc9-75819b576108 None None] Port e74584b2-b362-499f-ad43-8ca0a49ea3e1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:18.426040 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.428056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4d65c479-ed97-49ab-9401-4f93b825666f no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:18.464830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc43db-e83b-44b5-8e71-5828e44414f4 req-8b868766-f5e2-4dc0-9f64-f6be29197501 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.466728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26bc43db-e83b-44b5-8e71-5828e44414f4 req-8b868766-f5e2-4dc0-9f64-f6be29197501 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 932 time: 0.5651739 Jul 22 23:29:18.471158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-aaf3d525-89d7-424c-8500-427b4ef5c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.473235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-aaf3d525-89d7-424c-8500-427b4ef5c877 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1094 time: 0.4198365 Jul 22 23:29:18.488037 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.488459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.488846 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Floating IP d3e47b1a-e7e4-418c-b1cf-64da30a65a21 disassociated. External IP: 172.25.5.169, port: 4d65c479-ed97-49ab-9401-4f93b825666f. Jul 22 23:29:18.489198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Calling delete_port for 4d65c479-ed97-49ab-9401-4f93b825666f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:18.530589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a057b-d935-4580-b2d8-55827cefe63e req-166efa62-4010-4046-88f3-c9ad090b8f31 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.532139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-399a057b-d935-4580-b2d8-55827cefe63e req-166efa62-4010-4046-88f3-c9ad090b8f31 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 945 time: 0.3753700 Jul 22 23:29:18.601938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=52286e1f-4210-4635-932c-00d80098c944,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:18.655885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.671613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.704228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4d65c479-ed97-49ab-9401-4f93b825666f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4d65c479-ed97-49ab-9401-4f93b825666f,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:18.705416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52286e1f-4210-4635-932c-00d80098c944'}, {'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:18.709961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Transition to ACTIVE for port object 6f4c78c4-477a-49b9-9de2-92642c29f07a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:18.710699 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3adb0b0-4c23-40f8-a072-5850f93ad89f" -d '{"events": [{"server_uuid": "e0a35090-fe47-4f2b-a257-4a84201117a9", "name": "network-vif-plugged", "status": "completed", "tag": "52286e1f-4210-4635-932c-00d80098c944"}, {"server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:18.715082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.793207 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:18.824306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:18.842462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26bc43db-e83b-44b5-8e71-5828e44414f4 req-bd5b2a07-6580-49f5-b886-8e99942e348f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437793 Jul 22 23:29:18.884190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event updated for resources: {'Port': ['ID=6f4c78c4-477a-49b9-9de2-92642c29f07a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:18.905328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Network f3a93e28-7c47-41b1-a61f-673f95805d11 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:18.907277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:18.909437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:18.942882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-399a057b-d935-4580-b2d8-55827cefe63e req-1478dfb0-9c1d-40e9-ac30-9de4762f6550 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups?id=757ef3e4-80ac-4986-8173-25ae223345c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894470 Jul 22 23:29:18.947269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-fa5058a3-27cd-4e0e-8d39-d50d786ced9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:18.949027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-fa5058a3-27cd-4e0e-8d39-d50d786ced9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.4664295 Jul 22 23:29:19.045475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.046625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.102766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.111916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-196e7bca-ece8-456c-a921-77baddf87bbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 217 time: 0.1485672 Jul 22 23:29:19.118335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-91a894ee-82af-4c34-979e-95e7cfa89523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3898699 Jul 22 23:29:19.138899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.141226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Request body: {'port': {'device_id': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:19.254578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:19.289559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6a71901-eb46-48fb-8f94-a4c499ab3e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.299762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.307039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.317835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fffd3ba-a946-48f9-b300-e1036b17b063,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:19.326006 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f4c3e6-1501-4281-b6c9-ad753a62f33d x-openstack-request-id: req-46f4c3e6-1501-4281-b6c9-ad753a62f33d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:19.326314 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a35090-fe47-4f2b-a257-4a84201117a9", "name": "network-vif-plugged", "status": "completed", "tag": "52286e1f-4210-4635-932c-00d80098c944", "code": 200}, {"server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:19.326609 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46f4c3e6-1501-4281-b6c9-ad753a62f33d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:19.327027 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52286e1f-4210-4635-932c-00d80098c944', 'code': 200} Jul 22 23:29:19.327312 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f', 'code': 200} Jul 22 23:29:19.333568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.333915 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Added segment 04a719db-d4b6-4520-bce8-2722d940a195 of type vlan for network 898771d8-c16c-4d24-a041-4ce8813ff191 Jul 22 23:29:19.367152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03b76b7e-db2b-4cce-b56d-822dca5e237c None None] Provisioning for port 6f4c78c4-477a-49b9-9de2-92642c29f07a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:19.377231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event deleted for resources: {'Port': ['ID=4d65c479-ed97-49ab-9401-4f93b825666f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:19.377809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03b76b7e-db2b-4cce-b56d-822dca5e237c None None] Provisioning complete for port 6f4c78c4-477a-49b9-9de2-92642c29f07a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:19.385647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03b76b7e-db2b-4cce-b56d-822dca5e237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.445658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-d7808e67-cb53-43c6-942d-276525cb044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.448665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-d7808e67-cb53-43c6-942d-276525cb044c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.3126259 Jul 22 23:29:19.480899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03b76b7e-db2b-4cce-b56d-822dca5e237c None None] Port 6f4c78c4-477a-49b9-9de2-92642c29f07a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:19.529717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.530441 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.613940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-3d4f3ff7-594d-43d8-a591-b156850ed51b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489556 Jul 22 23:29:19.709312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60d91d-6d5c-4060-84fc-3cd62b4b0332 req-9df3ea52-37a1-4b28-a4a0-edecbfa3ad0f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.711806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db60d91d-6d5c-4060-84fc-3cd62b4b0332 req-9df3ea52-37a1-4b28-a4a0-edecbfa3ad0f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.6111069 Jul 22 23:29:19.882397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.883474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.884249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:19.942450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab193a-a2fd-4f63-8cca-fd20653ac1ef req-5f3937c1-e278-4fb1-ba7a-5907c84c3df6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:19.950347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48ab193a-a2fd-4f63-8cca-fd20653ac1ef req-5f3937c1-e278-4fb1-ba7a-5907c84c3df6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.5103683 Jul 22 23:29:20.030259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db60d91d-6d5c-4060-84fc-3cd62b4b0332 req-37cd8e05-de58-4aa1-bc71-f08357b7243f tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924874 Jul 22 23:29:20.102609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.282625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74584b2-b362-499f-ad43-8ca0a49ea3e1 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:20.292657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.323477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Transition to ACTIVE for port object e74584b2-b362-499f-ad43-8ca0a49ea3e1 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:20.329442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.411458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Pushing event updated for resources: {'Port': ['ID=e74584b2-b362-499f-ad43-8ca0a49ea3e1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:20.463489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7233620 Jul 22 23:29:20.471218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:20.486563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Request body: {'subnet': {'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-939248004-subnet', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:20.509848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Router 5521a1a4-8b25-46e9-b911-912a1a730200 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:20.531757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Attempting to bind port e74584b2-b362-499f-ad43-8ca0a49ea3e1 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:20.532526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Attempting to bind port e74584b2-b362-499f-ad43-8ca0a49ea3e1 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:20.533105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Attempting to bind port e74584b2-b362-499f-ad43-8ca0a49ea3e1 on network 559c680a-0538-4ea5-a463-0b3b6cabfded {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:20.538563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Port e74584b2-b362-499f-ad43-8ca0a49ea3e1 on network 559c680a-0538-4ea5-a463-0b3b6cabfded not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:20.539219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Attempting to bind port e74584b2-b362-499f-ad43-8ca0a49ea3e1 on network 559c680a-0538-4ea5-a463-0b3b6cabfded {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:20.545152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:20.545841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Checking segment: {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:20.546398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Bound using segment: {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:20.547003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Bound port: e74584b2-b362-499f-ad43-8ca0a49ea3e1, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b480fd-eff7-4786-bc6a-0ece59b07b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:20.547893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.552946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff513f8-c43c-40e3-8dc3-99ae330037c0 req-74e942b1-c44a-4b6d-8cc6-b112411b973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.554636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ff513f8-c43c-40e3-8dc3-99ae330037c0 req-74e942b1-c44a-4b6d-8cc6-b112411b973d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 1096 time: 1.0473804 Jul 22 23:29:20.564308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-6337dab3-6831-4018-ab2e-482ec86e24f8 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148719 Jul 22 23:29:20.571117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798206b-2552-440f-81f4-862043bd4cff admin admin] Pushing event updated for resources: {'Network': ['ID=898771d8-c16c-4d24-a041-4ce8813ff191,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:20.585321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 898771d8-c16c-4d24-a041-4ce8813ff191 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:20.643497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] For port e74584b2-b362-499f-ad43-8ca0a49ea3e1, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:20.651415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] For port e74584b2-b362-499f-ad43-8ca0a49ea3e1, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e74584b2-b362-499f-ad43-8ca0a49ea3e1,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:20.659006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.728149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:20.729041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.731665 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] 10.222.0.49 "PUT /v2.0/ports/e74584b2-b362-499f-ad43-8ca0a49ea3e1 HTTP/1.1" status: 200 len: 1092 time: 1.6022174 Jul 22 23:29:20.732376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'tag': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:20.735665 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c877930-e915-4953-a8e2-06c20be77629" -d '{"events": [{"name": "network-changed", "server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "tag": "e74584b2-b362-499f-ad43-8ca0a49ea3e1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:20.766343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Request body: {'port': {'device_id': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:20.792881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Made reservation on behalf of 5cf53b01f89a487e96c60b1981710271 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:20.795216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.799525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-172a56bf-bd8e-4251-bfe4-327b41566da9 req-785becc5-e861-4079-8e57-572b008c8bf9 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557479 Jul 22 23:29:20.852210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48ab193a-a2fd-4f63-8cca-fd20653ac1ef req-e4deb6d6-2c4c-4d59-8365-67a664c8f35b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687508 Jul 22 23:29:20.890155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:20.908005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519b49-ec48-45ef-8d69-c50cbdc17ecd service neutron] Pushing event updated for resources: {'Port': ['ID=e74584b2-b362-499f-ad43-8ca0a49ea3e1,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.107984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ff513f8-c43c-40e3-8dc3-99ae330037c0 req-bf6399ec-e2af-4303-a2ea-2e11a0542745 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059431 Jul 22 23:29:21.159542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0ea8-347b-4f97-97be-2c9b4f24b034 req-4fc5df53-c161-4f01-89f7-c375f3476a06 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.163226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11da0ea8-347b-4f97-97be-2c9b4f24b034 req-4fc5df53-c161-4f01-89f7-c375f3476a06 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 0.6927433 Jul 22 23:29:21.252086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:21.266855 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] Sync routers for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:21.285886 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:21.286685 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:21.337997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4c78c4-477a-49b9-9de2-92642c29f07a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:21.352553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11da0ea8-347b-4f97-97be-2c9b4f24b034 req-9b9572e9-c103-4436-b608-157e9b290c5f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673219 Jul 22 23:29:21.353034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.372071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Transition to ACTIVE for port object 6f4c78c4-477a-49b9-9de2-92642c29f07a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:21.382703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] No DVR routers for this DVR port 4d65c479-ed97-49ab-9401-4f93b825666f on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:21.386257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.389694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.392301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e99b2d7-9609-413f-aca2-8d6bc1192717 req-8198a7fc-e253-46b3-a035-78d31d8fd39c tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.48 "DELETE /v2.0/ports/4d65c479-ed97-49ab-9401-4f93b825666f HTTP/1.1" status: 204 len: 173 time: 5.1008840 Jul 22 23:29:21.392301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'name': 'network-vif-deleted', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:21.395168 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75acddd1-70b2-49d7-b9f0-4a5273c8642d" -d '{"events": [{"server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "name": "network-vif-deleted", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:21.411716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d6042-9c41-451e-8b61-e5455e11cad1 req-df70c996-3fe2-42f3-80cc-76112986b844 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.418375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d6042-9c41-451e-8b61-e5455e11cad1 req-df70c996-3fe2-42f3-80cc-76112986b844 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.420144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c1d6042-9c41-451e-8b61-e5455e11cad1 req-df70c996-3fe2-42f3-80cc-76112986b844 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1667 time: 0.3652072 Jul 22 23:29:21.494973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Pushing event updated for resources: {'Port': ['ID=6f4c78c4-477a-49b9-9de2-92642c29f07a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.499189 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:21.583255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d5bfda9-aa6e-4178-9a12-0de676b2e302 req-3f509b64-2750-4d65-a43b-a95031720178 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.0810342 Jul 22 23:29:21.595415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Attempting to bind port 6f4c78c4-477a-49b9-9de2-92642c29f07a on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:21.595858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Attempting to bind port 6f4c78c4-477a-49b9-9de2-92642c29f07a by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:21.596278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Attempting to bind port 6f4c78c4-477a-49b9-9de2-92642c29f07a on network f3a93e28-7c47-41b1-a61f-673f95805d11 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:21.601780 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.623507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Port 6f4c78c4-477a-49b9-9de2-92642c29f07a on network f3a93e28-7c47-41b1-a61f-673f95805d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:21.624712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Attempting to bind port 6f4c78c4-477a-49b9-9de2-92642c29f07a on network f3a93e28-7c47-41b1-a61f-673f95805d11 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:21.642402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:21.643256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Checking segment: {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:21.644754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Bound using segment: {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:21.645341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Bound port: 6f4c78c4-477a-49b9-9de2-92642c29f07a, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4d1c29-eea1-4482-a9ed-658111d089ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:21.646771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.668519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c1d6042-9c41-451e-8b61-e5455e11cad1 req-bb1fa0ba-346f-4227-b142-45656694ef5f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272515 Jul 22 23:29:21.670101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.761439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] For port 6f4c78c4-477a-49b9-9de2-92642c29f07a, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:21.769223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] For port 6f4c78c4-477a-49b9-9de2-92642c29f07a, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:21.776579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.885298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdb28a9-9d18-4b72-88af-1097686400fe,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.936353 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda13333-1b1b-4a82-9600-1b561e2b1392 x-openstack-request-id: req-bda13333-1b1b-4a82-9600-1b561e2b1392 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:21.936603 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "tag": "e74584b2-b362-499f-ad43-8ca0a49ea3e1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:21.936856 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bda13333-1b1b-4a82-9600-1b561e2b1392 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:21.937292 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'tag': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1', 'status': 'completed', 'code': 200} Jul 22 23:29:21.949843 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.952316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Pushing event updated for resources: {'Port': ['ID=6f4c78c4-477a-49b9-9de2-92642c29f07a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:21.963950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:21.964589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:21.975435 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-d241847d-8cb2-44d1-a159-40789f223bdd service neutron] 10.222.0.49 "PUT /v2.0/ports/6f4c78c4-477a-49b9-9de2-92642c29f07a HTTP/1.1" status: 200 len: 1092 time: 1.2092133 Jul 22 23:29:22.044073 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:18Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:22.079062 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] Checking router: 5521a1a4-8b25-46e9-b911-912a1a730200 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:22.088652 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:22.089483 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:22.121742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Checking segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:22.121742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Network hostable DHCP agents. Network: 898771d8-c16c-4d24-a041-4ce8813ff191, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:22.198299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Network 898771d8-c16c-4d24-a041-4ce8813ff191 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:22.213966 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:22.266843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 898771d8-c16c-4d24-a041-4ce8813ff191) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:22.281096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e30b27-31c3-4c41-8a74-23ca300504a2 None None] Network 898771d8-c16c-4d24-a041-4ce8813ff191 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:22.308560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890663e-6317-422c-b736-1155df387bf6 req-89fd3e4f-6faa-4b98-b5e2-9bf0996eef19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.310146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6890663e-6317-422c-b736-1155df387bf6 req-89fd3e4f-6faa-4b98-b5e2-9bf0996eef19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.3082352 Jul 22 23:29:22.312883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877930-e915-4953-a8e2-06c20be77629 req-7269e6e5-fbca-4794-964d-67b1b212fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.313374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877930-e915-4953-a8e2-06c20be77629 req-7269e6e5-fbca-4794-964d-67b1b212fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.314921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c877930-e915-4953-a8e2-06c20be77629 req-7269e6e5-fbca-4794-964d-67b1b212fb58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1981 time: 0.4141827 Jul 22 23:29:22.316912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.317362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.335412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f9c57-dda2-4a71-88b5-e7872feb1f81 req-55ebf833-cf56-4a8d-8faa-83c66e7e73b6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.342388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f2f9c57-dda2-4a71-88b5-e7872feb1f81 req-55ebf833-cf56-4a8d-8faa-83c66e7e73b6 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.3289704 Jul 22 23:29:22.410697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cd550e16-d1c1-4960-91bc-4912b514f9af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9300201 Jul 22 23:29:22.414037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:22.418502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:22.463011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.464167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.543646 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:18Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:22.573965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f2f9c57-dda2-4a71-88b5-e7872feb1f81 req-6c19e32a-431f-4a7f-9dc9-e66247bb305d tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307017 Jul 22 23:29:22.582784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.602015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6890663e-6317-422c-b736-1155df387bf6 req-bbabfa05-923d-4fbd-9a93-7140e2b44a25 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810278 Jul 22 23:29:22.639064 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f937b6ab-039a-40eb-bf7e-d7ee1f1aba68 None None] The sync data for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 is: [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:26:10Z', 'revision_number': 4, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '9a11fbe3-3b0c-4d20-aac6-07936a2c75c4', 'name': '', 'network_id': 'fc2a0a31-b56e-449e-acb8-b2fb24e23d41', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'mac_address': 'fa:16:3e:29:5d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:09Z', 'updated_at': '2021-07-22T23:26:18Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'subnets': [{'id': '72124785-59c8-4637-a6e5-f7a5a730871d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:22.663521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877930-e915-4953-a8e2-06c20be77629 req-56ce34b8-4d31-4416-affd-0816328dcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.671296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877930-e915-4953-a8e2-06c20be77629 req-56ce34b8-4d31-4416-affd-0816328dcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.672318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877930-e915-4953-a8e2-06c20be77629 req-56ce34b8-4d31-4416-affd-0816328dcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:22.675078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c877930-e915-4953-a8e2-06c20be77629 req-56ce34b8-4d31-4416-affd-0816328dcac6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3492119 Jul 22 23:29:22.677465 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b04261-617c-4fa7-a7b7-cdba04c359be x-openstack-request-id: req-d9b04261-617c-4fa7-a7b7-cdba04c359be {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:22.679227 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09eda18a-9abb-4fb4-bd48-74a8558a1f2e", "name": "network-vif-deleted", "tag": "4d65c479-ed97-49ab-9401-4f93b825666f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:22.679721 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9b04261-617c-4fa7-a7b7-cdba04c359be {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:22.680691 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09eda18a-9abb-4fb4-bd48-74a8558a1f2e', 'name': 'network-vif-deleted', 'tag': '4d65c479-ed97-49ab-9401-4f93b825666f', 'status': 'completed', 'code': 200} Jul 22 23:29:22.866905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-898771d8-c16c-4d24-a041-4ce8813ff191', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:22.867814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:22.907241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.005462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec816b44-dec0-4224-8992-4712cdd17b04 req-e76d9330-1096-4e45-bad2-e9cef4f611b1 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.1588442 Jul 22 23:29:23.071946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877930-e915-4953-a8e2-06c20be77629 req-7cd1e180-e11b-4529-af9d-e2eb707d5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.075150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c877930-e915-4953-a8e2-06c20be77629 req-7cd1e180-e11b-4529-af9d-e2eb707d5cd9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3899999 Jul 22 23:29:23.137674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Allocated IP 172.20.0.2 (898771d8-c16c-4d24-a041-4ce8813ff191/cbdb28a9-9d18-4b72-88af-1097686400fe/da244af4-9246-4db5-a724-d54f9de25f3d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:23.162165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a2a9c-267c-47ad-89e6-8d0c98c49b49 req-f944561d-137f-4132-a98d-0251080792bd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.170769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-077a2a9c-267c-47ad-89e6-8d0c98c49b49 req-f944561d-137f-4132-a98d-0251080792bd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 0.3307385 Jul 22 23:29:23.315694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-077a2a9c-267c-47ad-89e6-8d0c98c49b49 req-c3c214aa-a442-42b0-bf9c-1a31efae8fa3 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436257 Jul 22 23:29:23.321509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.333585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Transition to ACTIVE for port object da244af4-9246-4db5-a724-d54f9de25f3d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:23.353505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Transition to ACTIVE for port object da244af4-9246-4db5-a724-d54f9de25f3d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:23.359390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b35e24-f03b-4c89-abaf-5187eba5d5bf None None] New status for floating IP d3e47b1a-e7e4-418c-b1cf-64da30a65a21: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:29:23.402887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.413177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-b7f882bf-14fb-4034-ba39-ab2c6d1bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.413675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-b7f882bf-14fb-4034-ba39-ab2c6d1bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.415366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-b7f882bf-14fb-4034-ba39-ab2c6d1bb618 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1981 time: 0.2898719 Jul 22 23:29:23.469100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.507024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-eeb84314-ef72-4cf4-abb5-5025d012df6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=e74584b2-b362-499f-ad43-8ca0a49ea3e1 HTTP/1.1" status: 200 len: 217 time: 0.0736997 Jul 22 23:29:23.515826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48add644-1946-48a0-b3bd-ec54dde39f64 req-e0c08559-cee6-4f97-9358-f49b10396fc7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.522662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48add644-1946-48a0-b3bd-ec54dde39f64 req-e0c08559-cee6-4f97-9358-f49b10396fc7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.524500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48add644-1946-48a0-b3bd-ec54dde39f64 req-e0c08559-cee6-4f97-9358-f49b10396fc7 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1679 time: 0.3194368 Jul 22 23:29:23.562792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.586520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e55e95d8-787c-4d38-b220-32299a2fbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.588517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-e55e95d8-787c-4d38-b220-32299a2fbea9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0b8e887-c939-4b5b-9e73-1c0af58a6b2d HTTP/1.1" status: 200 len: 801 time: 0.0629740 Jul 22 23:29:23.592535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Network 898771d8-c16c-4d24-a041-4ce8813ff191 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:23.615951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:23.621428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Pushing event updated for resources: {'Port': ['ID=da244af4-9246-4db5-a724-d54f9de25f3d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:23.634748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:23.775307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Allocated IP 172.25.5.163 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:23.780089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Attempting to bind port da244af4-9246-4db5-a724-d54f9de25f3d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:23.780867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Attempting to bind port da244af4-9246-4db5-a724-d54f9de25f3d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:23.783526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Attempting to bind port da244af4-9246-4db5-a724-d54f9de25f3d on network 898771d8-c16c-4d24-a041-4ce8813ff191 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:23.801569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:23.802335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Checking segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:23.802924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.803512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Bound using segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:23.804702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Bound port: da244af4-9246-4db5-a724-d54f9de25f3d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:23.806214 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.839673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48add644-1946-48a0-b3bd-ec54dde39f64 req-5e4fe541-4250-4007-8706-e7128a0dd645 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498629 Jul 22 23:29:23.849290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-71167081-7ead-4a62-9c9f-5497279eecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:23.850850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-71167081-7ead-4a62-9c9f-5497279eecdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=559c680a-0538-4ea5-a463-0b3b6cabfded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2459729 Jul 22 23:29:23.931725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] For port da244af4-9246-4db5-a724-d54f9de25f3d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:23.936244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] For port da244af4-9246-4db5-a724-d54f9de25f3d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=da244af4-9246-4db5-a724-d54f9de25f3d,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:23.955779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:23.957625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'tag': '6f4c78c4-477a-49b9-9de2-92642c29f07a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:23.967017 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff" -d '{"events": [{"name": "network-changed", "server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "tag": "6f4c78c4-477a-49b9-9de2-92642c29f07a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:24.110757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce730b5-3461-4402-9aea-727f1d8e2c90 None None] Pushing event updated for resources: {'Port': ['ID=da244af4-9246-4db5-a724-d54f9de25f3d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:24.113452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e830f-6d51-4470-8e64-6ffac676d583 req-504b2d03-f0a1-421c-b0b3-0cbd62f730ea tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:24.122302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-645e830f-6d51-4470-8e64-6ffac676d583 req-504b2d03-f0a1-421c-b0b3-0cbd62f730ea tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.3739266 Jul 22 23:29:24.125850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.237920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-645e830f-6d51-4470-8e64-6ffac676d583 req-d628f0b2-41c1-48f5-bc9c-0960715bca34 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142290 Jul 22 23:29:24.245382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:24.267752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-562d3d2f-f2d1-4a4f-b586-ba8d04bad78f service neutron] 10.222.0.49 "GET /v2.0/networks/559c680a-0538-4ea5-a463-0b3b6cabfded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052804 Jul 22 23:29:24.348730 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2b8d3c-72a6-4e3b-a1e1-31f282a43f99 x-openstack-request-id: req-9f2b8d3c-72a6-4e3b-a1e1-31f282a43f99 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:24.355517 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "tag": "6f4c78c4-477a-49b9-9de2-92642c29f07a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:24.355969 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f2b8d3c-72a6-4e3b-a1e1-31f282a43f99 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:24.356576 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'tag': '6f4c78c4-477a-49b9-9de2-92642c29f07a', 'status': 'completed', 'code': 200} Jul 22 23:29:24.484529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:24.516983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:24.519554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:24.523900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:24.543281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b88d15cc-552a-4372-857c-d9127422b502 req-f6a62dde-b3d7-4732-ba25-adcc9f6642bb tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.0766261 Jul 22 23:29:24.646375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-a1f3b97e-55e8-46f3-9b03-7862e74baa91 service neutron] 10.222.0.49 "GET /v2.0/networks/559c680a-0538-4ea5-a463-0b3b6cabfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672566 Jul 22 23:29:24.724166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-545c5fbf-924a-49b4-be6d-0c0c849c8b31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a HTTP/1.1" status: 200 len: 217 time: 0.0686607 Jul 22 23:29:24.804174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942768c-8399-455a-a2fa-240e25987aa1 req-e9947e01-b079-4fea-82c4-b31601e40ac7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:24.811937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7942768c-8399-455a-a2fa-240e25987aa1 req-e9947e01-b079-4fea-82c4-b31601e40ac7 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.2972045 Jul 22 23:29:24.856184 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-94386179-6511-49b0-8736-ca7bfde5c98d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4942739 Jul 22 23:29:24.862189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-ebc600db-f4d7-4b4c-b441-d317a5edb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:24.865933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-ebc600db-f4d7-4b4c-b441-d317a5edb331 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd464b90-9ce3-4747-ba1b-0f5f51edff70 HTTP/1.1" status: 200 len: 801 time: 0.1324930 Jul 22 23:29:24.912814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7942768c-8399-455a-a2fa-240e25987aa1 req-9b2ac8e1-bfbb-4646-948c-6a133cef5783 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995893 Jul 22 23:29:25.029178 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.051731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9481-17c5-43c9-aeef-1fd1a18aefbb req-8d7413b6-83a2-48b0-b502-18bf27d5ebac tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:25.054273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e4f9481-17c5-43c9-aeef-1fd1a18aefbb req-8d7413b6-83a2-48b0-b502-18bf27d5ebac tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.3412337 Jul 22 23:29:25.157931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-f353a330-1629-49d5-9ef4-5b510fd8ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:25.159481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-f353a330-1629-49d5-9ef4-5b510fd8ac54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3a93e28-7c47-41b1-a61f-673f95805d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2772241 Jul 22 23:29:25.339407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e4f9481-17c5-43c9-aeef-1fd1a18aefbb req-3a103508-48e4-4e4e-9955-ca44b6eee7a6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751813 Jul 22 23:29:25.437777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-b3e5b672-e24a-4ba5-a542-8614f5c389fb service neutron] 10.222.0.49 "GET /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667098 Jul 22 23:29:25.451025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197795a-6990-48dd-913d-d01b5505d702 req-462f90c9-04fc-48c2-a25e-7e97b74929f9 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:25.464251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f197795a-6990-48dd-913d-d01b5505d702 req-462f90c9-04fc-48c2-a25e-7e97b74929f9 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 0.3784907 Jul 22 23:29:25.633197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:25.755747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f197795a-6990-48dd-913d-d01b5505d702 req-5e113553-21ed-458d-a9bf-a3ef6afbf6af tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884433 Jul 22 23:29:25.828599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:25.958981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc39fed8-e479-45f5-a95a-63ca6dffc304 req-73bd5eae-4bd8-4bca-8769-54081bfbbaf1 service neutron] 10.222.0.49 "GET /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885843 Jul 22 23:29:26.084521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Router 2e63f86f-d69d-4f99-96f7-203c264c5811 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:29:26.104834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa615-49af-4a1f-adca-876d08cfb535 req-69bb644d-354b-4e64-82e0-7fbf02d8e0fa tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.117144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fa615-49af-4a1f-adca-876d08cfb535 req-69bb644d-354b-4e64-82e0-7fbf02d8e0fa tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.118784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-284fa615-49af-4a1f-adca-876d08cfb535 req-69bb644d-354b-4e64-82e0-7fbf02d8e0fa tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1679 time: 0.3514762 Jul 22 23:29:26.245042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:26.261543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d', 'port_id': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'mac_address': 'fa:16:3e:a6:b3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e2d763-d177-4863-bde4-8d1734f2b67d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:26.273341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b414ba7-31d7-4384-97cc-5ece343892e2 None None] Network 898771d8-c16c-4d24-a041-4ce8813ff191 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:26.329601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-96c0de44-5457-4509-aa66-f05bfd6c3f52 req-6d460fb7-ac17-4b45-8468-a2403fb254cf tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.2096453 Jul 22 23:29:26.385194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:26.391018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device da244af4-9246-4db5-a724-d54f9de25f3d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:26.400026 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Sync routers for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:26.412506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-284fa615-49af-4a1f-adca-876d08cfb535 req-ca135051-af9d-439d-a6cd-68d11e221407 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105691 Jul 22 23:29:26.418018 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:26.420737 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:26.431271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.437072 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84786d85-ca68-4bf9-88c5-84f076733048 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0218697 Jul 22 23:29:26.438152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:26.464846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-6c82e570-74d8-48b7-b2ea-108437b20b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.465485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-6c82e570-74d8-48b7-b2ea-108437b20b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.468145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-6c82e570-74d8-48b7-b2ea-108437b20b07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1981 time: 0.4257538 Jul 22 23:29:26.580023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-708d4991-04a8-4593-843a-05252723f48d None None] Provisioning for port da244af4-9246-4db5-a724-d54f9de25f3d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:26.690591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.725288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596e97f1-6bad-4cc3-88ca-a94516b1ac88 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:26.764960 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:26.770988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:26.784213 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.792266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port da244af4-9246-4db5-a724-d54f9de25f3d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:26.823119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port da244af4-9246-4db5-a724-d54f9de25f3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:26.823611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:26.862676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-0ca7cfe0-44cb-404c-b5be-dbd07b29e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.871887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-0ca7cfe0-44cb-404c-b5be-dbd07b29e69f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f3a93e28-7c47-41b1-a61f-673f95805d11 HTTP/1.1" status: 200 len: 901 time: 0.3956363 Jul 22 23:29:26.923705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a49c8e-024b-4b80-822a-a347fc843043 req-6384733e-c460-41fe-bb66-7313fb23a56e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:26.941109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:26.943479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57a49c8e-024b-4b80-822a-a347fc843043 req-6384733e-c460-41fe-bb66-7313fb23a56e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.3950965 Jul 22 23:29:26.975289 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.018909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-2fed1f59-1c44-46d0-a2b5-a5e8827272d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a HTTP/1.1" status: 200 len: 217 time: 0.1332130 Jul 22 23:29:27.029201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port da244af4-9246-4db5-a724-d54f9de25f3d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=da244af4-9246-4db5-a724-d54f9de25f3d,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:27.037046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.054127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['596e97f1-6bad-4cc3-88ca-a94516b1ac88'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:27.061135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9479e-9e92-475f-9889-1990c035b622 req-5986b8a2-9adb-43cc-a68f-c79ff34ee001 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:27.068410 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:24Z', 'revision_number': 3, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:27.071872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1c9479e-9e92-475f-9889-1990c035b622 req-5986b8a2-9adb-43cc-a68f-c79ff34ee001 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.4597197 Jul 22 23:29:27.203709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-c2876cc7-d5d2-4f1c-a13b-1cd28e2e7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:27.205274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-c2876cc7-d5d2-4f1c-a13b-1cd28e2e7932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd464b90-9ce3-4747-ba1b-0f5f51edff70 HTTP/1.1" status: 200 len: 801 time: 0.1773195 Jul 22 23:29:27.236076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57a49c8e-024b-4b80-822a-a347fc843043 req-b2f31e25-4d01-4208-a7d3-a0cbc9c45190 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914765 Jul 22 23:29:27.268333 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Checking router: 2e63f86f-d69d-4f99-96f7-203c264c5811 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:27.268702 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Updating router 2e63f86f-d69d-4f99-96f7-203c264c5811 port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:27.320674 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.335098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=da244af4-9246-4db5-a724-d54f9de25f3d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:27.353105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7958bd23-40f0-4977-b7a8-e9eb1a7ff984 None None] Provisioning complete for port da244af4-9246-4db5-a724-d54f9de25f3d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:27.353490 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7958bd23-40f0-4977-b7a8-e9eb1a7ff984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.399018 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.500620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-bf6c63c4-cf59-4fdb-83cf-73a9fc63a36d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2872946 Jul 22 23:29:27.701263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-afdc3d3b-30a4-4eb5-906f-2a9de9b4ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:27.702807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-afdc3d3b-30a4-4eb5-906f-2a9de9b4ceac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 1101 time: 0.1740503 Jul 22 23:29:27.724052 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.735790 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Transition to ACTIVE for port object 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:27.743481 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.754169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Allocated IP 172.20.0.1 (898771d8-c16c-4d24-a041-4ce8813ff191/cbdb28a9-9d18-4b72-88af-1097686400fe/67179599-2b6e-4e00-bc42-a03d230929f1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:27.826885 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Pushing event updated for resources: {'Port': ['ID=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:27.833837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6f4c78c4-477a-49b9-9de2-92642c29f07a details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:27.836249 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Attempting to bind port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:27.836661 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Attempting to bind port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:27.837034 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Attempting to bind port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:27.843835 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.844245 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.844597 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.844935 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.845272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.845604 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.845935 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.846261 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.846733 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.847744 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.848218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.848643 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:27.853885 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:27.854278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:27.854690 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.855116 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:27.855609 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Bound port: 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:27.856018 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.920099 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] For port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:27.924195 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] For port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:27.930998 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.936934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1c9479e-9e92-475f-9889-1990c035b622 req-5e5f6ae6-a9c3-43ec-b187-7f8e9d57b9aa tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303939 Jul 22 23:29:27.951402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:27.979234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Transition to ACTIVE for port object 67179599-2b6e-4e00-bc42-a03d230929f1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:28.043360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.061454 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100ca02-040d-4fc1-88b4-0f4f1b157ee1 None None] Pushing event updated for resources: {'Port': ['ID=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.072555 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:28.073478 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:28.073869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6f4c78c4-477a-49b9-9de2-92642c29f07a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:28.097629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '6f4c78c4-477a-49b9-9de2-92642c29f07a', 'network_id': 'f3a93e28-7c47-41b1-a61f-673f95805d11', 'port_id': '6f4c78c4-477a-49b9-9de2-92642c29f07a', 'mac_address': 'fa:16:3e:1a:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd464b90-9ce3-4747-ba1b-0f5f51edff70', 'ip_address': '19.86.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:28.103850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Pushing event updated for resources: {'Port': ['ID=67179599-2b6e-4e00-bc42-a03d230929f1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.110111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-382b8a04-6c59-40f5-bddd-8e42d5a7639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.111659 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-382b8a04-6c59-40f5-bddd-8e42d5a7639f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3817604 Jul 22 23:29:28.143006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Network 898771d8-c16c-4d24-a041-4ce8813ff191 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:28.146252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:28.151787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device da244af4-9246-4db5-a724-d54f9de25f3d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:28.154856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-5d7273f7-9bd6-48af-99a4-6ddd8fc6227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.157046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-5d7273f7-9bd6-48af-99a4-6ddd8fc6227c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f3a93e28-7c47-41b1-a61f-673f95805d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9199865 Jul 22 23:29:28.159053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50cd98ab-7014-4458-bfa1-5632d1c592d3 req-396d92fc-dedd-416e-912c-bc2a9e823c53 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/ports?device_id=09eda18a-9abb-4fb4-bd48-74a8558a1f2e HTTP/1.1" status: 200 len: 210 time: 0.0840030 Jul 22 23:29:28.164564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:28.231502 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:28.289076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-98a9991f-f3ab-4996-9784-74475482ac89 service neutron] 10.222.0.49 "GET /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192167 Jul 22 23:29:28.296688 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.314781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port da244af4-9246-4db5-a724-d54f9de25f3d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:28.315155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.369630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4c78c4-477a-49b9-9de2-92642c29f07a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:28.422823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6f4c78c4-477a-49b9-9de2-92642c29f07a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:28.430811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.432255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e74584b2-b362-499f-ad43-8ca0a49ea3e1 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:28.458847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-71670ae5-092d-49cb-8250-176999cfed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.464963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-71670ae5-092d-49cb-8250-176999cfed3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1101 time: 1.0910091 Jul 22 23:29:28.585341 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:24Z', 'revision_number': 3, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:28.616758 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f336b954-9744-4954-96d9-0530adbf7c8e None None] The sync data for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 is: [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:24Z', 'revision_number': 3, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:28.639380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee2fbcff-ac88-4a0b-a54a-042b295f19ff req-b1243c20-c2fb-4fd1-9717-dc9a7859aae1 service neutron] 10.222.0.49 "GET /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946174 Jul 22 23:29:28.679992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11151c2e-7ac7-4dde-b8cd-cae63da280d9 req-7ae32e0f-140d-46d0-9210-cf742535f43e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.682357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11151c2e-7ac7-4dde-b8cd-cae63da280d9 req-7ae32e0f-140d-46d0-9210-cf742535f43e tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 0.7339590 Jul 22 23:29:28.693595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.699270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-45165a3b-e7f6-41ab-90cf-6ee0e4e00c64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 200 len: 217 time: 0.5669031 Jul 22 23:29:28.785681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bbd51-9b81-4170-8837-08ba70b477a2 req-03e2b256-5a76-40b4-ad8a-94781082d8f9 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.794653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bbd51-9b81-4170-8837-08ba70b477a2 req-03e2b256-5a76-40b4-ad8a-94781082d8f9 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.796326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc1bbd51-9b81-4170-8837-08ba70b477a2 req-03e2b256-5a76-40b4-ad8a-94781082d8f9 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1679 time: 0.4955127 Jul 22 23:29:28.808485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-964a299d-e655-4d88-afa6-3eb12a14fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.811253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-964a299d-e655-4d88-afa6-3eb12a14fcfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0648432 Jul 22 23:29:28.841449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86d13c5e-a8a2-4771-b67e-25b7cc161193 None None] Provisioning for port 67179599-2b6e-4e00-bc42-a03d230929f1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:28.863827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86d13c5e-a8a2-4771-b67e-25b7cc161193 None None] Provisioning complete for port 67179599-2b6e-4e00-bc42-a03d230929f1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:28.864297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86d13c5e-a8a2-4771-b67e-25b7cc161193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:28.868542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=6f4c78c4-477a-49b9-9de2-92642c29f07a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:28.883095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11151c2e-7ac7-4dde-b8cd-cae63da280d9 req-7ba8f5d5-36c3-41ec-9a76-f6b3f7cfe94f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937046 Jul 22 23:29:28.899812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e74584b2-b362-499f-ad43-8ca0a49ea3e1, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e74584b2-b362-499f-ad43-8ca0a49ea3e1,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:28.946187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1', 'network_id': '559c680a-0538-4ea5-a463-0b3b6cabfded', 'port_id': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1', 'mac_address': 'fa:16:3e:6a:96:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b8e887-c939-4b5b-9e73-1c0af58a6b2d', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:28.952703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-86d13c5e-a8a2-4771-b67e-25b7cc161193 None None] Port 67179599-2b6e-4e00-bc42-a03d230929f1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:28.962690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc1bbd51-9b81-4170-8837-08ba70b477a2 req-8cc5302b-15fb-4214-b259-a706a094d990 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596808 Jul 22 23:29:28.968930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-2ed0e4b0-7dbc-4eb2-99b7-bfff1e7f148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:28.970685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-2ed0e4b0-7dbc-4eb2-99b7-bfff1e7f148d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.4936457 Jul 22 23:29:28.999658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.016367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74584b2-b362-499f-ad43-8ca0a49ea3e1 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:29.039872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-62eebc45-1df1-4f7f-85f0-893558ffa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.041828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-62eebc45-1df1-4f7f-85f0-893558ffa90d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139344 Jul 22 23:29:29.090107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e74584b2-b362-499f-ad43-8ca0a49ea3e1, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e74584b2-b362-499f-ad43-8ca0a49ea3e1,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:29.100310 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.111547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-2a41d5b7-d82d-4f3f-b529-d7c0815ecb96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.1297762 Jul 22 23:29:29.190011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e74584b2-b362-499f-ad43-8ca0a49ea3e1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:29.246779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-18d18303-1d6c-46de-b1b6-e3b53f8c6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.250174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-18d18303-1d6c-46de-b1b6-e3b53f8c6a81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1083684 Jul 22 23:29:29.328779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.336566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ae4f6-6b7d-420d-9e78-9b04a49c9a13 req-6d96f7d4-e4dd-42ac-9e56-aba33e3c2a83 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.344114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-826ae4f6-6b7d-420d-9e78-9b04a49c9a13 req-6d96f7d4-e4dd-42ac-9e56-aba33e3c2a83 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.2447593 Jul 22 23:29:29.349706 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-26908ac5-5dcf-43d7-be69-ea6b0dcd36e0 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994227 Jul 22 23:29:29.410193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6f4c78c4-477a-49b9-9de2-92642c29f07a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:29.429022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-826ae4f6-6b7d-420d-9e78-9b04a49c9a13 req-bdf1d16a-a119-4454-9454-aec044441467 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837960 Jul 22 23:29:29.465149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1f14e-24f2-438f-ab84-f6759d7d385f req-73e1055b-aefa-41b5-87b7-fe10899d695c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.466720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aee1f14e-24f2-438f-ab84-f6759d7d385f req-73e1055b-aefa-41b5-87b7-fe10899d695c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.3034933 Jul 22 23:29:29.587701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-6f253032-2b55-419d-ae3e-31a7c40e392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.589822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-6f253032-2b55-419d-ae3e-31a7c40e392a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3338857 Jul 22 23:29:29.593441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aee1f14e-24f2-438f-ab84-f6759d7d385f req-b325aaa6-933a-4ca6-9b61-d8b4940c75a2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 Jul 22 23:29:29.636066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.692357 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.794420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:29.809761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-0754a4ca-1363-4cbd-8a19-0d47f463fe36 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104352 Jul 22 23:29:29.847912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:29.851319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:29.877170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06224d32-be8a-4ce2-af07-edffc9ba6606 req-93042812-4e96-42d6-9179-5c5ee156cb75 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:29.883659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06224d32-be8a-4ce2-af07-edffc9ba6606 req-93042812-4e96-42d6-9179-5c5ee156cb75 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 951 time: 0.2049394 Jul 22 23:29:29.911188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.034146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Pushing event updated for resources: {'Port': ['ID=67179599-2b6e-4e00-bc42-a03d230929f1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:30.093687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:30.094459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a5dc97f-b1d2-4e81-ba3e-357e2624a271 req-1eae5ece-9a78-427a-860f-0a80d02a602d service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521835 Jul 22 23:29:30.117423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:30.118051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.145050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06224d32-be8a-4ce2-af07-edffc9ba6606 req-c015c7f0-3873-4294-8f9b-522e26acc3f1 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382703 Jul 22 23:29:30.182028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-d67a1940-dede-4e2c-a5bd-bdd5a7dc23cc service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581889 Jul 22 23:29:30.196160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Network 898771d8-c16c-4d24-a041-4ce8813ff191 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:30.200191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:30.202759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d759fe12-46cf-4576-b798-451202dad109 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.228885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.232546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d759fe12-46cf-4576-b798-451202dad109 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.297398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d759fe12-46cf-4576-b798-451202dad109 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.299907 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d759fe12-46cf-4576-b798-451202dad109 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.301303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d759fe12-46cf-4576-b798-451202dad109 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "DELETE /v2.0/security-groups/757ef3e4-80ac-4986-8173-25ae223345c3 HTTP/1.1" status: 204 len: 168 time: 0.3862271 Jul 22 23:29:30.308483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53098) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.308825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:30.377090 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-0d9e0169-f930-4759-b8c1-191956a2fc1b tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] show failed (client error): The resource could not be found. Jul 22 23:29:30.377642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0d9e0169-f930-4759-b8c1-191956a2fc1b tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "GET /v2.0/security-groups/757ef3e4-80ac-4986-8173-25ae223345c3 HTTP/1.1" status: 404 len: 347 time: 0.0682108 Jul 22 23:29:30.386498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830528c-7d39-4f58-8f2c-7cf9b1ba344f req-b60ac9b7-7227-44d5-97f1-3c601ef0a101 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.388462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d830528c-7d39-4f58-8f2c-7cf9b1ba344f req-b60ac9b7-7227-44d5-97f1-3c601ef0a101 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.2888339 Jul 22 23:29:30.389272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759fe12-46cf-4576-b798-451202dad109 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ef3e4-80ac-4986-8173-25ae223345c3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:30.391122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:30.449170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:30.458960 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2046cac-e074-45ed-9e79-e3e90d5d391b" -d '{"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:30.519768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:30.529879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.574887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Router 2e63f86f-d69d-4f99-96f7-203c264c5811 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:30.583528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['e74584b2-b362-499f-ad43-8ca0a49ea3e1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:30.590441 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.605380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d830528c-7d39-4f58-8f2c-7cf9b1ba344f req-9fd13582-672b-469d-b781-b75c7f5d61b2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730099 Jul 22 23:29:30.682436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a385e-8ec0-442f-b71a-cc8f58549af1 req-772d0b92-60aa-4076-b9aa-be9cc15726c6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.695683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f64a385e-8ec0-442f-b71a-cc8f58549af1 req-772d0b92-60aa-4076-b9aa-be9cc15726c6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 0.3707287 Jul 22 23:29:30.708629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:30.746464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Deleting port 61aafd68-9348-4d9b-aee2-99489d9c2b1e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:30.746836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.746986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:30.747549 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.792295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:30.798942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:30.806862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b0c426f6-05f8-40f2-b83b-1568abef72e5 admin admin] 10.222.0.21 "PUT /v2.0/routers/2e63f86f-d69d-4f99-96f7-203c264c5811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3673520 Jul 22 23:29:30.827544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f64a385e-8ec0-442f-b71a-cc8f58549af1 req-7d8f2ef9-b27a-46f0-ab92-e7a8b6ef0797 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309311 Jul 22 23:29:30.842948 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.867611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f6e52263-a010-4c5a-891f-b13874e03689 None None] Provisioning complete for port 67179599-2b6e-4e00-bc42-a03d230929f1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:30.867611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6e52263-a010-4c5a-891f-b13874e03689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.868597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:30.961121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390815a8-2821-40bf-b283-22b2fe2aaa9f req-2e1c1cf9-38ae-4d12-86ce-f013923e4cd8 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.970154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390815a8-2821-40bf-b283-22b2fe2aaa9f req-2e1c1cf9-38ae-4d12-86ce-f013923e4cd8 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:30.977942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-390815a8-2821-40bf-b283-22b2fe2aaa9f req-2e1c1cf9-38ae-4d12-86ce-f013923e4cd8 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1681 time: 0.2440147 Jul 22 23:29:30.981667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:30.982224 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.011188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Calling delete_port for 61aafd68-9348-4d9b-aee2-99489d9c2b1e owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:31.046450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f6e52263-a010-4c5a-891f-b13874e03689 None None] Port 67179599-2b6e-4e00-bc42-a03d230929f1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:31.046911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-390815a8-2821-40bf-b283-22b2fe2aaa9f req-1f4e04de-5333-44d9-b032-96632d49c264 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638392 Jul 22 23:29:31.062351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:31.139762 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c610b13-b16f-4307-99eb-05e31b2577d7 x-openstack-request-id: req-3c610b13-b16f-4307-99eb-05e31b2577d7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:31.140333 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:31.140333 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c610b13-b16f-4307-99eb-05e31b2577d7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:31.140820 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'code': 200} Jul 22 23:29:31.181049 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.257456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.282237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:31.292172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.297562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Pushing event deleted for resources: {'Port': ['ID=61aafd68-9348-4d9b-aee2-99489d9c2b1e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:31.345958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Sync routers for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:31.374810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:31.375610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:31.406234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.408924 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.410983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-25c6e4e4-32bc-48a0-bc60-5ee15b7953f4 tempest-ServersTestBootFromVolume-2146326823 tempest-ServersTestBootFromVolume-2146326823-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3e47b1a-e7e4-418c-b1cf-64da30a65a21 HTTP/1.1" status: 204 len: 168 time: 1.0137024 Jul 22 23:29:31.413724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53134) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:31.461426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548301ce-a725-498e-96cf-8e94a90c2d09 req-326b54ec-a37c-48ab-a41e-7d3e93c8cf62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.463183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-548301ce-a725-498e-96cf-8e94a90c2d09 req-326b54ec-a37c-48ab-a41e-7d3e93c8cf62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.0981853 Jul 22 23:29:31.484178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:31.535827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:31.550402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-548301ce-a725-498e-96cf-8e94a90c2d09 req-ba23e366-2015-44f2-b577-f541ad1e0378 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806022 Jul 22 23:29:31.742105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92887d4e-17e5-481c-b7e7-6ff439f8ae7a req-0b0bfea4-7a37-4e6b-bee8-e09d7b837bb4 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:31.747890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92887d4e-17e5-481c-b7e7-6ff439f8ae7a req-0b0bfea4-7a37-4e6b-bee8-e09d7b837bb4 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.1375029 Jul 22 23:29:31.828329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92887d4e-17e5-481c-b7e7-6ff439f8ae7a req-77cde728-788e-454d-a50e-71bda7dc4988 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746989 Jul 22 23:29:31.862147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6f4c78c4-477a-49b9-9de2-92642c29f07a up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:31.962834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:31.982504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 2, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:31.987323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 6f4c78c4-477a-49b9-9de2-92642c29f07a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:32.018618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Checking router: 2e63f86f-d69d-4f99-96f7-203c264c5811 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:32.020197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Updating router 2e63f86f-d69d-4f99-96f7-203c264c5811 port 67179599-2b6e-4e00-bc42-a03d230929f1 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:32.023652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 6f4c78c4-477a-49b9-9de2-92642c29f07a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:32.024407 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.098122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.175414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:32.338777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.349201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4018c-6448-4198-8924-7fa5a220f003 req-ec0aa87f-ed43-4ee7-933c-aeb18077e78d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:32.357169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ceb4018c-6448-4198-8924-7fa5a220f003 req-ec0aa87f-ed43-4ee7-933c-aeb18077e78d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.0814512 Jul 22 23:29:32.404904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ceb4018c-6448-4198-8924-7fa5a220f003 req-eea945bd-d4fb-4d54-a739-472fae63a7bf tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Jul 22 23:29:32.413033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:32.413420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.418071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6f4c78c4-477a-49b9-9de2-92642c29f07a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:32.492124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Deleting port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:32.492485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.648452 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.685034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] For port 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:32.686362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.707666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:32.722540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454397447', 'description': 'tempest-description--154279147'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:32.741542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Calling delete_port for 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:32.747993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=6f4c78c4-477a-49b9-9de2-92642c29f07a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:32.825592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2ec02-cdd7-4a46-a056-2636100c92db req-7effb41a-4035-46b3-9d9a-bfe8a6c05f20 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:32.843630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2ec02-cdd7-4a46-a056-2636100c92db req-7effb41a-4035-46b3-9d9a-bfe8a6c05f20 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:32.845457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2dc2ec02-cdd7-4a46-a056-2636100c92db req-7effb41a-4035-46b3-9d9a-bfe8a6c05f20 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1682 time: 0.1710877 Jul 22 23:29:32.876229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.891311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Transition to ACTIVE for port object 67179599-2b6e-4e00-bc42-a03d230929f1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:32.901290 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.908940 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:32.913565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2dc2ec02-cdd7-4a46-a056-2636100c92db req-644cf7dc-5a91-4fa7-a0bf-80a127623685 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Jul 22 23:29:33.000482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb599-e1c0-41bd-8536-9b5425c9ace2 None None] Pushing event updated for resources: {'Port': ['ID=67179599-2b6e-4e00-bc42-a03d230929f1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.095652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Attempting to bind port 67179599-2b6e-4e00-bc42-a03d230929f1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:33.096040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Attempting to bind port 67179599-2b6e-4e00-bc42-a03d230929f1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:33.096389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Attempting to bind port 67179599-2b6e-4e00-bc42-a03d230929f1 on network 898771d8-c16c-4d24-a041-4ce8813ff191 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:33.103514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:33.104674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Checking segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:33.104674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.104674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Bound using segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:33.105149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Bound port: 67179599-2b6e-4e00-bc42-a03d230929f1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:33.105542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.164502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88'}, {'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4c78c4-477a-49b9-9de2-92642c29f07a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:33.166969 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6385ee4d-a5c4-42a4-b2e9-e20ac96a59b8" -d '{"events": [{"server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "name": "network-vif-plugged", "status": "completed", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88"}, {"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-plugged", "status": "completed", "tag": "6f4c78c4-477a-49b9-9de2-92642c29f07a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:33.231896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] For port 67179599-2b6e-4e00-bc42-a03d230929f1, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:33.237055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] For port 67179599-2b6e-4e00-bc42-a03d230929f1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=67179599-2b6e-4e00-bc42-a03d230929f1,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:33.245685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.258823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c01cb-c2ed-4865-91ac-6cd1789d9c42 req-512fcabe-776c-42f4-bb6f-cc7a15b6e95f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.260406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e80c01cb-c2ed-4865-91ac-6cd1789d9c42 req-512fcabe-776c-42f4-bb6f-cc7a15b6e95f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.2445471 Jul 22 23:29:33.270951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ee1e8-55c5-4eb4-94af-f8feccd37ba8 req-e8529f59-2733-466b-85a5-b3df36b05999 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.281251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.286286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-719ee1e8-55c5-4eb4-94af-f8feccd37ba8 req-e8529f59-2733-466b-85a5-b3df36b05999 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 949 time: 0.2133780 Jul 22 23:29:33.293245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.318038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.366893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a11fbe3-3b0c-4d20-aac6-07936a2c75c4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.369827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:33.370487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:33.382285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:33.383982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6755941 Jul 22 23:29:33.392372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:33.407405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-719ee1e8-55c5-4eb4-94af-f8feccd37ba8 req-8d7a5ef0-7185-43ee-81c9-3088c5dba3d4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098187 Jul 22 23:29:33.408158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Request body: {'security_group_rule': {'security_group_id': '69da07f4-0103-4651-bec3-46b1e7ce9950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:33.435995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e80c01cb-c2ed-4865-91ac-6cd1789d9c42 req-b813c5fa-9eaf-4a51-8827-e089029f35fb tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439764 Jul 22 23:29:33.452276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cb599-e1c0-41bd-8536-9b5425c9ace2 None None] Pushing event updated for resources: {'Port': ['ID=67179599-2b6e-4e00-bc42-a03d230929f1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.469444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467816b-3487-4631-b5d7-2c3b6dea29fe tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69da07f4-0103-4651-bec3-46b1e7ce9950,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:33.562973 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba615918-88c8-4ea8-807d-b63a77601ab6 x-openstack-request-id: req-ba615918-88c8-4ea8-807d-b63a77601ab6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:33.563317 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "name": "network-vif-plugged", "status": "completed", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88", "code": 200}, {"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-plugged", "status": "completed", "tag": "6f4c78c4-477a-49b9-9de2-92642c29f07a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:33.563554 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba615918-88c8-4ea8-807d-b63a77601ab6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:33.563942 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'code': 200} Jul 22 23:29:33.564194 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4c78c4-477a-49b9-9de2-92642c29f07a', 'code': 200} Jul 22 23:29:33.701459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:33.784439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993a1d2-83af-4744-943b-9663c581f5fa req-acab7cdc-684a-47e2-a980-3868a16d09f2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.791939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4993a1d2-83af-4744-943b-9663c581f5fa req-acab7cdc-684a-47e2-a980-3868a16d09f2 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.2620382 Jul 22 23:29:33.834093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e74584b2-b362-499f-ad43-8ca0a49ea3e1 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:33.848123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4993a1d2-83af-4744-943b-9663c581f5fa req-e714159d-b857-44ed-86bb-8689018b20dd tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Jul 22 23:29:33.907128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec66c2-93b7-4feb-afa9-1001c15cd233 req-c8cc927d-2a78-45b7-8674-e8a9d20e038d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:33.912175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48ec66c2-93b7-4feb-afa9-1001c15cd233 req-c8cc927d-2a78-45b7-8674-e8a9d20e038d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.2528079 Jul 22 23:29:33.985774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port e74584b2-b362-499f-ad43-8ca0a49ea3e1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:33.987522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48ec66c2-93b7-4feb-afa9-1001c15cd233 req-b3e07288-9171-43e9-b8a9-3a4e0609eddf tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655010 Jul 22 23:29:33.998834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-604b7c28-f1d5-4cd0-8f54-1c56be41e425 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.000484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port e74584b2-b362-499f-ad43-8ca0a49ea3e1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:34.001804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-604b7c28-f1d5-4cd0-8f54-1c56be41e425 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 945 time: 0.1474233 Jul 22 23:29:34.002507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.101771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:33Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:34.137079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910ca91-7353-4d5b-ad4e-39de78dc63f4 None None] The sync data for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 is: [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:33Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:34.180659 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.249596 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.274839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c5ef-396c-40e1-b078-42fdf68b31fc req-e268bf69-dd95-4aa4-a328-3fd18e3f330f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.282673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c5ef-396c-40e1-b078-42fdf68b31fc req-e268bf69-dd95-4aa4-a328-3fd18e3f330f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.286087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25b2c5ef-396c-40e1-b078-42fdf68b31fc req-e268bf69-dd95-4aa4-a328-3fd18e3f330f tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1682 time: 0.2291131 Jul 22 23:29:34.296812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Deleting port 52286e1f-4210-4635-932c-00d80098c944 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:34.297542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.301768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e74584b2-b362-499f-ad43-8ca0a49ea3e1, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e74584b2-b362-499f-ad43-8ca0a49ea3e1,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:34.310870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.333081 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.361431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.391482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25b2c5ef-396c-40e1-b078-42fdf68b31fc req-b7734434-b97c-405e-8a41-36e314315a3c tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937402 Jul 22 23:29:34.395809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee073c42-af45-431a-b4d4-f5ad588df59b req-3f112ae8-9188-44a2-80ec-99b6fc1e162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.397351 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee073c42-af45-431a-b4d4-f5ad588df59b req-3f112ae8-9188-44a2-80ec-99b6fc1e162c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1096 time: 0.6515927 Jul 22 23:29:34.408194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e74584b2-b362-499f-ad43-8ca0a49ea3e1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:34.435113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.473428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] For port 52286e1f-4210-4635-932c-00d80098c944, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52286e1f-4210-4635-932c-00d80098c944,segment=NetworkSegment(2e22f351-b2ff-47bf-8449-d0651b3864ba),segment_id=2e22f351-b2ff-47bf-8449-d0651b3864ba)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:34.474035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.506646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Calling delete_port for 52286e1f-4210-4635-932c-00d80098c944 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:34.511235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced85e96-3939-4ba5-a19b-14e735890f00,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:34.516443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.517640 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-89578e46-8b2c-4a95-bfa7-a2b674f1dd53 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1221640 Jul 22 23:29:34.523498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:34.528942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Request body: {'security_group_rule': {'security_group_id': '69da07f4-0103-4651-bec3-46b1e7ce9950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:34.538014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee073c42-af45-431a-b4d4-f5ad588df59b req-c19a4d3a-ba98-4647-97d0-1ac0973ba07f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102340 Jul 22 23:29:34.657656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.704887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0389a-e23b-4a30-8895-38a50d96136a req-8f68f664-e46e-40f5-899b-758a6da96674 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.707002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbc0389a-e23b-4a30-8895-38a50d96136a req-8f68f664-e46e-40f5-899b-758a6da96674 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.1322949 Jul 22 23:29:34.725994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.739989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.781034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71e429f-2e8a-4eec-82db-b055806f0b96,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:34.796946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.801574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1918a6c9-5054-49b1-81fc-e656762cc5e5 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2749026 Jul 22 23:29:34.802346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53198) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:34.814056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:34.821953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Router 5521a1a4-8b25-46e9-b911-912a1a730200 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:34.835661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbc0389a-e23b-4a30-8895-38a50d96136a req-0ee1091f-51ab-4245-9cbc-4e062e200e79 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177881 Jul 22 23:29:34.899088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcccf4-4816-4b3b-8b2d-c732e4212573 req-b9cb93f2-9f16-42a5-bb18-f258c2775e82 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:34.900764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5fcccf4-4816-4b3b-8b2d-c732e4212573 req-b9cb93f2-9f16-42a5-bb18-f258c2775e82 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 949 time: 0.3252888 Jul 22 23:29:34.911432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:34.986586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:35.002199 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] Sync routers for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:35.012603 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:35.013218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:35.014582 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.022559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5a75f010-79f2-4126-a4d3-0cb6c276929d admin admin] 10.222.0.21 "PUT /v2.0/routers/5521a1a4-8b25-46e9-b911-912a1a730200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6072450 Jul 22 23:29:35.026226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:35.055219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5fcccf4-4816-4b3b-8b2d-c732e4212573 req-f5b3dfe5-1990-4f00-b0b0-1ab67e1a5ce9 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339383 Jul 22 23:29:35.057996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['52286e1f-4210-4635-932c-00d80098c944'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:35.121618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Pushing event deleted for resources: {'Port': ['ID=52286e1f-4210-4635-932c-00d80098c944,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:35.173367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-f973fb16-0542-4a55-9c5f-09f68b9533d0 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.173605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.174980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-f973fb16-0542-4a55-9c5f-09f68b9533d0 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.48 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 949 time: 0.3371902 Jul 22 23:29:35.178216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:35.184226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.294854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] No DVR routers for this DVR port 52286e1f-4210-4635-932c-00d80098c944 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:35.300248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.302690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78dbab80-2bf4-4169-b6c4-884c1ad46ccd req-3af065e8-3763-4a77-adbb-1f23065295bf tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.48 "DELETE /v2.0/ports/52286e1f-4210-4635-932c-00d80098c944 HTTP/1.1" status: 204 len: 173 time: 1.2950315 Jul 22 23:29:35.341709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'name': 'network-vif-deleted', 'tag': '52286e1f-4210-4635-932c-00d80098c944'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:35.344338 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df277548-086e-456d-ab23-92dee63311d7" -d '{"events": [{"server_uuid": "e0a35090-fe47-4f2b-a257-4a84201117a9", "name": "network-vif-deleted", "tag": "52286e1f-4210-4635-932c-00d80098c944"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:35.358728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbef89-369a-4ac7-ae0f-8811a5b476e2 req-b3032d33-6f0e-4348-9d7c-f61162c63d59 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.367872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23fbef89-369a-4ac7-ae0f-8811a5b476e2 req-b3032d33-6f0e-4348-9d7c-f61162c63d59 tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0a35090-fe47-4f2b-a257-4a84201117a9 HTTP/1.1" status: 200 len: 867 time: 0.4386098 Jul 22 23:29:35.481676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23fbef89-369a-4ac7-ae0f-8811a5b476e2 req-0ec82644-38de-47a7-80bb-e868c590538c tempest-ServerDiskConfigTestJSON-1789608014 tempest-ServerDiskConfigTestJSON-1789608014-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b98ed16-9f03-400e-96dc-5d9bb8a4d638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082308 Jul 22 23:29:35.487515 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:29:33Z', 'revision_number': 5, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port': {'id': '3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:26:04Z', 'updated_at': '2021-07-22T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:35.506959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535642ce-e5fb-43e0-81dd-6becd62465e1 req-1c860215-1c1b-4565-b397-79de32af38aa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.525956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.528215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-535642ce-e5fb-43e0-81dd-6becd62465e1 req-1c860215-1c1b-4565-b397-79de32af38aa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.3510067 Jul 22 23:29:35.540259 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] Checking router: 5521a1a4-8b25-46e9-b911-912a1a730200 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:35.544924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Allocated IP 172.25.5.142 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/e37e33df-e45a-4ce5-8727-04b7b1d099ad) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:35.557083 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] Routers {'5521a1a4-8b25-46e9-b911-912a1a730200'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:35.557770 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5521a1a4-8b25-46e9-b911-912a1a730200'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:35.567727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:35.570071 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a50f64-7fd6-488d-a45b-e392d7eefac5" -d '{"events": [{"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-plugged", "status": "completed", "tag": "e74584b2-b362-499f-ad43-8ca0a49ea3e1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:35.646326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-535642ce-e5fb-43e0-81dd-6becd62465e1 req-b957833a-432f-4231-8e3d-192b8e2b2152 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016276 Jul 22 23:29:35.650816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Deleting port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:35.652343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.660602 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] Set router 5521a1a4-8b25-46e9-b911-912a1a730200 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:35.681866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.715761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Deleting port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:35.716213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.724730 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:29:35Z', 'revision_number': 6, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:35.733753 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419f6b45-da56-49cd-a715-62bb8a22fff5 x-openstack-request-id: req-419f6b45-da56-49cd-a715-62bb8a22fff5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:35.734509 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a35090-fe47-4f2b-a257-4a84201117a9", "name": "network-vif-deleted", "tag": "52286e1f-4210-4635-932c-00d80098c944", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:35.734914 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-419f6b45-da56-49cd-a715-62bb8a22fff5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:35.735506 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a35090-fe47-4f2b-a257-4a84201117a9', 'name': 'network-vif-deleted', 'tag': '52286e1f-4210-4635-932c-00d80098c944', 'status': 'completed', 'code': 200} Jul 22 23:29:35.736012 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eb8c1d-b5ab-43d6-aa46-4a8522f8f7b3 x-openstack-request-id: req-74eb8c1d-b5ab-43d6-aa46-4a8522f8f7b3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:35.736307 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-plugged", "status": "completed", "tag": "e74584b2-b362-499f-ad43-8ca0a49ea3e1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:35.736995 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74eb8c1d-b5ab-43d6-aa46-4a8522f8f7b3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:35.736995 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1', 'code': 200} Jul 22 23:29:35.789475 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1caba-4d43-4bc9-8c28-0842c96ad74f None None] The sync data for ids ['5521a1a4-8b25-46e9-b911-912a1a730200'] in n-d-758851-4 is: [{'id': '5521a1a4-8b25-46e9-b911-912a1a730200', 'name': 'tempest-ServersTestBootFromVolume-1728442827-router', 'tenant_id': 'dc4550bb45a5443f9b0fa3199da16477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:26:03Z', 'updated_at': '2021-07-22T23:29:35Z', 'revision_number': 6, 'project_id': 'dc4550bb45a5443f9b0fa3199da16477', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:35.891034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.923180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] For port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:35.923901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.950028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Calling delete_port for 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:35.973807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] For port 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:35.973807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:35.987122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172cb9-f3dc-4843-b7e5-63e7b8a9cbd0 req-1679c188-5aa1-4ce9-9fed-dad5801dfe90 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.993864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172cb9-f3dc-4843-b7e5-63e7b8a9cbd0 req-1679c188-5aa1-4ce9-9fed-dad5801dfe90 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:35.996471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Calling delete_port for 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:36.001029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19172cb9-f3dc-4843-b7e5-63e7b8a9cbd0 req-1679c188-5aa1-4ce9-9fed-dad5801dfe90 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1683 time: 0.1809478 Jul 22 23:29:36.002174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.007179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b605-669c-4354-9f53-b294d9251e7b req-4ed404ec-0d90-4b29-94ed-20accdf47835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:36.007896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7b605-669c-4354-9f53-b294d9251e7b req-4ed404ec-0d90-4b29-94ed-20accdf47835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:36.009551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5fe7b605-669c-4354-9f53-b294d9251e7b req-4ed404ec-0d90-4b29-94ed-20accdf47835 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1985 time: 0.1910386 Jul 22 23:29:36.091063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19172cb9-f3dc-4843-b7e5-63e7b8a9cbd0 req-27b37fc2-241c-4b40-9b5b-a77766d90d0c tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891595 Jul 22 23:29:36.100411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:36.116135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad497b-6f82-48d9-8b93-22ae3583eee0 req-0f53c142-fada-4052-902c-e896a0aa01ad tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:36.119801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35ad497b-6f82-48d9-8b93-22ae3583eee0 req-0f53c142-fada-4052-902c-e896a0aa01ad tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.1792316 Jul 22 23:29:36.127948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:36.131721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:36.180018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event updated for resources: {'Port': ['ID=e37e33df-e45a-4ce5-8727-04b7b1d099ad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.204597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5fe7b605-669c-4354-9f53-b294d9251e7b req-1f1feedd-9c3f-45ec-96fc-57a2c4fe6ebe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797631 Jul 22 23:29:36.382434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.436177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.471849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.544244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.596297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.623137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 67179599-2b6e-4e00-bc42-a03d230929f1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:36.635307 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.645697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35ad497b-6f82-48d9-8b93-22ae3583eee0 req-e9e5250c-08bb-42f8-8654-812370d18678 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223849 Jul 22 23:29:36.673739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Pushing event deleted for resources: {'Port': ['ID=2d67c237-5f1f-44ba-8a3b-dab3fb93e26a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:36.693762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.696613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.740800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 67179599-2b6e-4e00-bc42-a03d230929f1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:36.752672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 67179599-2b6e-4e00-bc42-a03d230929f1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:36.753038 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.755137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] No DVR routers for this DVR port 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:36.765081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6b12e-d782-4fd8-b672-c8ab62892445 req-4723b274-dd43-4bb2-a840-a3dbdd526ecf tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:36.766669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ea6b12e-d782-4fd8-b672-c8ab62892445 req-4723b274-dd43-4bb2-a840-a3dbdd526ecf tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/ports?device_id=f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d HTTP/1.1" status: 200 len: 866 time: 0.6077871 Jul 22 23:29:36.768024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.770770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb6821ca-aff2-4429-ae50-031fe534d1e1 req-28d033fa-19f0-4434-b4cb-1d8a838ecfd4 tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.48 "DELETE /v2.0/ports/2d67c237-5f1f-44ba-8a3b-dab3fb93e26a HTTP/1.1" status: 204 len: 173 time: 1.5533631 Jul 22 23:29:36.772687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.773957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5521a1a4-8b25-46e9-b911-912a1a730200 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:29:36.782419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.783720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7561b210-8f00-48a5-b7ec-0dc4cedbbe4b admin admin] 10.222.0.21 "DELETE /v2.0/routers/5521a1a4-8b25-46e9-b911-912a1a730200 HTTP/1.1" status: 204 len: 168 time: 1.7567744 Jul 22 23:29:36.787455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:36.824099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ea6b12e-d782-4fd8-b672-c8ab62892445 req-a6b44457-1077-4be7-a52d-739385c6f21d tempest-ImagesOneServerTestJSON-1477710326 tempest-ImagesOneServerTestJSON-1477710326-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f412052-3e20-4b4b-b625-60e39322db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Jul 22 23:29:36.908172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.934288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Deleting subnet 72124785-59c8-4637-a6e5-f7a5a730871d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:36.959135 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:36.977341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 67179599-2b6e-4e00-bc42-a03d230929f1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=67179599-2b6e-4e00-bc42-a03d230929f1,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:36.983585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.015254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:37.038897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:37.039140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9a11fbe3-3b0c-4d20-aac6-07936a2c75c4 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:37.093785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=67179599-2b6e-4e00-bc42-a03d230929f1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:37.098027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e477f28-714b-45dc-9167-5fb0240c7171 req-2a7f5f8d-8cd7-4fe9-b0c6-9388bf27b591 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.101377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e477f28-714b-45dc-9167-5fb0240c7171 req-2a7f5f8d-8cd7-4fe9-b0c6-9388bf27b591 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.1837447 Jul 22 23:29:37.138301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.147354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:37.234455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e477f28-714b-45dc-9167-5fb0240c7171 req-b8b94d5b-faf9-4a14-a563-c3aa3cbbc0b7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098468 Jul 22 23:29:37.248157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Deleting subnet 941c303d-65b0-4d3b-978d-e11203647f1c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:37.278657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.336602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.383587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.392896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.418384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.458022 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:29:37.475813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.484177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1f24-5030-42ab-b1f5-b695bb64d471 req-8b317fea-abee-44f6-a045-160a0f635354 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.491039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1f24-5030-42ab-b1f5-b695bb64d471 req-8b317fea-abee-44f6-a045-160a0f635354 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.493363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event updated for resources: {'Port': ['ID=e37e33df-e45a-4ce5-8727-04b7b1d099ad,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:37.498417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.500316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72124785-59c8-4637-a6e5-f7a5a730871d HTTP/1.1" status: 204 len: 168 time: 0.7118299 Jul 22 23:29:37.505770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7470916b-d922-4710-9f02-73aab430d974 None None] Network fc2a0a31-b56e-449e-acb8-b2fb24e23d41 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:37.508125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac6f1f24-5030-42ab-b1f5-b695bb64d471 req-8b317fea-abee-44f6-a045-160a0f635354 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1683 time: 0.2422314 Jul 22 23:29:37.512550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:37.521153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.523769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419f98-6e8c-4752-87b1-1b6f7e493338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72124785-59c8-4637-a6e5-f7a5a730871d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:37.528405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.544808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.555400 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-efc3114d-8f22-4bbe-bd46-d37f649bf96a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7432468 Jul 22 23:29:37.596374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac5b66-b581-4302-9fe4-b54c07a22b88 req-5bec1ef7-835f-4742-9e6b-940a75eb5e94 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:37.599841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4aac5b66-b581-4302-9fe4-b54c07a22b88 req-5bec1ef7-835f-4742-9e6b-940a75eb5e94 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1096 time: 0.2359159 Jul 22 23:29:37.674410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac6f1f24-5030-42ab-b1f5-b695bb64d471 req-91abe6b2-0bb1-4b68-81e3-f17d3e8cd523 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647952 Jul 22 23:29:37.682905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.737557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4aac5b66-b581-4302-9fe4-b54c07a22b88 req-add44f9e-3589-4c86-9cb0-c41713dbe328 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258640 Jul 22 23:29:37.738027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-deleted', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:37.740635 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336066b-bb8f-44d7-8a90-3b5c20358e72" -d '{"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-deleted", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:37.754706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] DHCP port deletion for fc2a0a31-b56e-449e-acb8-b2fb24e23d41 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:29:37.757490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.796386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941c303d-65b0-4d3b-978d-e11203647f1c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:37.808267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] Deleting port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:37.808671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.812380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.817046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-97a4ddce-c304-48a6-82b5-0823ce6d6b93 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/941c303d-65b0-4d3b-978d-e11203647f1c HTTP/1.1" status: 204 len: 168 time: 0.6659753 Jul 22 23:29:37.817718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53264) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:37.832162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Deleting port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:37.832162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.880024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-d7ea7c77-300a-4fe8-adde-3cc6d988d11b tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--454397447&fields=id&tenant_id=5cf53b01f89a487e96c60b1981710271 HTTP/1.1" status: 200 len: 267 time: 0.0878825 Jul 22 23:29:37.880287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:37.904856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.913913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:37.913913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d67c237-5f1f-44ba-8a3b-dab3fb93e26a not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:37.914269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52286e1f-4210-4635-932c-00d80098c944 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:37.941752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] For port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:37.942334 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.944960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 52286e1f-4210-4635-932c-00d80098c944 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:37.945313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52286e1f-4210-4635-932c-00d80098c944 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:37.957157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] Calling delete_port for ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:37.965464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] For port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,segment=NetworkSegment(7e06533a-78b3-476d-90d1-5d09b562695a),segment_id=7e06533a-78b3-476d-90d1-5d09b562695a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:37.965863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:37.989062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Calling delete_port for ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:37.991400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.010909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e416cd-9f48-46b7-b3ec-873fb96db678']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:38.030686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e22f351-b2ff-47bf-8449-d0651b3864ba') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:38.031093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e22f351-b2ff-47bf-8449-d0651b3864ba') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:38.043527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.062375 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.108724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] Pushing event deleted for resources: {'Port': ['ID=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:38.114819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba13ec-2baa-4368-a958-cc328fb8fc03 None None] No DVR routers for this DVR port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:38.132853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 67179599-2b6e-4e00-bc42-a03d230929f1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:38.157980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb640-73e0-4e27-86a7-d0511a89b747 req-857a6bc4-192f-490f-8b03-6bfec52b6e31 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.159763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c98bb640-73e0-4e27-86a7-d0511a89b747 req-857a6bc4-192f-490f-8b03-6bfec52b6e31 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.3035715 Jul 22 23:29:38.172314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-8534e808-847a-4c7f-9875-7c7f3c406af7 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.173840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-8534e808-847a-4c7f-9875-7c7f3c406af7 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/networks?id=898771d8-c16c-4d24-a041-4ce8813ff191 HTTP/1.1" status: 200 len: 811 time: 0.2734017 Jul 22 23:29:38.199072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 67179599-2b6e-4e00-bc42-a03d230929f1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:38.202472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.216478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-14f03cbf-0720-4783-b502-266c5703515a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/quotas/5cf53b01f89a487e96c60b1981710271 HTTP/1.1" status: 200 len: 375 time: 0.0317082 Jul 22 23:29:38.225538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.295846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] No DVR routers for this DVR port ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:38.305018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c98bb640-73e0-4e27-86a7-d0511a89b747 req-373f8517-238a-46cb-a515-55a7f8586edb tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301677 Jul 22 23:29:38.305784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1ce8e7-ed3f-4624-8b03-52b198dba8c5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:38.338432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.344103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:38.351818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:38.352304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:38.354056 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:38.374309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:38.374597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce1ce8e7-ed3f-4624-8b03-52b198dba8c5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:38.375028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:38.396288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:38.396648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ad19388-9e9f-4d8c-b6e7-a411a2dd2b11 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:38.424950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.429700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.432446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.433680 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94960c58-aeca-4ff1-b908-1d065aea9994 x-openstack-request-id: req-94960c58-aeca-4ff1-b908-1d065aea9994 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:38.433970 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d", "name": "network-vif-deleted", "tag": "2d67c237-5f1f-44ba-8a3b-dab3fb93e26a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:38.434510 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] 10.222.0.21 "DELETE /v2.0/networks/27e416cd-9f48-46b7-b3ec-873fb96db678 HTTP/1.1" status: 204 len: 168 time: 0.6155546 Jul 22 23:29:38.437199 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94960c58-aeca-4ff1-b908-1d065aea9994 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:38.437689 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f742e7c1-ca1c-4c74-a4f3-4b1c5e099b4d', 'name': 'network-vif-deleted', 'tag': '2d67c237-5f1f-44ba-8a3b-dab3fb93e26a', 'status': 'completed', 'code': 200} Jul 22 23:29:38.446129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390d40b-fb4c-4904-929a-68e03e233e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=27e416cd-9f48-46b7-b3ec-873fb96db678,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:38.460661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2a0a31-b56e-449e-acb8-b2fb24e23d41']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:38.482684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e06533a-78b3-476d-90d1-5d09b562695a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:38.483231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e06533a-78b3-476d-90d1-5d09b562695a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:38.526462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-e918efe9-bf3a-4a5e-a3d8-4be35735b72a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cf53b01f89a487e96c60b1981710271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3020141 Jul 22 23:29:38.528694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.563834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.565246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53272) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:38.580256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:38.580664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:38.584140 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:38.607173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aa7dee56-eced-47ae-89a5-cb18f04ae92a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fa50048dc4f49f69c5c693e014b37c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400085 Jul 22 23:29:38.609936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:38.668140 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ea847d0-e912-443a-bd5d-e8612a75943e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.690516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.696032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.698330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc2a0a31-b56e-449e-acb8-b2fb24e23d41 HTTP/1.1" status: 204 len: 168 time: 1.1835151 Jul 22 23:29:38.700248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ea847d0-e912-443a-bd5d-e8612a75943e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.708905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eff208-e991-44ee-8b4c-b3b62e72f88a req-9e165c26-9c7b-4974-a638-a33e80fbcc6b tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:38.710069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02eff208-e991-44ee-8b4c-b3b62e72f88a req-9e165c26-9c7b-4974-a638-a33e80fbcc6b tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1096 time: 0.2420244 Jul 22 23:29:38.731260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8ac34-cf70-491b-a603-dab5aa0a5097 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2a0a31-b56e-449e-acb8-b2fb24e23d41,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:38.746957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-fb834a26-60dd-4c0e-85b5-d444bbbbecbf service neutron] 10.222.0.21 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081494 Jul 22 23:29:38.764121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ea847d0-e912-443a-bd5d-e8612a75943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.768484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ea847d0-e912-443a-bd5d-e8612a75943e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:38.772737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8ea847d0-e912-443a-bd5d-e8612a75943e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b98ed16-9f03-400e-96dc-5d9bb8a4d638 HTTP/1.1" status: 204 len: 168 time: 0.1597626 Jul 22 23:29:38.782215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea847d0-e912-443a-bd5d-e8612a75943e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98ed16-9f03-400e-96dc-5d9bb8a4d638,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:38.797862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02eff208-e991-44ee-8b4c-b3b62e72f88a req-dd6e4590-9c60-422e-988d-53a355d9b441 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742259 Jul 22 23:29:38.879278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-465b1e62-4b92-412e-87df-2f4cec656104 service neutron] 10.222.0.21 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245282 Jul 22 23:29:38.950790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:39.012128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-15a9d406-1299-4925-9dd6-3e0099d8d7be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc4550bb45a5443f9b0fa3199da16477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576541 Jul 22 23:29:39.012735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:39.123876 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfa91288-aa53-43f5-b961-8bf6a167fb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.149850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a713e8-5e02-411c-bc90-d7d14ddc2513 req-0eb0ac3e-8568-4c0b-8ae7-62029d728701 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:39.155785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a713e8-5e02-411c-bc90-d7d14ddc2513 req-0eb0ac3e-8568-4c0b-8ae7-62029d728701 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:39.162998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81a713e8-5e02-411c-bc90-d7d14ddc2513 req-0eb0ac3e-8568-4c0b-8ae7-62029d728701 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1683 time: 0.1406026 Jul 22 23:29:39.181699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfa91288-aa53-43f5-b961-8bf6a167fb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.221652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-429a3b75-fdbf-4737-9091-c2154d57079a req-3d084204-ed43-4198-a29e-3a3e6a343709 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 210 time: 0.0516975 Jul 22 23:29:39.267366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81a713e8-5e02-411c-bc90-d7d14ddc2513 req-f906e96a-6d6d-4cea-bb43-413877e5647d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034653 Jul 22 23:29:39.310460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfa91288-aa53-43f5-b961-8bf6a167fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.313856 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dfa91288-aa53-43f5-b961-8bf6a167fb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.315299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dfa91288-aa53-43f5-b961-8bf6a167fb0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c9afc24-caa2-42eb-9b3b-b3eba27e38a3 HTTP/1.1" status: 204 len: 168 time: 0.3011692 Jul 22 23:29:39.332823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa91288-aa53-43f5-b961-8bf6a167fb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9afc24-caa2-42eb-9b3b-b3eba27e38a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:39.417735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:39.569900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce66551-8165-4fe9-a56d-fdbfd07ee03f req-9cb8a969-0b14-4513-b265-ba6e5964d93d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:39.576955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fce66551-8165-4fe9-a56d-fdbfd07ee03f req-9cb8a969-0b14-4513-b265-ba6e5964d93d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.1094136 Jul 22 23:29:39.618279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fce66551-8165-4fe9-a56d-fdbfd07ee03f req-d7fd3d83-e2c5-4a04-9a63-cb038499339d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Jul 22 23:29:39.756644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7dcaac7c-004e-459b-891e-703aef9e6d71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22a2e57d18d149f1bc1b808f1cc3ade8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367300 Jul 22 23:29:39.763170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:39.845896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb107-75f3-4ad2-8b66-b036b6ffa348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:39.892185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb107-75f3-4ad2-8b66-b036b6ffa348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.008535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c1aa-3182-48fb-855b-033a6a907c17 req-5d9b88a0-f90c-48c8-9586-f5703a2c4c0a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:40.017582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379c1aa-3182-48fb-855b-033a6a907c17 req-5d9b88a0-f90c-48c8-9586-f5703a2c4c0a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:40.027149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4379c1aa-3182-48fb-855b-033a6a907c17 req-5d9b88a0-f90c-48c8-9586-f5703a2c4c0a tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1683 time: 0.1528909 Jul 22 23:29:40.054300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb107-75f3-4ad2-8b66-b036b6ffa348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.056849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d3cb107-75f3-4ad2-8b66-b036b6ffa348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.058009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5d3cb107-75f3-4ad2-8b66-b036b6ffa348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f412052-3e20-4b4b-b625-60e39322db2a HTTP/1.1" status: 204 len: 168 time: 0.2923870 Jul 22 23:29:40.083003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cb107-75f3-4ad2-8b66-b036b6ffa348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f412052-3e20-4b4b-b625-60e39322db2a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:40.111519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4379c1aa-3182-48fb-855b-033a6a907c17 req-53c4110b-1058-44e4-a0ba-84cdcc7780df tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780966 Jul 22 23:29:40.348570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d35d69e-b002-449f-acca-cec8d6d38a1b req-1a749540-347c-4bb8-b8f2-8fd404d038e3 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 210 time: 0.0464647 Jul 22 23:29:40.381503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:40.605967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1566111051-network', 'tenant_id': 'ee58488cf94e4ccf834ba95eda25fa25'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:40.637380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Made reservation on behalf of ee58488cf94e4ccf834ba95eda25fa25 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:40.641823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.668023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.785850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-e5611f1b-9c44-4e53-9201-92bc550627de tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:29:40.788651 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-e5611f1b-9c44-4e53-9201-92bc550627de tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121274 Jul 22 23:29:40.805092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Request body: {'binding': {'host': 'n-h2-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:40.805926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:29:40.819670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328040f-d481-4ce6-9872-a603f0431ad8 req-8cc2b773-cdf5-4a5e-a2ac-822ba2faa409 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:40.828141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1328040f-d481-4ce6-9872-a603f0431ad8 req-8cc2b773-cdf5-4a5e-a2ac-822ba2faa409 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.1116149 Jul 22 23:29:40.908427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1328040f-d481-4ce6-9872-a603f0431ad8 req-348216db-de61-4d8d-a394-1fd52c8f38fe tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707910 Jul 22 23:29:40.908427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:40.908979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:40.943374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.006943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:41.020211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b28413-1f11-4c5c-8929-f049e7175323,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.037152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1464032917-network', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:41.048133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.048363 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Added segment 19f04d05-b719-4771-9bce-c072547986f7 of type vlan for network 98b281b1-20a0-4a27-91e1-986e770fa636 Jul 22 23:29:41.093671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Made reservation on behalf of e73c9bab18784bfb88c3853bae6ac496 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:41.103710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.117400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.161363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on host n-h2-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:41.161979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:41.163051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:41.173538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.216351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-2ed94950-84f9-48c5-9eb4-d5de5178245f tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.216634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:41.216978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:41.218035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-2ed94950-84f9-48c5-9eb4-d5de5178245f tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.48 "GET /v2.0/networks?id=898771d8-c16c-4d24-a041-4ce8813ff191 HTTP/1.1" status: 200 len: 811 time: 0.1545756 Jul 22 23:29:41.227737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:41.228358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:41.228756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:41.229337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Bound port: 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:41.257868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.258993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.259613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.337525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-551114b9-ad64-4a64-bbb2-0f85f6aca024 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cf53b01f89a487e96c60b1981710271 HTTP/1.1" status: 200 len: 379 time: 0.0813410 Jul 22 23:29:41.356245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Request body: {'port': {'device_id': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'admin_state_up': True, 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'security_groups': ['69da07f4-0103-4651-bec3-46b1e7ce9950']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:41.380401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] Pushing event updated for resources: {'Network': ['ID=98b281b1-20a0-4a27-91e1-986e770fa636,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.392629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:41.400039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 98b281b1-20a0-4a27-91e1-986e770fa636 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:41.401231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.401602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed00253-f95a-4767-b911-ab769ba24853 req-5e6e0778-d1db-44bf-9c5f-cde7113691c4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.402490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a8f39034-e84b-4a09-a587-f7d39dafd18a service neutron] 10.222.0.21 "POST /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88/bindings HTTP/1.1" status: 201 len: 389 time: 0.6058431 Jul 22 23:29:41.408501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed00253-f95a-4767-b911-ab769ba24853 req-5e6e0778-d1db-44bf-9c5f-cde7113691c4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.416279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ed00253-f95a-4767-b911-ab769ba24853 req-5e6e0778-d1db-44bf-9c5f-cde7113691c4 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1683 time: 0.1953793 Jul 22 23:29:41.419976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.423407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-d65d9a6e-968c-47fa-acff-a5d9e25f4090 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.431673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-d65d9a6e-968c-47fa-acff-a5d9e25f4090 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.433608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-d65d9a6e-968c-47fa-acff-a5d9e25f4090 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.49 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 1683 time: 0.1643200 Jul 22 23:29:41.439419 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.451113 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-26018c1d-949d-4073-973a-107dbee72c87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0684123 Jul 22 23:29:41.492648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:41.502885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Request body: {'subnet': {'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1566111051-subnet', 'tenant_id': 'ee58488cf94e4ccf834ba95eda25fa25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:41.557861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:29:41.592341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ed00253-f95a-4767-b911-ab769ba24853 req-21a9d93f-c92e-4b68-aab4-907d37006fed tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/security-groups?id=93d3b39a-7480-4bcb-b3ce-30c9a073ad27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732399 Jul 22 23:29:41.598178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79098c-ec96-4820-bc63-ae1dc458310b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:41.601428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.601614 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Added segment 30970013-a8f1-4980-a53b-6a101c73d277 of type vlan for network 43d940ef-e88c-478d-90d7-f408d31ea4e5 Jul 22 23:29:41.643515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port e74584b2-b362-499f-ad43-8ca0a49ea3e1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:41.644990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.648950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Made reservation on behalf of ee58488cf94e4ccf834ba95eda25fa25 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:41.651267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.679309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.771851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port e74584b2-b362-499f-ad43-8ca0a49ea3e1, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e74584b2-b362-499f-ad43-8ca0a49ea3e1,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:41.772212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.785776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for e74584b2-b362-499f-ad43-8ca0a49ea3e1 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:41.792706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62cd34c2-084e-4bf7-a28b-c56ba23ee659 req-7e76bdaa-ef70-4c81-80d7-286849876731 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 210 time: 0.0992281 Jul 22 23:29:41.825987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:29:41.828472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Made reservation on behalf of 5cf53b01f89a487e96c60b1981710271 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:41.831985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.893229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.894372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:41.894980 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.938511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:41.969754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=e74584b2-b362-499f-ad43-8ca0a49ea3e1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:42.029003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port e74584b2-b362-499f-ad43-8ca0a49ea3e1 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:42.031893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.034950 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-244693a5-9f89-459f-9585-a6dfb097f960 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.49 "DELETE /v2.0/ports/e74584b2-b362-499f-ad43-8ca0a49ea3e1 HTTP/1.1" status: 204 len: 173 time: 0.5950880 Jul 22 23:29:42.035738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-deleted', 'tag': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:42.038781 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f089185-feed-4080-bc53-4c777ac5287f" -d '{"events": [{"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-deleted", "tag": "e74584b2-b362-499f-ad43-8ca0a49ea3e1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:42.044539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] Pushing event updated for resources: {'Network': ['ID=43d940ef-e88c-478d-90d7-f408d31ea4e5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:42.057935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:29:42.061578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-83c908cd-1c26-48ef-adb3-c009d0390294 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1600103 Jul 22 23:29:42.079820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:42.102030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Request body: {'subnet': {'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1464032917-subnet', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:42.202519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port 6f4c78c4-477a-49b9-9de2-92642c29f07a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:42.202956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.210508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Made reservation on behalf of e73c9bab18784bfb88c3853bae6ac496 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:42.213500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.228295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-5371ccf2-b904-4eb7-9c12-80ee0b8e3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.230102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-5371ccf2-b904-4eb7-9c12-80ee0b8e3c4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1096 time: 0.5102439 Jul 22 23:29:42.273160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f612650-daa8-4335-a83a-2006f5e3229a req-f0532fbf-b814-431a-8782-bb8511c8f823 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.274739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f612650-daa8-4335-a83a-2006f5e3229a req-f0532fbf-b814-431a-8782-bb8511c8f823 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.5570893 Jul 22 23:29:42.309144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port 6f4c78c4-477a-49b9-9de2-92642c29f07a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6f4c78c4-477a-49b9-9de2-92642c29f07a,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:42.309514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.329149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for 6f4c78c4-477a-49b9-9de2-92642c29f07a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:42.376914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Allocated IP 172.20.0.9 (898771d8-c16c-4d24-a041-4ce8813ff191/cbdb28a9-9d18-4b72-88af-1097686400fe/dff83870-3a6c-457c-b00d-58029a67f254) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:42.470151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.505899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=6f4c78c4-477a-49b9-9de2-92642c29f07a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:42.558890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port 6f4c78c4-477a-49b9-9de2-92642c29f07a on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:42.561695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.563710 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5412d285-8895-4eb8-be93-157a62cfedd8 req-e0ba0f70-548e-4ca9-98fe-53941ad925cb tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.49 "DELETE /v2.0/ports/6f4c78c4-477a-49b9-9de2-92642c29f07a HTTP/1.1" status: 204 len: 173 time: 0.5220687 Jul 22 23:29:42.830475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c53b57-8581-4135-a7b4-98cd533ba744 req-cdcdb9bb-07a0-4812-beda-ec860dccbbe6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:42.832584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c53b57-8581-4135-a7b4-98cd533ba744 req-cdcdb9bb-07a0-4812-beda-ec860dccbbe6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.7855158 Jul 22 23:29:42.833460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:42.837608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f612650-daa8-4335-a83a-2006f5e3229a req-434a65b6-35b7-484a-9d68-31acb2a127c3 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463760 Jul 22 23:29:42.903629 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e607049-977a-410a-903d-adb20142bff2 x-openstack-request-id: req-6e607049-977a-410a-903d-adb20142bff2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:42.903922 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-deleted", "tag": "e74584b2-b362-499f-ad43-8ca0a49ea3e1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:42.904207 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e607049-977a-410a-903d-adb20142bff2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:42.904610 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-deleted', 'tag': 'e74584b2-b362-499f-ad43-8ca0a49ea3e1', 'status': 'completed', 'code': 200} Jul 22 23:29:43.015418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-0f1f6fe1-e341-4422-8667-cce0be0a63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.016908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-0f1f6fe1-e341-4422-8667-cce0be0a63c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.7411559 Jul 22 23:29:43.059375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=187339b9-0a2e-449b-849d-06fe1a630309,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:43.125710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f360ed2a-8f3b-4ad2-ba84-0c17dbb9af9c req-6a832b5e-f7bd-4127-82ce-2e3f0e8daba1 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff5588f-c855-4fa5-89f6-6e59b0757178 HTTP/1.1" status: 200 len: 210 time: 0.1443367 Jul 22 23:29:43.129775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c53b57-8581-4135-a7b4-98cd533ba744 req-f0182910-ab2c-4f33-9bd9-274dc2b9e692 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888811 Jul 22 23:29:43.166814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-1c29f130-d44e-43d4-a268-57a0b45f0b06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 217 time: 0.1310053 Jul 22 23:29:43.202670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Checking segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:43.203030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Network hostable DHCP agents. Network: 98b281b1-20a0-4a27-91e1-986e770fa636, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:43.352181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30089e17-f78c-4635-bc09-6c6c6a5d8b7b req-43da564f-f744-4540-9519-57ea80a731ec tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 210 time: 0.0981450 Jul 22 23:29:43.357675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.388727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-2e1b0570-9a91-4d46-ad53-f93c4dc8dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.390566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-2e1b0570-9a91-4d46-ad53-f93c4dc8dec5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.2108142 Jul 22 23:29:43.393934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Transition to ACTIVE for port object dff83870-3a6c-457c-b00d-58029a67f254 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:43.396343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.415992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Network 98b281b1-20a0-4a27-91e1-986e770fa636 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:43.473863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-58afcb73-045b-4d3c-b323-8edde00b534c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740724 Jul 22 23:29:43.510834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 98b281b1-20a0-4a27-91e1-986e770fa636) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:43.521381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c0f24-a3ea-47fb-9ce3-ddcf720db3c4 None None] Network 98b281b1-20a0-4a27-91e1-986e770fa636 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:43.545099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.545769 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.578803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faef3a40-a846-4e77-b4da-4cc622bd99f6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:43.619406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e1b60961-66da-4dcb-9f34-974c092ecc2f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1105490 Jul 22 23:29:43.668355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.710067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Checking segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:43.710446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Network hostable DHCP agents. Network: 43d940ef-e88c-478d-90d7-f408d31ea4e5, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:29:43.755402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-98b281b1-20a0-4a27-91e1-986e770fa636', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'tenant_id': 'ee58488cf94e4ccf834ba95eda25fa25', 'fixed_ips': [{'subnet_id': '187339b9-0a2e-449b-849d-06fe1a630309'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:43.755729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Network 898771d8-c16c-4d24-a041-4ce8813ff191 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:43.756991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.761977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:43.765340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-349504b2-7c06-4384-8700-55cc14085b62 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836056 Jul 22 23:29:43.768105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:43.810418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event updated for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:43.841567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:29:43.875784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 43d940ef-e88c-478d-90d7-f408d31ea4e5) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:43.897120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6f4c78c4-477a-49b9-9de2-92642c29f07a no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:43.902890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621eb97-c6c8-43ae-97c6-73c59d8a6b4d None None] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:43.912694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.913389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.922500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:43.923020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:43.954396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ce990437-7cf1-43d4-bc92-b5ea1a52d120 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6027744 Jul 22 23:29:43.961538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4d6c02ec-af5f-42e6-9be1-5bf2626c59a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8687592 Jul 22 23:29:43.964145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:43.968698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:43.980084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Request body: {'port': {'device_id': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:43.998304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8a332df1-abab-423a-ba26-70f0646309bb service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210510 Jul 22 23:29:44.137906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 6f4c78c4-477a-49b9-9de2-92642c29f07a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:44.138465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6f4c78c4-477a-49b9-9de2-92642c29f07a not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:44.138991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e74584b2-b362-499f-ad43-8ca0a49ea3e1 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:44.139127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.152689 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.156827 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.202821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: e74584b2-b362-499f-ad43-8ca0a49ea3e1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:44.203639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e74584b2-b362-499f-ad43-8ca0a49ea3e1 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:44.307851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.340284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0cfdb3da-a3b8-4a91-8c8d-cfc43704079c None None] Provisioning for port dff83870-3a6c-457c-b00d-58029a67f254 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:44.354367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0cfdb3da-a3b8-4a91-8c8d-cfc43704079c None None] Provisioning complete for port dff83870-3a6c-457c-b00d-58029a67f254 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:44.355204 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb3da-a3b8-4a91-8c8d-cfc43704079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.370749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Allocated IP 172.20.0.2 (98b281b1-20a0-4a27-91e1-986e770fa636/187339b9-0a2e-449b-849d-06fe1a630309/17aa823a-a04b-40a9-b5aa-b954382509ed) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:44.399469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e35f1-dd95-4039-9888-3bdcbb7ce31d req-0df442af-a0b4-4fb8-b0bf-ce55b4254345 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:44.401245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-852e35f1-dd95-4039-9888-3bdcbb7ce31d req-0df442af-a0b4-4fb8-b0bf-ce55b4254345 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.4266148 Jul 22 23:29:44.487248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdb3da-a3b8-4a91-8c8d-cfc43704079c None None] Port dff83870-3a6c-457c-b00d-58029a67f254 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:44.752669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-9403fe74-b9a9-49ba-a714-caa64ec244de tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:44.761421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-9403fe74-b9a9-49ba-a714-caa64ec244de tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 816 time: 0.4900012 Jul 22 23:29:44.773274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-852e35f1-dd95-4039-9888-3bdcbb7ce31d req-7d1d3d9b-0283-497c-82e5-fe0aa07e68cd tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270423 Jul 22 23:29:44.805472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.833255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-43d940ef-e88c-478d-90d7-f408d31ea4e5', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:29:44.834147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.850367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:44.864986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-df31fff0-f876-46ba-814f-50beedb4fa32 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/quotas/ee58488cf94e4ccf834ba95eda25fa25 HTTP/1.1" status: 200 len: 375 time: 0.1024103 Jul 22 23:29:44.891610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.905430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-deleted', 'tag': '6f4c78c4-477a-49b9-9de2-92642c29f07a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:44.908295 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0665a81-19c5-4669-ac5c-a5dbada49298" -d '{"events": [{"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-deleted", "tag": "6f4c78c4-477a-49b9-9de2-92642c29f07a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:44.939008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting subnet bd464b90-9ce3-4747-ba1b-0f5f51edff70 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:44.948875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:44.981068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Transition to ACTIVE for port object 17aa823a-a04b-40a9-b5aa-b954382509ed will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:45.010189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Transition to ACTIVE for port object 17aa823a-a04b-40a9-b5aa-b954382509ed will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:45.014840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.032453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.033530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-af310f5f-81b3-415b-86d7-bf60463da3c2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1676519 Jul 22 23:29:45.155963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Allocated IP 172.20.0.2 (43d940ef-e88c-478d-90d7-f408d31ea4e5/faef3a40-a846-4e77-b4da-4cc622bd99f6/2c704d79-dad4-4b05-b013-cb13a4d8d590) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:45.166453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.267267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.337594 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.343246 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/subnets/bd464b90-9ce3-4747-ba1b-0f5f51edff70 HTTP/1.1" status: 204 len: 168 time: 0.4894829 Jul 22 23:29:45.343246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7362d-6297-40cb-952f-15ac3a88af27 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Subnet': ['ID=bd464b90-9ce3-4747-ba1b-0f5f51edff70,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.345813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:45.352965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Network 98b281b1-20a0-4a27-91e1-986e770fa636 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:45.359280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b59b9-d2e1-4476-9fbf-495d2cdd05a2 None None] Network f3a93e28-7c47-41b1-a61f-673f95805d11 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:45.368305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:45.370236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-745dddc7-8c1d-4893-845f-c85c9f8c82b4 service neutron] 10.222.0.21 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106239 Jul 22 23:29:45.391298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:45.396247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Pushing event updated for resources: {'Port': ['ID=17aa823a-a04b-40a9-b5aa-b954382509ed,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.441740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3fe2e-c6f6-437d-817e-5e39a6e0f1e6 req-cf2a0a52-4c62-45c7-9d93-1d1bbf392206 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:45.462150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f3fe2e-c6f6-437d-817e-5e39a6e0f1e6 req-cf2a0a52-4c62-45c7-9d93-1d1bbf392206 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.4863422 Jul 22 23:29:45.502084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.548345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff83870-3a6c-457c-b00d-58029a67f254 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:45.578030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.595460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.600661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port 162e6324-627f-439e-9d56-2682c28be253 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:45.601375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.631305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Attempting to bind port 17aa823a-a04b-40a9-b5aa-b954382509ed on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:45.632400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Attempting to bind port 17aa823a-a04b-40a9-b5aa-b954382509ed by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:45.632400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Attempting to bind port 17aa823a-a04b-40a9-b5aa-b954382509ed on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:45.640011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Transition to ACTIVE for port object dff83870-3a6c-457c-b00d-58029a67f254 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:45.649193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Transition to ACTIVE for port object 2c704d79-dad4-4b05-b013-cb13a4d8d590 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:45.652062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:45.652457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Checking segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:45.652873 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.653279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Bound using segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:45.653774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Bound port: 17aa823a-a04b-40a9-b5aa-b954382509ed, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:45.654134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f3fe2e-c6f6-437d-817e-5e39a6e0f1e6 req-245f2238-74d4-4b0d-8b81-b64f86f31946 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896489 Jul 22 23:29:45.654264 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.672920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.745973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port 162e6324-627f-439e-9d56-2682c28be253, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=162e6324-627f-439e-9d56-2682c28be253,segment=NetworkSegment(be4d1c29-eea1-4482-a9ed-658111d089ca),segment_id=be4d1c29-eea1-4482-a9ed-658111d089ca)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:45.746936 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.774653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for 162e6324-627f-439e-9d56-2682c28be253 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:45.782401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] For port 17aa823a-a04b-40a9-b5aa-b954382509ed, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:45.788657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] For port 17aa823a-a04b-40a9-b5aa-b954382509ed, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17aa823a-a04b-40a9-b5aa-b954382509ed,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:45.795221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Transition to ACTIVE for port object 2c704d79-dad4-4b05-b013-cb13a4d8d590 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:45.799012 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.837202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:45.882128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:45.887034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:45.897381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:45.930057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f0842-96ff-499f-a030-ef2ec6f9bc82 None None] Pushing event updated for resources: {'Port': ['ID=17aa823a-a04b-40a9-b5aa-b954382509ed,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:45.950024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-6067834a-3f6e-479f-82a0-a6f7516200f3 service neutron] 10.222.0.21 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417356 Jul 22 23:29:45.963801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.035928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=162e6324-627f-439e-9d56-2682c28be253,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:46.052060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port 162e6324-627f-439e-9d56-2682c28be253 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:46.180424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:46.239136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.254471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a93e28-7c47-41b1-a61f-673f95805d11']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:46.255512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Pushing event updated for resources: {'Port': ['ID=2c704d79-dad4-4b05-b013-cb13a4d8d590,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:46.266920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4d1c29-eea1-4482-a9ed-658111d089ca') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:46.267413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4d1c29-eea1-4482-a9ed-658111d089ca') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:46.274521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d8b96-4b06-4d48-a27b-d97c96e06335 None None] DHCP port deletion for f3a93e28-7c47-41b1-a61f-673f95805d11 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:29:46.281465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.297118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.305878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:46.306550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.327690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Attempting to bind port 2c704d79-dad4-4b05-b013-cb13a4d8d590 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:46.328070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Attempting to bind port 2c704d79-dad4-4b05-b013-cb13a4d8d590 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:46.331372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Attempting to bind port 2c704d79-dad4-4b05-b013-cb13a4d8d590 on network 43d940ef-e88c-478d-90d7-f408d31ea4e5 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:46.355132 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1e53dc2-98f4-4c7b-964a-d753eeb0678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.370622 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.408340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:46.411848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Checking segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:46.414891 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.416695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Bound using segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:46.423812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Bound port: 2c704d79-dad4-4b05-b013-cb13a4d8d590, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:46.424640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:46.522769 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:46.533519 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea13b1f-41fb-4e89-9c20-1783236035c6 x-openstack-request-id: req-aea13b1f-41fb-4e89-9c20-1783236035c6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:46.533823 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff5588f-c855-4fa5-89f6-6e59b0757178", "name": "network-vif-deleted", "tag": "6f4c78c4-477a-49b9-9de2-92642c29f07a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:46.542381 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aea13b1f-41fb-4e89-9c20-1783236035c6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:46.543044 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff5588f-c855-4fa5-89f6-6e59b0757178', 'name': 'network-vif-deleted', 'tag': '6f4c78c4-477a-49b9-9de2-92642c29f07a', 'status': 'completed', 'code': 200} Jul 22 23:29:46.569991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.644070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.649005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/networks/f3a93e28-7c47-41b1-a61f-673f95805d11 HTTP/1.1" status: 204 len: 168 time: 1.2994089 Jul 22 23:29:46.650924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51ab4f-f29d-49c3-85e1-70d49f637793 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Network': ['ID=f3a93e28-7c47-41b1-a61f-673f95805d11,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:46.652922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:46.737994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] For port 2c704d79-dad4-4b05-b013-cb13a4d8d590, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:46.751430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] For port 2c704d79-dad4-4b05-b013-cb13a4d8d590, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=2c704d79-dad4-4b05-b013-cb13a4d8d590,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:46.757601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.830285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting subnet e0b8e887-c939-4b5b-9e73-1c0af58a6b2d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:29:46.844932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.918238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:46.920328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89574c4d-107d-45fa-abb7-a09ffba141ca None None] Pushing event updated for resources: {'Port': ['ID=2c704d79-dad4-4b05-b013-cb13a4d8d590,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.047618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1a9c1-d383-40f0-842a-26d15057fe38 req-6f7269ca-6089-4bfe-93f5-ccf3ed7348bd tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:47.059967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dd1a9c1-d383-40f0-842a-26d15057fe38 req-6f7269ca-6089-4bfe-93f5-ccf3ed7348bd tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 943 time: 1.1956992 Jul 22 23:29:47.064913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.113409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.256040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.307431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Attempting to bind port dff83870-3a6c-457c-b00d-58029a67f254 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:47.307885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Attempting to bind port dff83870-3a6c-457c-b00d-58029a67f254 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:47.308354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Attempting to bind port dff83870-3a6c-457c-b00d-58029a67f254 on network 898771d8-c16c-4d24-a041-4ce8813ff191 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:47.349653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b8e887-c939-4b5b-9e73-1c0af58a6b2d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:47.362964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Port dff83870-3a6c-457c-b00d-58029a67f254 on network 898771d8-c16c-4d24-a041-4ce8813ff191 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:47.363261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Attempting to bind port dff83870-3a6c-457c-b00d-58029a67f254 on network 898771d8-c16c-4d24-a041-4ce8813ff191 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:47.366852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.370663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a971a38a-ae30-4568-aac7-31a9c5b8247d tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/subnets/e0b8e887-c939-4b5b-9e73-1c0af58a6b2d HTTP/1.1" status: 204 len: 168 time: 0.7167103 Jul 22 23:29:47.371046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c2744-85d5-496d-adf0-f98428c8a71c None None] Network 559c680a-0538-4ea5-a463-0b3b6cabfded requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:47.375241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:47.393795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dd1a9c1-d383-40f0-842a-26d15057fe38 req-5fe56172-234f-43c5-90aa-8508b9212796 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299446 Jul 22 23:29:47.492827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Allocated IP 172.25.5.222 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/72c26f33-b3cc-413d-8810-016cf64f82e3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:47.600004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.632517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.677515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:47.678004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Checking segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:47.678202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Bound using segment: {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:47.678682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Bound port: dff83870-3a6c-457c-b00d-58029a67f254, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a719db-d4b6-4520-bce8-2722d940a195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:47.679056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.718171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Deleting port f3d29309-de73-442c-8d89-21be2b870828 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:47.718526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.719921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:47.820320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84411cc-a3e4-42e3-a3bd-498364fd02ec req-ff56462a-751c-49a7-9cae-932d07c64b98 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:47.827416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c84411cc-a3e4-42e3-a3bd-498364fd02ec req-ff56462a-751c-49a7-9cae-932d07c64b98 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.8168452 Jul 22 23:29:47.838742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] DHCP port deletion for 559c680a-0538-4ea5-a463-0b3b6cabfded request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:29:47.900106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:47.957602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:47.974493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:48.002214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90980808-8ee2-43c9-ae0a-98a92cdfb45a None None] Network 98b281b1-20a0-4a27-91e1-986e770fa636 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:48.027786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=72c26f33-b3cc-413d-8810-016cf64f82e3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:48.065841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c84411cc-a3e4-42e3-a3bd-498364fd02ec req-831caac2-edee-41cc-8cb7-b76ccf6a20c6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359295 Jul 22 23:29:48.088168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-20124ca8-6709-4b03-ae50-c643e396675f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.094026 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-20124ca8-6709-4b03-ae50-c643e396675f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 816 time: 0.2128022 Jul 22 23:29:48.098467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] Deleting port f3d29309-de73-442c-8d89-21be2b870828 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:29:48.098846 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.117951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] For port f3d29309-de73-442c-8d89-21be2b870828, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f3d29309-de73-442c-8d89-21be2b870828,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:48.118455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.140141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Request body: {'port': {'device_id': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'admin_state_up': True, 'tenant_id': 'ee58488cf94e4ccf834ba95eda25fa25'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:48.211376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Calling delete_port for f3d29309-de73-442c-8d89-21be2b870828 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:48.212090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a276946e-988e-4f87-bc89-057159ffc928 None None] Provisioning for port 17aa823a-a04b-40a9-b5aa-b954382509ed completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:48.292646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] For port f3d29309-de73-442c-8d89-21be2b870828, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f3d29309-de73-442c-8d89-21be2b870828,segment=NetworkSegment(76b480fd-eff7-4786-bc6a-0ece59b07b76),segment_id=76b480fd-eff7-4786-bc6a-0ece59b07b76)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:48.293205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.354614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-fa26f101-6735-43cb-97b8-8b115db338ae tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.362131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-fa26f101-6735-43cb-97b8-8b115db338ae tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 816 time: 0.6804199 Jul 22 23:29:48.379755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] Calling delete_port for f3d29309-de73-442c-8d89-21be2b870828 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:29:48.455761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:48.468477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-4121456f-1e32-426c-b1df-efba39669fc9 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/quotas/ee58488cf94e4ccf834ba95eda25fa25 HTTP/1.1" status: 200 len: 375 time: 0.1047282 Jul 22 23:29:48.572294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dff83870-3a6c-457c-b00d-58029a67f254,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:48.621017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2c704d79-dad4-4b05-b013-cb13a4d8d590 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:48.623624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a256d-4ffe-488c-b725-205595358d18 None None] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:29:48.641731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.684238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.698737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.699702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.701843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] 10.222.0.48 "PUT /v2.0/ports/dff83870-3a6c-457c-b00d-58029a67f254 HTTP/1.1" status: 200 len: 1091 time: 4.7259445 Jul 22 23:29:48.708991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:48.712925 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea86d94-761a-4ab1-9d90-492edc9c19be" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "tag": "dff83870-3a6c-457c-b00d-58029a67f254"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:48.744657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-22af658b-a413-44b4-b718-ca2ac1366dc4 None None] Provisioning for port 2c704d79-dad4-4b05-b013-cb13a4d8d590 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:48.762363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Port': ['ID=f3d29309-de73-442c-8d89-21be2b870828,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:48.767959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] No DVR routers for this DVR port f3d29309-de73-442c-8d89-21be2b870828 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:48.836488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd2d98-f05e-48c9-bd95-4822488ac3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:48.837813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Made reservation on behalf of ee58488cf94e4ccf834ba95eda25fa25 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:48.841599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.852465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.882245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca9628-8b74-4e42-b30f-bbd8880b216a req-7161561a-76a7-4250-b7f3-e6ffd6cb3f36 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:48.883915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2ca9628-8b74-4e42-b30f-bbd8880b216a req-7161561a-76a7-4250-b7f3-e6ffd6cb3f36 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.5098438 Jul 22 23:29:48.917330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.942285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559c680a-0538-4ea5-a463-0b3b6cabfded']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:48.961583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:48.968262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-370ad743-143d-4a04-b1cb-ac509ff2e746 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4989026 Jul 22 23:29:48.985652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b480fd-eff7-4786-bc6a-0ece59b07b76') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:48.985954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b480fd-eff7-4786-bc6a-0ece59b07b76') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:49.014546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.021265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] Pushing event deleted for resources: {'Port': ['ID=f3d29309-de73-442c-8d89-21be2b870828,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.045364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.056138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 2c704d79-dad4-4b05-b013-cb13a4d8d590 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:49.066976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:29:49.067425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.089905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 2c704d79-dad4-4b05-b013-cb13a4d8d590 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:49.091494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.097119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c17a0-9613-44c1-86ba-4e2d296aa291 None None] No DVR routers for this DVR port f3d29309-de73-442c-8d89-21be2b870828 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:29:49.183063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2ca9628-8b74-4e42-b30f-bbd8880b216a req-55d974a7-cdd2-4853-be91-52d763e84815 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860464 Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:29:49.186876 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:29:49.256271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Allocated IP 172.20.0.3 (98b281b1-20a0-4a27-91e1-986e770fa636/187339b9-0a2e-449b-849d-06fe1a630309/1fb70fba-0b54-4a82-bb13-6d1e8c700bfd) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:49.463140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-cbc6116b-86ac-48e3-a577-43e0cb870218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.465545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-cbc6116b-86ac-48e3-a577-43e0cb870218 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf53b01f89a487e96c60b1981710271&device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 1094 time: 0.6982033 Jul 22 23:29:49.474442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-ab45cc0f-9919-4b32-a001-f2ed285286e6 service neutron] 10.222.0.21 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662130 Jul 22 23:29:49.475691 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-beb05651-347c-4645-a1e9-94fe97f81f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.480139 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.484823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.509133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Transition to ACTIVE for port object 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:49.544464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.548393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.559439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.561620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] 10.222.0.21 "DELETE /v2.0/networks/559c680a-0538-4ea5-a463-0b3b6cabfded HTTP/1.1" status: 204 len: 168 time: 2.1851325 Jul 22 23:29:49.577279 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.602305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 2c704d79-dad4-4b05-b013-cb13a4d8d590, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=2c704d79-dad4-4b05-b013-cb13a4d8d590,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:49.610226 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.611981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17aa823a-a04b-40a9-b5aa-b954382509ed up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:49.617738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e377ca0-1733-4055-9152-1152d26ae029 tempest-ServersTestMultiNic-2004562015 tempest-ServersTestMultiNic-2004562015-project] Pushing event deleted for resources: {'Network': ['ID=559c680a-0538-4ea5-a463-0b3b6cabfded,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.652704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-aa65f495-da10-48c5-a83c-596a6e079343 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff83870-3a6c-457c-b00d-58029a67f254 HTTP/1.1" status: 200 len: 217 time: 0.1465170 Jul 22 23:29:49.666077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Pushing event updated for resources: {'Port': ['ID=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.702090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Network 98b281b1-20a0-4a27-91e1-986e770fa636 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:49.705668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:49.710829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:49.792862 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.818413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-c0184fa8-86e0-4dc5-a803-6e98bd999026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.820331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-c0184fa8-86e0-4dc5-a803-6e98bd999026 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbdb28a9-9d18-4b72-88af-1097686400fe HTTP/1.1" status: 200 len: 850 time: 0.1531098 Jul 22 23:29:49.852953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.853880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.860259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=2c704d79-dad4-4b05-b013-cb13a4d8d590,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:49.879618 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-be0fa3b9-1989-4cac-aa75-c88d0820751c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7709205 Jul 22 23:29:49.881638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 17aa823a-a04b-40a9-b5aa-b954382509ed completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:49.886319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 17aa823a-a04b-40a9-b5aa-b954382509ed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:49.887657 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:49.968803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Request body: {'port': {'device_id': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:49.969561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f335d1-37af-4a57-aa05-359a196a975a req-e939e76c-1bb5-4d6b-ad1d-ba7ca37780d1 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:49.979003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62f335d1-37af-4a57-aa05-359a196a975a req-e939e76c-1bb5-4d6b-ad1d-ba7ca37780d1 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 943 time: 0.5327754 Jul 22 23:29:50.022221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-cae8fd1d-0a10-43df-86d5-590cfce75f2f service neutron] 10.222.0.21 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177751 Jul 22 23:29:50.023000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.069379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 17aa823a-a04b-40a9-b5aa-b954382509ed, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17aa823a-a04b-40a9-b5aa-b954382509ed,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:50.073779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62f335d1-37af-4a57-aa05-359a196a975a req-23d55446-8850-4066-b8e7-93a8caf68219 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930645 Jul 22 23:29:50.095968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.158125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-8a434862-fa80-41d7-946c-49044dce3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:50.161668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-8a434862-fa80-41d7-946c-49044dce3d5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898771d8-c16c-4d24-a041-4ce8813ff191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2580009 Jul 22 23:29:50.171282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.173120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=17aa823a-a04b-40a9-b5aa-b954382509ed,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:50.188200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66dbe1a6-9e05-4bed-93f9-645fe2d34239 None None] Provisioning complete for port 2c704d79-dad4-4b05-b013-cb13a4d8d590 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:50.189143 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66dbe1a6-9e05-4bed-93f9-645fe2d34239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.243516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f3d29309-de73-442c-8d89-21be2b870828 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:50.272917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.276938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f3d29309-de73-442c-8d89-21be2b870828 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:50.277748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f3d29309-de73-442c-8d89-21be2b870828 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:50.278741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 162e6324-627f-439e-9d56-2682c28be253 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:50.305707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 162e6324-627f-439e-9d56-2682c28be253 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:29:50.306067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 162e6324-627f-439e-9d56-2682c28be253 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:29:50.439874 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b3055-dc2f-4791-93bc-a8acbf64e3d8 x-openstack-request-id: req-113b3055-dc2f-4791-93bc-a8acbf64e3d8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:50.440699 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "tag": "dff83870-3a6c-457c-b00d-58029a67f254", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:50.440699 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-113b3055-dc2f-4791-93bc-a8acbf64e3d8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:50.440868 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254', 'status': 'completed', 'code': 200} Jul 22 23:29:50.508978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2c704d79-dad4-4b05-b013-cb13a4d8d590 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:50.570163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c6d9be0-d882-49e6-9067-abfcf58c4b6d None None] Provisioning for port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:50.578185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c6d9be0-d882-49e6-9067-abfcf58c4b6d None None] Provisioning complete for port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:50.578737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c6d9be0-d882-49e6-9067-abfcf58c4b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.612181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-35fe9465-6121-4267-9b03-2659b0114720 service neutron] 10.222.0.48 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429195 Jul 22 23:29:50.613659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Router ea51be92-8e91-4982-8c5f-e53435fc5483 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:29:50.627771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d9be0-d882-49e6-9067-abfcf58c4b6d None None] Port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:50.679715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 2c704d79-dad4-4b05-b013-cb13a4d8d590 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:50.680102 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.721455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:50.734539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.755165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Transition to ACTIVE for port object 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:50.760501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:50.818019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa5b045c-15d7-4f90-aaf3-50f92d58a453 req-ee1dd83b-c3b4-491d-86f1-dde62c5c8822 service neutron] 10.222.0.48 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926866 Jul 22 23:29:50.893161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17aa823a-a04b-40a9-b5aa-b954382509ed up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:50.950094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Pushing event updated for resources: {'Port': ['ID=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:51.043547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 17aa823a-a04b-40a9-b5aa-b954382509ed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:51.047487 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.163079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Attempting to bind port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:51.163373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Attempting to bind port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:51.164704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Attempting to bind port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:51.172974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd on network 98b281b1-20a0-4a27-91e1-986e770fa636 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:51.173310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Attempting to bind port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:51.186724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:51.187092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Checking segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:51.187378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Bound using segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:51.187913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Bound port: 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:51.188377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.328517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] For port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:51.332840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] For port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:51.338866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.405068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bc27e-411c-48fa-944e-d8a34e140ca7 req-51958197-18fb-4e22-9056-5b0c1b45329b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.411195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.412306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.413170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb8bc27e-411c-48fa-944e-d8a34e140ca7 req-51958197-18fb-4e22-9056-5b0c1b45329b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.9677732 Jul 22 23:29:51.417057 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] 10.222.0.49 "PUT /v2.0/ports/1fb70fba-0b54-4a82-bb13-6d1e8c700bfd HTTP/1.1" status: 200 len: 1091 time: 1.5294867 Jul 22 23:29:51.434631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'tag': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:51.445276 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7b264b-042b-45cc-b201-38535a5d86e2" -d '{"events": [{"name": "network-changed", "server_uuid": "038f90c2-3ded-477d-82d1-44366cb0a3e5", "tag": "1fb70fba-0b54-4a82-bb13-6d1e8c700bfd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:51.553110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2153d3e-5db3-44d7-bb12-34641baf378c service neutron] Pushing event updated for resources: {'Port': ['ID=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:51.591141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-edc08d01-70b0-4b8c-b088-f3af4ee39060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.593842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-edc08d01-70b0-4b8c-b088-f3af4ee39060 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 1094 time: 0.1125624 Jul 22 23:29:51.598762 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.615195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271b815-6979-4735-8ca4-472b80f0c456 req-62820232-a100-4b71-bd9a-954b66a6eb17 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.617299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e271b815-6979-4735-8ca4-472b80f0c456 req-62820232-a100-4b71-bd9a-954b66a6eb17 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.7952237 Jul 22 23:29:51.632599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb8bc27e-411c-48fa-944e-d8a34e140ca7 req-0abe2977-fb2a-41cc-979e-3a78218cb4a7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171853 Jul 22 23:29:51.645833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:51.652719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-c0c275f1-bc00-48ea-83a5-23f901d28aaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd HTTP/1.1" status: 200 len: 217 time: 0.0485144 Jul 22 23:29:51.663441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Sync routers for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:51.681780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:51.682808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:51.735976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:51.737416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a969d70-8b41-4813-919c-b312a93e8fb3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.7722652 Jul 22 23:29:51.741027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-8691e16a-c371-4b8b-bcea-3694cbb7a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.742834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-8691e16a-c371-4b8b-bcea-3694cbb7a515 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.0807889 Jul 22 23:29:51.743421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:51.759770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e271b815-6979-4735-8ca4-472b80f0c456 req-830bb6da-52cb-4b10-be99-5895d525d308 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184034 Jul 22 23:29:51.778767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-83d63988-7fee-42db-b2bf-83ef7183b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:51.785694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-83d63988-7fee-42db-b2bf-83ef7183b6ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf53b01f89a487e96c60b1981710271&device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 1094 time: 0.4113722 Jul 22 23:29:52.036826 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.136405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:52.384960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-077f8cbb-ba42-4c66-9de5-8bc35adf898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.386488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-077f8cbb-ba42-4c66-9de5-8bc35adf898c service neutron] 10.222.0.48 "GET /v2.0/networks?id=898771d8-c16c-4d24-a041-4ce8813ff191 HTTP/1.1" status: 200 len: 912 time: 0.5698102 Jul 22 23:29:52.454013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-81585e50-14b6-4d00-9aed-3939c91a7d5b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.455984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-81585e50-14b6-4d00-9aed-3939c91a7d5b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.48 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 816 time: 0.4512658 Jul 22 23:29:52.465938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:48Z', 'revision_number': 3, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:52.504769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Request body: {'port': {'device_id': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'admin_state_up': True, 'tenant_id': 'ee58488cf94e4ccf834ba95eda25fa25'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:52.508150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Checking router: ea51be92-8e91-4982-8c5f-e53435fc5483 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:52.508799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Updating router ea51be92-8e91-4982-8c5f-e53435fc5483 port 72c26f33-b3cc-413d-8810-016cf64f82e3 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:52.509456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-0ba601ce-5655-4861-a669-80a6a8cd4a3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff83870-3a6c-457c-b00d-58029a67f254 HTTP/1.1" status: 200 len: 217 time: 0.1133702 Jul 22 23:29:52.556649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:52.623380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-eaac4144-bcbb-4244-b486-090a146e8c35 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.625468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-eaac4144-bcbb-4244-b486-090a146e8c35 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 816 time: 0.6893284 Jul 22 23:29:52.680588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-b49b26ef-70ae-42a2-b92b-e43b1cb7f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.683378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-b49b26ef-70ae-42a2-b92b-e43b1cb7f75f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8145432 Jul 22 23:29:52.693274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-ba0308b7-e821-4768-a1b8-3bc0f8ab3360 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/quotas/ee58488cf94e4ccf834ba95eda25fa25 HTTP/1.1" status: 200 len: 375 time: 0.0593364 Jul 22 23:29:52.711576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-d43a4864-c8b3-473b-a2e8-3c5765b9bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.714056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-d43a4864-c8b3-473b-a2e8-3c5765b9bf2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbdb28a9-9d18-4b72-88af-1097686400fe HTTP/1.1" status: 200 len: 850 time: 0.1868756 Jul 22 23:29:52.714939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-a4917b91-1507-4882-aaea-4c99013d841d service neutron] 10.222.0.48 "GET /v2.0/ports/c1ab3d8a-d73b-466f-bcda-6f15b85403be/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 382 time: 0.1302400 Jul 22 23:29:52.739572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b60d21-37da-4257-a2be-85df3916f178 req-5cd2dd40-25cf-468e-bd69-0b84501c25db tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:52.741846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72b60d21-37da-4257-a2be-85df3916f178 req-5cd2dd40-25cf-468e-bd69-0b84501c25db tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 943 time: 0.4682102 Jul 22 23:29:52.907713 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-a6d44371-d448-4227-af25-6a425e678b5d service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182047 Jul 22 23:29:52.981007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72b60d21-37da-4257-a2be-85df3916f178 req-acec3b66-e7b2-482f-a1bc-9c3a26f7aa24 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167642 Jul 22 23:29:53.030653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Made reservation on behalf of ee58488cf94e4ccf834ba95eda25fa25 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:53.035516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.051505 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.070279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Transition to ACTIVE for port object 72c26f33-b3cc-413d-8810-016cf64f82e3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:53.080241 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.083212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-58231f77-3d46-40ef-a125-d9030c03d4e3 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3636134 Jul 22 23:29:53.090875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-a6e0b1bb-b63a-471f-88a9-876cd1822e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.092727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-a6e0b1bb-b63a-471f-88a9-876cd1822e85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898771d8-c16c-4d24-a041-4ce8813ff191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353529 Jul 22 23:29:53.105966 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f2ad4-5cc2-4587-a8aa-c8f74f422c75 x-openstack-request-id: req-245f2ad4-5cc2-4587-a8aa-c8f74f422c75 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:53.106265 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038f90c2-3ded-477d-82d1-44366cb0a3e5", "tag": "1fb70fba-0b54-4a82-bb13-6d1e8c700bfd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:53.106516 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-245f2ad4-5cc2-4587-a8aa-c8f74f422c75 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:53.106909 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'tag': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd', 'status': 'completed', 'code': 200} Jul 22 23:29:53.118806 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a0b1390f-4477-4154-b13d-5bf63316fc77 req-abcd480f-ad3d-427d-abfe-783291481f3e service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029326 Jul 22 23:29:53.148683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Attempting to bind port 72c26f33-b3cc-413d-8810-016cf64f82e3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:53.149494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Attempting to bind port 72c26f33-b3cc-413d-8810-016cf64f82e3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:53.149907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Attempting to bind port 72c26f33-b3cc-413d-8810-016cf64f82e3 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:53.158095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-949d4961-39d4-4963-8568-6ae3d05fd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.158294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:53.158671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:53.159828 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.160165 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-949d4961-39d4-4963-8568-6ae3d05fd2a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34&tenant_id=174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 1101 time: 0.2133322 Jul 22 23:29:53.160287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:53.160870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Bound port: 72c26f33-b3cc-413d-8810-016cf64f82e3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:53.161494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.189256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.206351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba583-e856-46e3-8589-e5d798a38822 None None] Pushing event updated for resources: {'Port': ['ID=72c26f33-b3cc-413d-8810-016cf64f82e3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:53.253427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] For port 72c26f33-b3cc-413d-8810-016cf64f82e3, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:53.257750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] For port 72c26f33-b3cc-413d-8810-016cf64f82e3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72c26f33-b3cc-413d-8810-016cf64f82e3,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:53.262559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:53.347776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:53.348656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:53.350408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba583-e856-46e3-8589-e5d798a38822 None None] Pushing event updated for resources: {'Port': ['ID=72c26f33-b3cc-413d-8810-016cf64f82e3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:53.371612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-c6b8edf2-b62c-46e1-9acc-37038249d71d tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a39b15fadc104a94946e69f6375a9db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507247 Jul 22 23:29:53.408311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-5cf9c07f-6a5f-4b03-9396-cf76ba0d5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.410644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-5cf9c07f-6a5f-4b03-9396-cf76ba0d5b32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 1094 time: 0.2092862 Jul 22 23:29:53.454601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-95228fa8-0c44-4412-a0a7-7a93fffe9617 service neutron] 10.222.0.48 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145545 Jul 22 23:29:53.467733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-9c4f3a58-1f4f-49b7-8d2f-b498a32252fb service neutron] 10.222.0.21 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708351 Jul 22 23:29:53.514894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:53.515865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-eb5fdd9b-1fae-4bf3-be7d-c682d7f1dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.517563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-eb5fdd9b-1fae-4bf3-be7d-c682d7f1dc3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1101 time: 0.2454875 Jul 22 23:29:53.571896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Allocated IP 172.20.0.14 (98b281b1-20a0-4a27-91e1-986e770fa636/187339b9-0a2e-449b-849d-06fe1a630309/5b683b4e-7c12-41fe-a920-e3025c09d036) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:53.720722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-ffa24ef5-1b1e-4641-8f01-2f3aa1d7ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.723399 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-ffa24ef5-1b1e-4641-8f01-2f3aa1d7ecce service neutron] 10.222.0.49 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 917 time: 0.2857990 Jul 22 23:29:53.728194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Allocated IP 172.20.0.1 (43d940ef-e88c-478d-90d7-f408d31ea4e5/faef3a40-a846-4e77-b4da-4cc622bd99f6/e472eb9a-3a51-4320-8eaa-026a814c1fe1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:53.729220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-752c06bc-a9d1-4bc8-93ba-640200d9aa88 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.730801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-752c06bc-a9d1-4bc8-93ba-640200d9aa88 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3264346 Jul 22 23:29:53.753351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:48Z', 'revision_number': 3, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:53.789649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1868843-01c2-4757-b95c-c0ee3fde0105 None None] The sync data for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 is: [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:48Z', 'revision_number': 3, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:29:53.795656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-49878856-170f-4a46-90b3-a8a10a472914 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd HTTP/1.1" status: 200 len: 217 time: 0.0629780 Jul 22 23:29:53.797112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cea86d94-761a-4ab1-9d90-492edc9c19be req-83540a6c-2fd0-4a4a-8467-82333478fdd3 service neutron] 10.222.0.48 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233304 Jul 22 23:29:53.798728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-3c8bb428-daf7-482d-834e-9dfdad2d1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:53.800222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-3c8bb428-daf7-482d-834e-9dfdad2d1eba service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2748923 Jul 22 23:29:53.802168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-522a1142-7d21-48aa-8a5e-236a93ef0e80 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/quotas/a39b15fadc104a94946e69f6375a9db7 HTTP/1.1" status: 200 len: 375 time: 0.0539820 Jul 22 23:29:53.810898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-aeebca53-0ede-4d78-9071-6cad7335422d service neutron] 10.222.0.21 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198836 Jul 22 23:29:53.893080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-e2b7afea-7eae-4797-8eea-ede03329cf83 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811460 Jul 22 23:29:53.918832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dff83870-3a6c-457c-b00d-58029a67f254 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:53.938770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-a0d07670-56ee-4316-bbc5-004284544b1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.0888622 Jul 22 23:29:53.981670 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.024891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Transition to ACTIVE for port object 5b683b4e-7c12-41fe-a920-e3025c09d036 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:54.046891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-9d1ce97e-472b-4173-879a-55b133e210ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.052399 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-9d1ce97e-472b-4173-879a-55b133e210ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.2442460 Jul 22 23:29:54.096217 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.155683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-dccb39fa-5606-48fa-a32d-d78a89e5e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.157381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-dccb39fa-5606-48fa-a32d-d78a89e5e4c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2048903 Jul 22 23:29:54.184607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dff83870-3a6c-457c-b00d-58029a67f254,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:54.221416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'dff83870-3a6c-457c-b00d-58029a67f254', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'port_id': 'dff83870-3a6c-457c-b00d-58029a67f254', 'mac_address': 'fa:16:3e:34:2d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:54.260114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.304957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Network 98b281b1-20a0-4a27-91e1-986e770fa636 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:54.379669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Transition to ACTIVE for port object e472eb9a-3a51-4320-8eaa-026a814c1fe1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:54.380425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:54.391133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:54.439264 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.475655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff83870-3a6c-457c-b00d-58029a67f254 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:54.545022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dff83870-3a6c-457c-b00d-58029a67f254,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:54.565376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.578315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-9076b305-ae81-4c21-b931-0dbe6a21114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.580133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-9076b305-ae81-4c21-b931-0dbe6a21114c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5138853 Jul 22 23:29:54.582059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.629835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Pushing event updated for resources: {'Port': ['ID=5b683b4e-7c12-41fe-a920-e3025c09d036,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:54.681942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.682298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.682650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.683002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.683365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.691013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.691389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.691887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.692282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.692569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.692911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.693250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:29:54.699420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72c26f33-b3cc-413d-8810-016cf64f82e3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:54.731183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.732089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:54.784714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-0ed120ad-bc80-47d8-80fb-0a03d617f40c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2903256 Jul 22 23:29:54.821651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e137aa-600d-4c06-910c-ea29766ad104 req-c377ff30-35a1-4ea4-8762-08cb2c090dc0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.829967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e137aa-600d-4c06-910c-ea29766ad104 req-c377ff30-35a1-4ea4-8762-08cb2c090dc0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.6564910 Jul 22 23:29:54.849456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Request body: {'port': {'device_id': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:54.875369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca427e-41c2-4ef2-b8e9-6618cfdf79e8 req-7569a1cd-b9bc-4313-9701-12dbb1049b92 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.887852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aca427e-41c2-4ef2-b8e9-6618cfdf79e8 req-7569a1cd-b9bc-4313-9701-12dbb1049b92 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.4767880 Jul 22 23:29:54.912039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:54.918629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-432efd6d-6d1e-4fc3-a5c8-a37e84254f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:54.920522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-432efd6d-6d1e-4fc3-a5c8-a37e84254f59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7535510 Jul 22 23:29:54.962160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:55.073255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:55.132206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3343c2d8-379d-4ef6-8f1b-3191833cbb23 None None] Provisioning for port 5b683b4e-7c12-41fe-a920-e3025c09d036 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:55.159164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['dff83870-3a6c-457c-b00d-58029a67f254'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:55.218357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e137aa-600d-4c06-910c-ea29766ad104 req-24e844ce-e727-41b1-b940-6df90b2278f0 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874013 Jul 22 23:29:55.228821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Pushing event updated for resources: {'Port': ['ID=e472eb9a-3a51-4320-8eaa-026a814c1fe1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:55.263597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:55.267364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3343c2d8-379d-4ef6-8f1b-3191833cbb23 None None] Provisioning complete for port 5b683b4e-7c12-41fe-a920-e3025c09d036 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:55.268015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3343c2d8-379d-4ef6-8f1b-3191833cbb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.355816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aca427e-41c2-4ef2-b8e9-6618cfdf79e8 req-756fd6c8-23f1-4021-9c43-580204782970 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606438 Jul 22 23:29:55.374288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 72c26f33-b3cc-413d-8810-016cf64f82e3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:55.391311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72c26f33-b3cc-413d-8810-016cf64f82e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:55.410949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.412178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.469658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:29:55.485981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.530191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3343c2d8-379d-4ef6-8f1b-3191833cbb23 None None] Port 5b683b4e-7c12-41fe-a920-e3025c09d036 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:55.695222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5c35236-8064-4890-8e7c-624087e2b5e4 None None] Provisioning for port e472eb9a-3a51-4320-8eaa-026a814c1fe1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:55.702338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5c35236-8064-4890-8e7c-624087e2b5e4 None None] Provisioning complete for port e472eb9a-3a51-4320-8eaa-026a814c1fe1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:55.702719 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5c35236-8064-4890-8e7c-624087e2b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.735089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-00bc9ad0-b280-4bc9-8cb0-fd6918633ee7 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1400425 Jul 22 23:29:55.744224 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-fb36ed69-49da-48fe-bdb5-ce8b6616e87c service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149011 Jul 22 23:29:55.872494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.881259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e5c35236-8064-4890-8e7c-624087e2b5e4 None None] Port e472eb9a-3a51-4320-8eaa-026a814c1fe1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:55.918881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 72c26f33-b3cc-413d-8810-016cf64f82e3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72c26f33-b3cc-413d-8810-016cf64f82e3,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:55.929113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:29:55.935174 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:55.936867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed507a9d-18e6-4cc4-bf0b-f8a04326a375 req-14b9a787-a835-4494-8542-996572258c69 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 210 time: 0.1785581 Jul 22 23:29:56.071057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=72c26f33-b3cc-413d-8810-016cf64f82e3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:56.091370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:29:56.198956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4ee03275-08c0-46dd-8ab8-855152d75131 req-c35929ab-dbde-4fe7-ac58-215281ca5807 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366293 Jul 22 23:29:56.203768 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a7b264b-042b-45cc-b201-38535a5d86e2 req-1bd25151-47b5-49b5-8a46-f0d259944799 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578605 Jul 22 23:29:56.208494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.459483 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.536122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72c26f33-b3cc-413d-8810-016cf64f82e3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:56.624982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:56.626790 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913bc3a6-91f1-4ddf-9151-61da616b9e89" -d '{"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:56.651174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:56.658435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:56.677087 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.693967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'port_id': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd', 'mac_address': 'fa:16:3e:e1:bb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187339b9-0a2e-449b-849d-06fe1a630309', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:29:56.696585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-d59c1721-38fd-409d-9a2d-562e6005524b tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a39b15fadc104a94946e69f6375a9db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5310104 Jul 22 23:29:56.748346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72c26f33-b3cc-413d-8810-016cf64f82e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:56.748725 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.788358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13552b19-3b69-4ccb-8d2c-68ef9d10e1d6 req-5c7659b9-0e06-4bf1-975b-53d123ee723f tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:56.791592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13552b19-3b69-4ccb-8d2c-68ef9d10e1d6 req-5c7659b9-0e06-4bf1-975b-53d123ee723f tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 944 time: 1.0353403 Jul 22 23:29:56.899566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:56.929488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.958944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:56.989318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:56.995123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:56.996404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-fa4d1d24-78cb-4a46-8d4b-56713e5f381f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:56.998203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-fa4d1d24-78cb-4a46-8d4b-56713e5f381f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 816 time: 0.9252241 Jul 22 23:29:57.043666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-4fab43b5-0a60-47e8-8299-46b1099b7857 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a39b15fadc104a94946e69f6375a9db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510759 Jul 22 23:29:57.059578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Request body: {'port': {'device_id': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'admin_state_up': True, 'tenant_id': 'ee58488cf94e4ccf834ba95eda25fa25'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:57.061624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.084095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.104316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.241647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-29f550e1-a8c7-43a9-9c45-dce62e00f693 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.245924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-29f550e1-a8c7-43a9-9c45-dce62e00f693 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5311375 Jul 22 23:29:57.253203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13552b19-3b69-4ccb-8d2c-68ef9d10e1d6 req-b169b183-1ae5-43b5-a1cf-804ceda41855 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033099 Jul 22 23:29:57.274918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1fb70fba-0b54-4a82-bb13-6d1e8c700bfd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:29:57.314140 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.316853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Pushing event updated for resources: {'Port': ['ID=e472eb9a-3a51-4320-8eaa-026a814c1fe1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.341924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-c9f18452-cdb3-4734-985c-db685afcdfb1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/quotas/a39b15fadc104a94946e69f6375a9db7 HTTP/1.1" status: 200 len: 375 time: 0.0793068 Jul 22 23:29:57.410349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-98280bfd-865b-4382-a3da-a141a9fc69eb tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.412408 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-98280bfd-865b-4382-a3da-a141a9fc69eb tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590515 Jul 22 23:29:57.472849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Request body: {'port': {'device_id': '73def2f5-784b-4577-9d91-bc5ee715130e', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': 'a39b15fadc104a94946e69f6375a9db7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:57.497504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-0b59dc3c-b011-4261-9269-f9608e41ff00 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231465 Jul 22 23:29:57.530391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b683b4e-7c12-41fe-a920-e3025c09d036 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:29:57.543149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Made reservation on behalf of ee58488cf94e4ccf834ba95eda25fa25 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:57.546657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.572956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.648411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Transition to ACTIVE for port object 5b683b4e-7c12-41fe-a920-e3025c09d036 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:57.667001 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.675882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:57.687812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:57.761520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5c3a-61dd-4191-955c-d4c7073093cd req-50e912ec-7783-47b4-bab6-7e4048b40613 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:57.763716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06ee5c3a-61dd-4191-955c-d4c7073093cd req-50e912ec-7783-47b4-bab6-7e4048b40613 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 945 time: 0.3471251 Jul 22 23:29:57.908315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b683b4e-7c12-41fe-a920-e3025c09d036,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:57.947480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Made reservation on behalf of a39b15fadc104a94946e69f6375a9db7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:29:57.952489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.969097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:57.997125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dff83870-3a6c-457c-b00d-58029a67f254 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:29:58.009790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Router ea51be92-8e91-4982-8c5f-e53435fc5483 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:29:58.141830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port dff83870-3a6c-457c-b00d-58029a67f254 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:29:58.156368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port dff83870-3a6c-457c-b00d-58029a67f254 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:58.157082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.196705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06ee5c3a-61dd-4191-955c-d4c7073093cd req-1a9c1fa6-fabd-4360-ab9b-8afa64fe550f tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918746 Jul 22 23:29:58.245952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.418561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b579f460-5322-41e2-9110-1669d5a819d3 None None] Provisioning complete for port e472eb9a-3a51-4320-8eaa-026a814c1fe1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:29:58.419455 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b579f460-5322-41e2-9110-1669d5a819d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.476415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.547996 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b96b5-50c6-4347-a538-72f053c27e8d x-openstack-request-id: req-060b96b5-50c6-4347-a538-72f053c27e8d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:29:58.548320 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:29:58.548664 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-060b96b5-50c6-4347-a538-72f053c27e8d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:29:58.549064 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'code': 200} Jul 22 23:29:58.555620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b579f460-5322-41e2-9110-1669d5a819d3 None None] Port e472eb9a-3a51-4320-8eaa-026a814c1fe1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:29:58.606351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dff83870-3a6c-457c-b00d-58029a67f254,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:58.610280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:29:58.612698 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.626360 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Sync routers for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:29:58.639780 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f28319e2-d6f4-4b5c-bb5f-0d3b38015e13 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea51be92-8e91-4982-8c5f-e53435fc5483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8948653 Jul 22 23:29:58.660829 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:29:58.664996 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:58.697518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.715478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:58.780005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:58.851984 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:29:58.887313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63c6e65a-fd07-4b00-a04e-f05c658a5a79 req-448d2293-3bda-49e8-933c-52efa39bb813 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 210 time: 0.2206795 Jul 22 23:29:58.890229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Allocated IP 192.168.233.77 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/4dbadc48-f94d-4164-b9bc-b6011bb23905) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:58.901572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Allocated IP 172.20.0.4 (98b281b1-20a0-4a27-91e1-986e770fa636/187339b9-0a2e-449b-849d-06fe1a630309/1930724c-f07a-460e-a471-b87930a024ff) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:29:58.916609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-5d15bba3-d240-4bb0-96f4-2018d1370890 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:58.916609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-5d15bba3-d240-4bb0-96f4-2018d1370890 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.8231261 Jul 22 23:29:58.926119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-4'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:59.000686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6eb59-51a9-4750-b605-93dce7b45b87,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.054951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.088398 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 2, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:29:59.134757 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Checking router: ea51be92-8e91-4982-8c5f-e53435fc5483 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:29:59.135054 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Updating router ea51be92-8e91-4982-8c5f-e53435fc5483 port e472eb9a-3a51-4320-8eaa-026a814c1fe1 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:29:59.171108 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.224967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dc59714-b56f-47cd-a1ef-2e8a289ba81e req-e6533120-92dc-42fc-9ccc-d50df49e9bfe tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 210 time: 0.1290493 Jul 22 23:29:59.246610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Attempting to bind port 5b683b4e-7c12-41fe-a920-e3025c09d036 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:59.246610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Attempting to bind port 5b683b4e-7c12-41fe-a920-e3025c09d036 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:59.246610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Attempting to bind port 5b683b4e-7c12-41fe-a920-e3025c09d036 on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.266706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.276845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ed301-544a-4ee6-99f0-d27c601159dd req-63bda5f9-a1ab-4fba-96c7-845b3b25d10a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.292406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-420ed301-544a-4ee6-99f0-d27c601159dd req-63bda5f9-a1ab-4fba-96c7-845b3b25d10a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 948 time: 1.4511640 Jul 22 23:29:59.298418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Transition to ACTIVE for port object 4dbadc48-f94d-4164-b9bc-b6011bb23905 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:59.301732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:29:59.368787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:59.401864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.413491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Port 5b683b4e-7c12-41fe-a920-e3025c09d036 on network 98b281b1-20a0-4a27-91e1-986e770fa636 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:29:59.413873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Attempting to bind port 5b683b4e-7c12-41fe-a920-e3025c09d036 on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.471843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:59.472278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Checking segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:59.472949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Bound using segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:59.473490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Bound port: 5b683b4e-7c12-41fe-a920-e3025c09d036, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:59.473862 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.499806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.533269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:29:59.537453 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c34b22-eb31-4e6d-b8d1-a68422b675e1" -d '{"events": [{"server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "name": "network-vif-unplugged", "status": "completed", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:29:59.548494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.559683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:29:59.562032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:29:59.566790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:29:59.571598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.610129 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.618403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-964f264c-0d2b-4d72-938b-7785a5348236 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a39b15fadc104a94946e69f6375a9db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230116 Jul 22 23:29:59.627124 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Transition to ACTIVE for port object e472eb9a-3a51-4320-8eaa-026a814c1fe1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:29:59.636279 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.697283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34cee9-6bf0-4351-bf3e-5eb4a626477a None None] Pushing event updated for resources: {'Port': ['ID=e472eb9a-3a51-4320-8eaa-026a814c1fe1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.719933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:29:59.810878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-420ed301-544a-4ee6-99f0-d27c601159dd req-2e0e5058-63aa-4f62-9233-d9940ed81e50 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151997 Jul 22 23:29:59.821725 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Attempting to bind port e472eb9a-3a51-4320-8eaa-026a814c1fe1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:59.822244 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Attempting to bind port e472eb9a-3a51-4320-8eaa-026a814c1fe1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:59.822714 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Attempting to bind port e472eb9a-3a51-4320-8eaa-026a814c1fe1 on network 43d940ef-e88c-478d-90d7-f408d31ea4e5 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.839424 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:29:59.839901 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Checking segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:29:59.840313 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.840713 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Bound using segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:29:59.841182 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Bound port: e472eb9a-3a51-4320-8eaa-026a814c1fe1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:29:59.841908 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.886191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:29:59.887248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.923120 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] For port e472eb9a-3a51-4320-8eaa-026a814c1fe1, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:29:59.924993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-f6dce386-61bf-4311-acbf-304c7f66e7c2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4578843 Jul 22 23:29:59.928717 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] For port e472eb9a-3a51-4320-8eaa-026a814c1fe1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e472eb9a-3a51-4320-8eaa-026a814c1fe1,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:29:59.947477 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:29:59.949325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Request body: {'port': {'device_id': '73def2f5-784b-4577-9d91-bc5ee715130e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:29:59.959975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on host n-h1-758851-4 for vnic_type normal with profile {"migrating_to": "n-h2-758851-4"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:29:59.960537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:29:59.961092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:29:59.962106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:00.011112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:00.012159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:00.054310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:00.054770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:00.055513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:00.056233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] For port 5b683b4e-7c12-41fe-a920-e3025c09d036, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:00.056384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Bound port: 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:00.056847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.061403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] For port 5b683b4e-7c12-41fe-a920-e3025c09d036, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5b683b4e-7c12-41fe-a920-e3025c09d036,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:00.093204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:00.116431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.162337 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:00.164087 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:00.227969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.228671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:00.238034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:00.244326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49546c7f-b443-4d2d-b2ee-b3a6435ddfd8 req-87383e0f-e9c9-48a4-88bc-4447b9c0c9d8 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:00.245758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9ec9f4d-79e9-4e9c-a1cb-99a2146c55f4 None None] Provisioning for port 4dbadc48-f94d-4164-b9bc-b6011bb23905 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:00.253685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49546c7f-b443-4d2d-b2ee-b3a6435ddfd8 req-87383e0f-e9c9-48a4-88bc-4447b9c0c9d8 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 0.7910166 Jul 22 23:30:00.257711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9ec9f4d-79e9-4e9c-a1cb-99a2146c55f4 None None] Provisioning complete for port 4dbadc48-f94d-4164-b9bc-b6011bb23905 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:00.258108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9ec9f4d-79e9-4e9c-a1cb-99a2146c55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.270179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:00.270723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.272599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] 10.222.0.48 "PUT /v2.0/ports/5b683b4e-7c12-41fe-a920-e3025c09d036 HTTP/1.1" status: 200 len: 1092 time: 5.4387391 Jul 22 23:30:00.302798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'tag': '5b683b4e-7c12-41fe-a920-e3025c09d036'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:00.311517 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "156d0fbd-f66a-4e38-b635-03b561d53c2c", "tag": "5b683b4e-7c12-41fe-a920-e3025c09d036"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:00.342373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.365574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Deleting port 4b6447b7-311d-48de-b03e-f3d2178a7653 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:00.366668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.375201 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:30:00.405715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Transition to ACTIVE for port object 1930724c-f07a-460e-a471-b87930a024ff will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:00.432332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec9f4d-79e9-4e9c-a1cb-99a2146c55f4 None None] Port 4dbadc48-f94d-4164-b9bc-b6011bb23905 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:00.508722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:00.517155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:00.518220 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.545752 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34cee9-6bf0-4351-bf3e-5eb4a626477a None None] Pushing event updated for resources: {'Port': ['ID=e472eb9a-3a51-4320-8eaa-026a814c1fe1,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:00.579814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:00.583233 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f870f616-76ca-4cd8-8b6e-ca6bee602756" -d '{"events": [{"server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "name": "network-vif-plugged", "status": "completed", "tag": "dff83870-3a6c-457c-b00d-58029a67f254"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:00.606189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:00.611526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:00.650893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:00.653796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944263926', 'description': 'tempest-description--1505863676'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:00.687563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.698780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:00.725832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.727470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.728090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.728676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.729244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.729804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.730720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.731310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.731905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.732471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.733058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.733868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:00.791742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on host n-h1-758851-4 for vnic_type normal with profile {"migrating_to": "n-h2-758851-4"} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:00.792130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:00.792540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:00.804026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:00.804608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Attempting to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on network 59909164-3df4-4bce-83c2-0618f501a88d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:00.833896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:00.834461 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Checking segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:00.837104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Bound using segment: {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:00.837104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Bound port: 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '59909164-3df4-4bce-83c2-0618f501a88d'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:00.837104 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.859796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.978588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-64021ad7-de2f-4f7d-aac6-b3059589537f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:00.981603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-64021ad7-de2f-4f7d-aac6-b3059589537f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3021455 Jul 22 23:30:00.987265 n-d-758851-4 neutron-server[93792]: WARNING neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Concurrent port binding operations failed on port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 Jul 22 23:30:00.988656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:00.998830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:01.001185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:01.003851 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Attempt 2 to bind port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 Jul 22 23:30:01.004580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 has no active binding in host n-h2-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:30:01.005096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:01.013999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.058109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab9042-9801-4055-8af8-fb0358f02ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b683b4e-7c12-41fe-a920-e3025c09d036,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.078674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Request body: {'port': {'device_id': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': 'a39b15fadc104a94946e69f6375a9db7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:01.092362 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:29:59Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:01.134454 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a03b7-a156-478e-8094-442dd9a670f4 None None] The sync data for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 is: [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:29:59Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:01.156798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.171579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.176957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:01.177956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.180510 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-83f0d97a-2dd1-4f8c-aa18-77afe5606edc service neutron] 10.222.0.48 "PUT /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 1121 time: 2.2627368 Jul 22 23:30:01.192799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.275126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:01.318027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49546c7f-b443-4d2d-b2ee-b3a6435ddfd8 req-7129cda3-c3bc-432f-ad19-fca798d4ebfc tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0633035 Jul 22 23:30:01.383941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'mac_address': 'fa:16:3e:5b:56:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:01.443118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.487255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1fb70fba-0b54-4a82-bb13-6d1e8c700bfd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:01.524234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7231ed-cb20-4abc-ae9b-8708d87785c6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.536480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.541196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-06009a22-cf35-47d0-ac8e-f817a6f38565 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9155519 Jul 22 23:30:01.542365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53778) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.548541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Request body: {'security_group_rule': {'security_group_id': '0d7231ed-cb20-4abc-ae9b-8708d87785c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:01.588944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['596e97f1-6bad-4cc3-88ca-a94516b1ac88'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:01.600383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['596e97f1-6bad-4cc3-88ca-a94516b1ac88'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:01.630065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.639288 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f78a94-f083-45a8-a202-1200550159ba x-openstack-request-id: req-b4f78a94-f083-45a8-a202-1200550159ba {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:01.642533 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "name": "network-vif-unplugged", "status": "completed", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:01.644526 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4f78a94-f083-45a8-a202-1200550159ba {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:01.651829 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'code': 200} Jul 22 23:30:01.688627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Pushing event updated for resources: {'Port': ['ID=1930724c-f07a-460e-a471-b87930a024ff,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.837405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Network 98b281b1-20a0-4a27-91e1-986e770fa636 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:01.854526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.867459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbadc48-f94d-4164-b9bc-b6011bb23905 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:01.887033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.890813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.900342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.900668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:01.935106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ab3d8a-d73b-466f-bcda-6f15b85403be {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:01.952887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:01.953334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393b5208-8dfa-4cb7-8641-ac7891273a26,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:01.961947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:01.964721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b23a7f5f-15d1-4010-bcc7-8def22c0b982 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4210305 Jul 22 23:30:01.965896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Transition to ACTIVE for port object 4dbadc48-f94d-4164-b9bc-b6011bb23905 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:01.969851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:01.983501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Request body: {'security_group_rule': {'security_group_id': '0d7231ed-cb20-4abc-ae9b-8708d87785c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:01.990712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.065182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d962cc1-f3c1-48de-b8dd-a2120e76f52c req-e995f978-1609-4676-a7b4-ee70bdc24755 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.066818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d962cc1-f3c1-48de-b8dd-a2120e76f52c req-e995f978-1609-4676-a7b4-ee70bdc24755 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 1.0224688 Jul 22 23:30:02.069027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] For port 4b6447b7-311d-48de-b03e-f3d2178a7653, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b6447b7-311d-48de-b03e-f3d2178a7653,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:02.069399 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.187379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:02.209951 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.214881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Calling delete_port for 4b6447b7-311d-48de-b03e-f3d2178a7653 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:02.271870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-bb446cfc-683b-413f-b356-bd6de87c6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.274154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-bb446cfc-683b-413f-b356-bd6de87c6689 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 1095 time: 1.3066437 Jul 22 23:30:02.303642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Attempting to bind port 4dbadc48-f94d-4164-b9bc-b6011bb23905 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:02.303979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Attempting to bind port 4dbadc48-f94d-4164-b9bc-b6011bb23905 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:02.304300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Attempting to bind port 4dbadc48-f94d-4164-b9bc-b6011bb23905 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:02.311427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Port 4dbadc48-f94d-4164-b9bc-b6011bb23905 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:02.311781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Attempting to bind port 4dbadc48-f94d-4164-b9bc-b6011bb23905 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:02.322521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.416848 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.420348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.425434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:02.425804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:02.426245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:02.426704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Bound port: 4dbadc48-f94d-4164-b9bc-b6011bb23905, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:02.427154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.441560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.460936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181000b3-fe3f-48ac-992f-21fc0deae3a9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.499136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-dce21528-63d8-4ffa-88a9-7c9c07c66886 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b683b4e-7c12-41fe-a920-e3025c09d036 HTTP/1.1" status: 200 len: 217 time: 0.1737056 Jul 22 23:30:02.539671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:02.544416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:02.557256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.601773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.605698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-77bedc7f-481c-498a-b35c-0d8ab4b3fc6d tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6306031 Jul 22 23:30:02.610373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:02.616159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:02.630596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e472eb9a-3a51-4320-8eaa-026a814c1fe1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:02.656879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.683920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.684549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.686102 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] 10.222.0.49 "PUT /v2.0/ports/4dbadc48-f94d-4164-b9bc-b6011bb23905 HTTP/1.1" status: 200 len: 1095 time: 2.7463810 Jul 22 23:30:02.802030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c1ab3d8a-d73b-466f-bcda-6f15b85403be'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:02.803219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-46601cfb-375f-49bb-b7fb-b7d7f0bc1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.805229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-46601cfb-375f-49bb-b7fb-b7d7f0bc1da4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.2873669 Jul 22 23:30:02.806595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5011d-7c34-4478-b476-9eb9d1621667 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:02.821715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b08169f-85ee-4069-846f-52d053e77877 None None] Provisioning for port 1930724c-f07a-460e-a471-b87930a024ff completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:02.824497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.825162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.871622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Made reservation on behalf of a39b15fadc104a94946e69f6375a9db7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:02.878295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.883206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b08169f-85ee-4069-846f-52d053e77877 None None] Provisioning complete for port 1930724c-f07a-460e-a471-b87930a024ff triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:02.883640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b08169f-85ee-4069-846f-52d053e77877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:02.925343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-ba96b8a3-39f8-4dbb-8876-6aa0b6cb6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:02.928553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-ba96b8a3-39f8-4dbb-8876-6aa0b6cb6653 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 1098 time: 0.1786838 Jul 22 23:30:02.941555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e472eb9a-3a51-4320-8eaa-026a814c1fe1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:02.985825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d962cc1-f3c1-48de-b8dd-a2120e76f52c req-f42aff94-3913-42a2-be22-c4bc0ee1c350 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304361 Jul 22 23:30:02.995663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-03f96a8b-0715-4182-bdbb-fe9c79b22854 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905 HTTP/1.1" status: 200 len: 217 time: 0.0512083 Jul 22 23:30:02.997529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.010480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.020098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e472eb9a-3a51-4320-8eaa-026a814c1fe1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:03.020485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.088644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6b08169f-85ee-4069-846f-52d053e77877 None None] Port 1930724c-f07a-460e-a471-b87930a024ff cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:03.097421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-7c8359ba-bba9-44c2-a3f9-6893532e007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.099802 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-7c8359ba-bba9-44c2-a3f9-6893532e007f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0931067 Jul 22 23:30:03.155531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4f16f84d-bca3-4656-8a5b-7a7e7de2ac01 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1028969 Jul 22 23:30:03.181822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Request body: {'port': {'device_id': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:03.210801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a016a3-3746-4990-b6e6-3b29292b45de req-618bc5d2-91d5-4d6c-af1f-b92564adf5ee tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.220250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9a016a3-3746-4990-b6e6-3b29292b45de req-618bc5d2-91d5-4d6c-af1f-b92564adf5ee tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 931 time: 1.4653399 Jul 22 23:30:03.274580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4354e-742c-451b-8595-a7f64f9963ee req-0bcd9a8e-c7b2-4b69-b641-fa8f9a8d2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.276289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-0bcd9a8e-c7b2-4b69-b641-fa8f9a8d2c96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687577 Jul 22 23:30:03.292871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f2b4905-c358-4109-b20e-c666ed229e92 req-5f6fa613-5a51-4594-ba31-eb575c7af585 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 210 time: 0.1260009 Jul 22 23:30:03.347297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.414692 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-bfd7f77a-b01e-4528-8532-97f53ba4ef83 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303465 Jul 22 23:30:03.438423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.482184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port e472eb9a-3a51-4320-8eaa-026a814c1fe1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e472eb9a-3a51-4320-8eaa-026a814c1fe1,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:03.492469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.513335 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f1d35-f094-40e2-98a1-10634b6e2212 x-openstack-request-id: req-448f1d35-f094-40e2-98a1-10634b6e2212 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:03.513919 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156d0fbd-f66a-4e38-b635-03b561d53c2c", "tag": "5b683b4e-7c12-41fe-a920-e3025c09d036", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:03.514099 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-448f1d35-f094-40e2-98a1-10634b6e2212 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:03.514788 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'tag': '5b683b4e-7c12-41fe-a920-e3025c09d036', 'status': 'completed', 'code': 200} Jul 22 23:30:03.525729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9a016a3-3746-4990-b6e6-3b29292b45de req-a095e842-2046-4882-84a0-8393da19a107 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044076 Jul 22 23:30:03.559522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-51f4354e-742c-451b-8595-a7f64f9963ee req-d1f9779f-798f-45cd-8b4b-78ce4a11d8af service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370716 Jul 22 23:30:03.570613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=e472eb9a-3a51-4320-8eaa-026a814c1fe1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.575453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6447b7-311d-48de-b03e-f3d2178a7653,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:03.594668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4282-1cdb-4079-a56d-636672ae144e req-d3f20cde-1393-40fc-b8da-359e973d879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.596537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-d3f20cde-1393-40fc-b8da-359e973d879a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7612071 Jul 22 23:30:03.661221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88'}, {'name': 'network-changed', 'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:03.675909 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5383a2-d827-43ef-9850-9cef5b43c708" -d '{"events": [{"name": "network-changed", "server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88"}, {"name": "network-changed", "server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:03.693018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Allocated IP 172.25.5.94 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/361b2f18-b2e1-413b-a704-3376edc86839) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:03.698855 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.750103 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f672e715-e097-44a6-bc06-564df886016b x-openstack-request-id: req-f672e715-e097-44a6-bc06-564df886016b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:03.750568 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "name": "network-vif-plugged", "status": "completed", "tag": "dff83870-3a6c-457c-b00d-58029a67f254", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:03.750979 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f672e715-e097-44a6-bc06-564df886016b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:03.751634 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254', 'code': 200} Jul 22 23:30:03.941296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:03.973117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d8568-0f0d-4cec-a22a-ac27db8755ce req-a841ff6a-e465-4848-9a05-f0efd8a4bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:03.974633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f56d8568-0f0d-4cec-a22a-ac27db8755ce req-a841ff6a-e465-4848-9a05-f0efd8a4bd5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 1096 time: 0.0935042 Jul 22 23:30:04.023548 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f56d8568-0f0d-4cec-a22a-ac27db8755ce req-3991c3d2-0e9e-49ba-a14c-c465250a90a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401537 Jul 22 23:30:04.025179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.069559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:04.074311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:04.076642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:04.101182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event updated for resources: {'Port': ['ID=361b2f18-b2e1-413b-a704-3376edc86839,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:04.126249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Allocated IP 192.168.233.71 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/43f7ebf5-4918-402a-8513-9d77ad19b7b9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:04.193400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.238828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.349479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-53f96d2b-b1de-4054-bd6b-fa195ea5dec7 service neutron] 10.222.0.48 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430124 Jul 22 23:30:04.471679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.477340 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.588579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event updated for resources: {'Port': ['ID=361b2f18-b2e1-413b-a704-3376edc86839,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:04.595133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.614831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.621894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e472eb9a-3a51-4320-8eaa-026a814c1fe1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:04.624177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c62600b1-bc6d-42c6-ae98-2d53b839a845 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0124485 Jul 22 23:30:04.701920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e472eb9a-3a51-4320-8eaa-026a814c1fe1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:04.702860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.708364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:04.762862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaabc2-a0ee-4811-a940-ef7a6dfcb880 req-4bc65497-c5d2-4a01-88c4-42f94667f230 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.765949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddaaabc2-a0ee-4811-a940-ef7a6dfcb880 req-4bc65497-c5d2-4a01-88c4-42f94667f230 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 0.9005058 Jul 22 23:30:04.784564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e21d8-f148-4699-b5b9-e5e7b3741262 req-609f8faa-ef6e-4c84-9412-fb839eabaff9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:04.786874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e7e21d8-f148-4699-b5b9-e5e7b3741262 req-609f8faa-ef6e-4c84-9412-fb839eabaff9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 949 time: 0.9457705 Jul 22 23:30:05.372003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94ac4282-1cdb-4079-a56d-636672ae144e req-99c4e704-41b8-425c-9a0c-48b045b20572 service neutron] 10.222.0.48 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9917762 Jul 22 23:30:05.429102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddaaabc2-a0ee-4811-a940-ef7a6dfcb880 req-feb5d449-a0c3-47c6-9ac9-76c8e29cbc25 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6379206 Jul 22 23:30:05.494036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e7e21d8-f148-4699-b5b9-e5e7b3741262 req-2b51fcb8-2d64-4d6d-883b-a35f77c01da7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357694 Jul 22 23:30:05.555497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.613468 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609aca5a-5c57-4473-8dc9-6d45d1240dc6 x-openstack-request-id: req-609aca5a-5c57-4473-8dc9-6d45d1240dc6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:05.615230 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:05.615940 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-609aca5a-5c57-4473-8dc9-6d45d1240dc6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:05.616658 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'status': 'completed', 'code': 200} Jul 22 23:30:05.617478 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'status': 'completed', 'code': 200} Jul 22 23:30:05.706316 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.729597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Transition to ACTIVE for port object 43f7ebf5-4918-402a-8513-9d77ad19b7b9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:05.753734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:05.758477 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b211b-5972-46d7-9bae-abdb5f302bee" -d '{"events": [{"server_uuid": "038f90c2-3ded-477d-82d1-44366cb0a3e5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70fba-0b54-4a82-bb13-6d1e8c700bfd"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:05.808813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-2cbad46e-3f43-4877-b691-fff9aa028a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.810946 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-2cbad46e-3f43-4877-b691-fff9aa028a2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1124 time: 0.1660156 Jul 22 23:30:05.829515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1930724c-f07a-460e-a471-b87930a024ff {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:05.875703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3705720-2378-40e2-a5e1-a0d5ba4e8503 req-12e2ebe0-508e-42c9-909e-f0c230b4590e tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 210 time: 0.1333978 Jul 22 23:30:05.882749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:05.898855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-c25b191d-0c4d-4c72-82ef-b3b189538ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.902007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-c25b191d-0c4d-4c72-82ef-b3b189538ab4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 1095 time: 0.3921390 Jul 22 23:30:05.961155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-0080b7d2-8d09-4737-b4db-a84e395f121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:05.964173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-0080b7d2-8d09-4737-b4db-a84e395f121f service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.1468275 Jul 22 23:30:05.964482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Transition to ACTIVE for port object 1930724c-f07a-460e-a471-b87930a024ff will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:05.989060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:06.063154 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.170327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:06.188418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'mac_address': 'fa:16:3e:5a:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:06.275271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.304659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbadc48-f94d-4164-b9bc-b6011bb23905 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:06.305200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.313536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:06.349574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1930724c-f07a-460e-a471-b87930a024ff,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.417717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:06.423576 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.429380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c1ab3d8a-d73b-466f-bcda-6f15b85403be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:06.429854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.436865 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-2af25bd6-6633-4ca8-b2d6-5659ce664f90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 217 time: 0.4664385 Jul 22 23:30:06.552825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-3cf42ba4-05f7-4d6c-87f6-a29852f7e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.554624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-3cf42ba4-05f7-4d6c-87f6-a29852f7e23a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1114230 Jul 22 23:30:06.619927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-8248a011-1468-45c3-a5af-9560ea6a4649 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583332 Jul 22 23:30:06.640294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.669281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb155e29-7d40-40a0-b896-de01da91f1de req-dd05ada0-ada1-4ca5-bf3d-05ef7e8ad37c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.676936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb155e29-7d40-40a0-b896-de01da91f1de req-dd05ada0-ada1-4ca5-bf3d-05ef7e8ad37c tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 943 time: 0.9365094 Jul 22 23:30:06.689260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.689457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.689757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.693898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.696319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.697147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.698089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.698747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.699621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.700158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.703406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.706478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.707522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:06.714134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['4dbadc48-f94d-4164-b9bc-b6011bb23905'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:06.730868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:06.754269 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-dded5daf-df31-4426-a3f8-b991d154d26b service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257043 Jul 22 23:30:06.754617 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.763829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:06.766197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:06.843589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:06.853520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:06.877591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Attempting to bind port 1930724c-f07a-460e-a471-b87930a024ff on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:06.878660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Attempting to bind port 1930724c-f07a-460e-a471-b87930a024ff by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:06.878660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Attempting to bind port 1930724c-f07a-460e-a471-b87930a024ff on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:06.903123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-e5b7b9da-5bc4-4c29-9015-062644b596f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:06.904753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-e5b7b9da-5bc4-4c29-9015-062644b596f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 917 time: 0.9930909 Jul 22 23:30:06.945498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb155e29-7d40-40a0-b896-de01da91f1de req-2a83ea57-9f69-4c0d-83fd-c3304aaef6c8 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675214 Jul 22 23:30:06.969850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:06.981351 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-4b2f6a33-03a0-4aa7-97df-ed0e4bfc6d60 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169955 Jul 22 23:30:07.068683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Port 1930724c-f07a-460e-a471-b87930a024ff on network 98b281b1-20a0-4a27-91e1-986e770fa636 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:07.069637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Attempting to bind port 1930724c-f07a-460e-a471-b87930a024ff on network 98b281b1-20a0-4a27-91e1-986e770fa636 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:07.089367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:07.115894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-fca8e2d9-520f-41e4-aab3-a489a9c606ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b683b4e-7c12-41fe-a920-e3025c09d036 HTTP/1.1" status: 200 len: 217 time: 0.1985614 Jul 22 23:30:07.124213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-3b1b4875-4665-4148-b54b-2ee297156237 service neutron] 10.222.0.49 "GET /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.3806953 Jul 22 23:30:07.136640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc9b35-6e27-4191-bfa1-137a54b832fd req-32fdb316-e527-43b0-89ed-c15b387c8002 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.138240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64bc9b35-6e27-4191-bfa1-137a54b832fd req-32fdb316-e527-43b0-89ed-c15b387c8002 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 943 time: 1.0566647 Jul 22 23:30:07.139168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:07.140594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Checking segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:07.141453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Bound using segment: {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:07.141960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Bound port: 1930724c-f07a-460e-a471-b87930a024ff, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f04d05-b719-4771-9bce-c072547986f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:07.142330 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.153034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.153694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.157051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-643242d8-feaf-412d-bc2f-bef337c7e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.160482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-643242d8-feaf-412d-bc2f-bef337c7e842 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 1099 time: 0.1047838 Jul 22 23:30:07.222518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f520ff7d-883c-4e0d-b960-dbdbb68b27a2 None None] Provisioning for port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:07.229262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f520ff7d-883c-4e0d-b960-dbdbb68b27a2 None None] Provisioning complete for port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:07.229913 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f520ff7d-883c-4e0d-b960-dbdbb68b27a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:07.260767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-9dc11c59-3cde-4bed-a250-70a9ee1c3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.262514 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-9dc11c59-3cde-4bed-a250-70a9ee1c3465 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0965214 Jul 22 23:30:07.297618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f520ff7d-883c-4e0d-b960-dbdbb68b27a2 None None] Port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:07.309382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-7dd5bbe7-b3aa-4f1e-85ab-e3e370bb8e6f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2408080 Jul 22 23:30:07.322077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-669f9684-adb0-4d36-ae6d-ae9ef8ccb9d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905 HTTP/1.1" status: 200 len: 217 time: 0.0525122 Jul 22 23:30:07.381760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-b496e95f-51bd-404e-b425-53ad1219cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.384406 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-b496e95f-51bd-404e-b425-53ad1219cf19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0562043 Jul 22 23:30:07.442020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Request body: {'port': {'device_id': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:07.489132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-f78e7a2a-7fe8-4c2a-84a1-40473e89c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.492394 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-f78e7a2a-7fe8-4c2a-84a1-40473e89c40d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010876 Jul 22 23:30:07.544929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-a897eb8b-c8c7-4d18-bdea-99af249d2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:07.546173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-a897eb8b-c8c7-4d18-bdea-99af249d2f2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.3827512 Jul 22 23:30:07.564169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64bc9b35-6e27-4191-bfa1-137a54b832fd req-984ab92b-079a-436c-a198-4e32ec807086 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016829 Jul 22 23:30:07.646760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-ed477e30-3542-4cd5-85ef-8714a6203824 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1944263926&fields=id&tenant_id=e73c9bab18784bfb88c3853bae6ac496 HTTP/1.1" status: 200 len: 267 time: 0.4810612 Jul 22 23:30:07.673743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-1f863d6a-4ebf-434e-b50b-e3a22c24970d service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740270 Jul 22 23:30:07.759127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] For port 1930724c-f07a-460e-a471-b87930a024ff, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:07.849126 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b5383a2-d827-43ef-9850-9cef5b43c708 req-5cc0efbf-b956-427d-99b4-3cf58098c1ba service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603940 Jul 22 23:30:07.924994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] For port 1930724c-f07a-460e-a471-b87930a024ff, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1930724c-f07a-460e-a471-b87930a024ff,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:07.993329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.008631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.014612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:08.025390 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59616b45-2626-44b5-85d0-489a7a2a87e6 x-openstack-request-id: req-59616b45-2626-44b5-85d0-489a7a2a87e6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:08.026191 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038f90c2-3ded-477d-82d1-44366cb0a3e5", "name": "network-vif-plugged", "status": "completed", "tag": "1fb70fba-0b54-4a82-bb13-6d1e8c700bfd", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:08.026612 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59616b45-2626-44b5-85d0-489a7a2a87e6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:08.027159 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd', 'code': 200} Jul 22 23:30:08.088308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:08.108841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] Sync routers for ids ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:08.111695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53826) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:08.112256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1c339974-f69a-40ee-ba0f-0267d881f889 admin admin] 10.222.0.21 "PUT /v2.0/routers/4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6325870 Jul 22 23:30:08.135226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] Routers {'4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:08.136433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:08.206621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-fc0f1d02-0947-42ec-a989-57fd264856c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.208970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-fc0f1d02-0947-42ec-a989-57fd264856c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6358140 Jul 22 23:30:08.226046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.227088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.228803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] 10.222.0.49 "PUT /v2.0/ports/1930724c-f07a-460e-a471-b87930a024ff HTTP/1.1" status: 200 len: 1091 time: 5.0527103 Jul 22 23:30:08.256746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'tag': '1930724c-f07a-460e-a471-b87930a024ff'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:08.259934 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae16962-c304-4a40-9491-08fd1c3250ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5b474ff0-3fe2-4272-91e7-3d204af957e8", "tag": "1930724c-f07a-460e-a471-b87930a024ff"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:08.296485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] Set router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:08.388841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5b683b4e-7c12-41fe-a920-e3025c09d036 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:08.395997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 4dbadc48-f94d-4164-b9bc-b6011bb23905 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:08.409855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-8e7268cc-25bb-4987-bd7b-82b5c56922bc tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.418459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961ff4-5b22-4d5e-b542-0137cfaedd36 req-fe736737-3932-4bfe-ac63-d37cf5e8f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.418712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-8e7268cc-25bb-4987-bd7b-82b5c56922bc tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/networks?id=43d940ef-e88c-478d-90d7-f408d31ea4e5 HTTP/1.1" status: 200 len: 806 time: 0.7710485 Jul 22 23:30:08.420018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91961ff4-5b22-4d5e-b542-0137cfaedd36 req-fe736737-3932-4bfe-ac63-d37cf5e8f1ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 1096 time: 0.2938020 Jul 22 23:30:08.436290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 4dbadc48-f94d-4164-b9bc-b6011bb23905 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:08.437959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.474834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-33f5c1eb-d73b-410f-9a1c-daa50b71539d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.476923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-33f5c1eb-d73b-410f-9a1c-daa50b71539d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34&tenant_id=174ee3ec0a7242b3954ce12e721ab9af&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 950 time: 0.4719131 Jul 22 23:30:08.484525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-c1803bde-b7b1-4613-a4a6-bb95aa23f3df tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/quotas/e73c9bab18784bfb88c3853bae6ac496 HTTP/1.1" status: 200 len: 375 time: 0.0646281 Jul 22 23:30:08.559721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-14419506-ed2f-4bda-8c0f-bd5476c79d69 service neutron] 10.222.0.48 "GET /v2.0/ports/c1ab3d8a-d73b-466f-bcda-6f15b85403be/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 382 time: 0.0730178 Jul 22 23:30:08.562002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.589393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210ad2a-7277-496d-bc8f-f0ed1ab4ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=1930724c-f07a-460e-a471-b87930a024ff,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:08.610926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:08.680317 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91961ff4-5b22-4d5e-b542-0137cfaedd36 req-0c1926c9-0a3b-4cfa-b2cf-5d914862809c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460120 Jul 22 23:30:08.765765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.778325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-9594260e-39ea-4984-8dd8-54e985b2dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.781520 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-9594260e-39ea-4984-8dd8-54e985b2dba6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1101 time: 0.1236000 Jul 22 23:30:08.805156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:08.866638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5b683b4e-7c12-41fe-a920-e3025c09d036, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5b683b4e-7c12-41fe-a920-e3025c09d036,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:08.881806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.889051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717552dd-ff31-4b08-8432-2c6a28297054 req-abc8615b-36b4-42a4-8de7-3b632423bf07 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.891282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717552dd-ff31-4b08-8432-2c6a28297054 req-abc8615b-36b4-42a4-8de7-3b632423bf07 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 0.7128289 Jul 22 23:30:08.894237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '5b683b4e-7c12-41fe-a920-e3025c09d036', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'port_id': '5b683b4e-7c12-41fe-a920-e3025c09d036', 'mac_address': 'fa:16:3e:34:c0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187339b9-0a2e-449b-849d-06fe1a630309', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:08.896618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port': {'id': '5e8c3671-0efa-4d7f-b799-6e4885187c4a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:28:07Z', 'updated_at': '2021-07-22T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:08.925280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-1a26f811-0ac2-4b5e-99b2-6f4c4ce26c08 service neutron] 10.222.0.48 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366208 Jul 22 23:30:08.927402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] Checking router: 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:08.932537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Deleting port 5e8c3671-0efa-4d7f-b799-6e4885187c4a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:08.933231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:08.961857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596e97f1-6bad-4cc3-88ca-a94516b1ac88 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:08.980461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-cfd3fd61-b863-491d-8132-5ca6a5c8338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:08.981464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] Routers {'4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:08.982021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-cfd3fd61-b863-491d-8132-5ca6a5c8338b service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1879842 Jul 22 23:30:08.982155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:09.048736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:09.064392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-84c7ebf0-705c-4400-8f4c-84ca0d19ecf1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.0751207 Jul 22 23:30:09.070671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-48add157-5075-4321-98c1-5a4430ae6814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.072418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-48add157-5075-4321-98c1-5a4430ae6814 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 1094 time: 0.7176256 Jul 22 23:30:09.086156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:09.098749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-70af42a5-ae01-44cf-bb3a-112ecbb102ea tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e73c9bab18784bfb88c3853bae6ac496&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6123035 Jul 22 23:30:09.113006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.114039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:09.120028 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.191274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] For port 5e8c3671-0efa-4d7f-b799-6e4885187c4a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5e8c3671-0efa-4d7f-b799-6e4885187c4a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:09.192294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.202683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.235913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Calling delete_port for 5e8c3671-0efa-4d7f-b799-6e4885187c4a owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:09.257522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-1a532bd7-a344-4130-aba3-ba2fb17ffc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.260960 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-1a532bd7-a344-4130-aba3-ba2fb17ffc8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1857302 Jul 22 23:30:09.376920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b683b4e-7c12-41fe-a920-e3025c09d036 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:09.415913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] Set router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:09.458725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:09.464742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5b683b4e-7c12-41fe-a920-e3025c09d036, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5b683b4e-7c12-41fe-a920-e3025c09d036,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:09.509322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:30:08Z', 'revision_number': 6, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:09.511479 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.563474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-d93a3fda-b00d-426e-a314-5a2e59ea7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:09.568326 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-d93a3fda-b00d-426e-a314-5a2e59ea7f54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2846785 Jul 22 23:30:09.572999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630d0a4-d7aa-4673-a9b4-264907b2cf36 None None] The sync data for ids ['4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4'] in n-d-758851-4 is: [{'id': '4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4', 'name': 'tempest-ServersTestMultiNic-1964422661-router', 'tenant_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:28:06Z', 'updated_at': '2021-07-22T23:30:08Z', 'revision_number': 6, 'project_id': '5c5e29108ca34ac4b7ee7617b1e815fe', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:09.676671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=5b683b4e-7c12-41fe-a920-e3025c09d036,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:09.699615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717552dd-ff31-4b08-8432-2c6a28297054 req-23951e4b-079a-4873-824a-c6a873ae6227 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7856765 Jul 22 23:30:09.715754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-ba5b0440-844a-4888-9ebb-677340eee410 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1930724c-f07a-460e-a471-b87930a024ff HTTP/1.1" status: 200 len: 217 time: 0.5632005 Jul 22 23:30:09.782226 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-d86bb98e-27e0-4912-ae26-2df5cb1978ec service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037702 Jul 22 23:30:09.785882 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:09.819119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8c3671-0efa-4d7f-b799-6e4885187c4a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:09.875851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['5b683b4e-7c12-41fe-a920-e3025c09d036'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:10.030864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}, {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:10.036103 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770ab6b-786c-4314-a12d-aa1f6511f745" -d '{"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}, {"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-plugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:10.048295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-d1220090-f7a8-4668-bb8b-564f0eefb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.051270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-d1220090-f7a8-4668-bb8b-564f0eefb648 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.2877340 Jul 22 23:30:10.073195 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-14fc13b3-1399-401f-a89c-09420394de12 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554471 Jul 22 23:30:10.079971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.117848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b36743-361a-487b-8b0b-c5c9e7ec3c1d req-12973173-e5bd-42de-aaeb-09b9b42b398a service neutron] 10.222.0.48 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1622851 Jul 22 23:30:10.227391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-01e0c89f-8dcd-40bc-843a-b6301606e8e0 service neutron] 10.222.0.21 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0489006 Jul 22 23:30:10.234849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.237896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.260099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f7ebf5-4918-402a-8513-9d77ad19b7b9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:10.268356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] Transition to ACTIVE for port object 596e97f1-6bad-4cc3-88ca-a94516b1ac88 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:10.286941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.288103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:30:10.295712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.296489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.300449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-485dc565-afa9-4905-92fd-68fa21b0903b admin admin] 10.222.0.21 "DELETE /v2.0/routers/4438cbaf-b308-4f9a-ac0d-0b88e7eb69a4 HTTP/1.1" status: 204 len: 168 time: 2.1832545 Jul 22 23:30:10.300864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:10.312564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.382324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Deleting subnet fcea0525-b8c1-489b-a320-cbf69a95904c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:30:10.387116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.397902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Transition to ACTIVE for port object 43f7ebf5-4918-402a-8513-9d77ad19b7b9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:10.451562 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.494132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-add2b8bb-36c9-45b9-a562-f9f8c27cc3b6 service neutron] 10.222.0.21 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578850 Jul 22 23:30:10.499592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.554921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35057c8-2d13-4070-b939-d8af4209d209 req-ed48f139-631b-4781-aaed-5dba5918e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.556673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-ed48f139-631b-4781-aaed-5dba5918e48f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4722836 Jul 22 23:30:10.557487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] No DVR routers for this DVR port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:10.633437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b6447b7-311d-48de-b03e-f3d2178a7653 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:10.647918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.687433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4b6447b7-311d-48de-b03e-f3d2178a7653 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:10.687901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b6447b7-311d-48de-b03e-f3d2178a7653 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:10.688761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5e8c3671-0efa-4d7f-b799-6e4885187c4a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:10.714213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32744aca-b5aa-4aeb-820f-00b5070c4d23 req-c5682b26-01b1-4fe4-9843-bb054467c9bf tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:10.724304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32744aca-b5aa-4aeb-820f-00b5070c4d23 req-c5682b26-01b1-4fe4-9843-bb054467c9bf tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 935 time: 0.7732925 Jul 22 23:30:10.760034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5e8c3671-0efa-4d7f-b799-6e4885187c4a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:10.761088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5e8c3671-0efa-4d7f-b799-6e4885187c4a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:10.778415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.864021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] 10.222.0.49 "PUT /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88/bindings/n-h2-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 3.7026098 Jul 22 23:30:10.864836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3001f-cdbe-407a-ad4f-5eb447fd3357 service neutron] Pushing event updated for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:10.866893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcea0525-b8c1-489b-a320-cbf69a95904c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:10.885420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08372239-9e92-4bc0-854f-04e6fbbf1f86 None None] Network 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:10.889029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:10.900879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9eeecf30-8285-4288-8972-af1e8e57205b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fcea0525-b8c1-489b-a320-cbf69a95904c HTTP/1.1" status: 204 len: 168 time: 0.5951309 Jul 22 23:30:10.908667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:10.932664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32744aca-b5aa-4aeb-820f-00b5070c4d23 req-8fcf3296-3494-40a4-add0-0eac50df3f29 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069883 Jul 22 23:30:11.055231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:11.137149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.345821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-07591b5b-b4be-4566-89f2-bfab0cd87324 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773857 Jul 22 23:30:11.375804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Deleting port 73898c31-8fb7-433d-87e7-950244c87095 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:11.376849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.408161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Attempting to bind port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:11.408701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Attempting to bind port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:11.409415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Attempting to bind port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:11.436374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:11.436591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Attempting to bind port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:11.467182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] DHCP port deletion for 13a23d46-b6d2-4f1f-982c-9e82bfd62a62 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:30:11.522248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:11.522699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:11.523178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:11.524190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Bound port: 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:11.525664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.534726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] For port 73898c31-8fb7-433d-87e7-950244c87095, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=73898c31-8fb7-433d-87e7-950244c87095,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:11.535466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.561984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Calling delete_port for 73898c31-8fb7-433d-87e7-950244c87095 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:11.607200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-5f6422e3-c29e-4ff4-8fce-1c4da1cfabea tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.609364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-5f6422e3-c29e-4ff4-8fce-1c4da1cfabea tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.5501349 Jul 22 23:30:11.642745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c913bd-a67f-4afd-af43-530777d33e64 req-27329b72-927c-4ae8-ace0-cd8419e7de4b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.645087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61c913bd-a67f-4afd-af43-530777d33e64 req-27329b72-927c-4ae8-ace0-cd8419e7de4b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 0.4819217 Jul 22 23:30:11.665207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] Deleting port 73898c31-8fb7-433d-87e7-950244c87095 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:11.666158 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.750522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] For port 73898c31-8fb7-433d-87e7-950244c87095, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=73898c31-8fb7-433d-87e7-950244c87095,segment=NetworkSegment(e851552b-1fcd-4de3-8a96-fd7abf30e359),segment_id=e851552b-1fcd-4de3-8a96-fd7abf30e359)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:11.750962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.780670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] Calling delete_port for 73898c31-8fb7-433d-87e7-950244c87095 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:11.804610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:11.854043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Pushing event deleted for resources: {'Port': ['ID=73898c31-8fb7-433d-87e7-950244c87095,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:11.856785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afbeeb-6239-4d3a-b14a-d37edabd4adf req-a96bdb40-a007-4fce-a68d-737e0049583a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:11.868881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] No DVR routers for this DVR port 73898c31-8fb7-433d-87e7-950244c87095 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:11.872872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5afbeeb-6239-4d3a-b14a-d37edabd4adf req-a96bdb40-a007-4fce-a68d-737e0049583a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.7673459 Jul 22 23:30:11.920850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35057c8-2d13-4070-b939-d8af4209d209 req-4bfd9b44-adde-47a4-a738-afcc47e51f2d service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437851 Jul 22 23:30:11.972524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.005526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61c913bd-a67f-4afd-af43-530777d33e64 req-03d3904f-92e0-451d-be79-4257d5577d07 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423021 Jul 22 23:30:12.026929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] Pushing event deleted for resources: {'Port': ['ID=73898c31-8fb7-433d-87e7-950244c87095,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:12.036580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862048ee-0169-47f1-9892-3cea6317a99a None None] No DVR routers for this DVR port 73898c31-8fb7-433d-87e7-950244c87095 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:12.057036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:12.059094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:12.093542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.103923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-60828834-b031-49e2-bc11-3b21f64cbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.106014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-60828834-b031-49e2-bc11-3b21f64cbd4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00&tenant_id=db4e9b633bcc418ea37dddd399fa97e4 HTTP/1.1" status: 200 len: 1095 time: 0.4598589 Jul 22 23:30:12.115574 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e6de7-adee-4924-867b-ce3065c50fcc x-openstack-request-id: req-973e6de7-adee-4924-867b-ce3065c50fcc {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:12.115922 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b474ff0-3fe2-4272-91e7-3d204af957e8", "tag": "1930724c-f07a-460e-a471-b87930a024ff", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:12.116220 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-973e6de7-adee-4924-867b-ce3065c50fcc {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:12.116565 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'tag': '1930724c-f07a-460e-a471-b87930a024ff', 'status': 'completed', 'code': 200} Jul 22 23:30:12.131200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5afbeeb-6239-4d3a-b14a-d37edabd4adf req-1f955440-2644-4240-9be1-cf9c95520de0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561288 Jul 22 23:30:12.172744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.206797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a23d46-b6d2-4f1f-982c-9e82bfd62a62']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:12.232722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.233378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.236426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] 10.222.0.48 "PUT /v2.0/ports/43f7ebf5-4918-402a-8513-9d77ad19b7b9 HTTP/1.1" status: 200 len: 1095 time: 4.8444242 Jul 22 23:30:12.242641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e851552b-1fcd-4de3-8a96-fd7abf30e359') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:12.243120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e851552b-1fcd-4de3-8a96-fd7abf30e359') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:12.279556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.310770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.325600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5b683b4e-7c12-41fe-a920-e3025c09d036 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:12.326817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:30:12.328003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:30:12.331186 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:30:12.497943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 5b683b4e-7c12-41fe-a920-e3025c09d036 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:12.507807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.511422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 5b683b4e-7c12-41fe-a920-e3025c09d036 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:12.515018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.532158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.542053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] 10.222.0.21 "DELETE /v2.0/networks/13a23d46-b6d2-4f1f-982c-9e82bfd62a62 HTTP/1.1" status: 204 len: 168 time: 1.6318898 Jul 22 23:30:12.626502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 73898c31-8fb7-433d-87e7-950244c87095 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:12.646924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7927ef-532e-4239-9bc5-f54d1891f734 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a23d46-b6d2-4f1f-982c-9e82bfd62a62,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:12.652789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 73898c31-8fb7-433d-87e7-950244c87095 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:12.657660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 73898c31-8fb7-433d-87e7-950244c87095 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:12.701353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811a04-1a17-43d2-b641-09d01043ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:12.794803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:12.829674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-8cf09031-b022-4024-a6d7-5c15d737b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.834095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-8cf09031-b022-4024-a6d7-5c15d737b8a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 1094 time: 0.6238053 Jul 22 23:30:12.855223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-e90815b6-b11e-420e-8281-65868392a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.857976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-e90815b6-b11e-420e-8281-65868392a73a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1095 time: 0.6286008 Jul 22 23:30:12.886420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-9fd31631-2de5-4388-88ec-b3d242e390a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.889538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-9fd31631-2de5-4388-88ec-b3d242e390a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 1098 time: 0.5361531 Jul 22 23:30:12.909149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7612985-eac8-4656-91ea-ec340a54262b req-6a208511-3871-48f4-a413-57f51a1be2b2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:12.911760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7612985-eac8-4656-91ea-ec340a54262b req-6a208511-3871-48f4-a413-57f51a1be2b2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 943 time: 0.6999526 Jul 22 23:30:12.914580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 5b683b4e-7c12-41fe-a920-e3025c09d036, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5b683b4e-7c12-41fe-a920-e3025c09d036,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:12.921285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.017558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f33f25-935f-42ba-8fe9-978030e37b46 req-02b28a9f-5108-4d49-8c27-29c8bcfb6880 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.019895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=5b683b4e-7c12-41fe-a920-e3025c09d036,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:13.035580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:13.045117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f33f25-935f-42ba-8fe9-978030e37b46 req-02b28a9f-5108-4d49-8c27-29c8bcfb6880 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 0.6905885 Jul 22 23:30:13.047222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Request body: {'floatingip': {'port_id': 'dff83870-3a6c-457c-b00d-58029a67f254'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:13.135579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53862) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:13.150576 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025ff13-4612-4e48-98f3-0e5c3a572787 x-openstack-request-id: req-5025ff13-4612-4e48-98f3-0e5c3a572787 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:13.151068 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "code": 200}, {"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-plugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:13.151528 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5025ff13-4612-4e48-98f3-0e5c3a572787 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:13.152210 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'code': 200} Jul 22 23:30:13.152604 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'code': 200} Jul 22 23:30:13.163215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:13.209864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-0f463ed8-8938-4947-ae27-21058efde09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.211649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-0f463ed8-8938-4947-ae27-21058efde09f service neutron] 10.222.0.49 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 917 time: 0.3617673 Jul 22 23:30:13.331304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d7f9c7a0-fb4f-4ff8-937f-eb549c2249a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c5e29108ca34ac4b7ee7617b1e815fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935887 Jul 22 23:30:13.334452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:13.410414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-12d491fc-51ba-48e5-8c08-193334c8e4ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1930724c-f07a-460e-a471-b87930a024ff HTTP/1.1" status: 200 len: 217 time: 0.1220682 Jul 22 23:30:13.426678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-9bfc1a94-5f26-4c46-a370-e58c5bdd9f34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9 HTTP/1.1" status: 200 len: 217 time: 0.3801353 Jul 22 23:30:13.601217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.48', 59186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:13.604310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-f8358acb-c52b-4cd5-b7b2-effd357a8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.606777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-f8358acb-c52b-4cd5-b7b2-effd357a8cbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.1622686 Jul 22 23:30:13.667617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95f873e6-8722-46d1-9648-d910f452521e req-53522af7-d48e-4afc-9ae2-0256b7b4cb97 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 210 time: 0.3749294 Jul 22 23:30:13.724902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7612985-eac8-4656-91ea-ec340a54262b req-81531cdf-52bb-4668-b0a9-115b77442b92 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702826 Jul 22 23:30:13.944138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-24e80902-d829-48f7-a774-8e2271d6e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.945958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-24e80902-d829-48f7-a774-8e2271d6e569 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.4951096 Jul 22 23:30:13.948716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8248c33c-525a-4bc3-bb58-9d3f9dc255d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:13.950356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8248c33c-525a-4bc3-bb58-9d3f9dc255d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 1.0728378 Jul 22 23:30:14.033599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1930724c-f07a-460e-a471-b87930a024ff details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:14.044565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7580ce65-b6e0-4c82-b02a-0bc500ae8939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.082192 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7580ce65-b6e0-4c82-b02a-0bc500ae8939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.132566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:14.136623 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01c8c36-14b5-49b9-825a-014b2426f12a" -d '{"events": [{"name": "network-changed", "server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:14.160844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebe26d-4d61-402a-a64b-a876519fcacc req-edb30f7c-f07b-46c0-a35e-5b21803f513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.162609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4aebe26d-4d61-402a-a64b-a876519fcacc req-edb30f7c-f07b-46c0-a35e-5b21803f513d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 1100 time: 0.7153437 Jul 22 23:30:14.164090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-8939c0c5-65a1-49c0-98d7-ab9c92a3633b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 200 len: 217 time: 0.1668255 Jul 22 23:30:14.229196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-f510e7e8-f160-4ebe-ab64-9f896ddbd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.230639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-f510e7e8-f160-4ebe-ab64-9f896ddbd2c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5584877 Jul 22 23:30:14.334390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1930724c-f07a-460e-a471-b87930a024ff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1930724c-f07a-460e-a471-b87930a024ff,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:14.416100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '1930724c-f07a-460e-a471-b87930a024ff', 'network_id': '98b281b1-20a0-4a27-91e1-986e770fa636', 'port_id': '1930724c-f07a-460e-a471-b87930a024ff', 'mac_address': 'fa:16:3e:7d:26:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187339b9-0a2e-449b-849d-06fe1a630309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:14.462585 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:30:14.591521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.701868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1930724c-f07a-460e-a471-b87930a024ff {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:14.768925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-52674ef4-f722-4b61-ade8-56871b3d2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.771355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-f21107f9-49ae-4bc7-8656-38065e671b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.771828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-52674ef4-f722-4b61-ade8-56871b3d2703 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34&tenant_id=174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 1101 time: 1.1687665 Jul 22 23:30:14.773783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-f21107f9-49ae-4bc7-8656-38065e671b0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7752948 Jul 22 23:30:14.781802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-00955eef-f0d1-4030-b608-c9d04a815c52 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.783735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-00955eef-f0d1-4030-b608-c9d04a815c52 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.48 "GET /v2.0/networks?id=43d940ef-e88c-478d-90d7-f408d31ea4e5 HTTP/1.1" status: 200 len: 806 time: 1.2415390 Jul 22 23:30:14.843316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1930724c-f07a-460e-a471-b87930a024ff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1930724c-f07a-460e-a471-b87930a024ff,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:14.892550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.912663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-bac2b688-087d-4f96-8e11-494805bc4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:14.915758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-bac2b688-087d-4f96-8e11-494805bc4425 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.7390320 Jul 22 23:30:14.928209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4aebe26d-4d61-402a-a64b-a876519fcacc req-9019c8fa-bfef-4fa7-9631-42197b07afcb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7548704 Jul 22 23:30:14.942564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7580ce65-b6e0-4c82-b02a-0bc500ae8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.946508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7580ce65-b6e0-4c82-b02a-0bc500ae8939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:14.953345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7580ce65-b6e0-4c82-b02a-0bc500ae8939 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93d3b39a-7480-4bcb-b3ce-30c9a073ad27 HTTP/1.1" status: 204 len: 168 time: 1.6171098 Jul 22 23:30:15.026122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ce65-b6e0-4c82-b02a-0bc500ae8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d3b39a-7480-4bcb-b3ce-30c9a073ad27,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:15.026417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-71b69671-d8a0-45a2-b402-0f15b6568695 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967283 Jul 22 23:30:15.030195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-06d642bc-3cbf-4d4c-ae53-2e6fd8f46e19 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7468483 Jul 22 23:30:15.038522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:30:15.050532 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-1d27f13f-9ed8-48d8-86e6-25bde5e3d357 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73c9bab18784bfb88c3853bae6ac496 HTTP/1.1" status: 200 len: 380 time: 0.2382002 Jul 22 23:30:15.062432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1930724c-f07a-460e-a471-b87930a024ff,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:15.099139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Request body: {'port': {'device_id': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'admin_state_up': True, 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'security_groups': ['0d7231ed-cb20-4abc-ae9b-8708d87785c6']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:15.154354 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b683b4e-7c12-41fe-a920-e3025c09d036'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:15.166970 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126c1305-066f-4dfa-8b89-44ca2c4a7c8f" -d '{"events": [{"server_uuid": "156d0fbd-f66a-4e38-b635-03b561d53c2c", "name": "network-vif-plugged", "status": "completed", "tag": "5b683b4e-7c12-41fe-a920-e3025c09d036"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:15.217263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1930724c-f07a-460e-a471-b87930a024ff'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:15.250964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-b3aacd05-e494-4c9c-9341-e49d43fa5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.253515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-b3aacd05-e494-4c9c-9341-e49d43fa5b98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1101 time: 0.4304483 Jul 22 23:30:15.288988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.302006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.311180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Made reservation on behalf of e73c9bab18784bfb88c3853bae6ac496 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:15.315092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:15.418066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a844f-3617-45f0-9a23-55bd51097268 req-2eed3dbb-33e2-4a88-aa33-bdb407a3455d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.428174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c25a844f-3617-45f0-9a23-55bd51097268 req-2eed3dbb-33e2-4a88-aa33-bdb407a3455d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 1.4458909 Jul 22 23:30:15.462708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e15b-dead-4a93-a0a6-b356a157d545 req-ff2daae2-6bcf-4568-b81a-2e2f357af22f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.464316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a51e15b-dead-4a93-a0a6-b356a157d545 req-ff2daae2-6bcf-4568-b81a-2e2f357af22f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 947 time: 1.5110877 Jul 22 23:30:15.510443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-7b37dc8f-0e08-446c-bc48-6f91363e1425 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514940 Jul 22 23:30:15.581171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-b4ff4179-653d-4882-b94e-967d57608fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:15.584117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-b4ff4179-653d-4882-b94e-967d57608fff service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3226936 Jul 22 23:30:15.689989 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-bbc33abc-674d-413e-af4f-cc2b29af5b95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.0954795 Jul 22 23:30:15.701526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a51e15b-dead-4a93-a0a6-b356a157d545 req-02dfbec6-f4a6-4887-8f7a-ad9e05e0e9fd tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134895 Jul 22 23:30:15.791236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c25a844f-3617-45f0-9a23-55bd51097268 req-76bb3a8e-d6ff-4e7e-aea1-8e6a0e962914 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232625 Jul 22 23:30:15.814914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ae16962-c304-4a40-9491-08fd1c3250ad req-0735dea3-36b2-4fc5-967b-c9e40958c1a6 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637256 Jul 22 23:30:15.898583 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Floating IP 9673aa85-5c50-45fa-b031-3f0b70c932c2 associated. External IP: 172.25.5.142, port: dff83870-3a6c-457c-b00d-58029a67f254. Jul 22 23:30:15.958637 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982da31c-3bba-4e26-9a8e-0724077e5cda x-openstack-request-id: req-982da31c-3bba-4e26-9a8e-0724077e5cda {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:15.959026 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:15.959266 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-982da31c-3bba-4e26-9a8e-0724077e5cda {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:15.960655 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'status': 'completed', 'code': 200} Jul 22 23:30:16.001987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-9be14378-e1f0-4694-9fd6-12fa5e371877 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9897661 Jul 22 23:30:16.022117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-a1cbb934-3a96-418e-b975-f02c5a5f5679 service neutron] 10.222.0.48 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663174 Jul 22 23:30:16.106280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-81881580-b9f5-4263-80a6-28152bb20636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.107259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8125a7f6-0855-4285-a4ac-aefcf70ee9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.112067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-81881580-b9f5-4263-80a6-28152bb20636 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.3900681 Jul 22 23:30:16.262024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0349da5-253b-4628-9636-661db44190b0 req-f61513ef-eaad-4a80-88e2-b50a204868a8 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 210 time: 0.1419184 Jul 22 23:30:16.267145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c4cb9cb-8e31-4bd1-8283-9d0e1d54c835 req-c4e8b353-8c4b-4c19-8e60-296340639a91 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429790 Jul 22 23:30:16.345094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63265f45-b5e6-4f38-9df2-1404a5b5cf29 req-be45e8e5-2d7e-49ae-89d7-4c3d83a8c466 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.351430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Allocated IP 172.20.0.10 (43d940ef-e88c-478d-90d7-f408d31ea4e5/faef3a40-a846-4e77-b4da-4cc622bd99f6/2000b4bd-7e57-438a-96db-dcd402e3f055) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:16.352752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:16.359554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63265f45-b5e6-4f38-9df2-1404a5b5cf29 req-be45e8e5-2d7e-49ae-89d7-4c3d83a8c466 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.5584064 Jul 22 23:30:16.485072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63265f45-b5e6-4f38-9df2-1404a5b5cf29 req-e8808e32-60de-47a4-a816-8c6f679a2770 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229768 Jul 22 23:30:16.488192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-a80cb4a5-f64e-4913-8110-49a23edf0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.490392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-a80cb4a5-f64e-4913-8110-49a23edf0b4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3272035 Jul 22 23:30:16.545283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:16.594988 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.654368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:16.661970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:16.774095 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb718dc-fe16-4d64-b4ec-617487fdecc4 x-openstack-request-id: req-2eb718dc-fe16-4d64-b4ec-617487fdecc4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:16.774095 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156d0fbd-f66a-4e38-b635-03b561d53c2c", "name": "network-vif-plugged", "status": "completed", "tag": "5b683b4e-7c12-41fe-a920-e3025c09d036", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:16.774095 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eb718dc-fe16-4d64-b4ec-617487fdecc4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:16.776605 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b683b4e-7c12-41fe-a920-e3025c09d036', 'code': 200} Jul 22 23:30:16.787539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:16.797286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-dd92681c-6b9f-4042-a9b8-c5017aed207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.799200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-dd92681c-6b9f-4042-a9b8-c5017aed207d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 1098 time: 0.3219726 Jul 22 23:30:16.836639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777156-d88d-4b79-9e22-7aed6553b32c req-97d45f9d-de98-42fb-b21b-af6d4fc2d365 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.851085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2777156-d88d-4b79-9e22-7aed6553b32c req-97d45f9d-de98-42fb-b21b-af6d4fc2d365 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 944 time: 0.4147534 Jul 22 23:30:16.891599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-d0d5b7d8-3f17-4f1c-b353-e59a2f617eda tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:16.895388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-d0d5b7d8-3f17-4f1c-b353-e59a2f617eda tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00&tenant_id=db4e9b633bcc418ea37dddd399fa97e4&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.4204102 Jul 22 23:30:16.898986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.48', 59187) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:16.942877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Router 2e63f86f-d69d-4f99-96f7-203c264c5811 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:16.951199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1010935304-network', 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:17.120571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:17.123102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.166753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-621e64fc-5e80-4b90-9f74-a81a17339fa7 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231382 Jul 22 23:30:17.175265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2777156-d88d-4b79-9e22-7aed6553b32c req-dd048e1e-1a48-4f6a-bc0c-598cd938aec8 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234301 Jul 22 23:30:17.257991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-6f442f43-4b9d-4f1b-a9e4-8dc38e4c2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.259852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-6f442f43-4b9d-4f1b-a9e4-8dc38e4c2403 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.4461067 Jul 22 23:30:17.262779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.297618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709bc9-dc2f-4e7a-8555-ddf5dfd501ad req-7ab818df-403c-47d7-a555-2aef3b550ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.299790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa709bc9-dc2f-4e7a-8555-ddf5dfd501ad req-7ab818df-403c-47d7-a555-2aef3b550ea8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 1097 time: 0.3825617 Jul 22 23:30:17.332694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.347836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a76dd-4d5a-4b21-adb5-c1a863ede2b6 req-1540488f-8b38-4f01-b0d2-ad9e2f260a59 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.349824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-388a76dd-4d5a-4b21-adb5-c1a863ede2b6 req-1540488f-8b38-4f01-b0d2-ad9e2f260a59 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 947 time: 0.4155068 Jul 22 23:30:17.403532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Transition to ACTIVE for port object 2000b4bd-7e57-438a-96db-dcd402e3f055 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:17.429856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-89d6ac20-f69a-4426-84f8-708db4dd41b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9 HTTP/1.1" status: 200 len: 217 time: 0.1609881 Jul 22 23:30:17.471201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:17.491046 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] Sync routers for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:17.494296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.503888 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1c9a4c-e6c4-4a2d-a520-fe0099264bc9 req-811ccd16-31e0-4af1-9ebf-23c8b0fd031f service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537041 Jul 22 23:30:17.506217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:17.506836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:17.584050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.608282 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e613dea2-2e3f-4a78-b357-4dac7328646a tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "PUT /v2.0/floatingips/9673aa85-5c50-45fa-b031-3f0b70c932c2 HTTP/1.1" status: 200 len: 991 time: 4.5653365 Jul 22 23:30:17.611189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:17.612771 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a27666-6766-4963-bb60-69699a1d266c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "tag": "dff83870-3a6c-457c-b00d-58029a67f254"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:17.622118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-9781beed-187a-4fb5-bdbd-e1af06eebde4 service neutron] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:17.625491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa709bc9-dc2f-4e7a-8555-ddf5dfd501ad req-cccf77ca-4047-4aa4-bdac-10f3b463e974 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082285 Jul 22 23:30:17.643964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-9781beed-187a-4fb5-bdbd-e1af06eebde4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.645761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26a7f0c5-4a0c-4475-a99b-aae971a05d64 req-9781beed-187a-4fb5-bdbd-e1af06eebde4 service neutron] 10.222.0.48 "DELETE /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88/bindings/n-h1-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.7093420 Jul 22 23:30:17.650873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-388a76dd-4d5a-4b21-adb5-c1a863ede2b6 req-7ecfdf43-7ee5-46a7-ae85-6d38415343b8 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384226 Jul 22 23:30:17.659776 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:17.665297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-c4c49e5c-2a6e-465d-849b-f4b7fd739beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.667937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-c4c49e5c-2a6e-465d-849b-f4b7fd739beb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2286108 Jul 22 23:30:17.690712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:17.699820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event updated for resources: {'Port': ['ID=2000b4bd-7e57-438a-96db-dcd402e3f055,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:17.703501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:17.707020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:17.713449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.734340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf85c0-2e72-4459-97b1-20751f543f4a req-e9dc7dfb-ec8b-4307-9d5b-df7f843b832d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.752547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5cf85c0-2e72-4459-97b1-20751f543f4a req-e9dc7dfb-ec8b-4307-9d5b-df7f843b832d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 0.4407113 Jul 22 23:30:17.765223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.818421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5cf85c0-2e72-4459-97b1-20751f543f4a req-a324638a-9e51-46d2-a27a-61370b47e43b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638909 Jul 22 23:30:17.876651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:30:17.920359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12fad81-69f9-4420-9c06-6792e504a6cc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:17.948068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:17.952373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.963147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:17.963533 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Added segment 9e28deb7-f8bf-4533-b38a-a1399fcb0d31 of type vlan for network cfe3804d-b71b-48ef-b095-5dc321b51536 Jul 22 23:30:18.027564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbada51-1cce-4baf-9711-1c8cb2df73d8 req-b21104cb-5a10-4807-87d5-86688df9319c tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.037347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bbada51-1cce-4baf-9711-1c8cb2df73d8 req-b21104cb-5a10-4807-87d5-86688df9319c tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 932 time: 0.2177877 Jul 22 23:30:18.040330 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-938230c3-09d6-4331-a10d-691b27352b15 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9468877 Jul 22 23:30:18.043124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1930724c-f07a-460e-a471-b87930a024ff up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:18.044361 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.067717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Request body: {'port': {'device_id': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:18.125027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-9c9d2ae4-a1d1-42be-947f-19ba1ef9b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.125577 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 1930724c-f07a-460e-a471-b87930a024ff completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:18.127915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-9c9d2ae4-a1d1-42be-947f-19ba1ef9b1df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2334788 Jul 22 23:30:18.155099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 1930724c-f07a-460e-a471-b87930a024ff triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:18.155573 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.155701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bbada51-1cce-4baf-9711-1c8cb2df73d8 req-d998d5aa-b28d-4ae1-a4bb-1b374c785416 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167819 Jul 22 23:30:18.198271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.200480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.201459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.275531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2eb717ce-dad1-4723-8f6e-32cb6e1af69d None None] Provisioning for port 2000b4bd-7e57-438a-96db-dcd402e3f055 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:18.282070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2eb717ce-dad1-4723-8f6e-32cb6e1af69d None None] Provisioning complete for port 2000b4bd-7e57-438a-96db-dcd402e3f055 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:18.283503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2eb717ce-dad1-4723-8f6e-32cb6e1af69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.284676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.300937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f544b-5288-40fc-bacd-53c99057bca6 req-647c0633-bd20-4240-b2bb-bf3e80ce4e77 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:18.302541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d5f544b-5288-40fc-bacd-53c99057bca6 req-647c0633-bd20-4240-b2bb-bf3e80ce4e77 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 948 time: 0.3081975 Jul 22 23:30:18.338275 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7758868 Jul 22 23:30:18.342117 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '9673aa85-5c50-45fa-b031-3f0b70c932c2', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'port_id': 'dff83870-3a6c-457c-b00d-58029a67f254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'mac_address': 'fa:16:3e:34:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:30:14Z', 'revision_number': 1, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:18.342503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:18.362177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Request body: {'subnet': {'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1010935304-subnet', 'tenant_id': '3f490056b06e4072adeeffa56304d1d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:18.398780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2eb717ce-dad1-4723-8f6e-32cb6e1af69d None None] Port 2000b4bd-7e57-438a-96db-dcd402e3f055 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:18.406873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:18.411816 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] Checking router: 2e63f86f-d69d-4f99-96f7-203c264c5811 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:18.431161 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:18.431692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-6b30da4b-06e0-4156-ad7f-c3a9a9c03cb5 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930024 Jul 22 23:30:18.437096 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:29:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:18.457941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f37980-d26d-498d-8bd5-95380243b24f admin admin] Pushing event updated for resources: {'Network': ['ID=cfe3804d-b71b-48ef-b095-5dc321b51536,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:18.502874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network cfe3804d-b71b-48ef-b095-5dc321b51536 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:30:18.578296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d5f544b-5288-40fc-bacd-53c99057bca6 req-cf001519-b34a-4617-8d3b-df065ab40981 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582922 Jul 22 23:30:18.721853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.724036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:18.782306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:18.785598 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89323df9-b708-4517-9149-8d2fa61efeed" -d '{"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:18.806660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c01c8c36-14b5-49b9-825a-014b2426f12a req-df3d4155-0b38-4eef-8799-5883006fd154 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430030 Jul 22 23:30:18.876767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:18.896610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1930724c-f07a-460e-a471-b87930a024ff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1930724c-f07a-460e-a471-b87930a024ff,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:18.908806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:18.914815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'mac_address': 'fa:16:3e:51:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:19.035630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1930724c-f07a-460e-a471-b87930a024ff,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.070866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbea2a-de82-4aad-916a-839b5fef3414 req-85a736e2-dc3c-4d19-8ce2-96e89f00b84d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.079574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adbbea2a-de82-4aad-916a-839b5fef3414 req-85a736e2-dc3c-4d19-8ce2-96e89f00b84d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 944 time: 0.2368844 Jul 22 23:30:19.100060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.138972 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bdbe71-8dfd-4868-855e-ece27d3190da x-openstack-request-id: req-43bdbe71-8dfd-4868-855e-ece27d3190da {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:19.138972 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "tag": "dff83870-3a6c-457c-b00d-58029a67f254", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:19.145810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f7ebf5-4918-402a-8513-9d77ad19b7b9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:19.146513 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43bdbe71-8dfd-4868-855e-ece27d3190da {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:19.147009 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254', 'status': 'completed', 'code': 200} Jul 22 23:30:19.188877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:19.198874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.199115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:19.202152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.236323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adbbea2a-de82-4aad-916a-839b5fef3414 req-ff9d5b97-ec60-4313-9deb-f725d4283fb2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550028 Jul 22 23:30:19.312629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-678b7bef-2a6c-4829-bd76-be99565240c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.323871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.329234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fb495-a1d1-4fe6-8c53-1bcceb640183 req-72d24790-d0fc-4110-b160-d8abadef86ea tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.337738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-474fb495-a1d1-4fe6-8c53-1bcceb640183 req-72d24790-d0fc-4110-b160-d8abadef86ea tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 947 time: 0.1747415 Jul 22 23:30:19.352306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27666-6766-4963-bb60-69699a1d266c req-25398caf-1375-462d-8144-06881759aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.354731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-25398caf-1375-462d-8144-06881759aa5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cf53b01f89a487e96c60b1981710271&device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 1096 time: 0.2397771 Jul 22 23:30:19.379097 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '9673aa85-5c50-45fa-b031-3f0b70c932c2', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'port_id': 'dff83870-3a6c-457c-b00d-58029a67f254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'mac_address': 'fa:16:3e:34:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:30:14Z', 'revision_number': 1, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:19.443453 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0212bdb-37b9-4a99-a17b-bbb2d5ca731d None None] The sync data for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 is: [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '9673aa85-5c50-45fa-b031-3f0b70c932c2', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'port_id': 'dff83870-3a6c-457c-b00d-58029a67f254', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'mac_address': 'fa:16:3e:34:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:29:36Z', 'updated_at': '2021-07-22T23:30:14Z', 'revision_number': 1, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:19.529221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2000b4bd-7e57-438a-96db-dcd402e3f055 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:19.532203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-474fb495-a1d1-4fe6-8c53-1bcceb640183 req-a81870d9-ed73-41a1-9df9-0b75575e7fbd tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923614 Jul 22 23:30:19.536305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.543047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.581102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['43f7ebf5-4918-402a-8513-9d77ad19b7b9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:19.632005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.657493 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6333c45-93c8-4971-8a3c-4c396ab21eaf x-openstack-request-id: req-b6333c45-93c8-4971-8a3c-4c396ab21eaf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:19.658276 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:19.659012 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6333c45-93c8-4971-8a3c-4c396ab21eaf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:19.659862 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'code': 200} Jul 22 23:30:19.721162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27666-6766-4963-bb60-69699a1d266c req-046daa36-acfb-4b28-ab0b-a480b4c23de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.724252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-046daa36-acfb-4b28-ab0b-a480b4c23de7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=898771d8-c16c-4d24-a041-4ce8813ff191 HTTP/1.1" status: 200 len: 912 time: 0.3530369 Jul 22 23:30:19.729160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8c060-6dcd-4d05-b4f8-acdb0e94149a req-0b3c69ef-b460-4bd6-84b3-c94babbf5bc0 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:19.732585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17b8c060-6dcd-4d05-b4f8-acdb0e94149a req-0b3c69ef-b460-4bd6-84b3-c94babbf5bc0 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 1095 time: 0.3323343 Jul 22 23:30:19.735569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Transition to ACTIVE for port object 2000b4bd-7e57-438a-96db-dcd402e3f055 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:19.754863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:19.839286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf3517a-637b-4eee-a504-347403f85113,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.922089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2000b4bd-7e57-438a-96db-dcd402e3f055,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:19.973993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:19.974643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Network hostable DHCP agents. Network: cfe3804d-b71b-48ef-b095-5dc321b51536, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:30:20.011638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde8118-5b51-4614-84ca-1416d46ac7bf None None] New status for floating IP 9673aa85-5c50-45fa-b031-3f0b70c932c2: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:30:20.025021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-34479244-3890-4373-a8c3-b133e57fb30a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff83870-3a6c-457c-b00d-58029a67f254 HTTP/1.1" status: 200 len: 999 time: 0.2862620 Jul 22 23:30:20.111437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Attempting to bind port 2000b4bd-7e57-438a-96db-dcd402e3f055 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:20.112646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Attempting to bind port 2000b4bd-7e57-438a-96db-dcd402e3f055 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:20.113389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Attempting to bind port 2000b4bd-7e57-438a-96db-dcd402e3f055 on network 43d940ef-e88c-478d-90d7-f408d31ea4e5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:20.119079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Port 2000b4bd-7e57-438a-96db-dcd402e3f055 on network 43d940ef-e88c-478d-90d7-f408d31ea4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:20.119440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Attempting to bind port 2000b4bd-7e57-438a-96db-dcd402e3f055 on network 43d940ef-e88c-478d-90d7-f408d31ea4e5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:20.125969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:30:20.129039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:20.129392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Checking segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:20.129783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Bound using segment: {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:20.130228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Bound port: 2000b4bd-7e57-438a-96db-dcd402e3f055, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30970013-a8f1-4980-a53b-6a101c73d277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:20.130590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.163677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, cfe3804d-b71b-48ef-b095-5dc321b51536) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:20.180389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.180937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.200824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27666-6766-4963-bb60-69699a1d266c req-fecb5909-f8cf-493e-ae1e-26a62a9f7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.203550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-fecb5909-f8cf-493e-ae1e-26a62a9f7880 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbdb28a9-9d18-4b72-88af-1097686400fe HTTP/1.1" status: 200 len: 850 time: 0.1622791 Jul 22 23:30:20.216941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7635918f-da88-4611-9bca-bcf72a27b736 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8678067 Jul 22 23:30:20.265904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17b8c060-6dcd-4d05-b4f8-acdb0e94149a req-a0de058a-97f5-4637-8b61-7c88c679c758 tempest-LiveAutoBlockMigrationV225Test-1823601124 tempest-LiveAutoBlockMigrationV225Test-1823601124-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324427 Jul 22 23:30:20.304422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] For port 2000b4bd-7e57-438a-96db-dcd402e3f055, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:20.310189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] For port 2000b4bd-7e57-438a-96db-dcd402e3f055, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2000b4bd-7e57-438a-96db-dcd402e3f055,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:20.319210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.438459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.441080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.441954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0fa13-5a93-4d40-a521-a5ae8c0e0131 req-f503ad37-62ea-4529-bc88-1c6e5f818793 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.443530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] 10.222.0.48 "PUT /v2.0/ports/2000b4bd-7e57-438a-96db-dcd402e3f055 HTTP/1.1" status: 200 len: 1092 time: 2.3871055 Jul 22 23:30:20.465087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16a0fa13-5a93-4d40-a521-a5ae8c0e0131 req-f503ad37-62ea-4529-bc88-1c6e5f818793 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 944 time: 0.6114028 Jul 22 23:30:20.491556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:20.492613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e59d6-870a-463b-8bff-6385af15f223 None None] Network cfe3804d-b71b-48ef-b095-5dc321b51536 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:20.499316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:20.558840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27666-6766-4963-bb60-69699a1d266c req-58b73992-5472-412a-bc8b-1cde86b7073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.559413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9216a-100a-4bba-b016-bc1579282eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2000b4bd-7e57-438a-96db-dcd402e3f055,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:20.561477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-58b73992-5472-412a-bc8b-1cde86b7073a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=898771d8-c16c-4d24-a041-4ce8813ff191&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405468 Jul 22 23:30:20.595580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16a0fa13-5a93-4d40-a521-a5ae8c0e0131 req-71bc74d5-a687-48f0-8cb9-3c9074f330b6 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292701 Jul 22 23:30:20.811160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-885c8aa8-ce41-4e03-b6c5-f320a3a8b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.817043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-885c8aa8-ce41-4e03-b6c5-f320a3a8b79d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e73c9bab18784bfb88c3853bae6ac496&device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 1095 time: 0.2407293 Jul 22 23:30:20.891488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-0ccc8dc5-0cfa-471b-9013-b191274ab3d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2000b4bd-7e57-438a-96db-dcd402e3f055 HTTP/1.1" status: 200 len: 217 time: 0.0504618 Jul 22 23:30:20.893778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:20.905542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eaa195-1fc5-4f26-8829-43fc8d77cbba None None] Network cfe3804d-b71b-48ef-b095-5dc321b51536 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:30:20.922619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-7c7a2f28-cfd5-4787-92ca-4d769821d60e service neutron] 10.222.0.48 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314378 Jul 22 23:30:20.924974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'mac_address': 'fa:16:3e:5b:56:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:20.964757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-f56ebb0b-cd01-4cb1-a7fa-db8b72e88e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:20.967078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-f56ebb0b-cd01-4cb1-a7fa-db8b72e88e96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faef3a40-a846-4e77-b4da-4cc622bd99f6 HTTP/1.1" status: 200 len: 845 time: 0.0664845 Jul 22 23:30:20.999776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aba748-c5f7-42fa-97d1-5724cf8d01cf req-9886df57-0a5d-42d8-b9c6-ce3920e9c5b7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:21.004720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95aba748-c5f7-42fa-97d1-5724cf8d01cf req-9886df57-0a5d-42d8-b9c6-ce3920e9c5b7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 948 time: 0.2551775 Jul 22 23:30:21.040917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.053190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-d2293a23-e84c-48f3-ba4c-f95fbf0ad519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:21.056140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-d2293a23-e84c-48f3-ba4c-f95fbf0ad519 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d940ef-e88c-478d-90d7-f408d31ea4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809658 Jul 22 23:30:21.074621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ab3d8a-d73b-466f-bcda-6f15b85403be {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:21.089143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987dbb2-87c6-43a3-a1bd-73f00c0a4cb5 req-725fb256-9ac6-47f2-b0c6-81431b1af4bb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:21.091296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5987dbb2-87c6-43a3-a1bd-73f00c0a4cb5 req-725fb256-9ac6-47f2-b0c6-81431b1af4bb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.2214918 Jul 22 23:30:21.128893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:21.139449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95aba748-c5f7-42fa-97d1-5724cf8d01cf req-ec135cd9-34bc-42c1-a966-dd2b29522ed8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288743 Jul 22 23:30:21.150724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88a27666-6766-4963-bb60-69699a1d266c req-80abd2fd-f94c-4dea-95b4-34434bd00555 service neutron] 10.222.0.48 "GET /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165308 Jul 22 23:30:21.154526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.209315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:21.210179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5987dbb2-87c6-43a3-a1bd-73f00c0a4cb5 req-8d337faf-e8eb-442b-92cd-a5640acaa090 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Jul 22 23:30:21.212971 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a" -d '{"events": [{"name": "network-changed", "server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:21.217264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-f3bc9a1f-4976-4d63-bd6d-b88aeb4cc72f service neutron] 10.222.0.48 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527872 Jul 22 23:30:21.248918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:21.380885 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e44aab22-7f23-4ff7-948c-8770b9161aab req-e9884b19-d1a0-4ef7-baa9-7d3ffe47e054 service neutron] 10.222.0.48 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506698 Jul 22 23:30:21.432191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a27bf-ab29-4b85-9e9f-8fab968f2f40 req-a00493fe-f5ea-4746-978c-03ff148956b9 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:21.433786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d6a27bf-ab29-4b85-9e9f-8fab968f2f40 req-a00493fe-f5ea-4746-978c-03ff148956b9 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 948 time: 0.1283967 Jul 22 23:30:21.488482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d6a27bf-ab29-4b85-9e9f-8fab968f2f40 req-723af9e3-f67a-4c0d-9d38-ded1cee36d27 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Jul 22 23:30:21.555065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c1ab3d8a-d73b-466f-bcda-6f15b85403be'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:21.624824 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:21.670258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930724c-f07a-460e-a471-b87930a024ff'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:21.675164 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21fa339-1691-4115-93e8-8eea681303fa" -d '{"events": [{"server_uuid": "5b474ff0-3fe2-4272-91e7-3d204af957e8", "name": "network-vif-plugged", "status": "completed", "tag": "1930724c-f07a-460e-a471-b87930a024ff"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:21.923675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.091698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174d282-6124-40ac-a29e-6f8c6ad3f709 req-76139e6e-136c-4a09-9b98-e4ff2645837e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.093191 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5174d282-6124-40ac-a29e-6f8c6ad3f709 req-76139e6e-136c-4a09-9b98-e4ff2645837e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 950 time: 0.5259674 Jul 22 23:30:22.100086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-4bec0994-cf7f-439b-9a7a-9d80004f7dc1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.101589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-4bec0994-cf7f-439b-9a7a-9d80004f7dc1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.4917881 Jul 22 23:30:22.136860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-bb08891e-17c2-4f57-a78e-22a3a2c3f79f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0281997 Jul 22 23:30:22.162231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5174d282-6124-40ac-a29e-6f8c6ad3f709 req-e61734af-5c6f-47f0-a792-a6d0a3e65295 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596395 Jul 22 23:30:22.180812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-9898e1a7-8b66-4c01-9b9f-580d5d3d11a3 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356100 Jul 22 23:30:22.225932 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb826c-3524-456f-893a-f1a79f18a988 x-openstack-request-id: req-6efb826c-3524-456f-893a-f1a79f18a988 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:22.226945 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:22.227483 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6efb826c-3524-456f-893a-f1a79f18a988 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:22.228074 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'status': 'completed', 'code': 200} Jul 22 23:30:22.294044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-f94e7f1c-c567-459c-9aa3-6686997ab515 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016364 Jul 22 23:30:22.370159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-edec103d-4611-44e4-b5b7-9db22cbfb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.371790 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-edec103d-4611-44e4-b5b7-9db22cbfb2ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e73c9bab18784bfb88c3853bae6ac496&device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 1095 time: 0.0817630 Jul 22 23:30:22.391476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:22.436451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67ed7f-92b3-4e22-9109-273bf1bdb1a9 req-8be6bb13-c36d-4b72-a838-307fd2221e82 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.438552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f67ed7f-92b3-4e22-9109-273bf1bdb1a9 req-8be6bb13-c36d-4b72-a838-307fd2221e82 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 0.1432190 Jul 22 23:30:22.480294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:22.488131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:22.489308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.519922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-eaa5e2cf-dddf-4927-987d-4f9de8054a97 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141759 Jul 22 23:30:22.552420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f67ed7f-92b3-4e22-9109-273bf1bdb1a9 req-e95a96ba-17ac-4ec2-b184-47e6830a81aa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Jul 22 23:30:22.583402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-b1ebd032-c1b2-4213-9a53-e9d27f3fd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.583402 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-b1ebd032-c1b2-4213-9a53-e9d27f3fd433 service neutron] 10.222.0.48 "GET /v2.0/networks?id=43d940ef-e88c-478d-90d7-f408d31ea4e5 HTTP/1.1" status: 200 len: 907 time: 0.1383693 Jul 22 23:30:22.600621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afcf79-075e-4333-b170-c51e813c4489 req-19a9905c-06bf-4fe4-b052-39629c756f98 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.606350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00afcf79-075e-4333-b170-c51e813c4489 req-19a9905c-06bf-4fe4-b052-39629c756f98 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 944 time: 0.1485536 Jul 22 23:30:22.644880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.691775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-ee6fa55a-de16-42c6-aff8-89c34fa97c5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2000b4bd-7e57-438a-96db-dcd402e3f055 HTTP/1.1" status: 200 len: 217 time: 0.0998707 Jul 22 23:30:22.703864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:22.712792 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.835485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Deleting port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:22.835841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:22.855517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-1098584a-c2fd-4e7f-abe9-c59d0b75d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.857529 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf3a60-1b0e-44d8-a2d2-2475d7a4605f x-openstack-request-id: req-80bf3a60-1b0e-44d8-a2d2-2475d7a4605f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:22.866489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-1098584a-c2fd-4e7f-abe9-c59d0b75d584 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faef3a40-a846-4e77-b4da-4cc622bd99f6 HTTP/1.1" status: 200 len: 845 time: 0.1499453 Jul 22 23:30:22.867022 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b474ff0-3fe2-4272-91e7-3d204af957e8", "name": "network-vif-plugged", "status": "completed", "tag": "1930724c-f07a-460e-a471-b87930a024ff", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:22.875084 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80bf3a60-1b0e-44d8-a2d2-2475d7a4605f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:22.875084 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930724c-f07a-460e-a471-b87930a024ff', 'code': 200} Jul 22 23:30:22.879686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:22.965329 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-6659e9fb-15f1-45cb-ad0c-f286fc432690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:22.966860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-6659e9fb-15f1-45cb-ad0c-f286fc432690 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d940ef-e88c-478d-90d7-f408d31ea4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904093 Jul 22 23:30:23.188007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] For port 596e97f1-6bad-4cc3-88ca-a94516b1ac88, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=596e97f1-6bad-4cc3-88ca-a94516b1ac88,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:23.188927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.211256 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-cdfa9bd0-bfce-4e59-98f4-7460d512898b service neutron] 10.222.0.48 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248673 Jul 22 23:30:23.228011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c0e5b-5023-40b8-ae89-b84f50487eea req-3c4dce4e-7904-4a95-8cf5-d9c988d41ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:23.230397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f3c0e5b-5023-40b8-ae89-b84f50487eea req-3c4dce4e-7904-4a95-8cf5-d9c988d41ffc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 1096 time: 0.3099134 Jul 22 23:30:23.234782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Calling delete_port for 596e97f1-6bad-4cc3-88ca-a94516b1ac88 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:23.250891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453c278-3a70-477f-8e12-8ce458ab44f8 req-188b3eb9-56e5-40df-a563-11a1616e6671 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:23.263551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a453c278-3a70-477f-8e12-8ce458ab44f8 req-188b3eb9-56e5-40df-a563-11a1616e6671 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 944 time: 0.3905585 Jul 22 23:30:23.364180 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f36d9e5b-d6a2-4c08-b64d-a06c4ff4784a req-f133ae9a-be43-495a-acf1-a308d68ddc82 service neutron] 10.222.0.48 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405954 Jul 22 23:30:23.407941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04bd23-40a9-418d-b7ee-e3bf5f8104c6 req-88d76e6e-b27c-4585-b928-6b68d8c2b0e3 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:23.409616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd04bd23-40a9-418d-b7ee-e3bf5f8104c6 req-88d76e6e-b27c-4585-b928-6b68d8c2b0e3 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.3609829 Jul 22 23:30:23.430476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f3c0e5b-5023-40b8-ae89-b84f50487eea req-145d69c8-b3f7-4be9-a9a4-564bddeb4fac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578510 Jul 22 23:30:23.442183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a453c278-3a70-477f-8e12-8ce458ab44f8 req-090391c5-576b-48dc-9c0b-8e32ddc58980 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775131 Jul 22 23:30:23.487349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd04bd23-40a9-418d-b7ee-e3bf5f8104c6 req-0d231f59-2ac0-4276-a42b-6aecd9dd2ca2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 Jul 22 23:30:23.646364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1158de7-6882-4f79-94f4-7f83e77cd4ab req-6c0c6e78-e2e3-405d-b06b-dd01701df97e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 210 time: 0.0760403 Jul 22 23:30:23.679546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.723043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['288e3e17-de4f-4b59-bea3-9932f39ced00', '596e97f1-6bad-4cc3-88ca-a94516b1ac88'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:23.738175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event deleted for resources: {'Port': ['ID=596e97f1-6bad-4cc3-88ca-a94516b1ac88,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:23.796831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0508eb0-9e7b-43fe-b215-e44bdf2c4a68 req-56401fe9-e708-4aa1-b563-44a079050b09 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:23.799184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0508eb0-9e7b-43fe-b215-e44bdf2c4a68 req-56401fe9-e708-4aa1-b563-44a079050b09 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 949 time: 0.2454565 Jul 22 23:30:23.835931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] No DVR routers for this DVR port 596e97f1-6bad-4cc3-88ca-a94516b1ac88 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:23.851561 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:23.853010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00afcf79-075e-4333-b170-c51e813c4489 req-f3b71837-5633-42e1-b9cb-fcc8933426d2 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "DELETE /v2.0/ports/596e97f1-6bad-4cc3-88ca-a94516b1ac88 HTTP/1.1" status: 204 len: 173 time: 1.2428939 Jul 22 23:30:23.854830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'name': 'network-vif-deleted', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:23.857263 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ffa7f-c277-48c3-ac9c-f45964545bfc" -d '{"events": [{"server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "name": "network-vif-deleted", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:23.868137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-b5c41451-de37-4912-a7ca-d9fcfb8a3fd0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672610 Jul 22 23:30:23.919426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0508eb0-9e7b-43fe-b215-e44bdf2c4a68 req-1a25f4cf-b7e3-4f96-ac7f-193d1fec41ec tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852015 Jul 22 23:30:24.028068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-4628042e-7845-4e6e-ae1c-bf4d6928604b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:24.029951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-4628042e-7845-4e6e-ae1c-bf4d6928604b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450479 Jul 22 23:30:24.085993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-727a669d-b601-4a0c-afaf-9ceb7e640368 req-3ffa0f98-f8b4-473b-9d76-b1dc2ebd1190 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 210 time: 0.0548365 Jul 22 23:30:24.094407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-eba1223d-113e-41f9-b26e-2d44f4cfb2bc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/quotas/174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 375 time: 0.0541720 Jul 22 23:30:24.246566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-112a7fac-7dca-424e-a7ad-4275248294c2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457915 Jul 22 23:30:24.389557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2000b4bd-7e57-438a-96db-dcd402e3f055 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:24.413378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:24.438036 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cec325a-b012-4b08-a3b7-33f652bf0f70 x-openstack-request-id: req-6cec325a-b012-4b08-a3b7-33f652bf0f70 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:24.440252 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5255c9b5-8f9c-400c-a82e-9c0a6d516a00", "name": "network-vif-deleted", "tag": "596e97f1-6bad-4cc3-88ca-a94516b1ac88", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:24.440987 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cec325a-b012-4b08-a3b7-33f652bf0f70 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:24.441945 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5255c9b5-8f9c-400c-a82e-9c0a6d516a00', 'name': 'network-vif-deleted', 'tag': '596e97f1-6bad-4cc3-88ca-a94516b1ac88', 'status': 'completed', 'code': 200} Jul 22 23:30:24.555397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-64f8c2de-e855-4618-8b99-12688fa924a2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:24.556980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-64f8c2de-e855-4618-8b99-12688fa924a2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.3417609 Jul 22 23:30:24.592327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': '258e851f-0a63-4056-b78d-97ca42a94b87', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:24.743419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c1ab3d8a-d73b-466f-bcda-6f15b85403be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:24.749217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.877561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:24.880309 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47854b1e-9487-4cf8-9118-4e1fcf82ca34" -d '{"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-plugged", "status": "completed", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:24.950468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:24.951368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:24.955915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.005770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b5acb-5706-4769-94dc-c1d751ac8e56 req-a8c139c8-583c-4625-9906-f17e14862b12 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.007740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e3b5acb-5706-4769-94dc-c1d751ac8e56 req-a8c139c8-583c-4625-9906-f17e14862b12 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 944 time: 0.2493272 Jul 22 23:30:25.013533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:25.023268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.031507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2000b4bd-7e57-438a-96db-dcd402e3f055, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2000b4bd-7e57-438a-96db-dcd402e3f055,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:25.054728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55e878-5d7a-412b-a94e-8be7489d6baf req-c5060bc9-1d88-40bc-a053-47ce31c04132 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.063551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb55e878-5d7a-412b-a94e-8be7489d6baf req-c5060bc9-1d88-40bc-a053-47ce31c04132 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.3066347 Jul 22 23:30:25.072147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'port_id': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'mac_address': 'fa:16:3e:aa:f6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:25.165290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:25.187140 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.205826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2000b4bd-7e57-438a-96db-dcd402e3f055 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:25.231109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e3b5acb-5706-4769-94dc-c1d751ac8e56 req-de5dc3f8-c345-4635-ad97-8848967d9d5f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147837 Jul 22 23:30:25.250046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2000b4bd-7e57-438a-96db-dcd402e3f055, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2000b4bd-7e57-438a-96db-dcd402e3f055,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:25.260766 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.264121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb55e878-5d7a-412b-a94e-8be7489d6baf req-062a053e-2cb9-4982-9ee7-6de722d72da6 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995633 Jul 22 23:30:25.365198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2000b4bd-7e57-438a-96db-dcd402e3f055,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:25.400132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4458286e-43f5-485e-8fa7-278fbc8e680e req-81f10410-a069-4c42-a69a-86bec6f83dc6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 210 time: 0.0479252 Jul 22 23:30:25.422919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.7 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/665ab765-838c-4cb3-85b5-4f981447b756) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:25.488189 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122f3ecc-d431-4aa1-a07d-afc4f7a2608a x-openstack-request-id: req-122f3ecc-d431-4aa1-a07d-afc4f7a2608a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:25.488919 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-plugged", "status": "completed", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:25.490008 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-122f3ecc-d431-4aa1-a07d-afc4f7a2608a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:25.490658 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'code': 200} Jul 22 23:30:25.637428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d123b2f3-3052-4791-89ff-41b1b74e431b req-03324516-58c4-4241-a846-a821a0c2e621 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 210 time: 0.0742235 Jul 22 23:30:25.650465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2000b4bd-7e57-438a-96db-dcd402e3f055'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:25.871184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:25.883229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd11d378-2e91-40e2-b44e-d2cec53437d3 req-f78cf4f9-2dd0-4bcb-a20c-cfc4e99ee8e3 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 210 time: 0.0808780 Jul 22 23:30:25.898748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253a1b-0a53-41bb-b4fd-260f1c83b5ec req-7075dad3-159a-4f17-82e1-1bd07bd9bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.901840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b253a1b-0a53-41bb-b4fd-260f1c83b5ec req-7075dad3-159a-4f17-82e1-1bd07bd9bcc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 1100 time: 0.2702096 Jul 22 23:30:25.976602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b1ab-a594-408a-a59b-65797d394528 req-2b106f8d-16a4-40ad-850c-f02e7b81704f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:25.979238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8951b1ab-a594-408a-a59b-65797d394528 req-2b106f8d-16a4-40ad-850c-f02e7b81704f tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 949 time: 0.3989840 Jul 22 23:30:26.036734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b253a1b-0a53-41bb-b4fd-260f1c83b5ec req-9256296e-9567-411c-b270-0dc668e98d38 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224067 Jul 22 23:30:26.056258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.114826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8951b1ab-a594-408a-a59b-65797d394528 req-377c645f-1191-4509-b78d-6ab32f9609b2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232586 Jul 22 23:30:26.149853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:26.172680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:26.184840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:26.232161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=665ab765-838c-4cb3-85b5-4f981447b756,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:26.313113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-47d41ac1-3d85-488a-a591-81c9956cadb2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723608 Jul 22 23:30:26.328179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:26.328857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.426261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:26.428170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d214fa-e946-49dc-9071-4ca87ed62a69 req-6ee07c97-bd08-453d-94d7-6947368e6b9f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:26.429948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41d214fa-e946-49dc-9071-4ca87ed62a69 req-6ee07c97-bd08-453d-94d7-6947368e6b9f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.2384720 Jul 22 23:30:26.431612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-91a0fda0-a1f9-4f74-a0d1-ce982fbba61f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8566554 Jul 22 23:30:26.470608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Request body: {'port': {'device_id': '258e851f-0a63-4056-b78d-97ca42a94b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:26.485828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 596e97f1-6bad-4cc3-88ca-a94516b1ac88 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:26.487430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 596e97f1-6bad-4cc3-88ca-a94516b1ac88 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:26.680646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0acdd974-afeb-44fc-8704-5382f06575a0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:26.682193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0acdd974-afeb-44fc-8704-5382f06575a0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467307 Jul 22 23:30:26.688095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41d214fa-e946-49dc-9071-4ca87ed62a69 req-65b6ce37-bb40-4221-a83c-a102ab31623d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286072 Jul 22 23:30:26.701286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Request body: {'port': {'device_id': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '174ee3ec0a7242b3954ce12e721ab9af'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:26.747006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441bf44-c503-48f8-a787-48d2409e9a75 req-2a20caae-fcab-4e1c-ae67-e869c549ce61 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:26.749613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9441bf44-c503-48f8-a787-48d2409e9a75 req-2a20caae-fcab-4e1c-ae67-e869c549ce61 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 945 time: 0.3650582 Jul 22 23:30:26.761197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:26.929297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70bb193d-ce98-468f-b635-f0332f8b94df req-b83f391d-5df2-4b9b-ae72-966ebd3f6421 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 210 time: 0.1280689 Jul 22 23:30:26.982696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9441bf44-c503-48f8-a787-48d2409e9a75 req-8cead69a-02ab-41e7-9709-44cc5ced3dce tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108982 Jul 22 23:30:27.208016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Made reservation on behalf of 174ee3ec0a7242b3954ce12e721ab9af for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:30:27.211463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.426078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1f06c-bc2b-41b8-a7a0-209764aa40fc req-70939178-1228-4e91-9948-cd8ee12d1219 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:27.427598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5d1f06c-bc2b-41b8-a7a0-209764aa40fc req-70939178-1228-4e91-9948-cd8ee12d1219 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 931 time: 0.3852890 Jul 22 23:30:27.441340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16411855-7c54-449c-be0d-e9d87590053a req-a1f30d58-9007-4cfe-a840-dde3bfefadc7 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:27.442951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16411855-7c54-449c-be0d-e9d87590053a req-a1f30d58-9007-4cfe-a840-dde3bfefadc7 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.3300548 Jul 22 23:30:27.492011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:27.497379 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f04252d-c62f-4719-a89b-e46e4f007fb5" -d '{"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:27.623801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Allocated IP 192.168.233.155 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:30:27.644656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5d1f06c-bc2b-41b8-a7a0-209764aa40fc req-9492376e-e969-4940-9119-00e9fa4b4c4e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940460 Jul 22 23:30:27.671264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16411855-7c54-449c-be0d-e9d87590053a req-6d39ea42-7e23-4f80-bdfd-d1b67bcf0192 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131870 Jul 22 23:30:27.681064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665ab765-838c-4cb3-85b5-4f981447b756 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:27.702378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.785648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Transition to ACTIVE for port object 665ab765-838c-4cb3-85b5-4f981447b756 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:27.811536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:27.864784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e078d7f-4e44-46d2-975e-7bd0db7ac8f9 req-ab4767cd-7fa0-4508-a558-1c10bbf15e9a tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=5255c9b5-8f9c-400c-a82e-9c0a6d516a00 HTTP/1.1" status: 200 len: 210 time: 0.0905092 Jul 22 23:30:28.058314 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d393a845-838a-4157-89e1-8d0c03f63403 x-openstack-request-id: req-d393a845-838a-4157-89e1-8d0c03f63403 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:28.058761 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-plugged", "status": "completed", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:28.059154 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d393a845-838a-4157-89e1-8d0c03f63403 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:28.059788 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'code': 200} Jul 22 23:30:28.225844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-18247128-894e-4880-93ce-fc941dd6bd2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799515 Jul 22 23:30:28.345371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-2d824d1f-fad0-4efc-ac50-7163c2b34788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.349024 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-2d824d1f-fad0-4efc-ac50-7163c2b34788 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 1096 time: 0.0895035 Jul 22 23:30:28.422377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2000b4bd-7e57-438a-96db-dcd402e3f055 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:28.445069 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.523403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 2000b4bd-7e57-438a-96db-dcd402e3f055 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:28.526932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Pushing event updated for resources: {'Port': ['ID=665ab765-838c-4cb3-85b5-4f981447b756,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:28.529942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2000b4bd-7e57-438a-96db-dcd402e3f055 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:28.530407 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.560928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Transition to ACTIVE for port object cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:28.579362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-9a56af35-8ce2-48dd-90f6-16e3624e9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.582469 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-9a56af35-8ce2-48dd-90f6-16e3624e9370 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 200 len: 922 time: 0.2076108 Jul 22 23:30:28.678745 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-b3b74edf-08be-4001-bb33-aa979b091df9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 200 len: 217 time: 0.0891383 Jul 22 23:30:28.757265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00c401-dd64-4043-b403-092fed1ab5bd req-24513b99-3155-42d0-bea0-33bb15c679b8 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.774485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa00c401-dd64-4043-b403-092fed1ab5bd req-24513b99-3155-42d0-bea0-33bb15c679b8 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 949 time: 0.4708860 Jul 22 23:30:28.774779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.780416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Attempting to bind port 665ab765-838c-4cb3-85b5-4f981447b756 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:28.782204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Attempting to bind port 665ab765-838c-4cb3-85b5-4f981447b756 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:28.783873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Attempting to bind port 665ab765-838c-4cb3-85b5-4f981447b756 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:28.808189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Port 665ab765-838c-4cb3-85b5-4f981447b756 on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:28.809083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Attempting to bind port 665ab765-838c-4cb3-85b5-4f981447b756 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:28.821178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-48a3acff-d6c6-400a-b133-5da2eb150cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.823709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.829708 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-48a3acff-d6c6-400a-b133-5da2eb150cb3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 200 len: 861 time: 0.1410451 Jul 22 23:30:28.835107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:28.835795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:28.836401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:28.837066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Bound port: 665ab765-838c-4cb3-85b5-4f981447b756, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:28.837620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:28.853574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:28.874969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37458842-80bd-438e-aacc-018c8f7db8c4', 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:28.884144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae1244-7359-4f2c-8d7c-f2c926eb052b req-d8e0d1b7-c19d-40f1-850f-ba5ac52143cc tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:28.890812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1ae1244-7359-4f2c-8d7c-f2c926eb052b req-d8e0d1b7-c19d-40f1-850f-ba5ac52143cc tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.4356225 Jul 22 23:30:28.936694 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-1099ce0c-5cd4-44ae-83d0-d011b89bcab7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59909164-3df4-4bce-83c2-0618f501a88d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996816 Jul 22 23:30:29.005282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2000b4bd-7e57-438a-96db-dcd402e3f055, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2000b4bd-7e57-438a-96db-dcd402e3f055,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:29.016993 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.045935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:29.169885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:30:29.185201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-ff09f2c0-869f-43f3-aeb2-e50194747053 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347062 Jul 22 23:30:29.190330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:30:29.202528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:30:29.225610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa00c401-dd64-4043-b403-092fed1ab5bd req-6039a4a0-bc88-465b-bae5-d39af339c7a9 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475584 Jul 22 23:30:29.287288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2000b4bd-7e57-438a-96db-dcd402e3f055,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:29.340743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1ae1244-7359-4f2c-8d7c-f2c926eb052b req-b6151d33-cb3b-4e05-9ff4-356f401a2f43 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161321 Jul 22 23:30:29.383720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] For port 665ab765-838c-4cb3-85b5-4f981447b756, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:29.442840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] For port 665ab765-838c-4cb3-85b5-4f981447b756, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=665ab765-838c-4cb3-85b5-4f981447b756,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:29.506639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.559884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4e59daa3-c909-40ab-9c82-17b668f02967 req-3f93cecc-1204-4f67-83b4-51515e517a87 service neutron] 10.222.0.49 "GET /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437409 Jul 22 23:30:29.574663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:29.575934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.751481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-0f8e86cd-d714-493e-90e8-19a8423f7537 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0548072 Jul 22 23:30:29.777990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Request body: {'port': {'device_id': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:29.856514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:29.857965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.860313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7fa39b42-129b-4ec9-bc92-3a58e43885e5 None None] Provisioning for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:29.862087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] 10.222.0.49 "PUT /v2.0/ports/665ab765-838c-4cb3-85b5-4f981447b756 HTTP/1.1" status: 200 len: 1091 time: 3.3952308 Jul 22 23:30:29.869799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7fa39b42-129b-4ec9-bc92-3a58e43885e5 None None] Provisioning complete for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:29.870557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fa39b42-129b-4ec9-bc92-3a58e43885e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:29.878934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258e851f-0a63-4056-b78d-97ca42a94b87', 'tag': '665ab765-838c-4cb3-85b5-4f981447b756'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:29.883966 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebfd082-5bf6-4971-9887-aefa694986aa" -d '{"events": [{"name": "network-changed", "server_uuid": "258e851f-0a63-4056-b78d-97ca42a94b87", "tag": "665ab765-838c-4cb3-85b5-4f981447b756"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:29.913012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28e1ab-a71a-4226-b9d4-42f6cba10d7a service neutron] Pushing event updated for resources: {'Port': ['ID=665ab765-838c-4cb3-85b5-4f981447b756,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:29.942634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7fa39b42-129b-4ec9-bc92-3a58e43885e5 None None] Port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:30:30.003686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:30.062454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:30.067293 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed82a98-8986-4da6-ab45-af60c8ccee09" -d '{"events": [{"server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "name": "network-vif-plugged", "status": "completed", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:30.346170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb707-7beb-4c24-a5cf-9b56223d7882 req-7f7b6be9-516b-4d23-8664-9887f6defe9f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.349467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-991fb707-7beb-4c24-a5cf-9b56223d7882 req-7f7b6be9-516b-4d23-8664-9887f6defe9f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 936 time: 0.9003735 Jul 22 23:30:30.377437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41360aa-ffbd-4758-b168-4a7d71c44a97 req-302b3234-df8c-4ce4-8b03-028b8395061e tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.380104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b41360aa-ffbd-4758-b168-4a7d71c44a97 req-302b3234-df8c-4ce4-8b03-028b8395061e tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.8602605 Jul 22 23:30:30.568497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-991fb707-7beb-4c24-a5cf-9b56223d7882 req-66027e89-6d3c-4274-93b0-d3f5fafe0a36 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846907 Jul 22 23:30:30.591632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-d73fbff3-ee92-4b9c-9bbd-f9782804926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.594233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-d73fbff3-ee92-4b9c-9bbd-f9782804926f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 1094 time: 0.5917151 Jul 22 23:30:30.601651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b41360aa-ffbd-4758-b168-4a7d71c44a97 req-583a18b8-98c7-4920-aed9-4e23ff686853 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911187 Jul 22 23:30:30.691795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-d77391b4-fa47-460a-a0db-20c39d47a097 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=665ab765-838c-4cb3-85b5-4f981447b756 HTTP/1.1" status: 200 len: 217 time: 0.0818260 Jul 22 23:30:30.902502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-6670635b-8341-405b-829e-9d126f31791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:30.905083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-6670635b-8341-405b-829e-9d126f31791c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.2017851 Jul 22 23:30:30.962016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-88f2c751-c65a-4d64-a17f-0fd456c3540c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460141 Jul 22 23:30:30.964834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:30.986721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.075133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df0b21-6d90-45f0-8469-dfb56e000968 req-aa729295-fa9e-4ffc-b618-5101cc2bfc57 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:31.078203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0df0b21-6d90-45f0-8469-dfb56e000968 req-aa729295-fa9e-4ffc-b618-5101cc2bfc57 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 943 time: 0.3549407 Jul 22 23:30:31.126526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Transition to ACTIVE for port object cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:30:31.248685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.404392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0df0b21-6d90-45f0-8469-dfb56e000968 req-24050b59-9eb2-4775-be5c-cb26d12255b9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126264 Jul 22 23:30:31.578102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-4d4a5a63-bea5-48da-8ac7-d9099302e15c service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036553 Jul 22 23:30:31.579557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:30:31.581824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:30:31.582179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:31.601302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:30:31.601741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:30:31.637439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:31.655882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:30:31.656454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:30:31.663730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:30:31.668100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Bound port: cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:30:31.669046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:31.785579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80a2c5-977c-4873-9170-6253ffef312a req-7487b50a-ed65-453e-b854-9c1add5d7c9d tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:31.806283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa80a2c5-977c-4873-9170-6253ffef312a req-7487b50a-ed65-453e-b854-9c1add5d7c9d tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 949 time: 0.6833322 Jul 22 23:30:32.148086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa80a2c5-977c-4873-9170-6253ffef312a req-5cd1e528-c94d-465e-827f-79789253cccc tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393726 Jul 22 23:30:32.178704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:30:32.201287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:30:32.213860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.251869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd5a1670-91d2-4847-be44-c94f5626ef3c req-33560bac-f621-4b17-950d-9b988e600472 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403174 Jul 22 23:30:32.377801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.379029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:32.392691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] 10.222.0.49 "PUT /v2.0/ports/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 1096 time: 2.6219864 Jul 22 23:30:32.474880 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf53460b-7c41-452c-8bf8-ba7462f20479 x-openstack-request-id: req-bf53460b-7c41-452c-8bf8-ba7462f20479 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:32.474880 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258e851f-0a63-4056-b78d-97ca42a94b87", "tag": "665ab765-838c-4cb3-85b5-4f981447b756", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:32.474880 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf53460b-7c41-452c-8bf8-ba7462f20479 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:32.474880 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258e851f-0a63-4056-b78d-97ca42a94b87', 'tag': '665ab765-838c-4cb3-85b5-4f981447b756', 'status': 'completed', 'code': 200} Jul 22 23:30:32.501613 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf141eca-4c77-475a-94d0-ecb800c11056 x-openstack-request-id: req-bf141eca-4c77-475a-94d0-ecb800c11056 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:32.503011 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "name": "network-vif-plugged", "status": "completed", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:32.503167 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf141eca-4c77-475a-94d0-ecb800c11056 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:32.508453 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'code': 200} Jul 22 23:30:32.575844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263211-7426-4766-8a2b-4db9a3b9114b req-191bb8e9-10a4-4ce8-ab42-08bc79020a0f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.589924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31263211-7426-4766-8a2b-4db9a3b9114b req-191bb8e9-10a4-4ce8-ab42-08bc79020a0f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.6424642 Jul 22 23:30:32.681583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614c278-ea2a-4a5c-a30c-01117a9e6ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:32.929626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31263211-7426-4766-8a2b-4db9a3b9114b req-8bf505ee-7894-4b42-819b-e28af24f8a97 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387551 Jul 22 23:30:32.996514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfd082-5bf6-4971-9887-aefa694986aa req-a5a25591-709d-4fc9-9ca4-4796de189bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:32.998111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-a5a25591-709d-4fc9-9ca4-4796de189bc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 1094 time: 0.5151446 Jul 22 23:30:33.005410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-391c0f4a-a8e4-4d23-9f3d-7aed454f62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.008653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-391c0f4a-a8e4-4d23-9f3d-7aed454f62be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1099 time: 0.3819170 Jul 22 23:30:33.130835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-570dcdec-2c95-4488-b104-0a58c78156f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.1061625 Jul 22 23:30:33.167301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992862-209c-4cf9-bf79-8a15475429a6 req-fd5aced3-9d24-4a91-97a9-238071a69d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.169006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f992862-209c-4cf9-bf79-8a15475429a6 req-fd5aced3-9d24-4a91-97a9-238071a69d19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 1097 time: 0.3528368 Jul 22 23:30:33.183323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a1027-f785-4c83-a1e3-4444beb3513e req-e93f30e1-8611-4406-8096-0054a330ea1a tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.185088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d86a1027-f785-4c83-a1e3-4444beb3513e req-e93f30e1-8611-4406-8096-0054a330ea1a tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.4075284 Jul 22 23:30:33.434650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f992862-209c-4cf9-bf79-8a15475429a6 req-43f894e8-c356-4353-ab39-a28b0f8d5191 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470489 Jul 22 23:30:33.441190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-5138b24f-f3bb-467b-b339-dacaf4b381a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.444774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-5138b24f-f3bb-467b-b339-dacaf4b381a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2865825 Jul 22 23:30:33.450583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfd082-5bf6-4971-9887-aefa694986aa req-44efd917-4fac-4335-bd83-431fdb194ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.454023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-44efd917-4fac-4335-bd83-431fdb194ada service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.4420269 Jul 22 23:30:33.455502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d86a1027-f785-4c83-a1e3-4444beb3513e req-1298214e-fb8f-4c33-9419-3134088118a1 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719444 Jul 22 23:30:33.630236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-88d3e0b6-d600-4c9e-b9d4-fb4b48e5f35e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=665ab765-838c-4cb3-85b5-4f981447b756 HTTP/1.1" status: 200 len: 217 time: 0.1699352 Jul 22 23:30:33.648075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090a3a2-3eed-4722-854d-8ea6a4a7471b req-e61e9ed5-c59e-44f7-9808-1b5bd07f8abc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.649595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1090a3a2-3eed-4722-854d-8ea6a4a7471b req-e61e9ed5-c59e-44f7-9808-1b5bd07f8abc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 948 time: 0.5379374 Jul 22 23:30:33.811980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1090a3a2-3eed-4722-854d-8ea6a4a7471b req-14fcf390-64cd-475b-b12f-77a26f31a8dc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064901 Jul 22 23:30:33.901027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfd082-5bf6-4971-9887-aefa694986aa req-e038c724-c1bf-4d73-a1a0-6037433f7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:33.904268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-e038c724-c1bf-4d73-a1a0-6037433f7c1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.2531192 Jul 22 23:30:34.099026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 665ab765-838c-4cb3-85b5-4f981447b756 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:34.369272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad54594-a25d-45ca-a1ac-a2e1e8fd8bc6 req-c78f5a83-2d0a-499b-aa9d-f3c58d94f074 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.379082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aad54594-a25d-45ca-a1ac-a2e1e8fd8bc6 req-c78f5a83-2d0a-499b-aa9d-f3c58d94f074 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.7674084 Jul 22 23:30:34.389592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-6f7ffb50-2649-4238-892e-943c457a2cad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4562120 Jul 22 23:30:34.410888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3f74c882-4bdd-4801-8634-b096077f7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:34.412985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-3f74c882-4bdd-4801-8634-b096077f7567 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9537563 Jul 22 23:30:34.481245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:34.484332 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcaacef-391e-49fe-abbe-031278e1deb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:34.493763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 665ab765-838c-4cb3-85b5-4f981447b756, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=665ab765-838c-4cb3-85b5-4f981447b756,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:34.624187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aad54594-a25d-45ca-a1ac-a2e1e8fd8bc6 req-e3ae50cf-3dc7-4c19-aa6c-30e19bb9f94e tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439096 Jul 22 23:30:34.877679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-f4c5cebc-922f-4862-8364-ef7984918737 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760177 Jul 22 23:30:34.909388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '665ab765-838c-4cb3-85b5-4f981447b756', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': '665ab765-838c-4cb3-85b5-4f981447b756', 'mac_address': 'fa:16:3e:7f:19:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:35.120844 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.162400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-30972f67-4bd0-4eec-acba-c5db38af8c58 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326665 Jul 22 23:30:35.173593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665ab765-838c-4cb3-85b5-4f981447b756 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:35.265943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 665ab765-838c-4cb3-85b5-4f981447b756, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=665ab765-838c-4cb3-85b5-4f981447b756,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:35.275607 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.474208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=665ab765-838c-4cb3-85b5-4f981447b756,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:35.634476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b020fa9e-2267-4598-ab88-f3e4881f386d req-50b2cbf2-12bc-4e22-abd4-00ce1e32b5ce service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073238 Jul 22 23:30:35.653773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bebfd082-5bf6-4971-9887-aefa694986aa req-a31aa916-5f82-442b-bac8-3725b5e178b0 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7688162 Jul 22 23:30:35.662176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['665ab765-838c-4cb3-85b5-4f981447b756'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:35.676695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e373682-1c0c-458a-b319-e3120b891547 req-acb46d1d-8b1b-453a-b907-ec5ddf14e99a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:35.686319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e373682-1c0c-458a-b319-e3120b891547 req-acb46d1d-8b1b-453a-b907-ec5ddf14e99a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 943 time: 0.6336179 Jul 22 23:30:35.794344 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:35.897708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e373682-1c0c-458a-b319-e3120b891547 req-2ccf756a-048d-4714-92fb-cbc562759089 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095630 Jul 22 23:30:35.992331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae637-d401-4846-a876-aa7a89f7228a req-0d3c5065-d2ad-4cff-95de-bcd1ea8b8f35 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.011281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae637-d401-4846-a876-aa7a89f7228a req-0d3c5065-d2ad-4cff-95de-bcd1ea8b8f35 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.021467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae637-d401-4846-a876-aa7a89f7228a req-0d3c5065-d2ad-4cff-95de-bcd1ea8b8f35 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.024849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8beae637-d401-4846-a876-aa7a89f7228a req-0d3c5065-d2ad-4cff-95de-bcd1ea8b8f35 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8&device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c&device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 2417 time: 0.2258563 Jul 22 23:30:36.032088 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0dfa6d-3976-421c-b87d-1f78d4465bc6 x-openstack-request-id: req-5b0dfa6d-3976-421c-b87d-1f78d4465bc6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:36.032430 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:36.032721 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b0dfa6d-3976-421c-b87d-1f78d4465bc6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:36.033221 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'status': 'completed', 'code': 200} Jul 22 23:30:36.182459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8beae637-d401-4846-a876-aa7a89f7228a req-0067bfab-237d-4569-b83a-8fd700590fe5 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478963 Jul 22 23:30:36.226232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-49118c5f-ec97-4193-b0af-16ccb8c3cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.229995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-49118c5f-ec97-4193-b0af-16ccb8c3cdf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1099 time: 0.1849616 Jul 22 23:30:36.301248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4285940-2f1d-4df1-ac10-93c1a3d6a807 req-7a197ac3-2d63-4e55-a2b0-11e65eee3417 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.303358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4285940-2f1d-4df1-ac10-93c1a3d6a807 req-7a197ac3-2d63-4e55-a2b0-11e65eee3417 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 948 time: 0.1885421 Jul 22 23:30:36.458152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4285940-2f1d-4df1-ac10-93c1a3d6a807 req-e5369328-0a05-4f6d-8499-d2decbaf57b6 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408989 Jul 22 23:30:36.491071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-1897f74a-8e80-49b5-bc37-2dd8a85fd006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.498016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-1897f74a-8e80-49b5-bc37-2dd8a85fd006 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2577269 Jul 22 23:30:36.613560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-41bce9ea-3f6b-4333-bebd-cc064cde5429 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.0981543 Jul 22 23:30:36.707608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-9c15d111-37ef-4976-a049-b289283b28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.711833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-9c15d111-37ef-4976-a049-b289283b28b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0914018 Jul 22 23:30:36.883079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-d95402f1-dead-4404-82a8-c39bda19eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:36.885633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-d95402f1-dead-4404-82a8-c39bda19eab5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662579 Jul 22 23:30:37.085205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-cfa6563a-16bc-49a7-826b-b04aa080aaaf service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878433 Jul 22 23:30:37.101669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88902eb-295b-4610-b5f9-a504c7e4f4d0 req-ba6ed497-2fd3-4cd9-ade1-1727526059c3 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.103305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f88902eb-295b-4610-b5f9-a504c7e4f4d0 req-ba6ed497-2fd3-4cd9-ade1-1727526059c3 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.2802248 Jul 22 23:30:37.172740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198c2f6-38bd-4c5a-9561-a60cc69bfce2 req-ce51cd6e-bb55-45cd-b649-5351f2875a76 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.175065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8198c2f6-38bd-4c5a-9561-a60cc69bfce2 req-ce51cd6e-bb55-45cd-b649-5351f2875a76 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.2258811 Jul 22 23:30:37.229208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f88902eb-295b-4610-b5f9-a504c7e4f4d0 req-f4a0a379-e710-416f-9bdb-0c0f1bc8c3f4 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150436 Jul 22 23:30:37.276848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8198c2f6-38bd-4c5a-9561-a60cc69bfce2 req-f88e400a-06dd-49f9-8567-4950114da0a4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924246 Jul 22 23:30:37.339625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffcaacef-391e-49fe-abbe-031278e1deb5 req-b9464314-fd85-47ce-8c3d-36f5457922dd service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345698 Jul 22 23:30:37.571348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9fa6-09ed-466d-863c-50d2c2dad717 req-8d9b23f5-d2a8-4a00-b8b0-1b04ad22f772 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.573124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-103e9fa6-09ed-466d-863c-50d2c2dad717 req-8d9b23f5-d2a8-4a00-b8b0-1b04ad22f772 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 944 time: 0.2065532 Jul 22 23:30:37.609714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920e67-309a-4977-9a7d-5c8aeff5fa7b req-2fb67e6f-3012-4180-a48b-761fe8e151df tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.612004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4920e67-309a-4977-9a7d-5c8aeff5fa7b req-2fb67e6f-3012-4180-a48b-761fe8e151df tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 944 time: 0.1928356 Jul 22 23:30:37.672361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-103e9fa6-09ed-466d-863c-50d2c2dad717 req-f2122b72-ef5a-4be0-ac22-ccd511c1f6ab tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907767 Jul 22 23:30:37.694678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-788fd6b5-34a9-4f63-8e26-336d3b398caa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.696723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-788fd6b5-34a9-4f63-8e26-336d3b398caa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 944 time: 0.1834400 Jul 22 23:30:37.705501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4920e67-309a-4977-9a7d-5c8aeff5fa7b req-df72ea92-a428-4996-8cab-0759355635e1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810406 Jul 22 23:30:37.981647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b3f74-88d1-4806-970e-06a166b48d31 req-50d384dc-5cda-4c95-87c5-07a02b5ac075 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:37.984605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-342b3f74-88d1-4806-970e-06a166b48d31 req-50d384dc-5cda-4c95-87c5-07a02b5ac075 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.2035620 Jul 22 23:30:37.996629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:38.004575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Request body: {'floatingip': {'port_id': '2000b4bd-7e57-438a-96db-dcd402e3f055'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:30:38.012451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Deleting port 288e3e17-de4f-4b59-bea3-9932f39ced00 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:38.013433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.112072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.127007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:38.132007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 665ab765-838c-4cb3-85b5-4f981447b756 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:38.210272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] For port 288e3e17-de4f-4b59-bea3-9932f39ced00, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=288e3e17-de4f-4b59-bea3-9932f39ced00,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:38.210909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.242295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Calling delete_port for 288e3e17-de4f-4b59-bea3-9932f39ced00 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:38.406683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 665ab765-838c-4cb3-85b5-4f981447b756 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:38.427657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 665ab765-838c-4cb3-85b5-4f981447b756 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:38.428337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.563374 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.680951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event deleted for resources: {'Port': ['ID=288e3e17-de4f-4b59-bea3-9932f39ced00,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:38.768879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:38.773842 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.807905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'mac_address': 'fa:16:3e:5a:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:38.808562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] No DVR routers for this DVR port 288e3e17-de4f-4b59-bea3-9932f39ced00 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:38.813156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.817603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-540c737d-2f9e-4373-bff6-0fbd7b472d01 req-529df45a-adcd-4170-b0a6-529606dc2122 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.48 "DELETE /v2.0/ports/288e3e17-de4f-4b59-bea3-9932f39ced00 HTTP/1.1" status: 204 len: 173 time: 1.1034908 Jul 22 23:30:38.818609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'name': 'network-vif-deleted', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:38.822461 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f0bd20-5671-449b-a481-01715fbe4a16" -d '{"events": [{"server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "name": "network-vif-deleted", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:38.878539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbc82c-fb73-4ff0-a5c5-7d59d6fb7399 req-ca216df3-ceb6-48ad-8805-558bf979f55f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:38.878880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 665ab765-838c-4cb3-85b5-4f981447b756, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=665ab765-838c-4cb3-85b5-4f981447b756,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:38.880390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258e851f-0a63-4056-b78d-97ca42a94b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665ab765-838c-4cb3-85b5-4f981447b756'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:38.881746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59bbc82c-fb73-4ff0-a5c5-7d59d6fb7399 req-ca216df3-ceb6-48ad-8805-558bf979f55f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 948 time: 0.4598026 Jul 22 23:30:38.893738 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060aeffa-9f17-4143-b1aa-8c79bbabb62e" -d '{"events": [{"server_uuid": "258e851f-0a63-4056-b78d-97ca42a94b87", "name": "network-vif-plugged", "status": "completed", "tag": "665ab765-838c-4cb3-85b5-4f981447b756"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:38.916197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.950059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.957046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:38.969326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59bbc82c-fb73-4ff0-a5c5-7d59d6fb7399 req-41b521c6-af2e-4d53-bd8a-16d86c92797a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697520 Jul 22 23:30:39.036072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.196678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dbadc48-f94d-4164-b9bc-b6011bb23905 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:39.225156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04b1e690-fd7e-4960-843a-2249a9b7ef01 req-3237c89d-55aa-46b0-9239-11a655158efa tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ed8ab04-8c73-4570-8776-2874f776efd3 HTTP/1.1" status: 200 len: 210 time: 0.0781391 Jul 22 23:30:39.276228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=665ab765-838c-4cb3-85b5-4f981447b756,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:39.285539 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Floating IP 73d34b5c-5af8-46cc-af5b-101d7ce9850a associated. External IP: 172.25.5.94, port: 2000b4bd-7e57-438a-96db-dcd402e3f055. Jul 22 23:30:39.323614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:39.331901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.333073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:30:39.486546 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057fae8f-0ffd-4e58-9a40-5a04dc06ecdf x-openstack-request-id: req-057fae8f-0ffd-4e58-9a40-5a04dc06ecdf {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:39.487113 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed8ab04-8c73-4570-8776-2874f776efd3", "name": "network-vif-deleted", "tag": "288e3e17-de4f-4b59-bea3-9932f39ced00", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:39.487463 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-057fae8f-0ffd-4e58-9a40-5a04dc06ecdf {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:39.488103 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed8ab04-8c73-4570-8776-2874f776efd3', 'name': 'network-vif-deleted', 'tag': '288e3e17-de4f-4b59-bea3-9932f39ced00', 'status': 'completed', 'code': 200} Jul 22 23:30:39.541675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:39.548398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:39.581891 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885deb57-daae-4a78-9e80-71818847dd8e x-openstack-request-id: req-885deb57-daae-4a78-9e80-71818847dd8e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:39.582228 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258e851f-0a63-4056-b78d-97ca42a94b87", "name": "network-vif-plugged", "status": "completed", "tag": "665ab765-838c-4cb3-85b5-4f981447b756", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:39.582483 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-885deb57-daae-4a78-9e80-71818847dd8e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:39.584988 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258e851f-0a63-4056-b78d-97ca42a94b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665ab765-838c-4cb3-85b5-4f981447b756', 'code': 200} Jul 22 23:30:39.589824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'mac_address': 'fa:16:3e:3e:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:30:39.715711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.722209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bd1a4-b37f-49d3-8996-3c282d3c8249 req-7a3dc216-62ec-4ccf-b315-28e4abb00b86 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:39.729871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-821bd1a4-b37f-49d3-8996-3c282d3c8249 req-7a3dc216-62ec-4ccf-b315-28e4abb00b86 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.2590215 Jul 22 23:30:39.785921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:30:39.869696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:39.880434 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:39.952548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-821bd1a4-b37f-49d3-8996-3c282d3c8249 req-9d310616-7768-4fb1-a9f3-b2199e9e6acd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944637 Jul 22 23:30:40.062451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f4795-9f68-4850-b0db-75d085b5c5c7 req-771c4487-95ab-47a7-b43c-722487aa8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.070982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a8f4795-9f68-4850-b0db-75d085b5c5c7 req-771c4487-95ab-47a7-b43c-722487aa8bab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 1096 time: 0.3385038 Jul 22 23:30:40.074285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Router ea51be92-8e91-4982-8c5f-e53435fc5483 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:40.094494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['4dbadc48-f94d-4164-b9bc-b6011bb23905'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:40.107544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:40.233135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a8f4795-9f68-4850-b0db-75d085b5c5c7 req-d0d6ee61-603a-4036-95c9-e316ae4bec2a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482432 Jul 22 23:30:40.306634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:30:40.360791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c636b0-3f6b-4d9e-b820-3f07133c4f27 req-8b2bfb47-a54f-4756-8309-6cc675bf898b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:40.364246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c636b0-3f6b-4d9e-b820-3f07133c4f27 req-8b2bfb47-a54f-4756-8309-6cc675bf898b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 0.1493847 Jul 22 23:30:40.426957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:40.434668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:40.446723 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] Sync routers for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:40.468127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:40.479862 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:40.481960 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:30:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:40.485233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c636b0-3f6b-4d9e-b820-3f07133c4f27 req-fad64c97-123f-463a-a444-ab455e8f95b9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124043 Jul 22 23:30:40.540210 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b4aaea7-5548-4241-aeb8-f56df51efed5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "PUT /v2.0/floatingips/73d34b5c-5af8-46cc-af5b-101d7ce9850a HTTP/1.1" status: 200 len: 991 time: 2.5433528 Jul 22 23:30:40.541478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:40.544094 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f622eab-d0a6-470a-b31e-dd520fbeb96e" -d '{"events": [{"name": "network-changed", "server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:40.570665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 288e3e17-de4f-4b59-bea3-9932f39ced00 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:40.571024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 288e3e17-de4f-4b59-bea3-9932f39ced00 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:40.778877 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb130e9-3873-4eb8-896a-4447f9bea17f x-openstack-request-id: req-0eb130e9-3873-4eb8-896a-4447f9bea17f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:40.779276 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:40.779653 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eb130e9-3873-4eb8-896a-4447f9bea17f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:40.780199 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'status': 'completed', 'code': 200} Jul 22 23:30:40.887439 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:41.022020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-a2f34cba-cf37-43e8-88f0-ee92df96886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.037137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-a2f34cba-cf37-43e8-88f0-ee92df96886f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e73c9bab18784bfb88c3853bae6ac496&device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 1097 time: 0.1861286 Jul 22 23:30:41.491647 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '73d34b5c-5af8-46cc-af5b-101d7ce9850a', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'port_id': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'mac_address': 'fa:16:3e:aa:f6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:04Z', 'updated_at': '2021-07-22T23:30:38Z', 'revision_number': 1, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:41.529243 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] Checking router: ea51be92-8e91-4982-8c5f-e53435fc5483 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:41.536233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-7a2a019f-014f-4f23-aa0b-f6c401a6053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:41.545417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:41.546255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-7a2a019f-014f-4f23-aa0b-f6c401a6053f service neutron] 10.222.0.48 "GET /v2.0/networks?id=43d940ef-e88c-478d-90d7-f408d31ea4e5 HTTP/1.1" status: 200 len: 907 time: 0.5030932 Jul 22 23:30:41.546577 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:30:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:41.822418 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:41.842527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-f53c2a0c-8779-4527-8f6e-7cd5a6c7a0a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2000b4bd-7e57-438a-96db-dcd402e3f055 HTTP/1.1" status: 200 len: 999 time: 0.2800081 Jul 22 23:30:42.110458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7138a5-8762-4890-9d10-44ac4f37503a req-5c1f3e4f-482b-46d9-bd2a-9f64240c6d97 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.127826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d7138a5-8762-4890-9d10-44ac4f37503a req-5c1f3e4f-482b-46d9-bd2a-9f64240c6d97 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.5792677 Jul 22 23:30:42.168414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:42.229626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-4a975cd5-7151-46ef-acae-1c4552a18897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.233587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-4a975cd5-7151-46ef-acae-1c4552a18897 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=faef3a40-a846-4e77-b4da-4cc622bd99f6 HTTP/1.1" status: 200 len: 845 time: 0.3316104 Jul 22 23:30:42.301915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d7138a5-8762-4890-9d10-44ac4f37503a req-3dabaecf-63c1-45dd-a324-34b3da19e173 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723003 Jul 22 23:30:42.428574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 4dbadc48-f94d-4164-b9bc-b6011bb23905 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:42.428930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabadf12-6742-42f8-9429-931c201d439b req-4d35d86b-7df8-4b2e-8a6b-c240fbcb69d2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.430693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:42.443226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eabadf12-6742-42f8-9429-931c201d439b req-4d35d86b-7df8-4b2e-8a6b-c240fbcb69d2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.6322346 Jul 22 23:30:42.498066 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '73d34b5c-5af8-46cc-af5b-101d7ce9850a', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'port_id': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'mac_address': 'fa:16:3e:aa:f6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:04Z', 'updated_at': '2021-07-22T23:30:38Z', 'revision_number': 1, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:42.565673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-2fead410-03f1-4a59-909e-7dc9f5067422 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.569013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-2fead410-03f1-4a59-909e-7dc9f5067422 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.6422575 Jul 22 23:30:42.585417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6670e58-3ded-4843-87d7-1ce542284bc1 None None] The sync data for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 is: [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '73d34b5c-5af8-46cc-af5b-101d7ce9850a', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'floating_ip_address': '172.25.5.94', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'port_id': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'mac_address': 'fa:16:3e:aa:f6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:30:04Z', 'updated_at': '2021-07-22T23:30:38Z', 'revision_number': 1, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:42.762644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eabadf12-6742-42f8-9429-931c201d439b req-143815c2-0a15-465b-a465-20f877ad1664 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175516 Jul 22 23:30:42.781195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:42.796123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-a93bc40f-6989-40e0-8b39-34e276d7b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:42.807502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-a93bc40f-6989-40e0-8b39-34e276d7b7dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d940ef-e88c-478d-90d7-f408d31ea4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5357537 Jul 22 23:30:42.980253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:42.987808 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802d0280-a467-49d7-9863-66a32215030c" -d '{"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-plugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:43.002012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:43.011307 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:43.027994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:30:43.070471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e73f9-487c-44d9-975e-3706be296b10 req-883197a0-dce8-4d6b-a4e1-1ab938bd0b6d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.073035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca8e73f9-487c-44d9-975e-3706be296b10 req-883197a0-dce8-4d6b-a4e1-1ab938bd0b6d tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 945 time: 0.5690057 Jul 22 23:30:43.236941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8d7d3c-5cc6-4696-af0c-74cec1ae6ea2 None None] New status for floating IP 73d34b5c-5af8-46cc-af5b-101d7ce9850a: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:30:43.272143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca8e73f9-487c-44d9-975e-3706be296b10 req-d9db966e-a1a1-4599-825a-95720e8b5b36 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351678 Jul 22 23:30:43.428005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:43.566445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Deleting port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:43.567244 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:43.694147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:30:43.701587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa0c4d-2b59-4151-ba48-934d7d88b395 req-c2c910aa-96c9-4dfe-8814-555fad69abbf tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:43.721467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64fa0c4d-2b59-4151-ba48-934d7d88b395 req-c2c910aa-96c9-4dfe-8814-555fad69abbf tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 0.7388237 Jul 22 23:30:43.723725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:30:43.724360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:43.799701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-7e2e05c9-e866-42a5-8064-d1b48bb8fe4f service neutron] 10.222.0.48 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9600976 Jul 22 23:30:43.837367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64fa0c4d-2b59-4151-ba48-934d7d88b395 req-dce0e149-4d4f-4f20-9cf5-41c0fb7ec633 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145971 Jul 22 23:30:44.164252 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f92a8-ed41-4bf5-86fa-210c22adce9b x-openstack-request-id: req-1b9f92a8-ed41-4bf5-86fa-210c22adce9b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:44.164819 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-plugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:44.165178 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b9f92a8-ed41-4bf5-86fa-210c22adce9b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:44.166800 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'code': 200} Jul 22 23:30:44.329535 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:44.415083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:44.424552 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:44.499850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cc1e61e0-e939-4d26-820b-ac0e13adf5a0 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:44.536803 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-b3eb7a32-82ae-4499-a323-405091e24d2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4394286 Jul 22 23:30:44.653980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:44.835118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-fee15a5c-b45e-4f6a-8db2-a51f3b2a3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:44.840345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-fee15a5c-b45e-4f6a-8db2-a51f3b2a3465 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 1101 time: 0.1755943 Jul 22 23:30:45.074426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] For port cc1e61e0-e939-4d26-820b-ac0e13adf5a0, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:45.075174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:45.128815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Calling delete_port for cc1e61e0-e939-4d26-820b-ac0e13adf5a0 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:45.176831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f622eab-d0a6-470a-b31e-dd520fbeb96e req-bda7975b-68f1-4589-9ddc-7f02484a81a9 service neutron] 10.222.0.48 "GET /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3379879 Jul 22 23:30:45.211145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7284-f163-449e-8d68-2879f4ab97ff req-8138193f-ebb2-40ee-a98a-292908f4fc19 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.212953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33ec7284-f163-449e-8d68-2879f4ab97ff req-8138193f-ebb2-40ee-a98a-292908f4fc19 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.3520679 Jul 22 23:30:45.313044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-4324ee97-b9d1-4bbb-a9e8-44668ec780d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.314971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-4324ee97-b9d1-4bbb-a9e8-44668ec780d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.4428833 Jul 22 23:30:45.357376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27430b5f-a2e0-428b-a28a-6b8cc86b2c60 req-30b38cda-c178-4133-a47d-2e6f46c6c87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.373602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27430b5f-a2e0-428b-a28a-6b8cc86b2c60 req-30b38cda-c178-4133-a47d-2e6f46c6c87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.5009136 Jul 22 23:30:45.427157 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-10f81adb-93f6-46b6-a888-1513b674908a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 200 len: 217 time: 0.1012475 Jul 22 23:30:45.472263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33ec7284-f163-449e-8d68-2879f4ab97ff req-2a0eec8d-312b-44ae-8895-d4c029853ff2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097938 Jul 22 23:30:45.645027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27430b5f-a2e0-428b-a28a-6b8cc86b2c60 req-3004fe94-eb0f-46ce-96d5-97ca59a4a93d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462065 Jul 22 23:30:45.729772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-54f2935b-ebf1-43ec-99e7-cdb062dd546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:45.741014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-54f2935b-ebf1-43ec-99e7-cdb062dd546e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2963984 Jul 22 23:30:45.986040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.031281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event deleted for resources: {'Port': ['ID=cc1e61e0-e939-4d26-820b-ac0e13adf5a0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:46.039174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-13036fad-6d56-409a-adef-92aedc049bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.044559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-13036fad-6d56-409a-adef-92aedc049bae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3014247 Jul 22 23:30:46.106789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e4672c6b-328c-4bb2-9120-431ec11273c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.168434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:46.171929 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90c4396-d42b-4871-b133-a22b40942e7c" -d '{"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-plugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:46.196076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] No DVR routers for this DVR port cc1e61e0-e939-4d26-820b-ac0e13adf5a0 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:46.203857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:46.209757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd3801aa-bbc0-4110-b063-8a9ffbce9f6a req-c68377f7-6ea2-4dfd-8d7a-d4f56f50ccf7 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "DELETE /v2.0/ports/cc1e61e0-e939-4d26-820b-ac0e13adf5a0 HTTP/1.1" status: 204 len: 173 time: 3.5961111 Jul 22 23:30:46.210826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'name': 'network-vif-deleted', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:46.216258 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8f4e8-80db-4ff7-a0da-9660761cc3ce" -d '{"events": [{"server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "name": "network-vif-deleted", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:46.239842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd94cec-97dd-456e-8b79-b4b63c01cf4c req-3d5c61b2-4c4f-4a12-89ba-673029b20c03 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.241679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dcd94cec-97dd-456e-8b79-b4b63c01cf4c req-3d5c61b2-4c4f-4a12-89ba-673029b20c03 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=015134db-363d-408c-b6d6-28c64e78d574 HTTP/1.1" status: 200 len: 866 time: 0.3792722 Jul 22 23:30:46.282895 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-f2931c8c-f250-442f-a3f8-5cbf3b4baf30 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093797 Jul 22 23:30:46.368932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dcd94cec-97dd-456e-8b79-b4b63c01cf4c req-177ac9d5-f44d-4db2-98ea-7b3f7fd6e668 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653799 Jul 22 23:30:46.399702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4dec3-0721-44fe-b658-ff560286c17c req-c0b082a0-2d06-4946-a508-1869d8a929d0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.401852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e4dec3-0721-44fe-b658-ff560286c17c req-c0b082a0-2d06-4946-a508-1869d8a929d0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1547749 Jul 22 23:30:46.450212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce3cb9f9-fe14-43ef-8c9b-fa9f697da34f req-c90f505a-90d3-4a75-9591-9bc1df762e61 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574848 Jul 22 23:30:46.525116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e4dec3-0721-44fe-b658-ff560286c17c req-59eb027f-6f84-4a3a-98f5-72211b35b32f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974040 Jul 22 23:30:46.640209 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0019ef-d75d-4b0c-9ed1-453d2eb2db0d x-openstack-request-id: req-cf0019ef-d75d-4b0c-9ed1-453d2eb2db0d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:46.640687 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-plugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:46.641574 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf0019ef-d75d-4b0c-9ed1-453d2eb2db0d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:46.641776 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'code': 200} Jul 22 23:30:46.702178 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9811336f-b9b3-4d2f-8ef1-9adf5ca5352f x-openstack-request-id: req-9811336f-b9b3-4d2f-8ef1-9adf5ca5352f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:46.702885 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015134db-363d-408c-b6d6-28c64e78d574", "name": "network-vif-deleted", "tag": "cc1e61e0-e939-4d26-820b-ac0e13adf5a0", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:46.703398 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9811336f-b9b3-4d2f-8ef1-9adf5ca5352f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:46.704033 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015134db-363d-408c-b6d6-28c64e78d574', 'name': 'network-vif-deleted', 'tag': 'cc1e61e0-e939-4d26-820b-ac0e13adf5a0', 'status': 'completed', 'code': 200} Jul 22 23:30:46.998527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25913785-34ae-4950-88ff-d19e6c2afd60 req-a5cbc88f-19f4-4ced-b2e8-3cf25217e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:46.998527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25913785-34ae-4950-88ff-d19e6c2afd60 req-a5cbc88f-19f4-4ced-b2e8-3cf25217e65a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1101 time: 0.2709754 Jul 22 23:30:47.115277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ce303-73c2-40bb-96f9-fcb3f684a7a1 req-d57cf1bb-6f04-4c4f-8594-a49925a4038f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:47.117224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-397ce303-73c2-40bb-96f9-fcb3f684a7a1 req-d57cf1bb-6f04-4c4f-8594-a49925a4038f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.2354286 Jul 22 23:30:47.152216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444e52c-1e95-44de-b93a-3e83dabfd84f req-09f9bb80-22dc-4c8c-af89-db9a96e4cee7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:47.155070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6444e52c-1e95-44de-b93a-3e83dabfd84f req-09f9bb80-22dc-4c8c-af89-db9a96e4cee7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.2597313 Jul 22 23:30:47.159698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25913785-34ae-4950-88ff-d19e6c2afd60 req-08b3b7bd-8a66-440a-8221-b2ec988ae6a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550193 Jul 22 23:30:47.276489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6444e52c-1e95-44de-b93a-3e83dabfd84f req-41f0821f-39db-4d9c-8101-5acdd56ef2c2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988114 Jul 22 23:30:47.286487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-397ce303-73c2-40bb-96f9-fcb3f684a7a1 req-86c94d5b-a527-40e7-9604-052a50efb6c7 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585350 Jul 22 23:30:47.813257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f870c5-1045-40b1-a273-3c16e21d4e55 req-78f7d722-da1d-41c4-abdf-1305c7583d5c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:47.824838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2f870c5-1045-40b1-a273-3c16e21d4e55 req-78f7d722-da1d-41c4-abdf-1305c7583d5c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1343801 Jul 22 23:30:47.880757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2f870c5-1045-40b1-a273-3c16e21d4e55 req-ffb61d94-838c-4e0f-9ca9-1e3f7ba916a0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523932 Jul 22 23:30:48.080689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af0ad-8593-49ba-8ffa-e2aa8225edec req-132cb757-8cda-4162-8ff0-67193f5b2264 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.082271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a0af0ad-8593-49ba-8ffa-e2aa8225edec req-132cb757-8cda-4162-8ff0-67193f5b2264 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 944 time: 0.1026089 Jul 22 23:30:48.151033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a0af0ad-8593-49ba-8ffa-e2aa8225edec req-c041c289-dd2a-44ab-b80d-35605b23d8cb tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Jul 22 23:30:48.692310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266a907-4b33-4439-9743-c60a823bdbbf req-cf5296f2-f8b6-4656-a445-5f9803aa1721 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.701359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d266a907-4b33-4439-9743-c60a823bdbbf req-cf5296f2-f8b6-4656-a445-5f9803aa1721 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.2674239 Jul 22 23:30:48.766676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-204158da-297b-4443-bc21-c35cafd5206b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.771965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-204158da-297b-4443-bc21-c35cafd5206b tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 944 time: 0.3265278 Jul 22 23:30:48.828562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15afd7-23eb-4fdd-b663-89264a276b0f req-9426dcd9-2453-45ff-87e4-c04a53df8794 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:48.840360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e15afd7-23eb-4fdd-b663-89264a276b0f req-9426dcd9-2453-45ff-87e4-c04a53df8794 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.3340175 Jul 22 23:30:48.935696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d266a907-4b33-4439-9743-c60a823bdbbf req-1ae89587-affe-4056-baeb-eded31e4dc08 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220991 Jul 22 23:30:49.039765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e15afd7-23eb-4fdd-b663-89264a276b0f req-0eed8e05-9d8f-4266-8e82-4c820fb64486 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979821 Jul 22 23:30:49.228534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-f69a864c-9883-4326-83ea-b7613e10e355 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.233964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-f69a864c-9883-4326-83ea-b7613e10e355 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.4195116 Jul 22 23:30:49.322988 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55263957-a145-4a73-8723-c41f3a2edb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.421294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Deleting port b4f1ca4c-15d3-4723-94f8-fe67007f5271 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:49.421870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.493957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4d6ad-6f25-458b-ae07-14acafa4bd20 req-7c398f47-077c-4b08-a449-26e76b143487 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.496845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73c4d6ad-6f25-458b-ae07-14acafa4bd20 req-7c398f47-077c-4b08-a449-26e76b143487 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.2021751 Jul 22 23:30:49.551281 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.721665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73c4d6ad-6f25-458b-ae07-14acafa4bd20 req-4fff23e1-720f-44f7-9980-54322203d6c8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589603 Jul 22 23:30:49.772381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port 665ab765-838c-4cb3-85b5-4f981447b756 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:49.772735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.844683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] For port b4f1ca4c-15d3-4723-94f8-fe67007f5271, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4f1ca4c-15d3-4723-94f8-fe67007f5271,segment=NetworkSegment(7e9697d4-5c1f-4a16-995d-8a643bd6ffb4),segment_id=7e9697d4-5c1f-4a16-995d-8a643bd6ffb4)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:49.845595 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:49.873079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66959fb-b096-4b47-ac0d-2926e37c4831 req-3ebae2b1-b6ab-4fa0-b935-09809a068c43 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:49.875165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e66959fb-b096-4b47-ac0d-2926e37c4831 req-3ebae2b1-b6ab-4fa0-b935-09809a068c43 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 944 time: 0.4024580 Jul 22 23:30:49.881303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Calling delete_port for b4f1ca4c-15d3-4723-94f8-fe67007f5271 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:50.122609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.137807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port 665ab765-838c-4cb3-85b5-4f981447b756, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=665ab765-838c-4cb3-85b5-4f981447b756,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:50.138166 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.169414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e66959fb-b096-4b47-ac0d-2926e37c4831 req-92ba26b7-e22a-4072-9f33-24d0fee2d181 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/security-groups?id=e88663cb-7551-435d-8929-fe1cc1905db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856865 Jul 22 23:30:50.194198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for 665ab765-838c-4cb3-85b5-4f981447b756 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:50.445623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1048ea8-dab8-471c-84f3-292c6b68b5dd req-32ceae32-894a-4da3-b750-fa9ddfa3a7a9 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.447213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1048ea8-dab8-471c-84f3-292c6b68b5dd req-32ceae32-894a-4da3-b750-fa9ddfa3a7a9 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1101 time: 0.3446584 Jul 22 23:30:50.530564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.603954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1048ea8-dab8-471c-84f3-292c6b68b5dd req-5fd6ef88-b5e8-41af-9fa1-1a57741ab499 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435874 Jul 22 23:30:50.614784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Pushing event deleted for resources: {'Port': ['ID=b4f1ca4c-15d3-4723-94f8-fe67007f5271,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:50.887535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] No DVR routers for this DVR port b4f1ca4c-15d3-4723-94f8-fe67007f5271 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:50.897362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:50.900019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-471599ab-aff7-4f82-a9f7-9efe4b3575ad req-50b32e7e-feb5-416b-8579-3f70ff6082b6 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.49 "DELETE /v2.0/ports/b4f1ca4c-15d3-4723-94f8-fe67007f5271 HTTP/1.1" status: 204 len: 173 time: 2.1231821 Jul 22 23:30:50.902155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'name': 'network-vif-deleted', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:50.904260 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7a9678-8d6d-4224-b629-5b4cf8895ad1" -d '{"events": [{"server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "name": "network-vif-deleted", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:50.926692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc28d-0609-4783-ac8b-ba5fe0926b79 req-0334d290-fbc9-44d0-be8e-712cd1b5b3ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:50.930461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c78dc28d-0609-4783-ac8b-ba5fe0926b79 req-0334d290-fbc9-44d0-be8e-712cd1b5b3ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 945 time: 0.5680866 Jul 22 23:30:50.957966 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.082245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=665ab765-838c-4cb3-85b5-4f981447b756,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:51.152830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c78dc28d-0609-4783-ac8b-ba5fe0926b79 req-0bc7cde5-49e9-42ea-a1cc-5fec9df8ca3e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112076 Jul 22 23:30:51.166250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d5aa4-908a-493a-9ef5-e036863ec180 req-75986089-9d08-4c43-8d07-bf29fd619e44 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:51.178890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d01d5aa4-908a-493a-9ef5-e036863ec180 req-75986089-9d08-4c43-8d07-bf29fd619e44 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.4169698 Jul 22 23:30:51.256379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port 665ab765-838c-4cb3-85b5-4f981447b756 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:51.261728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.267937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-122b4d29-535a-451e-bd95-21dce18e9d62 req-2570e796-8600-4d98-99ce-e36fccf037f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "DELETE /v2.0/ports/665ab765-838c-4cb3-85b5-4f981447b756 HTTP/1.1" status: 204 len: 173 time: 2.0227559 Jul 22 23:30:51.316828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d01d5aa4-908a-493a-9ef5-e036863ec180 req-daa18516-050d-4b67-8a31-1f7df8a596d1 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358290 Jul 22 23:30:51.451027 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:30:51.491781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511ba16-18d4-42e3-960a-da1865b8b045 req-e8076778-f560-4191-9af6-d0cfec6b3a3d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:51.493322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c511ba16-18d4-42e3-960a-da1865b8b045 req-e8076778-f560-4191-9af6-d0cfec6b3a3d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.1693883 Jul 22 23:30:51.587792 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:51.622898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c511ba16-18d4-42e3-960a-da1865b8b045 req-89c60fe4-67e4-4772-b7c9-84a4581a025f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176035 Jul 22 23:30:51.828334 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92014edc-435d-47c6-9e2f-51eaed91d0cb x-openstack-request-id: req-92014edc-435d-47c6-9e2f-51eaed91d0cb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:51.828334 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2ccfcb-3b76-4592-9de5-b13b46b64c92", "name": "network-vif-deleted", "tag": "b4f1ca4c-15d3-4723-94f8-fe67007f5271", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:51.828823 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92014edc-435d-47c6-9e2f-51eaed91d0cb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:51.829014 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2ccfcb-3b76-4592-9de5-b13b46b64c92', 'name': 'network-vif-deleted', 'tag': 'b4f1ca4c-15d3-4723-94f8-fe67007f5271', 'status': 'completed', 'code': 200} Jul 22 23:30:51.946871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.181767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7e4b655-6748-4b84-b860-c9c08f894a9c req-d6127fb0-d01c-4b3f-857d-bc708e41a336 tempest-LiveAutoBlockMigrationV225Test-579410964 tempest-LiveAutoBlockMigrationV225Test-579410964-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f2ccfcb-3b76-4592-9de5-b13b46b64c92 HTTP/1.1" status: 200 len: 210 time: 0.1585059 Jul 22 23:30:52.226908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:52.306314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: b4f1ca4c-15d3-4723-94f8-fe67007f5271 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:52.306894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4f1ca4c-15d3-4723-94f8-fe67007f5271 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:52.311459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 63abaa15-a584-47e5-8208-b98aad710023 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:52.312797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-9bc78f01-107d-4b50-8acc-1a79c5b01b54 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:52.321074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-9bc78f01-107d-4b50-8acc-1a79c5b01b54 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 945 time: 0.3839660 Jul 22 23:30:52.508443 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.522916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66e0f03a-085d-4b62-8eba-024fb6cda1a5 req-9523b814-a0bb-40fa-bf4f-3531b225fe40 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=258e851f-0a63-4056-b78d-97ca42a94b87 HTTP/1.1" status: 200 len: 210 time: 0.1111071 Jul 22 23:30:52.568821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63abaa15-a584-47e5-8208-b98aad710023'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:52.586307 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307b8864-d20a-490a-ac8e-36743e1f4f03" -d '{"events": [{"server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "name": "network-vif-unplugged", "status": "completed", "tag": "63abaa15-a584-47e5-8208-b98aad710023"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:52.652548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=63abaa15-a584-47e5-8208-b98aad710023,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:52.661470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.662217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 665ab765-838c-4cb3-85b5-4f981447b756 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:30:52.751444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 665ab765-838c-4cb3-85b5-4f981447b756 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:30:52.752382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 665ab765-838c-4cb3-85b5-4f981447b756 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:30:52.817570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Deleting port 63abaa15-a584-47e5-8208-b98aad710023 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:52.818356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:52.834266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:52.960967 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf25b640-15f5-4280-9dc7-75d927b55426 x-openstack-request-id: req-bf25b640-15f5-4280-9dc7-75d927b55426 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:52.961535 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "name": "network-vif-unplugged", "status": "completed", "tag": "63abaa15-a584-47e5-8208-b98aad710023", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:52.962503 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf25b640-15f5-4280-9dc7-75d927b55426 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:52.962753 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63abaa15-a584-47e5-8208-b98aad710023', 'code': 200} Jul 22 23:30:53.058251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc18cb8-3c64-49d3-97ef-a512585cd435 req-15b12cd6-654d-4104-bc18-e554a2694c5f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:53.066793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bc18cb8-3c64-49d3-97ef-a512585cd435 req-15b12cd6-654d-4104-bc18-e554a2694c5f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 943 time: 0.3633826 Jul 22 23:30:53.168659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] For port 63abaa15-a584-47e5-8208-b98aad710023, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=63abaa15-a584-47e5-8208-b98aad710023,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:30:53.169018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:53.228752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-5582463d-5b66-4073-90b0-816bc6b164a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3337443 Jul 22 23:30:53.723395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bc18cb8-3c64-49d3-97ef-a512585cd435 req-77ba7030-60ff-480e-8cb5-31ce74522f58 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c3dfc4-abab-4068-ad22-c238d9985423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6479809 Jul 22 23:30:53.832272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258e851f-0a63-4056-b78d-97ca42a94b87', 'name': 'network-vif-deleted', 'tag': '665ab765-838c-4cb3-85b5-4f981447b756'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:53.836786 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb767f8-fd85-470f-b3b6-8ab300c4df6f" -d '{"events": [{"server_uuid": "258e851f-0a63-4056-b78d-97ca42a94b87", "name": "network-vif-deleted", "tag": "665ab765-838c-4cb3-85b5-4f981447b756"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:53.858669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ad7c-7283-4aa2-8cb0-40cd3d4dcfad req-1cfd285f-5083-4538-bd54-7da5e1e4ff60 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:53.861847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2705ad7c-7283-4aa2-8cb0-40cd3d4dcfad req-1cfd285f-5083-4538-bd54-7da5e1e4ff60 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.7934725 Jul 22 23:30:54.020242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2705ad7c-7283-4aa2-8cb0-40cd3d4dcfad req-9079f1d2-d1ed-402a-bb86-f0e264cea908 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446245 Jul 22 23:30:54.072825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.073439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.073965 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Floating IP ae49aee8-2585-4fd3-9855-367ffa379c03 disassociated. External IP: 172.25.5.216, port: 63abaa15-a584-47e5-8208-b98aad710023. Jul 22 23:30:54.074540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Calling delete_port for 63abaa15-a584-47e5-8208-b98aad710023 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:30:54.146354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:54.361369 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b1f9c8-ba7c-4588-b456-0ade31bf9859 x-openstack-request-id: req-f2b1f9c8-ba7c-4588-b456-0ade31bf9859 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:54.362370 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258e851f-0a63-4056-b78d-97ca42a94b87", "name": "network-vif-deleted", "tag": "665ab765-838c-4cb3-85b5-4f981447b756", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:54.362370 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2b1f9c8-ba7c-4588-b456-0ade31bf9859 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:54.362739 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258e851f-0a63-4056-b78d-97ca42a94b87', 'name': 'network-vif-deleted', 'tag': '665ab765-838c-4cb3-85b5-4f981447b756', 'status': 'completed', 'code': 200} Jul 22 23:30:54.461609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.481634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Deleting subnet 99e2d763-d177-4863-bde4-8d1734f2b67d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:30:54.488678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.535504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event deleted for resources: {'Port': ['ID=63abaa15-a584-47e5-8208-b98aad710023,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:54.574566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308e419-5a67-4fa2-a0d7-43a9f4de7e59 req-6b6292fb-6866-4305-bf19-75e26ff26184 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:54.577418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5308e419-5a67-4fa2-a0d7-43a9f4de7e59 req-6b6292fb-6866-4305-bf19-75e26ff26184 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.3379622 Jul 22 23:30:54.652218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.791859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.890188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5308e419-5a67-4fa2-a0d7-43a9f4de7e59 req-ccd7d961-b7d3-4b2f-8701-3eb3e78c9dd5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896438 Jul 22 23:30:54.937656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.976133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:54.980547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/99e2d763-d177-4863-bde4-8d1734f2b67d HTTP/1.1" status: 204 len: 168 time: 0.8292177 Jul 22 23:30:54.995520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:55.034270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b23994-8dd5-4739-8cc7-ed23f60a6685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e2d763-d177-4863-bde4-8d1734f2b67d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:55.324238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.330047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68972e26-4191-4ad2-87ee-4378f6e5f1a9 req-c69fa912-e82e-4296-9092-2dba9d939f3b tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cd781fc-add8-44a5-ba58-e4be4347eb5e HTTP/1.1" status: 200 len: 210 time: 0.0938959 Jul 22 23:30:55.363199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:30:55.688400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-ccd6dae1-1612-4d00-9e40-a3a243d5657e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:55.691032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-ccd6dae1-1612-4d00-9e40-a3a243d5657e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.4907954 Jul 22 23:30:55.783275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-150c24d7-51f1-475e-aa2e-5a38fa3bfe16 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0519364 Jul 22 23:30:55.821640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:55.899671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59909164-3df4-4bce-83c2-0618f501a88d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:55.912041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-17002c5c-f90c-4f00-9f8f-0d67c60b2065 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870047 Jul 22 23:30:55.960376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:55.960936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9697d4-5c1f-4a16-995d-8a643bd6ffb4') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:56.054987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.091005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:30:56.106125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-9016b2d2-527c-498e-8092-fbae73e14091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.108575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-9016b2d2-527c-498e-8092-fbae73e14091 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1101 time: 0.5565791 Jul 22 23:30:56.120869 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:30:56.154655 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:56.156931 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:30:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:56.187420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.212383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:30:56.213509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:30:56.279939 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:30:56.378004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-df229c11-d0ff-4d50-a697-d7ce0266c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.379686 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-df229c11-d0ff-4d50-a697-d7ce0266c3c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 1096 time: 0.1732950 Jul 22 23:30:56.385954 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:56.519256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] No DVR routers for this DVR port 63abaa15-a584-47e5-8208-b98aad710023 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:30:56.530697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.535619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.538057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.49 "DELETE /v2.0/ports/63abaa15-a584-47e5-8208-b98aad710023 HTTP/1.1" status: 204 len: 173 time: 4.2109292 Jul 22 23:30:56.542639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'name': 'network-vif-deleted', 'tag': '63abaa15-a584-47e5-8208-b98aad710023'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:30:56.544888 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7312600a-ca22-4398-b390-5763af266c6f" -d '{"events": [{"server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "name": "network-vif-deleted", "tag": "63abaa15-a584-47e5-8208-b98aad710023"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:30:56.608323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.614682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] 10.222.0.21 "DELETE /v2.0/networks/59909164-3df4-4bce-83c2-0618f501a88d HTTP/1.1" status: 204 len: 168 time: 1.6137664 Jul 22 23:30:56.617288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:56.632105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-e77db6e8-63f7-4f50-bc57-338ea7701bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7191648 Jul 22 23:30:56.643882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Pushing event deleted for resources: {'Network': ['ID=59909164-3df4-4bce-83c2-0618f501a88d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:56.712393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-e7c474a8-745b-41f4-9123-7654ae0942a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.715730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-e7c474a8-745b-41f4-9123-7654ae0942a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 200 len: 917 time: 0.3272069 Jul 22 23:30:56.777963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.778430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.779002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.779637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.780208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.780770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.781317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.781864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.782976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.785028 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:56.786284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.786863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.790034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c759b2c0-04aa-442e-b015-c7d27082de36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:30:56.829133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-406f5446-00a9-4fd0-97f5-cf2fa3aeba5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd HTTP/1.1" status: 200 len: 217 time: 0.1039021 Jul 22 23:30:56.843898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121a3fe-ee1b-405b-a851-32a18c303d0d req-77f2a1cc-d72d-44de-866e-78e2c4bc2a91 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.858682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9121a3fe-ee1b-405b-a851-32a18c303d0d req-77f2a1cc-d72d-44de-866e-78e2c4bc2a91 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.5675855 Jul 22 23:30:56.864471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Deleting subnet 8322a973-abc2-452e-93ec-67fc3e094f6b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:30:56.881417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:30:56.898380 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:30:56.899437 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:30:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:56.911126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:56.929904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-61c6dd7f-e95d-4ecb-a64b-87e378391a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.932137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-61c6dd7f-e95d-4ecb-a64b-87e378391a19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.6104298 Jul 22 23:30:56.986033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-7035d314-0609-466d-8093-2dc8fe32e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:56.988067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-7035d314-0609-466d-8093-2dc8fe32e3d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 200 len: 855 time: 0.1479120 Jul 22 23:30:56.991103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.019824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-2cd0780c-67ff-4bc3-8e0e-1d7a9d1878fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.0720682 Jul 22 23:30:57.087258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9121a3fe-ee1b-405b-a851-32a18c303d0d req-5f1cae22-7d32-4380-a1fb-da7b6a1c4918 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273915 Jul 22 23:30:57.129739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.150080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-f5beaada-203e-49c4-8a35-f48651614f1d service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034027 Jul 22 23:30:57.172217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-743811c4-a1fa-431c-9b87-abc9ccd378d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.174836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-743811c4-a1fa-431c-9b87-abc9ccd378d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1469612 Jul 22 23:30:57.187616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:30:57.337923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-8d9398fc-4f12-4145-b19b-bf24e2fe4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.342690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-8d9398fc-4f12-4145-b19b-bf24e2fe4773 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=98b281b1-20a0-4a27-91e1-986e770fa636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217607 Jul 22 23:30:57.543565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.591130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-d320963c-283c-4c9f-9a67-b52e0cbc956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.592776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-d320963c-283c-4c9f-9a67-b52e0cbc956f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4092915 Jul 22 23:30:57.644607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0aece-55a4-42d9-bf02-3c46f0f6cafc req-f156a2b4-22dc-4dd1-bed7-61d755a6c105 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:57.645180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.648953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8322a973-abc2-452e-93ec-67fc3e094f6b HTTP/1.1" status: 204 len: 168 time: 1.0230937 Jul 22 23:30:57.650423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6b0aece-55a4-42d9-bf02-3c46f0f6cafc req-f156a2b4-22dc-4dd1-bed7-61d755a6c105 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.3613257 Jul 22 23:30:57.671566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54500) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:57.688443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c48836-255a-443c-b91f-d9a6381de8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8322a973-abc2-452e-93ec-67fc3e094f6b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:57.756809 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:57.803223 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-7ab43fa1-d60e-4d44-8084-3d06a3dfe956 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114082 Jul 22 23:30:57.807743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:57.814700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6b0aece-55a4-42d9-bf02-3c46f0f6cafc req-c5934375-cfe9-4d8b-bdd8-fff014c7adf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080222 Jul 22 23:30:57.848706 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37495f3d-12c4-4bb0-ae1e-b51b9fd5c1e9 None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:25:42Z', 'revision_number': 4, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '09e8b74b-ced5-44bb-a7f2-80acc3003690', 'name': '', 'network_id': 'fbee96a9-bf79-4bb3-99a2-870a7fbc8191', 'tenant_id': '64588024159d4be99558581d291c3741', 'mac_address': 'fa:16:3e:87:37:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:40Z', 'updated_at': '2021-07-22T23:25:50Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'subnets': [{'id': 'dfa2a7b2-825e-4eda-a538-8a54155a2509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:30:57.914632 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d7a65-b033-4017-9606-e1ee3dee41d9 x-openstack-request-id: req-d76d7a65-b033-4017-9606-e1ee3dee41d9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:30:57.915528 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd781fc-add8-44a5-ba58-e4be4347eb5e", "name": "network-vif-deleted", "tag": "63abaa15-a584-47e5-8208-b98aad710023", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:30:57.917752 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d76d7a65-b033-4017-9606-e1ee3dee41d9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:30:57.918567 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd781fc-add8-44a5-ba58-e4be4347eb5e', 'name': 'network-vif-deleted', 'tag': '63abaa15-a584-47e5-8208-b98aad710023', 'status': 'completed', 'code': 200} Jul 22 23:30:57.959376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-075e5da5-138f-4c5b-84ea-193e7b38c3e3 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573384 Jul 22 23:30:58.140137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-a95ea6d1-dd83-4fc0-ac9d-424c13076846 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726363 Jul 22 23:30:58.285942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d702002b-d6a1-45ca-9cb7-143b19d19422 req-a55a414c-b659-4ea0-8cb5-5854790a775c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.1219053 Jul 22 23:30:58.295780 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bfd752c3-f174-4d0f-929a-d7f140feaa91 req-5884b1f9-c4e4-490e-bff9-e3ed69eb9b88 service neutron] 10.222.0.49 "GET /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419086 Jul 22 23:30:58.549239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:58.561876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828ea417-9093-454f-93cd-bbeb79b082af None None] New status for floating IP ae49aee8-2585-4fd3-9855-367ffa379c03: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:30:58.664870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32854f-5454-447f-bbf1-ac9e0a4eea26 req-030aaaa1-c405-4228-8200-0300b1e18d0f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:58.684200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b32854f-5454-447f-bbf1-ac9e0a4eea26 req-030aaaa1-c405-4228-8200-0300b1e18d0f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.3311567 Jul 22 23:30:58.812990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b32854f-5454-447f-bbf1-ac9e0a4eea26 req-c90ff985-a8aa-45c6-849b-2d3a381099b8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274755 Jul 22 23:30:58.855412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca49e75-bb3c-4a20-b6e5-5e6c1c978429 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:58.981627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca49e75-bb3c-4a20-b6e5-5e6c1c978429 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.157169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.217620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952126e2-db2b-44d1-b526-e310054a0789']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:59.256929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc29e047-2467-44ce-a44a-e24021a16bdc') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:59.258065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc29e047-2467-44ce-a44a-e24021a16bdc') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:30:59.265864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca49e75-bb3c-4a20-b6e5-5e6c1c978429 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.269328 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca49e75-bb3c-4a20-b6e5-5e6c1c978429 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.274968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bca49e75-bb3c-4a20-b6e5-5e6c1c978429 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "DELETE /v2.0/security-groups/11c3dfc4-abab-4068-ad22-c238d9985423 HTTP/1.1" status: 204 len: 168 time: 0.7201092 Jul 22 23:30:59.277921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:59.301615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.310041 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-ccf943da-7194-4ce6-824b-8619f53022d0 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] show failed (client error): The resource could not be found. Jul 22 23:30:59.319811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ccf943da-7194-4ce6-824b-8619f53022d0 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "GET /v2.0/security-groups/11c3dfc4-abab-4068-ad22-c238d9985423 HTTP/1.1" status: 404 len: 347 time: 0.0325012 Jul 22 23:30:59.319811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca49e75-bb3c-4a20-b6e5-5e6c1c978429 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c3dfc4-abab-4068-ad22-c238d9985423,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:59.322165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54548) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:30:59.392404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86f9ce-5041-40ae-b6a5-fdc6f14a6f0f req-5af40306-7985-440f-8338-36db4e42cee4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:30:59.404283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d86f9ce-5041-40ae-b6a5-fdc6f14a6f0f req-5af40306-7985-440f-8338-36db4e42cee4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.3250456 Jul 22 23:30:59.435416 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.479383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d86f9ce-5041-40ae-b6a5-fdc6f14a6f0f req-bcbaea23-f150-46f5-a50c-c9df36f7d076 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735424 Jul 22 23:30:59.491558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:30:59.491558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:30:59.506855 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:30:59.649519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5da4702-6790-4121-b0d9-e013ba617ea2 req-e9c35937-9712-4796-b6d8-4e0c849f0a63 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.0539446 Jul 22 23:30:59.725649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.739599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.742646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] 10.222.0.21 "DELETE /v2.0/networks/952126e2-db2b-44d1-b526-e310054a0789 HTTP/1.1" status: 204 len: 168 time: 2.0696409 Jul 22 23:30:59.769193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7e84-6ce8-414d-859d-99a901ca9338 admin admin] Pushing event deleted for resources: {'Network': ['ID=952126e2-db2b-44d1-b526-e310054a0789,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:30:59.778952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Deleting port 9bd0b8fe-f479-4b3f-b401-8c7231544c75 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:30:59.779447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.915643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.916009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:30:59.945214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Calling delete_port for 9bd0b8fe-f479-4b3f-b401-8c7231544c75 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:00.118367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b9275-5c05-4479-be9e-c1538eda8d31 req-48abe102-c5a4-49ee-a395-ed9236693d68 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:00.140877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c27b9275-5c05-4479-be9e-c1538eda8d31 req-48abe102-c5a4-49ee-a395-ed9236693d68 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1521044 Jul 22 23:31:00.146332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:00.277305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c27b9275-5c05-4479-be9e-c1538eda8d31 req-2c9686c4-0881-4b25-866d-a327f9ccb2c5 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343355 Jul 22 23:31:00.312220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5b202c32-67e6-4e0e-846a-d25ba9d12849 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db4e9b633bcc418ea37dddd399fa97e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128883 Jul 22 23:31:00.319962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:00.375465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-45f4ab52-b0c1-4f64-bf0b-7250152f0547 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:00.377753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-45f4ab52-b0c1-4f64-bf0b-7250152f0547 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.3859708 Jul 22 23:31:00.440019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.483738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:00.548551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.633360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.718649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Pushing event deleted for resources: {'Port': ['ID=9bd0b8fe-f479-4b3f-b401-8c7231544c75,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:00.814636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d7514-9177-4ab2-a54f-8cdecef96cea req-7a8c4f61-679c-453e-adde-3bdb32b4866e tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:00.822613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e3d7514-9177-4ab2-a54f-8cdecef96cea req-7a8c4f61-679c-453e-adde-3bdb32b4866e tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.2145815 Jul 22 23:31:00.890488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91b8c16f-8c65-43e4-a3cf-c017be3c85f9 req-88983f17-fb62-46e0-a723-5fb9b40fd1df tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.0486932 Jul 22 23:31:00.903230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e3d7514-9177-4ab2-a54f-8cdecef96cea req-6702012a-ea95-44b8-97e5-c657e8833cdc tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796077 Jul 22 23:31:00.911299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.918763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.920346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e88663cb-7551-435d-8929-fe1cc1905db2 HTTP/1.1" status: 204 len: 168 time: 0.5988646 Jul 22 23:31:00.923299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.928832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:00.947509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4369e71f-276c-45de-8618-c33b1e00b51f tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] 10.222.0.21 "DELETE /v2.0/floatingips/ae49aee8-2585-4fd3-9855-367ffa379c03 HTTP/1.1" status: 204 len: 168 time: 1.5917139 Jul 22 23:31:00.957733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:00.962830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.011839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88663cb-7551-435d-8929-fe1cc1905db2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.055707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79e20f-c37b-432c-9cf6-dc47f271f183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:01.324472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36072-ae2e-435e-b58e-e8ed99eaa8ed req-d2013336-6d5a-4e37-95e5-f7a74f1e5961 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.330599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b36072-ae2e-435e-b58e-e8ed99eaa8ed req-d2013336-6d5a-4e37-95e5-f7a74f1e5961 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.2212353 Jul 22 23:31:01.427401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.6 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/d5fed956-2e58-462b-b365-3afbb0391486) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:01.466160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b36072-ae2e-435e-b58e-e8ed99eaa8ed req-6bd7dd54-a378-493c-a2c9-5d9d5f4c3dbb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212723 Jul 22 23:31:01.694580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da41c-432f-48e7-9c06-0ef0bfee97d8 req-ba849eb5-2aa2-4afd-8f2a-9c883bb0be96 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.703323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a1da41c-432f-48e7-9c06-0ef0bfee97d8 req-ba849eb5-2aa2-4afd-8f2a-9c883bb0be96 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1660948 Jul 22 23:31:01.763789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a1da41c-432f-48e7-9c06-0ef0bfee97d8 req-a3b4935a-7af9-4867-9d0d-dc5e7dd441e7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591989 Jul 22 23:31:01.820165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:01.839614 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.913625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08d42742-ab1c-41e3-9dcc-aa92666c9e21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53276da5c8204b9a8135b09df83747f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884271 Jul 22 23:31:01.915243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:01.952917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:01.985438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec277b68-82b4-4cb0-91e5-0bec5c876878 req-e83d2bde-b677-43f3-9a58-fc252d6b9e3d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:01.989517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec277b68-82b4-4cb0-91e5-0bec5c876878 req-e83d2bde-b677-43f3-9a58-fc252d6b9e3d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.1467288 Jul 22 23:31:02.017422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=d5fed956-2e58-462b-b365-3afbb0391486,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:02.030243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:02.033835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:02.038702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:02.088095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec277b68-82b4-4cb0-91e5-0bec5c876878 req-df6bfe58-50e5-459a-aa76-a64ca28b00a0 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923858 Jul 22 23:31:02.106628 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d89775b-a660-4107-b6bf-f637cff078d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:02.140328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.142542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:02.159725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54642) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:02.176876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-3848a13b-4793-4b4c-b771-af24cf0f6811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7040272 Jul 22 23:31:02.195941 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d89775b-a660-4107-b6bf-f637cff078d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:02.212875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Request body: {'port': {'device_id': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:02.311689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e30ce2-480c-4c08-91be-89e80bcd2161 req-3c18f8af-1258-4709-a557-0fee05a62657 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.316143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43e30ce2-480c-4c08-91be-89e80bcd2161 req-3c18f8af-1258-4709-a557-0fee05a62657 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 931 time: 0.2114277 Jul 22 23:31:02.338819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:02.404311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d89775b-a660-4107-b6bf-f637cff078d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:02.412342 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d89775b-a660-4107-b6bf-f637cff078d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:02.414319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7d89775b-a660-4107-b6bf-f637cff078d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4d819c7-4063-4cd8-ac86-3695a38368b1 HTTP/1.1" status: 204 len: 168 time: 0.4979689 Jul 22 23:31:02.427135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43e30ce2-480c-4c08-91be-89e80bcd2161 req-b345495c-3b7a-48ef-a6a9-381067e5c573 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014495 Jul 22 23:31:02.446034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89775b-a660-4107-b6bf-f637cff078d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d819c7-4063-4cd8-ac86-3695a38368b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:02.467851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9054c8-4f30-498a-84a4-a382598112d6 req-e8b948ac-9c36-4618-ae0e-add6e1feb0ec tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:02.469448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e9054c8-4f30-498a-84a4-a382598112d6 req-e8b948ac-9c36-4618-ae0e-add6e1feb0ec tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.2152879 Jul 22 23:31:02.552620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e9054c8-4f30-498a-84a4-a382598112d6 req-fde468af-cfca-4122-ae1e-47c444aa8327 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699077 Jul 22 23:31:02.614424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-dc15e68b-e560-4380-a1a1-224e8950f522 req-78b768ed-4e6b-46f2-b4ce-5d26c9f5f97b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:31:02.615753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc15e68b-e560-4380-a1a1-224e8950f522 req-78b768ed-4e6b-46f2-b4ce-5d26c9f5f97b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081322 Jul 22 23:31:02.816471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc15e68b-e560-4380-a1a1-224e8950f522 req-c3a2facd-ccd0-4867-9700-af5a50b181fa tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1917770 Jul 22 23:31:03.084619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b160f-2419-4b37-b2df-597387bde7bb req-d14f92a2-3fa4-4420-bd3a-fc479e01f02b tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.087625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb4b160f-2419-4b37-b2df-597387bde7bb req-d14f92a2-3fa4-4420-bd3a-fc479e01f02b tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 949 time: 0.1413951 Jul 22 23:31:03.186027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb4b160f-2419-4b37-b2df-597387bde7bb req-3e8af4bd-f770-4851-8001-57c68271bd2e tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898061 Jul 22 23:31:03.235039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fed956-2e58-462b-b365-3afbb0391486 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:03.281749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.314554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Transition to ACTIVE for port object d5fed956-2e58-462b-b365-3afbb0391486 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:03.324062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.361659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738663cb-ef54-45b5-a7ab-be79b46c2b17 req-a0024af4-722d-4e57-ad1d-474c6ce62941 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.365603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-738663cb-ef54-45b5-a7ab-be79b46c2b17 req-a0024af4-722d-4e57-ad1d-474c6ce62941 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1765749 Jul 22 23:31:03.401291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fed956-2e58-462b-b365-3afbb0391486,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:03.447577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-738663cb-ef54-45b5-a7ab-be79b46c2b17 req-e3537074-3f3d-4cba-8260-8f065a9d32c0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659490 Jul 22 23:31:03.555099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Attempting to bind port d5fed956-2e58-462b-b365-3afbb0391486 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:03.555485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Attempting to bind port d5fed956-2e58-462b-b365-3afbb0391486 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:03.555801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Attempting to bind port d5fed956-2e58-462b-b365-3afbb0391486 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:03.564678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Port d5fed956-2e58-462b-b365-3afbb0391486 on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:03.564949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Attempting to bind port d5fed956-2e58-462b-b365-3afbb0391486 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:03.571051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.576865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:03.576865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:03.576865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:03.577538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Bound port: d5fed956-2e58-462b-b365-3afbb0391486, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:03.577538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.620000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81158b-d0bc-4a82-ac04-dfadfde18465 req-31964ebb-0275-4dda-8e16-876b5e8a06ba tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.625382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd81158b-d0bc-4a82-ac04-dfadfde18465 req-31964ebb-0275-4dda-8e16-876b5e8a06ba tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.1799219 Jul 22 23:31:03.730248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd81158b-d0bc-4a82-ac04-dfadfde18465 req-e3bc168a-0fb3-4989-a310-2a3ca88c340d tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872855 Jul 22 23:31:03.760487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] For port d5fed956-2e58-462b-b365-3afbb0391486, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:03.828548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] For port d5fed956-2e58-462b-b365-3afbb0391486, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5fed956-2e58-462b-b365-3afbb0391486,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:03.867211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.921917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.922559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:03.924765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] 10.222.0.48 "PUT /v2.0/ports/d5fed956-2e58-462b-b365-3afbb0391486 HTTP/1.1" status: 200 len: 1091 time: 1.7297974 Jul 22 23:31:03.925237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'tag': 'd5fed956-2e58-462b-b365-3afbb0391486'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:03.927654 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46", "tag": "d5fed956-2e58-462b-b365-3afbb0391486"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:03.972080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d0c61-4724-4f65-ac2d-f929667bdbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fed956-2e58-462b-b365-3afbb0391486,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:03.973474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe36f0-58d2-4538-b3ca-2268604bc9a9 req-46121268-28fe-41db-9de3-cd3f3b66a305 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:03.981360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54716) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:03.988228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffbe36f0-58d2-4538-b3ca-2268604bc9a9 req-46121268-28fe-41db-9de3-cd3f3b66a305 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 943 time: 0.1403806 Jul 22 23:31:04.087763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffbe36f0-58d2-4538-b3ca-2268604bc9a9 req-33200b69-390f-405c-9c2f-318c6e0f9737 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890772 Jul 22 23:31:04.192094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-b852b7a0-673f-4979-b9b8-b8de025faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.194372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-b852b7a0-673f-4979-b9b8-b8de025faefd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 1094 time: 0.1580038 Jul 22 23:31:04.210949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Deleting port 09e8b74b-ced5-44bb-a7f2-80acc3003690 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:04.212470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.245864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2026994432-network', 'tenant_id': 'edf3fd7750354de883b54bc97cc4386a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:04.259547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9514efc-77ac-45d9-a369-fe61e87f40b2 req-37421e88-c25e-476b-b366-8fb10ece6292 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.268022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9514efc-77ac-45d9-a369-fe61e87f40b2 req-37421e88-c25e-476b-b366-8fb10ece6292 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.1123147 Jul 22 23:31:04.286506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:04.321437 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc309173-26e6-40a7-8f65-28d2eb8347e4 x-openstack-request-id: req-fc309173-26e6-40a7-8f65-28d2eb8347e4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:04.321873 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46", "tag": "d5fed956-2e58-462b-b365-3afbb0391486", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:04.322289 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc309173-26e6-40a7-8f65-28d2eb8347e4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:04.322898 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'tag': 'd5fed956-2e58-462b-b365-3afbb0391486', 'status': 'completed', 'code': 200} Jul 22 23:31:04.325565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-7a1c2da7-7911-45a7-9a1b-b86267e3f05d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5fed956-2e58-462b-b365-3afbb0391486 HTTP/1.1" status: 200 len: 217 time: 0.0731845 Jul 22 23:31:04.370261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9514efc-77ac-45d9-a369-fe61e87f40b2 req-4123caff-1c42-45ee-8d73-b7553fb41be6 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684087 Jul 22 23:31:04.392299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Made reservation on behalf of edf3fd7750354de883b54bc97cc4386a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:04.392299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.440074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.473453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] For port 09e8b74b-ced5-44bb-a7f2-80acc3003690, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=09e8b74b-ced5-44bb-a7f2-80acc3003690,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:04.473831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.478247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.489144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-6fde9934-cd51-41d4-b8a0-42eaeb241b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.491379 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-6fde9934-cd51-41d4-b8a0-42eaeb241b01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1158888 Jul 22 23:31:04.521803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Calling delete_port for 09e8b74b-ced5-44bb-a7f2-80acc3003690 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:04.525089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:04.526415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:04.529888 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921446f-4d7f-4790-b816-15aa50614828" -d '{"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:04.534359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.564971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-44a37287-0325-4714-a823-9fd88f04cfc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576458 Jul 22 23:31:04.617317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:04.724219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695ac03-d181-4791-8e49-3cb7643d32f5 req-a1d976dc-c472-4909-913e-e71432eb5add tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.726901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9695ac03-d181-4791-8e49-3cb7643d32f5 req-a1d976dc-c472-4909-913e-e71432eb5add tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1548028 Jul 22 23:31:04.805110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014151-4a76-42f5-bd31-597d27c35453 req-fcf64a3f-11bb-4e85-8ded-0b11d2904a37 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:04.807998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c014151-4a76-42f5-bd31-597d27c35453 req-fcf64a3f-11bb-4e85-8ded-0b11d2904a37 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.1837816 Jul 22 23:31:04.850500 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-64e536ea-8c62-4fcc-8a62-656cca57e33b service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703180 Jul 22 23:31:04.851042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9695ac03-d181-4791-8e49-3cb7643d32f5 req-05224dcd-155f-478c-9929-cb721d5cc6ac tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041663 Jul 22 23:31:04.857013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:04.885719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c014151-4a76-42f5-bd31-597d27c35453 req-4578c377-2f2a-45c1-b1bb-ae651ae1d344 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704191 Jul 22 23:31:04.921946 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb8ce5c-0af0-4db6-a508-6775306a46ed x-openstack-request-id: req-abb8ce5c-0af0-4db6-a508-6775306a46ed {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:04.922240 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:04.922411 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abb8ce5c-0af0-4db6-a508-6775306a46ed {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:04.923812 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'code': 200} Jul 22 23:31:05.250770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.349546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:05.354036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413db876-3032-48d7-91eb-90c9f10db699,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:05.414857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.415212 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Added segment 932e3357-42be-47fa-bd68-f5ee7244a2fa of type vlan for network 2914e432-628f-48be-8ed6-a7739f885f80 Jul 22 23:31:05.527681 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-36d79ecd-e09d-45e7-9b25-b965c7f67f60 req-04484fdb-bf46-4e70-afec-864967d4b6b6 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633680 Jul 22 23:31:05.533268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.545360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.592688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=09e8b74b-ced5-44bb-a7f2-80acc3003690,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:05.755755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed2fe-3387-41ca-8c8e-5a9ebac59bcf req-fd1403ed-0cc9-41d5-95e7-482e3fc26beb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.760393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.766588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed2fe-3387-41ca-8c8e-5a9ebac59bcf req-fd1403ed-0cc9-41d5-95e7-482e3fc26beb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.777757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ed2fe-3387-41ca-8c8e-5a9ebac59bcf req-fd1403ed-0cc9-41d5-95e7-482e3fc26beb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.779410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.781111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.782139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:05.790030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-661ed2fe-3387-41ca-8c8e-5a9ebac59bcf req-fd1403ed-0cc9-41d5-95e7-482e3fc26beb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8&device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c&device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 2417 time: 0.6721642 Jul 22 23:31:05.872578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6210fe6-7636-46e4-98d5-9d4367a5ff51 req-9fc368b3-2eb5-4c68-8c82-64520a00233e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:05.875007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6210fe6-7636-46e4-98d5-9d4367a5ff51 req-9fc368b3-2eb5-4c68-8c82-64520a00233e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 943 time: 0.2491441 Jul 22 23:31:05.883853 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9006720 Jul 22 23:31:05.893249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-661ed2fe-3387-41ca-8c8e-5a9ebac59bcf req-4a5b4b4a-4bf9-4c77-b937-e24cef616b76 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017625 Jul 22 23:31:05.894070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54750) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:05.907032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Request body: {'subnet': {'network_id': '2914e432-628f-48be-8ed6-a7739f885f80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2026994432-subnet', 'tenant_id': 'edf3fd7750354de883b54bc97cc4386a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:05.961659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6210fe6-7636-46e4-98d5-9d4367a5ff51 req-5c19f053-642f-41f0-ad6f-a0a01ec54bb0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Jul 22 23:31:06.007128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031324c8-4c3c-48af-9b9f-a34ff62a45a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2914e432-628f-48be-8ed6-a7739f885f80,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:06.029607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2914e432-628f-48be-8ed6-a7739f885f80 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:06.062584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-ccc864b5-e54f-4fe2-b58b-88eb35fe083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.066976 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-ccc864b5-e54f-4fe2-b58b-88eb35fe083d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 1094 time: 0.4245985 Jul 22 23:31:06.104511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Made reservation on behalf of edf3fd7750354de883b54bc97cc4386a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:06.106753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.205910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-c079bf74-a387-45d8-96be-11500258e517 req-4ef5f568-fd3b-42ac-b4f8-1a9637ea6a24 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:31:06.208003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c079bf74-a387-45d8-96be-11500258e517 req-4ef5f568-fd3b-42ac-b4f8-1a9637ea6a24 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100949 Jul 22 23:31:06.317560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.331765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-96394e15-9604-4b06-a313-064fbc71b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.333283 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-96394e15-9604-4b06-a313-064fbc71b374 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.2387829 Jul 22 23:31:06.380448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c079bf74-a387-45d8-96be-11500258e517 req-ab1caa18-47cc-485c-b97c-b4aa99b047aa tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1653607 Jul 22 23:31:06.406736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64236f1a-1ff5-439b-9683-52e0756cdab0 req-51fc1a4e-5d61-4081-b7b4-2e429851ec64 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.409355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64236f1a-1ff5-439b-9683-52e0756cdab0 req-51fc1a4e-5d61-4081-b7b4-2e429851ec64 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1459522 Jul 22 23:31:06.489726 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-b268a277-9f52-458b-8587-bac7d3b1b621 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5fed956-2e58-462b-b365-3afbb0391486 HTTP/1.1" status: 200 len: 217 time: 0.1473966 Jul 22 23:31:06.509402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64236f1a-1ff5-439b-9683-52e0756cdab0 req-f297a971-afb5-4e6b-9b76-ede13f71e0b1 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914114 Jul 22 23:31:06.600425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:06.654498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-66a00e8c-d69a-40ac-bdd1-eedbc1356ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:06.655383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-66a00e8c-d69a-40ac-bdd1-eedbc1356ba1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1582878 Jul 22 23:31:06.680582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.728737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:06.746698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'mac_address': 'fa:16:3e:51:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:06.755659 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-e162932c-d8ae-464f-b855-2abb72de19ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901172 Jul 22 23:31:06.815275 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.837461 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43f7ebf5-4918-402a-8513-9d77ad19b7b9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:06.866168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:06.873567 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:06.912180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39dcacc-6340-4b40-8a5a-842de4a4fd73,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:06.953360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:06.968384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.968948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.969506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.970779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.971375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.971939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.972490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.973249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.974271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.975013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.975793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:06.976323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:07.007254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Checking segment: {'id': '932e3357-42be-47fa-bd68-f5ee7244a2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2914e432-628f-48be-8ed6-a7739f885f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:07.007915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Network hostable DHCP agents. Network: 2914e432-628f-48be-8ed6-a7739f885f80, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:07.078941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-56766664-5ec4-4d47-8734-c289886cf85c service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149714 Jul 22 23:31:07.101126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['43f7ebf5-4918-402a-8513-9d77ad19b7b9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:07.103981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Network 2914e432-628f-48be-8ed6-a7739f885f80 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:07.120383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Router 3e2c12f7-dc65-4888-8940-cdbb797d770b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:31:07.168582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2914e432-628f-48be-8ed6-a7739f885f80) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:07.196613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:07.196613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:07.229412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10261b-976e-481c-bf62-f85ff2d5818b None None] Network 2914e432-628f-48be-8ed6-a7739f885f80 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:07.239837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e221-d03b-4f38-9a8e-1b3e8f7569d8 req-ae82a4d2-6512-4704-8162-552f405995ee tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:07.242295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0887e221-d03b-4f38-9a8e-1b3e8f7569d8 req-ae82a4d2-6512-4704-8162-552f405995ee tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 943 time: 0.1486678 Jul 22 23:31:07.335269 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-538f4632-6092-4d85-9c44-82d14ac6d97e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4363160 Jul 22 23:31:07.341481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0887e221-d03b-4f38-9a8e-1b3e8f7569d8 req-63af3b72-5f80-4073-9f58-4abc0dc4beb1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925317 Jul 22 23:31:07.449621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e3e3728-78b1-4c9f-9049-86dfd73ab41d req-3418d4c1-dcdd-490d-bf06-cd97bca09659 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599720 Jul 22 23:31:07.516101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:07.531198 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] Sync routers for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:07.550161 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:07.553096 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:30:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:07.554841 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3224ed10-8dfc-485a-a742-f18e87f4d2cb admin admin] 10.222.0.21 "PUT /v2.0/routers/3e2c12f7-dc65-4888-8940-cdbb797d770b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3934891 Jul 22 23:31:07.558919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:07.630435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3414bf6-245b-4288-b38c-15c66bbb0bf6 None None] Network 2914e432-628f-48be-8ed6-a7739f885f80 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:07.794341 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:07.875105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.079349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.115696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fc8d-c61f-44ae-b367-4fadf38802a3 req-2965c955-65ce-4b79-b6b9-c9cc2d416cf3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.118681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f101fc8d-c61f-44ae-b367-4fadf38802a3 req-2965c955-65ce-4b79-b6b9-c9cc2d416cf3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.2621610 Jul 22 23:31:08.123202 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:31:05Z', 'revision_number': 5, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port': {'id': '691da5f4-6461-4b60-92bc-3bb170e8cfc0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:35Z', 'updated_at': '2021-07-22T23:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:08.179083 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] Checking router: 3e2c12f7-dc65-4888-8940-cdbb797d770b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:08.194769 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] Routers {'3e2c12f7-dc65-4888-8940-cdbb797d770b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:08.195535 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:30:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3e2c12f7-dc65-4888-8940-cdbb797d770b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:08.236756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f101fc8d-c61f-44ae-b367-4fadf38802a3 req-966b3a4c-6c9f-49e7-94c5-1c731fdd3726 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828867 Jul 22 23:31:08.255867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Deleting port 691da5f4-6461-4b60-92bc-3bb170e8cfc0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:08.256903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.377927 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] Set router 3e2c12f7-dc65-4888-8940-cdbb797d770b gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:08.440906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:08.458476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] For port 691da5f4-6461-4b60-92bc-3bb170e8cfc0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=691da5f4-6461-4b60-92bc-3bb170e8cfc0,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:08.459072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.478472 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:31:08Z', 'revision_number': 6, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:08.479942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Calling delete_port for 691da5f4-6461-4b60-92bc-3bb170e8cfc0 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:08.488121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1624577043-network', 'tenant_id': 'e78e583c051a4818be49936511319ac4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:08.564777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Made reservation on behalf of e78e583c051a4818be49936511319ac4 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:08.569038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.582975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8ced9-ec51-4fba-8fb9-204738921632 None None] The sync data for ids ['3e2c12f7-dc65-4888-8940-cdbb797d770b'] in n-d-758851-4 is: [{'id': '3e2c12f7-dc65-4888-8940-cdbb797d770b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-399781952-router', 'tenant_id': '64588024159d4be99558581d291c3741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:34Z', 'updated_at': '2021-07-22T23:31:08Z', 'revision_number': 6, 'project_id': '64588024159d4be99558581d291c3741', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:08.592633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.611572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5fed956-2e58-462b-b365-3afbb0391486 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:08.686242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151410c-80c8-4580-b850-f41e622bd447 req-36c59f90-d747-4b9b-8a93-8fec3cb01ae5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:08.694587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5151410c-80c8-4580-b850-f41e622bd447 req-36c59f90-d747-4b9b-8a93-8fec3cb01ae5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 943 time: 0.1623368 Jul 22 23:31:08.775563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:08.824266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.839733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.852490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5151410c-80c8-4580-b850-f41e622bd447 req-900ec688-4ef8-4876-8c1b-f9c96b83985b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564617 Jul 22 23:31:08.935653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:08.955267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:08.980207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eefe75-e5cb-49cf-9e5c-7380f3e3cbdf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.000194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.000677 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Added segment 9c3ae1fc-f0c0-4cee-8c2b-eab3acbdb69c of type vlan for network af1b90d0-c73d-4e1c-8c2f-5e698dde10c7 Jul 22 23:31:09.027043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=691da5f4-6461-4b60-92bc-3bb170e8cfc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.031410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5fed956-2e58-462b-b365-3afbb0391486, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5fed956-2e58-462b-b365-3afbb0391486,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:09.064563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'd5fed956-2e58-462b-b365-3afbb0391486', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': 'd5fed956-2e58-462b-b365-3afbb0391486', 'mac_address': 'fa:16:3e:c3:5d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:09.118745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.187867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.190233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.190852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.202798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.229937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.250053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7779417 Jul 22 23:31:09.256037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54840) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:09.260219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Request body: {'subnet': {'network_id': 'af1b90d0-c73d-4e1c-8c2f-5e698dde10c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1624577043-subnet', 'tenant_id': 'e78e583c051a4818be49936511319ac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:09.283543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fed956-2e58-462b-b365-3afbb0391486 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:09.321797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:09.322376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.349122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Made reservation on behalf of e78e583c051a4818be49936511319ac4 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:09.353492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.361631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5fed956-2e58-462b-b365-3afbb0391486, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5fed956-2e58-462b-b365-3afbb0391486,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:09.411857 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.493536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.521217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5fed956-2e58-462b-b365-3afbb0391486,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.545279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.644995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c1820-f51a-4bbf-91f2-e503d4dd17fb admin admin] Pushing event updated for resources: {'Network': ['ID=af1b90d0-c73d-4e1c-8c2f-5e698dde10c7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:09.689554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network af1b90d0-c73d-4e1c-8c2f-5e698dde10c7 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:09.749869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.750677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2c12f7-dc65-4888-8940-cdbb797d770b {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:31:09.766959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.768400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1736de3a-70c0-4402-92b1-adbe943a37b0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3e2c12f7-dc65-4888-8940-cdbb797d770b HTTP/1.1" status: 204 len: 168 time: 2.2083766 Jul 22 23:31:09.771908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:09.791566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.821437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d7803-6a50-444f-bd6b-ed05057ca5ec req-07c650a8-cac3-4b69-990b-ea24079685ed tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.830555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35d7803-6a50-444f-bd6b-ed05057ca5ec req-07c650a8-cac3-4b69-990b-ea24079685ed tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.3682406 Jul 22 23:31:09.887105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf25a6-764f-4f36-821e-d8a04190e4a2 req-abd53837-16b3-4c6f-8ad9-89a921470374 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:09.896073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33cf25a6-764f-4f36-821e-d8a04190e4a2 req-abd53837-16b3-4c6f-8ad9-89a921470374 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.4326489 Jul 22 23:31:09.925142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:09.948300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35d7803-6a50-444f-bd6b-ed05057ca5ec req-e7c95aec-fb00-4dec-a685-1078e94c2944 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167235 Jul 22 23:31:09.959511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Deleting subnet dfa2a7b2-825e-4eda-a538-8a54155a2509 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:31:09.971138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.043933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33cf25a6-764f-4f36-821e-d8a04190e4a2 req-3f60cbc5-4c84-4d8d-9321-6c0ec04623c1 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466157 Jul 22 23:31:10.072177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e99c24-852e-4a40-aba2-4f9048c319c0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:10.090294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Checking segment: {'id': '9c3ae1fc-f0c0-4cee-8c2b-eab3acbdb69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'af1b90d0-c73d-4e1c-8c2f-5e698dde10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:10.090778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Network hostable DHCP agents. Network: af1b90d0-c73d-4e1c-8c2f-5e698dde10c7, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:10.116937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.144939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Network af1b90d0-c73d-4e1c-8c2f-5e698dde10c7 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:10.177467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, af1b90d0-c73d-4e1c-8c2f-5e698dde10c7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:10.185008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.187050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.226881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d5fed956-2e58-462b-b365-3afbb0391486'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:10.233611 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2fcf7650-c497-4680-801d-2a8ae7d557b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9777453 Jul 22 23:31:10.234926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2b460-dfb5-44a6-a4c6-b51573c2f62c None None] Network af1b90d0-c73d-4e1c-8c2f-5e698dde10c7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:10.439715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:10.444537 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8274756-6a4e-4ac4-a728-97c7cca952b2" -d '{"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-plugged", "status": "completed", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:10.461307 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.514587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:10.567968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11833f-1257-4442-af0f-be8e524cb7b7 req-63d248f5-3e8c-4b7b-9f1f-ae19d48363f1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:10.572696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.581859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f11833f-1257-4442-af0f-be8e524cb7b7 req-63d248f5-3e8c-4b7b-9f1f-ae19d48363f1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 944 time: 0.3424978 Jul 22 23:31:10.663832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1eedb-fde4-48dc-8279-47bbc9067081 None None] Network af1b90d0-c73d-4e1c-8c2f-5e698dde10c7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:10.669904 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a33afc-24a0-40dd-b3e2-f8cf9efdf7e7 x-openstack-request-id: req-99a33afc-24a0-40dd-b3e2-f8cf9efdf7e7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:10.670149 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-plugged", "status": "completed", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:10.670498 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99a33afc-24a0-40dd-b3e2-f8cf9efdf7e7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:10.671305 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'code': 200} Jul 22 23:31:10.673798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f11833f-1257-4442-af0f-be8e524cb7b7 req-d06d9c30-45e7-4639-a4cb-3efaf4b89c6c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906494 Jul 22 23:31:10.680822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e8b74b-ced5-44bb-a7f2-80acc3003690 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:10.700778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.729131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:10.729131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfa2a7b2-825e-4eda-a538-8a54155a2509 HTTP/1.1" status: 204 len: 168 time: 0.9498200 Jul 22 23:31:10.729619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:10.743809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:10.748731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c5c65-2f7a-4530-b11b-4ad6e511c5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa2a7b2-825e-4eda-a538-8a54155a2509,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:10.787516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33fc2c0-d9c2-48f2-a60c-4632f1880b14 None None] Network fbee96a9-bf79-4bb3-99a2-870a7fbc8191 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:10.817253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 09e8b74b-ced5-44bb-a7f2-80acc3003690 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:10.818221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e8b74b-ced5-44bb-a7f2-80acc3003690 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:10.819206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 691da5f4-6461-4b60-92bc-3bb170e8cfc0 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:10.874516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 691da5f4-6461-4b60-92bc-3bb170e8cfc0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:10.875557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 691da5f4-6461-4b60-92bc-3bb170e8cfc0 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:10.961578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Deleting subnet f39dcacc-6340-4b40-8a5a-842de4a4fd73 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:31:10.965766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.010758 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.066655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.089771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:11.140137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.155975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.166448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.170098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f39dcacc-6340-4b40-8a5a-842de4a4fd73 HTTP/1.1" status: 204 len: 168 time: 0.4246564 Jul 22 23:31:11.178308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:11.259844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb17475-314c-4ca1-a5e0-9e7356b57300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39dcacc-6340-4b40-8a5a-842de4a4fd73,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:11.355909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-ffa79696-aaa2-4280-ba32-b6e598bc5e68 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.363419 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-ffa79696-aaa2-4280-ba32-b6e598bc5e68 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.5171633 Jul 22 23:31:11.423878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf535f-105d-40cf-8b88-37d46aec8d41 req-8b498720-7024-416d-ac32-8d42142d2f7c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.434601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4edf535f-105d-40cf-8b88-37d46aec8d41 req-8b498720-7024-416d-ac32-8d42142d2f7c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.2964404 Jul 22 23:31:11.497714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.551385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4edf535f-105d-40cf-8b88-37d46aec8d41 req-da764572-51b0-4811-853e-e92469c5bb0d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145623 Jul 22 23:31:11.557356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] DHCP port deletion for fbee96a9-bf79-4bb3-99a2-870a7fbc8191 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:31:11.584434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975500e5-8e09-4c1c-90ce-60b41a2c61f4 req-792ce41c-7c51-4123-91df-772e3484044a tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:11.589003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-975500e5-8e09-4c1c-90ce-60b41a2c61f4 req-792ce41c-7c51-4123-91df-772e3484044a tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.2840941 Jul 22 23:31:11.689810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] Deleting port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:11.691761 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.724250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Deleting port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:11.724918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.738421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-975500e5-8e09-4c1c-90ce-60b41a2c61f4 req-f99ec6c7-1349-470e-bcb6-14e9c9a72b6b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400893 Jul 22 23:31:11.885190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] For port 1d2fe982-106a-4d3e-b866-17979e7cc4e1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1d2fe982-106a-4d3e-b866-17979e7cc4e1,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:11.886745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:11.921975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] Calling delete_port for 1d2fe982-106a-4d3e-b866-17979e7cc4e1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:11.927070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.020029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Deleting port 1930724c-f07a-460e-a471-b87930a024ff {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:12.020899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.030124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2914e432-628f-48be-8ed6-a7739f885f80']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:12.087915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932e3357-42be-47fa-bd68-f5ee7244a2fa') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:12.088757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932e3357-42be-47fa-bd68-f5ee7244a2fa') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:12.177914 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.239275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] Pushing event deleted for resources: {'Port': ['ID=1d2fe982-106a-4d3e-b866-17979e7cc4e1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:12.247640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda643d-cb45-4f98-916c-4a674f19927f None None] No DVR routers for this DVR port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:12.250717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0339ef7-4827-4ce5-8fce-3430bb6faaa6 req-626f69b5-af53-4bf6-91d8-7c4d60d70ddb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:12.263821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0339ef7-4827-4ce5-8fce-3430bb6faaa6 req-626f69b5-af53-4bf6-91d8-7c4d60d70ddb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 944 time: 0.1842663 Jul 22 23:31:12.386408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0339ef7-4827-4ce5-8fce-3430bb6faaa6 req-68953fc0-c741-487a-b84c-2ce32c93a96b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051223 Jul 22 23:31:12.556446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1d2fe982-106a-4d3e-b866-17979e7cc4e1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:12.561796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.588366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 1d2fe982-106a-4d3e-b866-17979e7cc4e1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:12.588733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1d2fe982-106a-4d3e-b866-17979e7cc4e1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:12.596001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] For port 1d2fe982-106a-4d3e-b866-17979e7cc4e1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1d2fe982-106a-4d3e-b866-17979e7cc4e1,segment=NetworkSegment(7f57dba9-b31b-4754-86ba-d43d97670978),segment_id=7f57dba9-b31b-4754-86ba-d43d97670978)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:12.601422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.636727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5fed956-2e58-462b-b365-3afbb0391486 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:12.658669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.679534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Calling delete_port for 1d2fe982-106a-4d3e-b866-17979e7cc4e1 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:12.695951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:31:12.696565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:31:12.705446 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:31:12.755505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port d5fed956-2e58-462b-b365-3afbb0391486 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:12.757129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port d5fed956-2e58-462b-b365-3afbb0391486 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:12.757936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.830589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27823f-c02b-49ef-9d3d-eed74d863adb req-ea9a293d-f67f-4688-afb8-d96ebf70340b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:12.844410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea27823f-c02b-49ef-9d3d-eed74d863adb req-ea9a293d-f67f-4688-afb8-d96ebf70340b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1764660 Jul 22 23:31:12.895744 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.909982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] For port 1930724c-f07a-460e-a471-b87930a024ff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1930724c-f07a-460e-a471-b87930a024ff,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:12.910610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.961189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:12.968528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Calling delete_port for 1930724c-f07a-460e-a471-b87930a024ff owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:12.978053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea27823f-c02b-49ef-9d3d-eed74d863adb req-d2790f99-1cc4-4a19-8af9-a51c53ee3509 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184869 Jul 22 23:31:12.994454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5fed956-2e58-462b-b365-3afbb0391486, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5fed956-2e58-462b-b365-3afbb0391486,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:12.995875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fed956-2e58-462b-b365-3afbb0391486'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:12.999574 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eee704-1788-415c-aad4-34037854ad5b" -d '{"events": [{"server_uuid": "2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46", "name": "network-vif-plugged", "status": "completed", "tag": "d5fed956-2e58-462b-b365-3afbb0391486"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:13.009575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.045527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.057823 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2914e432-628f-48be-8ed6-a7739f885f80 HTTP/1.1" status: 204 len: 168 time: 1.8429635 Jul 22 23:31:13.062823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:13.119879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0475fe-8455-4d06-beac-240655fbba13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2914e432-628f-48be-8ed6-a7739f885f80,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.120891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Deleting subnet 84e99c24-852e-4a40-aba2-4f9048c319c0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:31:13.124402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.131796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5fed956-2e58-462b-b365-3afbb0391486,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.236448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.326794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b504f6-e935-408b-adf0-9f41c03d8da3 req-5bc9e5e2-c512-4661-8a8f-c78269bc90f0 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:13.338818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.342954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b504f6-e935-408b-adf0-9f41c03d8da3 req-5bc9e5e2-c512-4661-8a8f-c78269bc90f0 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b474ff0-3fe2-4272-91e7-3d204af957e8 HTTP/1.1" status: 200 len: 945 time: 0.3271649 Jul 22 23:31:13.344176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.361114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1fb70fba-0b54-4a82-bb13-6d1e8c700bfd', '1930724c-f07a-460e-a471-b87930a024ff'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:13.384227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] No DVR routers for this DVR port 1d2fe982-106a-4d3e-b866-17979e7cc4e1 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:13.394079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2fe982-106a-4d3e-b866-17979e7cc4e1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.403588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.459824 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af78606-f73d-4795-a288-e0d47cd6fa8e x-openstack-request-id: req-2af78606-f73d-4795-a288-e0d47cd6fa8e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:13.460119 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46", "name": "network-vif-plugged", "status": "completed", "tag": "d5fed956-2e58-462b-b365-3afbb0391486", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:13.460445 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2af78606-f73d-4795-a288-e0d47cd6fa8e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:13.460829 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fed956-2e58-462b-b365-3afbb0391486', 'code': 200} Jul 22 23:31:13.463727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['5b683b4e-7c12-41fe-a920-e3025c09d036'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:13.513551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b504f6-e935-408b-adf0-9f41c03d8da3 req-7b5b6567-3ad2-4299-bfd8-26bcd5140533 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678083 Jul 22 23:31:13.618644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.642935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Pushing event deleted for resources: {'Port': ['ID=1930724c-f07a-460e-a471-b87930a024ff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.685927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e99c24-852e-4a40-aba2-4f9048c319c0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:13.743193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.746601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3468e6c6-4058-4bb2-a9fa-dd322211c6ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84e99c24-852e-4a40-aba2-4f9048c319c0 HTTP/1.1" status: 204 len: 168 time: 0.6811528 Jul 22 23:31:13.760082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.763007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54926) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:13.767574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] No DVR routers for this DVR port 1930724c-f07a-460e-a471-b87930a024ff on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:13.768281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:13.770568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-39e8aa4f-48db-4565-a1ed-fc2fdf24d75e req-d58b8b5f-ff7b-4b9d-9ff4-16dc2148f400 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "DELETE /v2.0/ports/1930724c-f07a-460e-a471-b87930a024ff HTTP/1.1" status: 204 len: 173 time: 2.3743157 Jul 22 23:31:13.805298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'name': 'network-vif-deleted', 'tag': '1930724c-f07a-460e-a471-b87930a024ff'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:13.807602 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae78773a-7541-4cb8-8a04-e417f502001f" -d '{"events": [{"server_uuid": "5b474ff0-3fe2-4272-91e7-3d204af957e8", "name": "network-vif-deleted", "tag": "1930724c-f07a-460e-a471-b87930a024ff"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:13.843811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbee96a9-bf79-4bb3-99a2-870a7fbc8191']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:13.867258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f57dba9-b31b-4754-86ba-d43d97670978') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:13.872130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f57dba9-b31b-4754-86ba-d43d97670978') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:13.885137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7f2ae-5245-49ba-9d75-e998e8e2371d req-1aedba33-26ea-4a06-b795-65af11d6507e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:13.894798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bba7f2ae-5245-49ba-9d75-e998e8e2371d req-1aedba33-26ea-4a06-b795-65af11d6507e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 945 time: 0.2701495 Jul 22 23:31:13.955272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.002836 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74131070-ba8e-44d8-b81d-7a40abdf4fd0 x-openstack-request-id: req-74131070-ba8e-44d8-b81d-7a40abdf4fd0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:14.004083 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b474ff0-3fe2-4272-91e7-3d204af957e8", "name": "network-vif-deleted", "tag": "1930724c-f07a-460e-a471-b87930a024ff", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:14.004083 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74131070-ba8e-44d8-b81d-7a40abdf4fd0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:14.004679 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b474ff0-3fe2-4272-91e7-3d204af957e8', 'name': 'network-vif-deleted', 'tag': '1930724c-f07a-460e-a471-b87930a024ff', 'status': 'completed', 'code': 200} Jul 22 23:31:14.070187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bba7f2ae-5245-49ba-9d75-e998e8e2371d req-ed003774-dc5f-4e9d-82c1-51ac200b302e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728499 Jul 22 23:31:14.171291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.192469 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.198094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:31:14.198863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:31:14.203469 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:31:14.328983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac7813-78b6-4c11-9961-350d21ad0e60 req-788b237d-40be-41ce-9529-2eb03c0b1b5f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.330971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0ac7813-78b6-4c11-9961-350d21ad0e60 req-788b237d-40be-41ce-9529-2eb03c0b1b5f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1196711 Jul 22 23:31:14.343700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.352397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.365052 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbee96a9-bf79-4bb3-99a2-870a7fbc8191 HTTP/1.1" status: 204 len: 168 time: 3.6265392 Jul 22 23:31:14.372143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d47632-d737-479a-9015-5a4f097acede req-2d358249-d9af-49b5-8d94-604793467f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:14.374020 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-53d47632-d737-479a-9015-5a4f097acede req-2d358249-d9af-49b5-8d94-604793467f06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 1096 time: 0.7335050 Jul 22 23:31:14.374020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:14.440090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0ac7813-78b6-4c11-9961-350d21ad0e60 req-a0e619ee-b9ce-482a-bd3a-4efbe0fb49f8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000910 Jul 22 23:31:14.444192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3701-a5a6-40bc-9462-7d1c4ee1ba6b admin admin] Pushing event deleted for resources: {'Network': ['ID=fbee96a9-bf79-4bb3-99a2-870a7fbc8191,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:14.513696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-53d47632-d737-479a-9015-5a4f097acede req-34cc3e6d-f312-478f-9b78-e2a80e16c311 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123438 Jul 22 23:31:14.616790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.633859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1b90d0-c73d-4e1c-8c2f-5e698dde10c7']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:14.664264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3ae1fc-f0c0-4cee-8c2b-eab3acbdb69c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:14.664710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3ae1fc-f0c0-4cee-8c2b-eab3acbdb69c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:14.683739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.710843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.726790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:31:14.727426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:31:14.730393 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:31:14.941990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.947323 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:14.950291 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] 10.222.0.21 "DELETE /v2.0/networks/af1b90d0-c73d-4e1c-8c2f-5e698dde10c7 HTTP/1.1" status: 204 len: 168 time: 1.1787512 Jul 22 23:31:14.981189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e5d3a-3524-4a8c-8cb4-73dbcacd561a admin admin] Pushing event deleted for resources: {'Network': ['ID=af1b90d0-c73d-4e1c-8c2f-5e698dde10c7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:15.171121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea12a6-91eb-4176-900b-e2c939266491 req-e431b1f6-c8ad-4622-9119-d8174b23c75f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.182333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9ea12a6-91eb-4176-900b-e2c939266491 req-e431b1f6-c8ad-4622-9119-d8174b23c75f tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.1767838 Jul 22 23:31:15.259620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9ea12a6-91eb-4176-900b-e2c939266491 req-7f4dd431-8660-49b3-8b1e-e8faf4c676c9 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Jul 22 23:31:15.392645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.430805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ddbed0-245a-4b15-bff1-6f713d3ad19d req-e8d4e8a0-3cf9-402e-a508-c2d74f0fa47e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.445778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50ddbed0-245a-4b15-bff1-6f713d3ad19d req-e8d4e8a0-3cf9-402e-a508-c2d74f0fa47e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 945 time: 0.1569223 Jul 22 23:31:15.447882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:15.573380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50ddbed0-245a-4b15-bff1-6f713d3ad19d req-65e62acc-3453-49f1-9e9b-d3ca280582cd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262047 Jul 22 23:31:15.634313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:15.639032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac0907ab-cdea-46f5-8d81-cb1b26e969a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edf3fd7750354de883b54bc97cc4386a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889424 Jul 22 23:31:15.850212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84947497-5c30-41e9-a69e-bb057eac03b7 req-f64b0ed0-9100-423e-b2bb-21789db25640 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:15.853818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84947497-5c30-41e9-a69e-bb057eac03b7 req-f64b0ed0-9100-423e-b2bb-21789db25640 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1455331 Jul 22 23:31:15.883120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a679c523-4a4d-42a2-912b-32f129283d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.935276 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a679c523-4a4d-42a2-912b-32f129283d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:15.993261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84947497-5c30-41e9-a69e-bb057eac03b7 req-0339403c-9476-4be8-8ecb-2f07609b9103 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284614 Jul 22 23:31:16.099823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37568be3-19d6-45b2-94ba-fbf5608c8ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.119456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a679c523-4a4d-42a2-912b-32f129283d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.123749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a679c523-4a4d-42a2-912b-32f129283d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.130092 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a679c523-4a4d-42a2-912b-32f129283d5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/413db876-3032-48d7-91eb-90c9f10db699 HTTP/1.1" status: 204 len: 168 time: 0.4798405 Jul 22 23:31:16.194065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679c523-4a4d-42a2-912b-32f129283d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413db876-3032-48d7-91eb-90c9f10db699,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:16.272205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Deleting port 5467879e-2f49-42fd-830d-c74365b9cd43 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:16.274103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.331214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1930724c-f07a-460e-a471-b87930a024ff no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:16.382074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 1930724c-f07a-460e-a471-b87930a024ff {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:16.382640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1930724c-f07a-460e-a471-b87930a024ff not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:16.474260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] For port 5467879e-2f49-42fd-830d-c74365b9cd43, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5467879e-2f49-42fd-830d-c74365b9cd43,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:16.474988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:16.510664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Calling delete_port for 5467879e-2f49-42fd-830d-c74365b9cd43 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:16.673130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f406c79-eae1-4258-82ff-468f98a3e16d req-04639c11-8d43-4c81-9f27-56a76087f55c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:16.685810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f406c79-eae1-4258-82ff-468f98a3e16d req-04639c11-8d43-4c81-9f27-56a76087f55c tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.2683504 Jul 22 23:31:16.791417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f406c79-eae1-4258-82ff-468f98a3e16d req-10e0c514-047e-4fb8-b4de-2326e9e51ce5 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974758 Jul 22 23:31:16.973946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:17.087800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2c202-5c18-4856-8397-bdfe66b51ab3 req-82af888e-2bc2-4971-a377-36483d9e6a7a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.090261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cd2c202-5c18-4856-8397-bdfe66b51ab3 req-82af888e-2bc2-4971-a377-36483d9e6a7a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 945 time: 0.1712730 Jul 22 23:31:17.170829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cd2c202-5c18-4856-8397-bdfe66b51ab3 req-95a95451-6b24-4de7-88fd-64a78c16db69 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731149 Jul 22 23:31:17.191392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-91dc1c42-4a6b-4e06-868d-b74c0f5cb68b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.191392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-91dc1c42-4a6b-4e06-868d-b74c0f5cb68b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.48 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.3645291 Jul 22 23:31:17.198055 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-69be2dff-5582-4c80-ab6f-ad71908d1dff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e78e583c051a4818be49936511319ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183943 Jul 22 23:31:17.201198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:17.269648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fae37-4c69-45d5-9072-eba4c85279a9 req-6941d7c2-7b60-4476-8773-d36c7b3b892e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:17.272246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa3fae37-4c69-45d5-9072-eba4c85279a9 req-6941d7c2-7b60-4476-8773-d36c7b3b892e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1221175 Jul 22 23:31:17.314847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.411082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Pushing event deleted for resources: {'Port': ['ID=5467879e-2f49-42fd-830d-c74365b9cd43,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:17.428673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa3fae37-4c69-45d5-9072-eba4c85279a9 req-18b4eb4f-56e5-435b-9f59-ebafa71e10c9 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444929 Jul 22 23:31:17.489382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c284463-4a60-4141-866d-bc570bf7b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:17.717749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c284463-4a60-4141-866d-bc570bf7b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.124509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c9e8-f5f2-4348-8bd4-042495132b77 req-8be7b452-a34a-46e7-a6e6-54fee02606d2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.127063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb84c9e8-f5f2-4348-8bd4-042495132b77 req-8be7b452-a34a-46e7-a6e6-54fee02606d2 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.1422381 Jul 22 23:31:18.163116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Deleting port 5b683b4e-7c12-41fe-a920-e3025c09d036 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:18.163859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.175274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c284463-4a60-4141-866d-bc570bf7b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.180044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c284463-4a60-4141-866d-bc570bf7b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.181934 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c284463-4a60-4141-866d-bc570bf7b030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76eefe75-e5cb-49cf-9e5c-7380f3e3cbdf HTTP/1.1" status: 204 len: 168 time: 0.9757059 Jul 22 23:31:18.230787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb84c9e8-f5f2-4348-8bd4-042495132b77 req-69a58938-1d81-44ae-8636-b369f3256702 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Jul 22 23:31:18.262391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c284463-4a60-4141-866d-bc570bf7b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eefe75-e5cb-49cf-9e5c-7380f3e3cbdf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:18.294774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:18.882753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215f678-3520-4851-871f-281d00525bd6 req-b6dd03ab-f775-4459-95c0-63545bd727a7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:18.884366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f215f678-3520-4851-871f-281d00525bd6 req-b6dd03ab-f775-4459-95c0-63545bd727a7 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1789637 Jul 22 23:31:19.005050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f215f678-3520-4851-871f-281d00525bd6 req-1b3715b9-aabd-4e5c-9e3a-08f9f8ad9baf tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088612 Jul 22 23:31:19.015048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] For port 5b683b4e-7c12-41fe-a920-e3025c09d036, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=5b683b4e-7c12-41fe-a920-e3025c09d036,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:19.015943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.043529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Calling delete_port for 5b683b4e-7c12-41fe-a920-e3025c09d036 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:19.295705 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ad0a772-7b91-4d8c-bb85-88f6f9f228bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.541251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8c7f3-7cf1-48a3-8660-e0bf6c93b842 req-1908b5e2-f51b-411f-8169-00d9082aab92 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:19.554153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:19.554484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8c7f3-7cf1-48a3-8660-e0bf6c93b842 req-1908b5e2-f51b-411f-8169-00d9082aab92 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=156d0fbd-f66a-4e38-b635-03b561d53c2c HTTP/1.1" status: 200 len: 946 time: 0.0976117 Jul 22 23:31:19.646068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8c7f3-7cf1-48a3-8660-e0bf6c93b842 req-0923bc57-7fb7-4b02-bfea-9a4923413b2a tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904310 Jul 22 23:31:19.754007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:31:20.027897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:20.036838 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-31eb479d-8abb-4f81-af76-cc6b544f857d admin admin] 10.222.0.21 "PUT /v2.0/routers/2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6585069 Jul 22 23:31:20.037812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:20.056562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] Sync routers for ids ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:20.077987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.082729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] Routers {'2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:20.092276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:20.117627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1fb70fba-0b54-4a82-bb13-6d1e8c700bfd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:20.192043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Pushing event deleted for resources: {'Port': ['ID=5b683b4e-7c12-41fe-a920-e3025c09d036,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:20.305672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] No DVR routers for this DVR port 5b683b4e-7c12-41fe-a920-e3025c09d036 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:20.309564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.312685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ac56a1aa-b76c-4efd-9e5d-f50b7816163d req-2bff8c94-667f-4172-97b5-0bed69cc9600 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.48 "DELETE /v2.0/ports/5b683b4e-7c12-41fe-a920-e3025c09d036 HTTP/1.1" status: 204 len: 173 time: 3.1125894 Jul 22 23:31:20.314846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'name': 'network-vif-deleted', 'tag': '5b683b4e-7c12-41fe-a920-e3025c09d036'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:20.317560 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051cd148-ed8e-4ad6-9b23-d9dd1d0644ab" -d '{"events": [{"server_uuid": "156d0fbd-f66a-4e38-b635-03b561d53c2c", "name": "network-vif-deleted", "tag": "5b683b4e-7c12-41fe-a920-e3025c09d036"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:20.321653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.496362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:20.561590 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-186c97f3-5b93-4add-8224-d6caa958b442 req-87e0e730-b342-40b0-b73b-28372ca1015b service neutron] show failed (client error): The resource could not be found. Jul 22 23:31:20.564740 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-87e0e730-b342-40b0-b73b-28372ca1015b service neutron] 10.222.0.49 "GET /v2.0/ports/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.2286308 Jul 22 23:31:20.774274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5b683b4e-7c12-41fe-a920-e3025c09d036 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:20.818068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 5b683b4e-7c12-41fe-a920-e3025c09d036 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:20.818578 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 5b683b4e-7c12-41fe-a920-e3025c09d036 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:20.840929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] Set router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:20.852610 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.055847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Deleting port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:21.056396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.310778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-e24aaaa4-2349-4c2f-801d-6b4812d9d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:21.317425 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-e24aaaa4-2349-4c2f-801d-6b4812d9d469 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db&tenant_id=174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 1101 time: 0.2659168 Jul 22 23:31:21.358277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:21.530899 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6488c7-02bd-43c6-9224-d63b5737ad60 x-openstack-request-id: req-2c6488c7-02bd-43c6-9224-d63b5737ad60 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:21.531418 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156d0fbd-f66a-4e38-b635-03b561d53c2c", "name": "network-vif-deleted", "tag": "5b683b4e-7c12-41fe-a920-e3025c09d036", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:21.532435 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c6488c7-02bd-43c6-9224-d63b5737ad60 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:21.533099 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156d0fbd-f66a-4e38-b635-03b561d53c2c', 'name': 'network-vif-deleted', 'tag': '5b683b4e-7c12-41fe-a920-e3025c09d036', 'status': 'completed', 'code': 200} Jul 22 23:31:21.693512 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.730374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:21.882768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:31:17Z', 'revision_number': 5, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port': {'id': '690e6a85-e6f9-4c8e-83e9-f9d9aca52a98', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:25:52Z', 'updated_at': '2021-07-22T23:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:21.991677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] Checking router: 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:22.048934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] Routers {'2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:22.056532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:22.083070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86cc5e-5ffb-4bf6-a0cd-b473de9dc517 req-ac83920b-6fdc-4693-a7af-c0eb58626806 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:22.092421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa86cc5e-5ffb-4bf6-a0cd-b473de9dc517 req-ac83920b-6fdc-4693-a7af-c0eb58626806 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 1.7734194 Jul 22 23:31:22.184185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa86cc5e-5ffb-4bf6-a0cd-b473de9dc517 req-0ac19758-3616-4ea5-a128-983cc08b8d84 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904133 Jul 22 23:31:22.286737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] For port 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:22.287135 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.352849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Calling delete_port for 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:22.353156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] Set router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:22.426702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:31:20Z', 'revision_number': 6, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:22.485442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346696b9-8ce0-45b1-bc47-c72ec0668188 None None] The sync data for ids ['2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa'] in n-d-758851-4 is: [{'id': '2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-354283173-router', 'tenant_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:25:49Z', 'updated_at': '2021-07-22T23:31:20Z', 'revision_number': 6, 'project_id': 'e9cea8bd1f5d4905a121be7846ec435b', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:22.490730 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:22.751812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:22.842801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:22.972730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.136941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11d761-69f3-48d0-9555-7de98d593be2 req-a234a58b-7243-46df-a11c-c6256fb5ff45 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:23.146650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef11d761-69f3-48d0-9555-7de98d593be2 req-a234a58b-7243-46df-a11c-c6256fb5ff45 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.3560014 Jul 22 23:31:23.236535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Transition to ACTIVE for port object cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:23.250248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.251214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.327378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Pushing event deleted for resources: {'Port': ['ID=690e6a85-e6f9-4c8e-83e9-f9d9aca52a98,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.372221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef11d761-69f3-48d0-9555-7de98d593be2 req-5bd71691-fd03-4b2e-9e2b-1a6d7d55d4eb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243824 Jul 22 23:31:23.538156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:23.541906 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cb0ed7-c0c9-4cb7-bb22-164d546cdd42" -d '{"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:23.545407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] No DVR routers for this DVR port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:23.684854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.730671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:23.784486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:23.785251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:23.785522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:23.803167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:23.803514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:23.811191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:23.811688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:23.812114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:23.812556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Bound port: cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:23.813465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.923805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:23.926839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.038868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:24.048596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:24.059364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.074207 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.075637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:31:24.104076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.111135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5877e5bd-aea5-4acb-87c1-fbb682c2d6af admin admin] 10.222.0.21 "DELETE /v2.0/routers/2c91b1ac-3e19-42e6-9fd4-c9e74a7b70fa HTTP/1.1" status: 204 len: 168 time: 4.0715551 Jul 22 23:31:24.116293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55182) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:24.183522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.187988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.196081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] 10.222.0.48 "PUT /v2.0/ports/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 1096 time: 2.8465862 Jul 22 23:31:24.335874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b312-ca9c-48e1-9d3c-b0eaa0852ac5 req-91afea75-327f-490c-b3db-0860c08eb26c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.348189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86d7b312-ca9c-48e1-9d3c-b0eaa0852ac5 req-91afea75-327f-490c-b3db-0860c08eb26c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 948 time: 0.3386981 Jul 22 23:31:24.392121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:24.460310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Deleting subnet 3d6c722b-ccba-4a54-934e-7a9ef9c545ba {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:31:24.507438 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.530985 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce47f9-61f2-4754-9f75-8acb702686cd x-openstack-request-id: req-bfce47f9-61f2-4754-9f75-8acb702686cd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:24.532506 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:24.533189 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfce47f9-61f2-4754-9f75-8acb702686cd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:24.534080 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'code': 200} Jul 22 23:31:24.606704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:24.615412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75bb16-0470-456d-91db-e4f0e900571f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:24.631623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:24.667810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:24.725081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:24.725686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 690e6a85-e6f9-4c8e-83e9-f9d9aca52a98 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:24.726233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5467879e-2f49-42fd-830d-c74365b9cd43 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:24.755464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5467879e-2f49-42fd-830d-c74365b9cd43 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:24.755971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5467879e-2f49-42fd-830d-c74365b9cd43 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:24.764098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86d7b312-ca9c-48e1-9d3c-b0eaa0852ac5 req-faae7445-117a-4a20-8acb-5bede6995b02 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145498 Jul 22 23:31:24.801683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-3131fcf8-bee2-4179-8207-bb46a00429c1 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.808232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-3131fcf8-bee2-4179-8207-bb46a00429c1 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.5782599 Jul 22 23:31:24.811323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-007692ca-5616-4e9b-8740-50bc62693f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:24.820806 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-007692ca-5616-4e9b-8740-50bc62693f96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1099 time: 0.5220799 Jul 22 23:31:24.974388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.086184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-889a4a6a-33b4-44a8-ba4e-2f3b0afb6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.089041 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-889a4a6a-33b4-44a8-ba4e-2f3b0afb6e3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2508554 Jul 22 23:31:25.186738 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-61efe64e-a0dc-4d4b-aa45-2af350ea41c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.0649152 Jul 22 23:31:25.208520 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.383545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-7b031b8e-01d0-4a5e-ad4e-73e9a90d2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.385778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-7b031b8e-01d0-4a5e-ad4e-73e9a90d2072 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1926758 Jul 22 23:31:25.434254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6c722b-ccba-4a54-934e-7a9ef9c545ba,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:25.460095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a449a5-1289-44ec-88f2-e85b6f89ce65 None None] Network c1502058-4697-4011-aa7b-81b2211c0f2d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:25.491741 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.494507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ec9b21b2-0152-483a-85f9-7f1535612300 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d6c722b-ccba-4a54-934e-7a9ef9c545ba HTTP/1.1" status: 204 len: 168 time: 1.3771713 Jul 22 23:31:25.500028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:25.533386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Deleting port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:25.534166 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.585906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1d01-4c8f-4432-ba90-c23ecd9fa6ca req-d5fddba8-9c98-42b2-86db-4717a8e00105 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.600011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dbfa1d01-4c8f-4432-ba90-c23ecd9fa6ca req-d5fddba8-9c98-42b2-86db-4717a8e00105 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 945 time: 0.8344371 Jul 22 23:31:25.638826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c97f3-5b93-4add-8224-d6caa958b442 req-206554c5-feaa-4b4a-ae95-dd045477a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:25.643907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-206554c5-feaa-4b4a-ae95-dd045477a1a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2494717 Jul 22 23:31:25.769870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dbfa1d01-4c8f-4432-ba90-c23ecd9fa6ca req-8766790e-d13e-4a81-9611-99f4745a21eb tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/security-groups?id=22b28413-1f11-4c5c-8929-f049e7175323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682837 Jul 22 23:31:25.782977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:25.913728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Deleting port 4e7ee328-fbff-4e8d-b8cd-10740670a16b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:25.914229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.005444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-ba3d2eaa-ec10-436e-ac80-ff26ef9c7d2b service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471904 Jul 22 23:31:26.047167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] DHCP port deletion for c1502058-4697-4011-aa7b-81b2211c0f2d request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:31:26.184812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] Deleting port 4e7ee328-fbff-4e8d-b8cd-10740670a16b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:26.185748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.245558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-186c97f3-5b93-4add-8224-d6caa958b442 req-37b70001-afa1-4289-82a1-9f5ae0ca7d7c service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392151 Jul 22 23:31:26.309017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] For port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:26.309405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.313986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] For port 4e7ee328-fbff-4e8d-b8cd-10740670a16b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4e7ee328-fbff-4e8d-b8cd-10740670a16b,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:26.314534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.367059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] For port 4e7ee328-fbff-4e8d-b8cd-10740670a16b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4e7ee328-fbff-4e8d-b8cd-10740670a16b,segment=NetworkSegment(943e5a86-892f-42a6-a58c-74d054b6ba6e),segment_id=943e5a86-892f-42a6-a58c-74d054b6ba6e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:26.367472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:26.390988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] Calling delete_port for 4e7ee328-fbff-4e8d-b8cd-10740670a16b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:26.402699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Calling delete_port for 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:26.446032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Calling delete_port for 4e7ee328-fbff-4e8d-b8cd-10740670a16b owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:26.566403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:26.576560 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1819ae-46aa-4190-b00f-b8dc1d37afda" -d '{"events": [{"name": "network-changed", "server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:26.685596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4e7ee328-fbff-4e8d-b8cd-10740670a16b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:26.838780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b791d0-ed70-40d9-b5a9-01c103ca7be5 req-c4558548-dc4e-4d45-84e2-06ba332ebee3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:26.846925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45b791d0-ed70-40d9-b5a9-01c103ca7be5 req-c4558548-dc4e-4d45-84e2-06ba332ebee3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 948 time: 0.6632135 Jul 22 23:31:26.889219 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742707b6-0b5f-40e4-bc7c-cc30f4a08a3d x-openstack-request-id: req-742707b6-0b5f-40e4-bc7c-cc30f4a08a3d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:26.889777 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:26.890077 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-742707b6-0b5f-40e4-bc7c-cc30f4a08a3d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:26.890643 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'status': 'completed', 'code': 200} Jul 22 23:31:26.969700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45b791d0-ed70-40d9-b5a9-01c103ca7be5 req-fa7ba082-cab3-417f-a0e7-ea340660b12e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217067 Jul 22 23:31:27.039615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-a2306390-1800-469e-9502-a85939a00702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.042339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-a2306390-1800-469e-9502-a85939a00702 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1099 time: 0.2497458 Jul 22 23:31:27.070175 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.162113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.186061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] Pushing event deleted for resources: {'Port': ['ID=4e7ee328-fbff-4e8d-b8cd-10740670a16b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:27.201542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.214280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cea160-0963-4115-a1d1-f938ac88a89b None None] No DVR routers for this DVR port 4e7ee328-fbff-4e8d-b8cd-10740670a16b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:27.270898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-360aab21-3d86-40c8-ad3a-835a533fbe2b req-17d5b025-4c4c-4cc4-ae75-1884c3d5191b tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.21 "GET /v2.0/ports?device_id=038f90c2-3ded-477d-82d1-44366cb0a3e5 HTTP/1.1" status: 200 len: 210 time: 0.1710930 Jul 22 23:31:27.311621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Pushing event deleted for resources: {'Port': ['ID=1fb70fba-0b54-4a82-bb13-6d1e8c700bfd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:27.385654 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.440151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-7aed3143-edb3-4e32-86a4-1a0a499b7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.457248 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-7aed3143-edb3-4e32-86a4-1a0a499b7200 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1099 time: 0.5647790 Jul 22 23:31:27.488179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7ee328-fbff-4e8d-b8cd-10740670a16b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:27.526272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] No DVR routers for this DVR port 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:27.564105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.571128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ede3c13d-205b-4169-94e3-4ddcbab48fe5 req-43eba2c9-b45c-40c0-965a-c8731ad07cf4 tempest-ListServerFiltersTestJSON-358065494 tempest-ListServerFiltersTestJSON-358065494-project] 10.222.0.49 "DELETE /v2.0/ports/1fb70fba-0b54-4a82-bb13-6d1e8c700bfd HTTP/1.1" status: 204 len: 173 time: 2.7490568 Jul 22 23:31:27.572841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] No DVR routers for this DVR port 4e7ee328-fbff-4e8d-b8cd-10740670a16b on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:27.743309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-4b409117-38c3-422c-bc20-aee487759762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.745763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-4b409117-38c3-422c-bc20-aee487759762 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.6938787 Jul 22 23:31:27.795146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:27.868822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-cfdffa71-73bb-4100-bb93-0d2d1cceab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:27.869746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1502058-4697-4011-aa7b-81b2211c0f2d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:27.876510 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-cfdffa71-73bb-4100-bb93-0d2d1cceab02 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.4175153 Jul 22 23:31:27.911706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943e5a86-892f-42a6-a58c-74d054b6ba6e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:27.912210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943e5a86-892f-42a6-a58c-74d054b6ba6e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:27.969148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-fac86d25-7ed8-48a2-a6c8-79dfd42bc881 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.0842185 Jul 22 23:31:28.030284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-b03524f5-43d8-4840-a8e8-1a5b9cabe938 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.2094593 Jul 22 23:31:28.121567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-ee9b4005-cd4f-4890-9ef1-d937d5d80362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.123710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-ee9b4005-cd4f-4890-9ef1-d937d5d80362 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0856614 Jul 22 23:31:28.126950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.158125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:28.215993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-9798ef7d-46b6-4f9c-93d2-01b379c1357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.223372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-9798ef7d-46b6-4f9c-93d2-01b379c1357d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2454448 Jul 22 23:31:28.303430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.391410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:28.431898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-898b25b4-c9ba-4e85-bc80-fa5fa64eb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.434927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-898b25b4-c9ba-4e85-bc80-fa5fa64eb0b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2040839 Jul 22 23:31:28.446560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:31:28.446560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.479177 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:31:28.479866 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:31:28.495773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:28.498400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1fb70fba-0b54-4a82-bb13-6d1e8c700bfd not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:28.565507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-c989663c-71cf-4855-8e6a-95fc6784cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.567539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-c989663c-71cf-4855-8e6a-95fc6784cd4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4355454 Jul 22 23:31:28.627861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:28.659379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85799dd-da20-4986-adf7-594835b83ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.740214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:28.822441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.850461 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:28.852915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c1502058-4697-4011-aa7b-81b2211c0f2d HTTP/1.1" status: 204 len: 168 time: 3.3515565 Jul 22 23:31:28.892448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36573f8f-0c33-4c41-af5d-cab388962583 req-2da29b96-aec8-4636-97f5-29aa461a365e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:28.895723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36573f8f-0c33-4c41-af5d-cab388962583 req-2da29b96-aec8-4636-97f5-29aa461a365e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 948 time: 0.7274010 Jul 22 23:31:28.900947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a5753-bc6c-4e79-87ef-59c1a8c404f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1502058-4697-4011-aa7b-81b2211c0f2d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:28.975518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:28.998760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'mac_address': 'fa:16:3e:3e:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:29.036752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'name': 'network-vif-deleted', 'tag': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:29.048284 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d48aed0-9844-4ff3-b089-c77498f5aa2a" -d '{"events": [{"server_uuid": "038f90c2-3ded-477d-82d1-44366cb0a3e5", "name": "network-vif-deleted", "tag": "1fb70fba-0b54-4a82-bb13-6d1e8c700bfd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:29.157893 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.209327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:29.244365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36573f8f-0c33-4c41-af5d-cab388962583 req-db01711c-6cad-4183-b8b1-b8de3e6432e0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882317 Jul 22 23:31:29.246143 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ae970-4df5-4829-b525-5bfcb9dacb0e x-openstack-request-id: req-4c6ae970-4df5-4829-b525-5bfcb9dacb0e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:29.247600 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038f90c2-3ded-477d-82d1-44366cb0a3e5", "name": "network-vif-deleted", "tag": "1fb70fba-0b54-4a82-bb13-6d1e8c700bfd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:29.249265 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c6ae970-4df5-4829-b525-5bfcb9dacb0e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:29.250999 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038f90c2-3ded-477d-82d1-44366cb0a3e5', 'name': 'network-vif-deleted', 'tag': '1fb70fba-0b54-4a82-bb13-6d1e8c700bfd', 'status': 'completed', 'code': 200} Jul 22 23:31:29.258496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:29.278131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Deleting subnet 187339b9-0a2e-449b-849d-06fe1a630309 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:31:29.299291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85799dd-da20-4986-adf7-594835b83ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.312413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.319452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85799dd-da20-4986-adf7-594835b83ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.324194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-c7ce539f-5824-4a78-b996-3ea1bf7db8cb service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576440 Jul 22 23:31:29.330971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:29.353307 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.394659 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-5975cec1-dbd1-4b63-843f-9efd2b7ad641 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9460628 Jul 22 23:31:29.431463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58a95393-b890-4bec-960f-339fe2b5f1ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64588024159d4be99558581d291c3741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710687 Jul 22 23:31:29.441320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:29.504533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f85799dd-da20-4986-adf7-594835b83ca6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92ad1b82fb6746c0b35a0a989fa99fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3360662 Jul 22 23:31:29.510348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:29.516883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:29.525850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85799dd-da20-4986-adf7-594835b83ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474096e8-11bd-4083-84c1-aa07a29aae5c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:29.535399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.707907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:29.869156 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-0d21b3d2-88d8-4b3d-9f4f-20e11f40f90f service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604318 Jul 22 23:31:29.874374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e1819ae-46aa-4190-b00f-b8dc1d37afda req-60e1a9c9-4bd6-42cd-ab8c-6953f94e9a71 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736228 Jul 22 23:31:29.894567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.929528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89d44838-5138-44c2-96cc-dcab68414075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:29.941177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6451c04-4abd-44b0-815d-5c963a2a74e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.066075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6451c04-4abd-44b0-815d-5c963a2a74e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.112906 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89d44838-5138-44c2-96cc-dcab68414075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.149134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.180270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac7e6d-7331-4321-90fd-45daecfa7831 None None] Network 98b281b1-20a0-4a27-91e1-986e770fa636 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:30.188117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6451c04-4abd-44b0-815d-5c963a2a74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.190978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6451c04-4abd-44b0-815d-5c963a2a74e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.192416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b6451c04-4abd-44b0-815d-5c963a2a74e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/474096e8-11bd-4083-84c1-aa07a29aae5c HTTP/1.1" status: 204 len: 168 time: 0.6246872 Jul 22 23:31:30.215151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.222549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/187339b9-0a2e-449b-849d-06fe1a630309 HTTP/1.1" status: 204 len: 168 time: 1.5922401 Jul 22 23:31:30.224658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:30.226314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9e366-5fad-4ed0-ba95-391289524577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187339b9-0a2e-449b-849d-06fe1a630309,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.244701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451c04-4abd-44b0-815d-5c963a2a74e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474096e8-11bd-4083-84c1-aa07a29aae5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.279764 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89d44838-5138-44c2-96cc-dcab68414075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.283525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89d44838-5138-44c2-96cc-dcab68414075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.284954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-89d44838-5138-44c2-96cc-dcab68414075 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adfe9359-6522-40f6-85cd-99a251490456 HTTP/1.1" status: 204 len: 168 time: 0.8423114 Jul 22 23:31:30.309473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d44838-5138-44c2-96cc-dcab68414075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe9359-6522-40f6-85cd-99a251490456,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.367159 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.517554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Deleting port 17aa823a-a04b-40a9-b5aa-b954382509ed {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:30.518377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.669408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] For port 17aa823a-a04b-40a9-b5aa-b954382509ed, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17aa823a-a04b-40a9-b5aa-b954382509ed,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:30.669893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.688557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] DHCP port deletion for 98b281b1-20a0-4a27-91e1-986e770fa636 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:31:30.707750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Calling delete_port for 17aa823a-a04b-40a9-b5aa-b954382509ed owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:30.789012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac39d-cf51-4803-bb58-13ca1864292f req-883db8a5-b56c-4965-babe-d90bc2edd215 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:30.792027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cffac39d-cf51-4803-bb58-13ca1864292f req-883db8a5-b56c-4965-babe-d90bc2edd215 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 0.2943246 Jul 22 23:31:30.888762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] Deleting port 17aa823a-a04b-40a9-b5aa-b954382509ed {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:30.889204 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.939996 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:30.960202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cffac39d-cf51-4803-bb58-13ca1864292f req-1bfaec18-ae71-471d-bdf0-a2fa5adf612c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550000 Jul 22 23:31:30.985978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17aa823a-a04b-40a9-b5aa-b954382509ed,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:30.993442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] No DVR routers for this DVR port 17aa823a-a04b-40a9-b5aa-b954382509ed on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:31.182347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] For port 17aa823a-a04b-40a9-b5aa-b954382509ed, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17aa823a-a04b-40a9-b5aa-b954382509ed,segment=NetworkSegment(19f04d05-b719-4771-9bce-c072547986f7),segment_id=19f04d05-b719-4771-9bce-c072547986f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:31.187056 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.189236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:31.242037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] Calling delete_port for 17aa823a-a04b-40a9-b5aa-b954382509ed owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:31.280872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9ab28b2-1ea2-4850-bade-ef4a15b6755c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.298642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.336788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b281b1-20a0-4a27-91e1-986e770fa636']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:31.365039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:31.367922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f04d05-b719-4771-9bce-c072547986f7') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:31.368596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f04d05-b719-4771-9bce-c072547986f7') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:31.402766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.445112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.459637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:31:31.460105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:31:31.462144 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:31:31.537717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.585454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9ab28b2-1ea2-4850-bade-ef4a15b6755c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.587263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] No DVR routers for this DVR port 17aa823a-a04b-40a9-b5aa-b954382509ed on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:31.597048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9ab28b2-1ea2-4850-bade-ef4a15b6755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.607095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.624962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:31.634744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/98b281b1-20a0-4a27-91e1-986e770fa636 HTTP/1.1" status: 204 len: 168 time: 1.4048100 Jul 22 23:31:31.698427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb927d-704a-4205-9386-b4a45ca627e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b281b1-20a0-4a27-91e1-986e770fa636,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.754920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb34ac-889b-43f3-ae3c-869a9851abe4 None None] Pushing event deleted for resources: {'Port': ['ID=17aa823a-a04b-40a9-b5aa-b954382509ed,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.783905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d9ab28b2-1ea2-4850-bade-ef4a15b6755c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=573504a3266b4bb8a71ec7492cdcc450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5926995 Jul 22 23:31:31.790176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:31.809894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1237ab67-c8fa-46ee-8df3-3de44d0d9832 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9cea8bd1f5d4905a121be7846ec435b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432087 Jul 22 23:31:31.814141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab28b2-1ea2-4850-bade-ef4a15b6755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7339e06-87ba-4c98-a9f6-b3c560008ef7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:31.819927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:31.984405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d942-5828-4e6d-ae66-ac9a276b18cd req-cf6fef09-cf23-4d88-b253-b7a38b353e42 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:31.993399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e3d942-5828-4e6d-ae66-ac9a276b18cd req-cf6fef09-cf23-4d88-b253-b7a38b353e42 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 0.1494448 Jul 22 23:31:32.045643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-58af526c-bd32-41fb-b62b-daef856283f2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.054421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-58af526c-bd32-41fb-b62b-daef856283f2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db&tenant_id=174ee3ec0a7242b3954ce12e721ab9af&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 949 time: 0.3464468 Jul 22 23:31:32.089263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e3d942-5828-4e6d-ae66-ac9a276b18cd req-457065f2-b6e1-4118-8cd2-3b0bde709f6c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860739 Jul 22 23:31:32.181575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e89df30-6fab-40b4-84e0-1c789c55858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.226205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e89df30-6fab-40b4-84e0-1c789c55858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.235765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:32.280384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b91b257-e5e5-4cd8-abaf-87ef7924131c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.317128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-00edef77-d837-4cf8-8c26-22b314fcbf6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee58488cf94e4ccf834ba95eda25fa25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778487 Jul 22 23:31:32.318550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:32.389794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b91b257-e5e5-4cd8-abaf-87ef7924131c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.434200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-5441f8b1-7a96-41a4-9908-b34e8673fed2 service neutron] 10.222.0.48 "GET /v2.0/ports/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 382 time: 0.3610961 Jul 22 23:31:32.468945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e89df30-6fab-40b4-84e0-1c789c55858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.473243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e89df30-6fab-40b4-84e0-1c789c55858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.477378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e89df30-6fab-40b4-84e0-1c789c55858e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7339e06-87ba-4c98-a9f6-b3c560008ef7 HTTP/1.1" status: 204 len: 168 time: 0.6716616 Jul 22 23:31:32.492483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89df30-6fab-40b4-84e0-1c789c55858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7339e06-87ba-4c98-a9f6-b3c560008ef7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:32.517302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a62af91c-81c2-44d9-8ac4-7f7006f71dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.608396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a62af91c-81c2-44d9-8ac4-7f7006f71dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.625198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b91b257-e5e5-4cd8-abaf-87ef7924131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.629245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b91b257-e5e5-4cd8-abaf-87ef7924131c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.637237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5b91b257-e5e5-4cd8-abaf-87ef7924131c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba475702-f60b-461f-9a2b-345d857302d5 HTTP/1.1" status: 204 len: 168 time: 0.8097680 Jul 22 23:31:32.669446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91b257-e5e5-4cd8-abaf-87ef7924131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba475702-f60b-461f-9a2b-345d857302d5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:32.736305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-d2a9ef7c-0d0e-4b5f-ad09-003d6f3c6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:32.743485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a62af91c-81c2-44d9-8ac4-7f7006f71dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.744964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a62af91c-81c2-44d9-8ac4-7f7006f71dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:32.751739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a62af91c-81c2-44d9-8ac4-7f7006f71dc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22b28413-1f11-4c5c-8929-f049e7175323 HTTP/1.1" status: 204 len: 168 time: 0.4315071 Jul 22 23:31:32.753324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-d2a9ef7c-0d0e-4b5f-ad09-003d6f3c6dca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1100 time: 0.2155149 Jul 22 23:31:32.761589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:32.788048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62af91c-81c2-44d9-8ac4-7f7006f71dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b28413-1f11-4c5c-8929-f049e7175323,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:32.883731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17aa823a-a04b-40a9-b5aa-b954382509ed no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:32.965004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 17aa823a-a04b-40a9-b5aa-b954382509ed {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:32.966013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17aa823a-a04b-40a9-b5aa-b954382509ed not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:33.017413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-238c7363-a045-44cd-9846-39951ba4a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.020461 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-238c7363-a045-44cd-9846-39951ba4a0c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2633944 Jul 22 23:31:33.070552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:33.087426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:33.089420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.094832 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-b4294b45-6a75-4995-b826-9be1faf01ea3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.0633771 Jul 22 23:31:33.381878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-3d4d76a5-bc94-422b-ba77-1a9e23842201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.391828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-3d4d76a5-bc94-422b-ba77-1a9e23842201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2882643 Jul 22 23:31:33.409153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.541103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:33.550180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d098275-3434-48b1-9690-df61d58e62b4 req-cc254eb1-2e33-44ca-bc01-3b7d214b021a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.554894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d098275-3434-48b1-9690-df61d58e62b4 req-cc254eb1-2e33-44ca-bc01-3b7d214b021a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 0.2184629 Jul 22 23:31:33.570626 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc1631f-15ad-47b9-8c71-2451c43d3677" -d '{"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-plugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:33.641711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:33.654060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:33.698310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-f09ca8fa-f58a-4e52-8e2d-0f994ff9c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:33.704413 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-f09ca8fa-f58a-4e52-8e2d-0f994ff9c178 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3034415 Jul 22 23:31:33.776643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d098275-3434-48b1-9690-df61d58e62b4 req-8953c870-e1bc-4a0f-ac31-ed99bf03f28d tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007260 Jul 22 23:31:33.900354 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9072f5a-2b77-4c31-b880-c50ba5b41447 x-openstack-request-id: req-d9072f5a-2b77-4c31-b880-c50ba5b41447 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:33.900996 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-plugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:33.900996 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9072f5a-2b77-4c31-b880-c50ba5b41447 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:33.901268 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'code': 200} Jul 22 23:31:33.917602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:33.997530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-5df95aba-2844-42cb-bb24-eb1b0331752b service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838147 Jul 22 23:31:34.169808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-3b48f103-4827-40ea-831a-38be6e8d7f85 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626492 Jul 22 23:31:35.213441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586d295-b761-4654-b937-ef9cf314522e req-15d1f6e2-254c-4aa3-9f60-1ba0c0aebb5c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:35.221451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5586d295-b761-4654-b937-ef9cf314522e req-15d1f6e2-254c-4aa3-9f60-1ba0c0aebb5c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.1773763 Jul 22 23:31:35.329606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5586d295-b761-4654-b937-ef9cf314522e req-22c5a37f-8701-45a6-8b5b-f91ca70c4a9a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963879 Jul 22 23:31:35.366575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:35.752271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:35.884660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:35.947833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-network', 'tenant_id': '33eeda0da3394b918f35c22909303b81'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:35.978308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Made reservation on behalf of 33eeda0da3394b918f35c22909303b81 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:35.981786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.011140 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.100283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-network', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:36.294251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.304626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.331225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:36.347627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.348398 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Added segment e4e7a336-678a-4c02-bf04-6c311c1ba243 of type vlan for network 3f62e7ce-b772-4f9a-afed-d2363f32e875 Jul 22 23:31:36.535455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4219f2ef-32f8-4b14-8620-13aa22c677f8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:36.665364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Made reservation on behalf of 7fb0d51aaa56458ba44563b342150ea8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:36.667787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.695415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.702344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.794023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.795304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.795949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:36.806470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63106a7-8aa7-400a-bd4c-95e909028ccc req-e92ee0d9-5123-4e80-af57-ccf9d38edf2f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:36.808368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e63106a7-8aa7-400a-bd4c-95e909028ccc req-e92ee0d9-5123-4e80-af57-ccf9d38edf2f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.2680757 Jul 22 23:31:37.028611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f62e7ce-b772-4f9a-afed-d2363f32e875,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.040520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e63106a7-8aa7-400a-bd4c-95e909028ccc req-c7576142-5fdf-44e1-af03-54f13ce34a37 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203867 Jul 22 23:31:37.066240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:37.127952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.136484 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.150562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4aba8c0d-4e32-4012-bac4-23834b41abe3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7816677 Jul 22 23:31:37.155766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:37.176441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-16a6a7c7-f1df-4834-8add-81687ee48080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.176441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-16a6a7c7-f1df-4834-8add-81687ee48080 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db&tenant_id=174ee3ec0a7242b3954ce12e721ab9af HTTP/1.1" status: 200 len: 1101 time: 0.2795248 Jul 22 23:31:37.179631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Request body: {'subnet': {'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-subnet', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:37.226126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:37.271920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:37.287820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Made reservation on behalf of 33eeda0da3394b918f35c22909303b81 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:37.295271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.319209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494287b-ca67-43e6-b5fc-c642a5ee4d87,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.408262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.408929 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Added segment 2defe082-61b1-4739-afdc-5ce78d1cd731 of type vlan for network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a Jul 22 23:31:37.563725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.569693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.653380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.655272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.656098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.802179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.901355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b09797-b897-4024-add8-4dd40e9cd7f4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.904896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0173383 Jul 22 23:31:37.912252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:37.913316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654429e0-6e9b-4e3e-9b8a-fa8768b1f8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=81c71b5c-41d9-4a07-bfc9-21324b37ec8a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:37.924717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Request body: {'subnet': {'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-subnet', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:37.926141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Checking segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:37.926714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Network hostable DHCP agents. Network: 3f62e7ce-b772-4f9a-afed-d2363f32e875, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:37.933289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:37.970815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:37.986741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 3f62e7ce-b772-4f9a-afed-d2363f32e875) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:37.995280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:37.995926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:37.999671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4d5df-f676-4326-9b1a-639328e40109 None None] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:38.009699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Made reservation on behalf of 7fb0d51aaa56458ba44563b342150ea8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:38.012514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.018073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-22fd376d-9cb0-4a11-9322-ac8ba69c59e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8592072 Jul 22 23:31:38.024658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:38.038596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:38.122231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.124819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.197955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:38.304608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.417891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-3f62e7ce-b772-4f9a-afed-d2363f32e875', 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'fixed_ips': [{'subnet_id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:31:38.422751 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.491836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93cd4a-5919-4636-b09a-43bdc3c91b67 req-dee30de2-73cc-4a5e-9c57-a2c179df256e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:38.508217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b93cd4a-5919-4636-b09a-43bdc3c91b67 req-dee30de2-73cc-4a5e-9c57-a2c179df256e tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.2680528 Jul 22 23:31:38.510565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:38.671687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b93cd4a-5919-4636-b09a-43bdc3c91b67 req-b12b185d-ea90-43dc-a242-db03b3c79644 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587770 Jul 22 23:31:38.733906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Allocated IP 172.20.0.2 (3f62e7ce-b772-4f9a-afed-d2363f32e875/e6b09797-b897-4024-add8-4dd40e9cd7f4/bf1d56ec-5db1-4917-b24f-18d83fa8f156) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:38.793814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:38.795198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:38.798414 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a62c5-7b66-436e-b94b-263092d73d8f" -d '{"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:38.807516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.884956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Transition to ACTIVE for port object cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:38.888716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.899026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:38.956241 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80563f6e-a001-47ad-a031-fffaba74cf0e x-openstack-request-id: req-80563f6e-a001-47ad-a031-fffaba74cf0e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:38.956825 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:38.957332 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80563f6e-a001-47ad-a031-fffaba74cf0e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:38.958026 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'code': 200} Jul 22 23:31:38.963633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:39.095569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.118866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.120777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Transition to ACTIVE for port object bf1d56ec-5db1-4917-b24f-18d83fa8f156 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:39.124801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.124801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] No DVR routers for this DVR port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:39.124801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.181364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Transition to ACTIVE for port object bf1d56ec-5db1-4917-b24f-18d83fa8f156 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:39.207829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874713a8-82fc-4265-9d1c-1850cebb0e2a req-afdf33c7-b67a-4c4b-9144-0473f7eaaa80 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.218283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-874713a8-82fc-4265-9d1c-1850cebb0e2a req-afdf33c7-b67a-4c4b-9144-0473f7eaaa80 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 949 time: 0.3987119 Jul 22 23:31:39.223322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Checking segment: {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:39.224123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Network hostable DHCP agents. Network: 81c71b5c-41d9-4a07-bfc9-21324b37ec8a, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:39.225603 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.264946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34b7b360-47fc-4e70-aa51-237a71d613c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.382739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:39.388776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:39.396405 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.423695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:39.425440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:39.425939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:39.426647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:39.441831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:39.497671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:39.499669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:31:39.500554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Attempting to bind port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:39.501991 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef071e7-895a-4e30-a233-9bf6adac975e" -d '{"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-unplugged", "status": "completed", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:39.524226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-874713a8-82fc-4265-9d1c-1850cebb0e2a req-6a8d5d75-0e8e-45c9-a0a7-977a39156793 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044636 Jul 22 23:31:39.559029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Pushing event updated for resources: {'Port': ['ID=bf1d56ec-5db1-4917-b24f-18d83fa8f156,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.570757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34b7b360-47fc-4e70-aa51-237a71d613c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.584293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 81c71b5c-41d9-4a07-bfc9-21324b37ec8a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:39.589370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:39.590104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.590236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:39.593050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:39.593521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:39.594849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:39.595847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Bound port: cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:39.597667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.604134 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34b7b360-47fc-4e70-aa51-237a71d613c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.653639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.654962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:39.659923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6fc61b-855e-4b90-aa21-2b3c577ff247 None None] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:39.669237 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fa9b21-caa0-4ba1-b827-99ad64f46fd6 x-openstack-request-id: req-32fa9b21-caa0-4ba1-b827-99ad64f46fd6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:39.669908 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-unplugged", "status": "completed", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:39.670408 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32fa9b21-caa0-4ba1-b827-99ad64f46fd6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:39.670939 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'code': 200} Jul 22 23:31:39.679017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.697936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5f4a59dd-98f8-45f1-bb28-4fad0378408b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7799206 Jul 22 23:31:39.702396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:39.703721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7b360-47fc-4e70-aa51-237a71d613c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226c5a74-9c16-4de9-87fd-7c473b97d97f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:39.714984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:39.729950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-34b7b360-47fc-4e70-aa51-237a71d613c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25461d60c1574d0c9b268d8917131bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7594891 Jul 22 23:31:39.734372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:39.754763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.782205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Attempting to bind port bf1d56ec-5db1-4917-b24f-18d83fa8f156 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:39.782580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Attempting to bind port bf1d56ec-5db1-4917-b24f-18d83fa8f156 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:39.782947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Attempting to bind port bf1d56ec-5db1-4917-b24f-18d83fa8f156 on network 3f62e7ce-b772-4f9a-afed-d2363f32e875 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:39.830685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:39.837669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:39.840429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.842423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.862592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:39.863241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Checking segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:39.866585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.867224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Bound using segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:39.869173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Bound port: bf1d56ec-5db1-4917-b24f-18d83fa8f156, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:39.869498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.943020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:39.968351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.064600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Allocated IP 172.25.5.200 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/28eee5bb-c0c9-4b3b-8439-e68359d69f32) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:40.089366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:40.089997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.091855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] 10.222.0.49 "PUT /v2.0/ports/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 1097 time: 2.8774202 Jul 22 23:31:40.148665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47a9731f-0123-4cbf-9d41-ba60c303b596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.300179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47a9731f-0123-4cbf-9d41-ba60c303b596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.342895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.428685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.451920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47a9731f-0123-4cbf-9d41-ba60c303b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.456284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47a9731f-0123-4cbf-9d41-ba60c303b596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.461403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-47a9731f-0123-4cbf-9d41-ba60c303b596 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/226c5a74-9c16-4de9-87fd-7c473b97d97f HTTP/1.1" status: 204 len: 168 time: 0.7242293 Jul 22 23:31:40.551139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Pushing event updated for resources: {'Port': ['ID=28eee5bb-c0c9-4b3b-8439-e68359d69f32,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:40.571449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:40.573181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:40.577522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:40.692552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] For port bf1d56ec-5db1-4917-b24f-18d83fa8f156, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:40.731745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:40.755245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec7864c-135d-4556-a3bf-d37bb80df039 None None] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:40.761201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] For port bf1d56ec-5db1-4917-b24f-18d83fa8f156, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bf1d56ec-5db1-4917-b24f-18d83fa8f156,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:40.765137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:40.785909 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:40.880435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3efb7-1970-4743-9e63-2df9f1e38463 None None] Pushing event updated for resources: {'Port': ['ID=bf1d56ec-5db1-4917-b24f-18d83fa8f156,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:41.009457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:41.011921 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:41.014562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade1810-b7cd-44d9-af52-384a5f9f7259 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=11']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:41.018862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.075534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:41.109719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9731f-0123-4cbf-9d41-ba60c303b596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226c5a74-9c16-4de9-87fd-7c473b97d97f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:41.146379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.162548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d5b17e0-e25e-4355-bb22-89b06af7ea95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.277247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-cbf81bb9-fe6f-425c-a0f3-6de377ee39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.279984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-cbf81bb9-fe6f-425c-a0f3-6de377ee39b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1100 time: 1.1276293 Jul 22 23:31:41.373066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.415419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c9514-248f-4f73-9365-abe601d8d6cc req-17f8e345-641c-44aa-84eb-044fb366f9cd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.422693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b92c9514-248f-4f73-9365-abe601d8d6cc req-17f8e345-641c-44aa-84eb-044fb366f9cd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 945 time: 0.9949141 Jul 22 23:31:41.523715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db6dcc-1fcb-4762-89e0-82cba52bf403 req-507e57ed-414d-4cd4-b468-ef320935481b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.525028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13db6dcc-1fcb-4762-89e0-82cba52bf403 req-507e57ed-414d-4cd4-b468-ef320935481b tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 0.4528770 Jul 22 23:31:41.587355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Router 73ef0495-81fd-46be-95ac-d5542c0cd746 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:31:41.620965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-5acb1f65-085e-4a1c-a6a8-188f8497c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.622591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-5acb1f65-085e-4a1c-a6a8-188f8497c62c service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3274562 Jul 22 23:31:41.660129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b92c9514-248f-4f73-9365-abe601d8d6cc req-3a3f7187-3558-4cae-ab41-8906edc05b4a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839776 Jul 22 23:31:41.730966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-9f4ff50e-2fe7-46e8-94f2-8a2126d5a613 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.0991888 Jul 22 23:31:41.759794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:41.760109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13db6dcc-1fcb-4762-89e0-82cba52bf403 req-9badc806-3e49-4da2-abf8-458d7f250140 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205877 Jul 22 23:31:41.780626 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Sync routers for ids ['73ef0495-81fd-46be-95ac-d5542c0cd746'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:41.797565 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Routers {'73ef0495-81fd-46be-95ac-d5542c0cd746'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:41.798463 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['73ef0495-81fd-46be-95ac-d5542c0cd746'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:41.874024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d5b17e0-e25e-4355-bb22-89b06af7ea95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.897268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.899938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25b13ad2-ea33-496e-b88f-8723d0c85d7d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8707354 Jul 22 23:31:41.900789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d5b17e0-e25e-4355-bb22-89b06af7ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:41.904494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55680) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:41.965799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-a3755c02-92c5-4822-bf9a-565745f62fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.967375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-a3755c02-92c5-4822-bf9a-565745f62fa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2280545 Jul 22 23:31:41.997632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-9ed4e305-dc66-4879-8969-e7ef0d8d23be tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:41.999999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-9ed4e305-dc66-4879-8969-e7ef0d8d23be tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 945 time: 0.2195287 Jul 22 23:31:42.042553 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Set router 73ef0495-81fd-46be-95ac-d5542c0cd746 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:42.070452 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a7096a-c9ff-4697-bbed-b2af35316b03 x-openstack-request-id: req-04a7096a-c9ff-4697-bbed-b2af35316b03 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:42.071380 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:42.071380 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04a7096a-c9ff-4697-bbed-b2af35316b03 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:42.071687 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'status': 'completed', 'code': 200} Jul 22 23:31:42.189728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b17e0-e25e-4355-bb22-89b06af7ea95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7930b-a2fe-472d-9247-9fdb01aa77f8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:42.220715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1d5b17e0-e25e-4355-bb22-89b06af7ea95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69903c18116f48a1aeddb6f5b8c473d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1312859 Jul 22 23:31:42.224267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55682) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:42.374890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.389525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-c326e197-b3f8-484e-a1c9-15b85b63548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.391821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-c326e197-b3f8-484e-a1c9-15b85b63548d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1100 time: 0.2656126 Jul 22 23:31:42.424314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port d5fed956-2e58-462b-b365-3afbb0391486 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:42.425384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.536678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-acd316ae-6f28-477c-bff3-d4ea52470b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.538197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-acd316ae-6f28-477c-bff3-d4ea52470b89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1256862 Jul 22 23:31:42.538828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5c3eaf0-2a31-4e18-8559-aa07c4954417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.540993 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.547681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-e154e2bf-433e-411b-b61e-0ef4869d71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.549679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-e154e2bf-433e-411b-b61e-0ef4869d71f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4847708 Jul 22 23:31:42.565555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b103fee-9bd0-4842-bfa0-359fd40eca47 None None] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:42.630094 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:31:40Z', 'revision_number': 3, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:42.657443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-61b0a471-3d65-45e2-8e0a-ae996d59c97a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.1048474 Jul 22 23:31:42.684339 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Checking router: 73ef0495-81fd-46be-95ac-d5542c0cd746 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:42.684991 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Updating router 73ef0495-81fd-46be-95ac-d5542c0cd746 port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:31:42.692459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port d5fed956-2e58-462b-b365-3afbb0391486, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5fed956-2e58-462b-b365-3afbb0391486,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:42.692901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.695748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f33713ba-27d3-4192-b4df-67a72668b379 None None] Provisioning for port bf1d56ec-5db1-4917-b24f-18d83fa8f156 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:42.703248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5c3eaf0-2a31-4e18-8559-aa07c4954417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.717489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for d5fed956-2e58-462b-b365-3afbb0391486 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:42.774370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bf1d56ec-5db1-4917-b24f-18d83fa8f156 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:42.782861 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:42.789363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-6eb55f2c-9e6b-458c-9e9a-6042c4eb7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:42.789708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-6eb55f2c-9e6b-458c-9e9a-6042c4eb7774 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0902202 Jul 22 23:31:42.872990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port bf1d56ec-5db1-4917-b24f-18d83fa8f156 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:42.887082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bf1d56ec-5db1-4917-b24f-18d83fa8f156 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:42.887604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.071164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-dae160f9-189f-4a12-8ba5-ac065e9d1832 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052764 Jul 22 23:31:43.100419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Allocated IP 172.25.5.86 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/e9f175e5-9132-48ed-a105-187c27909772) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:43.102732 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5c3eaf0-2a31-4e18-8559-aa07c4954417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.105729 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5c3eaf0-2a31-4e18-8559-aa07c4954417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.121814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e5c3eaf0-2a31-4e18-8559-aa07c4954417 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d7930b-a2fe-472d-9247-9fdb01aa77f8 HTTP/1.1" status: 204 len: 168 time: 0.8855145 Jul 22 23:31:43.172557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3eaf0-2a31-4e18-8559-aa07c4954417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7930b-a2fe-472d-9247-9fdb01aa77f8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:43.230181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.246663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a3282-2b61-4048-9d4b-3f66ff99f940 req-77147974-7b8a-4a93-ad76-773c607fd850 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.248218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d16a3282-2b61-4048-9d4b-3f66ff99f940 req-77147974-7b8a-4a93-ad76-773c607fd850 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 945 time: 0.3629696 Jul 22 23:31:43.250954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-70fbad43-41b7-4958-a156-18f3d2774291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:43.252638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-70fbad43-41b7-4958-a156-18f3d2774291 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4485857 Jul 22 23:31:43.299151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.379283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port bf1d56ec-5db1-4917-b24f-18d83fa8f156, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bf1d56ec-5db1-4917-b24f-18d83fa8f156,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:43.388650 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.449940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b915e01b-5a00-4975-a488-4e4f0ff78799 req-4e605d7c-f9ce-4c9f-a2b2-54f3be74e080 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691478 Jul 22 23:31:43.526660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d16a3282-2b61-4048-9d4b-3f66ff99f940 req-f2c82628-26f5-439e-a036-87bbd43272df tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960883 Jul 22 23:31:43.543018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=bf1d56ec-5db1-4917-b24f-18d83fa8f156,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:43.545172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.682788 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.719676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=d5fed956-2e58-462b-b365-3afbb0391486,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:43.797443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6801c45-88c0-4d43-8866-cf05a1bb7907 None None] Provisioning complete for port bf1d56ec-5db1-4917-b24f-18d83fa8f156 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:43.798674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6801c45-88c0-4d43-8866-cf05a1bb7907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.818290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port d5fed956-2e58-462b-b365-3afbb0391486 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:43.830655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:43.835375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b2c565b3-4398-40d2-a493-8f52537bc086 req-8b5a1efe-31b1-4b30-94c2-20f1ad09f87f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "DELETE /v2.0/ports/d5fed956-2e58-462b-b365-3afbb0391486 HTTP/1.1" status: 204 len: 173 time: 1.7971792 Jul 22 23:31:43.835856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'name': 'network-vif-deleted', 'tag': 'd5fed956-2e58-462b-b365-3afbb0391486'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:43.838274 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddddd15-6775-4f1a-a33c-bf4c494d2a98" -d '{"events": [{"server_uuid": "2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46", "name": "network-vif-deleted", "tag": "d5fed956-2e58-462b-b365-3afbb0391486"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:43.878529 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.034806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Allocated IP 172.20.0.1 (3f62e7ce-b772-4f9a-afed-d2363f32e875/e6b09797-b897-4024-add8-4dd40e9cd7f4/49c1dea7-7748-41e8-ad54-80e7385ea892) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:44.045824 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b3b19-3da7-43eb-b51e-06283d147ef3 x-openstack-request-id: req-2f1b3b19-3da7-43eb-b51e-06283d147ef3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:44.046252 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46", "name": "network-vif-deleted", "tag": "d5fed956-2e58-462b-b365-3afbb0391486", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:44.047320 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f1b3b19-3da7-43eb-b51e-06283d147ef3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:44.047320 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46', 'name': 'network-vif-deleted', 'tag': 'd5fed956-2e58-462b-b365-3afbb0391486', 'status': 'completed', 'code': 200} Jul 22 23:31:44.151361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:44.161536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-d24633ce-41d9-4794-8fda-1bb72b77726a service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270800 Jul 22 23:31:44.168140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:44.171190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:44.175504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Pushing event updated for resources: {'Port': ['ID=e9f175e5-9132-48ed-a105-187c27909772,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:44.209944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794ca29-da36-40e2-b0ea-3a00c650686b req-438fd17b-6e58-42c9-8f04-29d8e5066c54 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:44.216213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6794ca29-da36-40e2-b0ea-3a00c650686b req-438fd17b-6e58-42c9-8f04-29d8e5066c54 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 1.0557425 Jul 22 23:31:44.262779 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.290190 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Transition to ACTIVE for port object 28eee5bb-c0c9-4b3b-8439-e68359d69f32 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:44.306376 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.352552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.380040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Transition to ACTIVE for port object 49c1dea7-7748-41e8-ad54-80e7385ea892 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:44.441036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.486983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:44.521459 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Attempting to bind port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:44.523364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:44.524795 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Attempting to bind port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:44.527421 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Attempting to bind port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:44.531003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:44.533879 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Pushing event updated for resources: {'Port': ['ID=28eee5bb-c0c9-4b3b-8439-e68359d69f32,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:44.534778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:44.573970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6794ca29-da36-40e2-b0ea-3a00c650686b req-40b22962-1ccb-4c76-a30e-78c58d5f5174 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405449 Jul 22 23:31:44.584044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-eaaa4cbb-9dad-4e65-b6c4-4d1e3d34c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:44.601897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-eaaa4cbb-9dad-4e65-b6c4-4d1e3d34c154 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1100 time: 0.7710760 Jul 22 23:31:44.604537 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.605441 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.606217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.607854 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.608856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.617357 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.618153 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.618941 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.619767 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.620531 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.621504 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.622465 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:44.631261 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:44.634182 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:44.635910 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.642117 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:44.642818 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Bound port: 28eee5bb-c0c9-4b3b-8439-e68359d69f32, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:44.643436 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.744811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.862600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5fed956-2e58-462b-b365-3afbb0391486 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:44.877156 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] For port 28eee5bb-c0c9-4b3b-8439-e68359d69f32, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:44.886892 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] For port 28eee5bb-c0c9-4b3b-8439-e68359d69f32, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=28eee5bb-c0c9-4b3b-8439-e68359d69f32,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:44.917398 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:44.972980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bf1d56ec-5db1-4917-b24f-18d83fa8f156 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:45.091582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d89c7a-6dce-4377-882d-3115fc5d6213 None None] Pushing event updated for resources: {'Port': ['ID=28eee5bb-c0c9-4b3b-8439-e68359d69f32,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:45.139055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=49c1dea7-7748-41e8-ad54-80e7385ea892,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:45.152408 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Routers {'73ef0495-81fd-46be-95ac-d5542c0cd746'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:45.153956 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['73ef0495-81fd-46be-95ac-d5542c0cd746'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:45.179627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: d5fed956-2e58-462b-b365-3afbb0391486 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:45.180818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5fed956-2e58-462b-b365-3afbb0391486 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:45.291745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:45.337162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f5ab430-6260-4974-94a8-e2dbbb9b9fd9 None None] Provisioning for port 49c1dea7-7748-41e8-ad54-80e7385ea892 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:45.353244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'mac_address': 'fa:16:3e:5a:f3:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:45.366662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f5ab430-6260-4974-94a8-e2dbbb9b9fd9 None None] Provisioning complete for port 49c1dea7-7748-41e8-ad54-80e7385ea892 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:45.367612 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab430-6260-4974-94a8-e2dbbb9b9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.495978 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] Set router 73ef0495-81fd-46be-95ac-d5542c0cd746 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:45.513807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-62f0ff84-5af8-401e-8943-171283bc69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:45.523009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-62f0ff84-5af8-401e-8943-171283bc69f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.9091461 Jul 22 23:31:45.596895 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.598004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-cfd5c922-b56c-493b-a9e9-4f34223b2fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3780298 Jul 22 23:31:45.606228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ab430-6260-4974-94a8-e2dbbb9b9fd9 None None] Port 49c1dea7-7748-41e8-ad54-80e7385ea892 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:45.613604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bf1d56ec-5db1-4917-b24f-18d83fa8f156 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:45.614270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.622760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-c029af98-4bcf-4b23-b220-b4d83f71583e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8635001 Jul 22 23:31:45.716535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbadc48-f94d-4164-b9bc-b6011bb23905 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:45.790026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.837065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.847097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:45.861579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:45.984907 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:31:40Z', 'revision_number': 3, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:46.072903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-1b49365d-7998-4a46-abae-86e3a06671e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 200 len: 217 time: 0.2856450 Jul 22 23:31:46.073198 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f34f811-4509-4829-a3d6-518859c0644e None None] The sync data for ids ['73ef0495-81fd-46be-95ac-d5542c0cd746'] in n-d-758851-4 is: [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:31:40Z', 'revision_number': 3, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:46.164019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['4dbadc48-f94d-4164-b9bc-b6011bb23905'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:46.205514 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5fe5-9624-4b88-b960-c67a17a3761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:46.223532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-37540c4f-aaf0-4c02-b6ab-5b7249e92f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:46.225914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-37540c4f-aaf0-4c02-b6ab-5b7249e92f6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1477754 Jul 22 23:31:46.248567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f6b7cba-2dbd-4dae-86a6-852d8559f179 req-9b893df4-0f0d-4166-a005-e595c3615866 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.9743092 Jul 22 23:31:46.500910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:46.526278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:31:46.853853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:31:47.053294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 28eee5bb-c0c9-4b3b-8439-e68359d69f32 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:47.154016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-03470ca4-8a58-437e-944b-7dc7b74de6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.165272 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-03470ca4-8a58-437e-944b-7dc7b74de6b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 1102 time: 1.3291161 Jul 22 23:31:47.436033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207ef47-d010-4e4f-a8d9-23fd0dd16d31 req-d1ae2ce0-d08f-4b4a-9ed1-83405508b420 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.440530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4207ef47-d010-4e4f-a8d9-23fd0dd16d31 req-d1ae2ce0-d08f-4b4a-9ed1-83405508b420 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 949 time: 1.2649751 Jul 22 23:31:47.487395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:47.491238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-78ac1344-cf4f-4b9a-9d37-34d55f066759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.505859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:47.507257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-78ac1344-cf4f-4b9a-9d37-34d55f066759 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4313910 Jul 22 23:31:47.507417 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.536888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.568963 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.647294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:47.663719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.666370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ffb2165-a256-4d93-8965-3bcde46279d5 req-785b664b-ea42-4053-a23d-a8105ffbdc44 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.2239170 Jul 22 23:31:47.713499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'mac_address': 'fa:16:3e:3e:d8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:31:47.803158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-9f3c5a81-bf1b-4d23-a7f5-f10bb8e63491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:47.806955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-9f3c5a81-bf1b-4d23-a7f5-f10bb8e63491 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.6188169 Jul 22 23:31:47.868182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4207ef47-d010-4e4f-a8d9-23fd0dd16d31 req-9873bf77-478d-4eed-b28e-700a280f1c30 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175148 Jul 22 23:31:47.943272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:47.974923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.008914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-cade7c7f-f17f-4095-a194-0a9ec09e1467 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746760 Jul 22 23:31:48.069696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:31:48.084098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-7e790f9e-33d2-436a-a1c1-f0e5be0a6df0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 200 len: 217 time: 0.1870656 Jul 22 23:31:48.086879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.248857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 28eee5bb-c0c9-4b3b-8439-e68359d69f32, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=28eee5bb-c0c9-4b3b-8439-e68359d69f32,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:48.252454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:48.260065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.267161 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:48.336596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=49c1dea7-7748-41e8-ad54-80e7385ea892,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:48.347201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-2abb756a-33db-437d-b229-e9aaae48bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:48.350957 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-2abb756a-33db-437d-b229-e9aaae48bac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2394302 Jul 22 23:31:48.389302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=28eee5bb-c0c9-4b3b-8439-e68359d69f32,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:48.518195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:48.611236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:48.613303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1dfefbe-51db-45e8-a1e9-26e2333f5b6a req-f93d5329-7503-440b-8384-02c49a7a18da service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237302 Jul 22 23:31:48.617075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:48.623563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:48.643214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:48.743138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:31:48.780848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-e8e7f00e-1675-4601-b3bc-77c9a5c882ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:48.784921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-e8e7f00e-1675-4601-b3bc-77c9a5c882ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938459 Jul 22 23:31:48.869495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 28eee5bb-c0c9-4b3b-8439-e68359d69f32 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:49.020930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 4dbadc48-f94d-4164-b9bc-b6011bb23905 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:49.021403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.083537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c08c707b-6635-4313-bf76-e5cf43f01a1c req-4eeecb8b-b6c4-4fe0-9626-85c7cec68c10 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.1071110 Jul 22 23:31:49.219257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:49.262100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.263813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0200f882-1960-4d8b-bfd6-560fa4a9dd6b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.5552015 Jul 22 23:31:49.268804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:49.339606 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-c33cbc4e-9951-472b-ab3b-8da189b8437c service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239917 Jul 22 23:31:49.413090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Router 73ef0495-81fd-46be-95ac-d5542c0cd746 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:31:49.422862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Sync routers for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:49.654531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e567cf3d-9cd8-47ae-8f6e-0ac1d2e38aec None None] Provisioning complete for port 49c1dea7-7748-41e8-ad54-80e7385ea892 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:49.655189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e567cf3d-9cd8-47ae-8f6e-0ac1d2e38aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:49.752946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf827130-690c-4fcb-b880-8bb19cfb577b req-93d6d6ba-6911-439f-85d1-b20804ad52c2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:49.765286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf827130-690c-4fcb-b880-8bb19cfb577b req-93d6d6ba-6911-439f-85d1-b20804ad52c2 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.3785260 Jul 22 23:31:49.797030 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06943c1e-744d-4d91-9fa9-6f38ba7b65d7 req-6742bb52-8f5b-4e7f-aac7-f63b73fc677c service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500089 Jul 22 23:31:49.929087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:31:49.953575 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2bdfe9ae-ad6d-4a37-b038-9883365a1ff6 admin admin] 10.222.0.21 "PUT /v2.0/routers/73ef0495-81fd-46be-95ac-d5542c0cd746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0293627 Jul 22 23:31:49.953878 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Sync routers for ids ['73ef0495-81fd-46be-95ac-d5542c0cd746'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:31:50.019322 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Routers {'73ef0495-81fd-46be-95ac-d5542c0cd746'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:50.020101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['73ef0495-81fd-46be-95ac-d5542c0cd746'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:50.067894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf827130-690c-4fcb-b880-8bb19cfb577b req-d8f5039b-285b-4ea5-a4b4-c07aec637178 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009057 Jul 22 23:31:50.164438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e567cf3d-9cd8-47ae-8f6e-0ac1d2e38aec None None] Port 49c1dea7-7748-41e8-ad54-80e7385ea892 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:31:50.245260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:50.245916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:50.294833 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c135488-dd65-4ab7-ab9e-fb0f9318192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.503029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.558295 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Set router 73ef0495-81fd-46be-95ac-d5542c0cd746 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:50.601947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a49bdb77-d626-4779-8495-ceaed676fa4f req-f997c1ec-47c6-4391-90c5-599dc9e94823 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.1925461 Jul 22 23:31:50.647653 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.705129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:50.708655 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:50.880123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55896) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:51.066432 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.086040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38537c8-33ba-45b7-bbfa-133e4ca081c9 req-93805460-e107-435c-9c2f-32708c885c81 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:51.098372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a38537c8-33ba-45b7-bbfa-133e4ca081c9 req-93805460-e107-435c-9c2f-32708c885c81 tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 1101 time: 0.5400412 Jul 22 23:31:51.130637 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.211716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a38537c8-33ba-45b7-bbfa-133e4ca081c9 req-03b438e2-e387-4ca3-94e9-628d38fd945c tempest-MigrationsAdminTest-1182579818 tempest-MigrationsAdminTest-1182579818-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104534 Jul 22 23:31:51.282394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:51.294789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:31:45Z', 'revision_number': 4, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '49c1dea7-7748-41e8-ad54-80e7385ea892', 'name': '', 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'mac_address': 'fa:16:3e:46:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:43Z', 'updated_at': '2021-07-22T23:31:45Z', 'revision_number': 2, 'project_id': '33eeda0da3394b918f35c22909303b81', 'subnets': [{'id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:51.412004 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Checking router: 73ef0495-81fd-46be-95ac-d5542c0cd746 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:51.413633 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Updating router 73ef0495-81fd-46be-95ac-d5542c0cd746 port 49c1dea7-7748-41e8-ad54-80e7385ea892 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:31:51.607385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24831f0d-9bb9-4be1-ae84-783b881f52c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.652810 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.725922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:51.743548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:51.752206 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c2d103-47c7-4878-89a5-8e525a91946d" -d '{"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-plugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:51.780251 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.785189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:51.861924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:52.105911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Allocated IP 172.20.0.1 (81c71b5c-41d9-4a07-bfc9-21324b37ec8a/2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e/914d5e57-10ef-42b4-97cd-4864106e7e61) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:31:52.164625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8cfebee4-6511-46c5-864c-378db689d9ca req-34a72741-9752-48ee-8222-084557c3cbd2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.1038656 Jul 22 23:31:52.170951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24831f0d-9bb9-4be1-ae84-783b881f52c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.176476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24831f0d-9bb9-4be1-ae84-783b881f52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.326377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24831f0d-9bb9-4be1-ae84-783b881f52c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f1180d-777a-460c-95f4-ee87e42c91ff,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:52.358046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-24831f0d-9bb9-4be1-ae84-783b881f52c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60081251e0974a76ae80fee5660b376d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4758894 Jul 22 23:31:52.359826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:52.360270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:52.381246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-network', 'tenant_id': '07a98e7b4d7145e3936836f23140997b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:52.465002 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c9d944-ca36-42d2-bc5f-c845efa771ed x-openstack-request-id: req-84c9d944-ca36-42d2-bc5f-c845efa771ed {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:52.465934 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-plugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:52.466673 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c9d944-ca36-42d2-bc5f-c845efa771ed {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:52.467794 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'code': 200} Jul 22 23:31:52.537243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a552a0a2-2784-4984-a569-7c830dbf8e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.542654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Made reservation on behalf of 07a98e7b4d7145e3936836f23140997b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:52.545732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.577225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.606981 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.756432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:52.771472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.777325 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.783843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a552a0a2-2784-4984-a569-7c830dbf8e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.854953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:31:52.869239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5e791-1ed1-4e84-9719-e120593a251f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:52.878987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.878987 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Added segment 593c5953-4166-494e-aa47-66d7e52c6040 of type vlan for network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 Jul 22 23:31:52.935703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:52.986052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a552a0a2-2784-4984-a569-7c830dbf8e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:52.991099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a552a0a2-2784-4984-a569-7c830dbf8e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.021562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a552a0a2-2784-4984-a569-7c830dbf8e07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25f1180d-777a-460c-95f4-ee87e42c91ff HTTP/1.1" status: 204 len: 168 time: 0.5958073 Jul 22 23:31:53.031831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.039626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552a0a2-2784-4984-a569-7c830dbf8e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f1180d-777a-460c-95f4-ee87e42c91ff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:53.053709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df31bd-43c3-4a0c-92dc-4ad23678d9ff req-4869fcb5-4ca7-4e43-a226-c05e1c632fa3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.068569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0df31bd-43c3-4a0c-92dc-4ad23678d9ff req-4869fcb5-4ca7-4e43-a226-c05e1c632fa3 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 0.4098341 Jul 22 23:31:53.070599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.236015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:53.240924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.242830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.244716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:53.245841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.331143 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.386133 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Transition to ACTIVE for port object 49c1dea7-7748-41e8-ad54-80e7385ea892 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:53.389563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9978459 Jul 22 23:31:53.390990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:53.408066 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.441032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Request body: {'subnet': {'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-subnet', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:53.463096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0df31bd-43c3-4a0c-92dc-4ad23678d9ff req-7083514d-48e6-4a37-bf04-99e883e17aab tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983407 Jul 22 23:31:53.487036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:45Z', 'revision_number': 3, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:53.520020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Made reservation on behalf of 07a98e7b4d7145e3936836f23140997b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:31:53.523912 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.526301 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:53.603104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5407b295-d51c-4a11-aa5e-0d9ae9d4ebcb req-60fe98db-182b-480f-82ff-113abbb67759 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.1389017 Jul 22 23:31:53.609545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428191-d188-4f84-bae1-e18433101e2a admin admin] Pushing event updated for resources: {'Network': ['ID=51bd2673-0f40-4aa5-bf90-1ed1146c6ee9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:53.653668 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba6fb3-200e-4c0d-b7e1-5b9f833c651d None None] Pushing event updated for resources: {'Port': ['ID=49c1dea7-7748-41e8-ad54-80e7385ea892,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:53.727833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Checking router: ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:31:53.731704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Updating router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 port e9f175e5-9132-48ed-a105-187c27909772 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:31:53.743921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:31:53.938705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:53.992299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:53.996385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:31:54.030770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Pushing event updated for resources: {'Port': ['ID=914d5e57-10ef-42b4-97cd-4864106e7e61,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:54.179647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.189524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55968) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:54.216065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0756b6cc-8cd9-4fe5-a152-46d3814763fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.254330 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.257079 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Attempting to bind port 49c1dea7-7748-41e8-ad54-80e7385ea892 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:54.259504 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Attempting to bind port 49c1dea7-7748-41e8-ad54-80e7385ea892 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:54.260158 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Attempting to bind port 49c1dea7-7748-41e8-ad54-80e7385ea892 on network 3f62e7ce-b772-4f9a-afed-d2363f32e875 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:54.288513 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:54.288959 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Checking segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:54.292581 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.293056 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Bound using segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:54.293616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Bound port: 49c1dea7-7748-41e8-ad54-80e7385ea892, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:54.294045 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.314491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bac65-54c2-40e9-889c-8ce227ae741a req-2dee9bd2-9ebe-4c9a-b88e-fc77e7c4a95f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:54.323188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-157bac65-54c2-40e9-889c-8ce227ae741a req-2dee9bd2-9ebe-4c9a-b88e-fc77e7c4a95f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 950 time: 1.0078394 Jul 22 23:31:54.398016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.433774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:54.469414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.473643 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] For port 49c1dea7-7748-41e8-ad54-80e7385ea892, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:54.478837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0756b6cc-8cd9-4fe5-a152-46d3814763fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.486789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] For port 49c1dea7-7748-41e8-ad54-80e7385ea892, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=49c1dea7-7748-41e8-ad54-80e7385ea892,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:54.488430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:54.489125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0756b6cc-8cd9-4fe5-a152-46d3814763fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.492705 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63a431b-e994-4201-bd91-69130a7ca5ae" -d '{"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-plugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:54.497243 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.617119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:54.630508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0756b6cc-8cd9-4fe5-a152-46d3814763fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43734387613847dea7e6133902777020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397099 Jul 22 23:31:54.640044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:54.642300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756b6cc-8cd9-4fe5-a152-46d3814763fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab1d9a-6ad3-44dd-b235-ada89e2c5591,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:54.684279 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba6fb3-200e-4c0d-b7e1-5b9f833c651d None None] Pushing event updated for resources: {'Port': ['ID=49c1dea7-7748-41e8-ad54-80e7385ea892,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:54.727105 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Routers {'73ef0495-81fd-46be-95ac-d5542c0cd746'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:54.727739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['73ef0495-81fd-46be-95ac-d5542c0cd746'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:54.849703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62bcc1f2-b597-4dd1-bfa5-53998cf38265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.935914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62bcc1f2-b597-4dd1-bfa5-53998cf38265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.939594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:54.995631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Transition to ACTIVE for port object e9f175e5-9132-48ed-a105-187c27909772 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:31:55.012434 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.046251 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] Set router 73ef0495-81fd-46be-95ac-d5542c0cd746 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:55.078164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62bcc1f2-b597-4dd1-bfa5-53998cf38265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.081139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62bcc1f2-b597-4dd1-bfa5-53998cf38265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.082430 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62bcc1f2-b597-4dd1-bfa5-53998cf38265 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25ab1d9a-6ad3-44dd-b235-ada89e2c5591 HTTP/1.1" status: 204 len: 168 time: 0.4411578 Jul 22 23:31:55.110532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc1f2-b597-4dd1-bfa5-53998cf38265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab1d9a-6ad3-44dd-b235-ada89e2c5591,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:55.163059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b51301-2eb9-4c3b-a312-de40a9c485f9 req-80ec169e-626c-4db1-8e4a-afa6b3f2f989 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.170738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4b51301-2eb9-4c3b-a312-de40a9c485f9 req-80ec169e-626c-4db1-8e4a-afa6b3f2f989 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 1.2192976 Jul 22 23:31:55.205644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db25c31-b700-489b-8546-5b60b9bfe62b None None] Pushing event updated for resources: {'Port': ['ID=e9f175e5-9132-48ed-a105-187c27909772,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:55.233630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Attempting to bind port e9f175e5-9132-48ed-a105-187c27909772 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:31:55.234090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Attempting to bind port e9f175e5-9132-48ed-a105-187c27909772 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:31:55.236657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Attempting to bind port e9f175e5-9132-48ed-a105-187c27909772 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:31:55.256071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:31:55.256784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:55.259103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.260064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:31:55.263664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Bound port: e9f175e5-9132-48ed-a105-187c27909772, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:31:55.264454 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.338416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.432921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.468021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4b51301-2eb9-4c3b-a312-de40a9c485f9 req-eae59a89-0ef4-4a05-a39b-9bf504c0f6e8 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957001 Jul 22 23:31:55.473604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] For port e9f175e5-9132-48ed-a105-187c27909772, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:31:55.495864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] For port e9f175e5-9132-48ed-a105-187c27909772, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e9f175e5-9132-48ed-a105-187c27909772,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:31:55.496169 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:55.608406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b8f5b-1f74-4ec5-a6f7-2738b194d6ab req-80bca2a2-623b-4a4d-9d0c-1147cc3b56ec tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:55.620919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-961b8f5b-1f74-4ec5-a6f7-2738b194d6ab req-80bca2a2-623b-4a4d-9d0c-1147cc3b56ec tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 951 time: 0.6790140 Jul 22 23:31:55.634639 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10763cc2-1d5b-47a3-ad47-ad2a0c1be945 x-openstack-request-id: req-10763cc2-1d5b-47a3-ad47-ad2a0c1be945 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:55.635153 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-plugged", "status": "completed", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:55.635599 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10763cc2-1d5b-47a3-ad47-ad2a0c1be945 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:55.636230 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'code': 200} Jul 22 23:31:55.662945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:31:55.670062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:55.844006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cffda10-a8ca-4337-a9a8-fd34e0556b8b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:55.905119 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:31:45Z', 'revision_number': 4, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '49c1dea7-7748-41e8-ad54-80e7385ea892', 'name': '', 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'mac_address': 'fa:16:3e:46:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:43Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '33eeda0da3394b918f35c22909303b81', 'subnets': [{'id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:55.925717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:31:56.007222 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbfdb0-3dad-4eeb-9164-e8bd106798e6 None None] The sync data for ids ['73ef0495-81fd-46be-95ac-d5542c0cd746'] in n-d-758851-4 is: [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:31:45Z', 'revision_number': 4, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '49c1dea7-7748-41e8-ad54-80e7385ea892', 'name': '', 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'mac_address': 'fa:16:3e:46:b0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:43Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '33eeda0da3394b918f35c22909303b81', 'subnets': [{'id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:56.059147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e13957a8-6d16-4844-9c65-d9a77cfff58f req-2243b840-cb47-4efd-b0cb-e0c5025d62c8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.2453687 Jul 22 23:31:56.062068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Deleting port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:31:56.063421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:56.153928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db25c31-b700-489b-8546-5b60b9bfe62b None None] Pushing event updated for resources: {'Port': ['ID=e9f175e5-9132-48ed-a105-187c27909772,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:56.220246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-961b8f5b-1f74-4ec5-a6f7-2738b194d6ab req-70fa7be5-6fab-43bd-a3d6-d29bc8fcd809 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978386 Jul 22 23:31:56.393188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Checking segment: {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:31:56.393775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Network hostable DHCP agents. Network: 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:31:56.632179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:52Z', 'revision_number': 1, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:31:57.008989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b4422-fb9a-4c3a-b785-e136f3b99086 None None] The sync data for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 is: [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:52Z', 'revision_number': 1, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:31:57.447547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:31:57.551984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] For port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:31:57.552487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:57.685460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f4b1040-ad90-4437-a5fd-4566a7c6e8f3 req-86e7f082-7f1f-4984-af00-0b9431c1a29b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7080a7-f4ad-47fc-9d1e-5da7f94d5d46 HTTP/1.1" status: 200 len: 210 time: 0.2469971 Jul 22 23:31:57.767616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Calling delete_port for cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:31:58.046456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 49c1dea7-7748-41e8-ad54-80e7385ea892 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:31:58.070119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:58.074849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.075655 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.100598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6653286a-8852-4212-b339-c05b337041fb None None] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:31:58.175451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.178767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.230969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:58.237054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0771ce4d-a778-4612-be3e-dac3ddd3580d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.8393931 Jul 22 23:31:58.239754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56030) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:31:58.250059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:31:58.273945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47546c44-e79a-4352-acb6-ac32909be20e req-d88061eb-c732-4701-8c33-9b73c72c2d35 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:58.292666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47546c44-e79a-4352-acb6-ac32909be20e req-d88061eb-c732-4701-8c33-9b73c72c2d35 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 1.0585244 Jul 22 23:31:58.307656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37458842-80bd-438e-aacc-018c8f7db8c4', 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:31:58.310244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event deleted for resources: {'Port': ['ID=cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:58.326181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.328156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.339783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.498334 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.505918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 49c1dea7-7748-41e8-ad54-80e7385ea892 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:31:58.611097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:31:58.702166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.704929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.708017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.709839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.710999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.714869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.719057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.725071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.726746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.727297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.728302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.729567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:31:58.757847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] No DVR routers for this DVR port cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:31:58.766434 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.773451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-157bac65-54c2-40e9-889c-8ce227ae741a req-0e09da6a-a1cc-469b-86f6-698153191f62 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "DELETE /v2.0/ports/cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f HTTP/1.1" status: 204 len: 173 time: 4.4275751 Jul 22 23:31:58.776536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-deleted', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:31:58.779289 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c8b80-5400-44cb-bc0e-2b068a33edc7" -d '{"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-deleted", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:31:58.820273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 49c1dea7-7748-41e8-ad54-80e7385ea892 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:31:58.823701 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.849429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:58.991820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.030527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:31:59.038820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:31:59.174071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Pushing event updated for resources: {'Port': ['ID=914d5e57-10ef-42b4-97cd-4864106e7e61,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:31:59.214739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47546c44-e79a-4352-acb6-ac32909be20e req-3cec0633-cbdd-4805-877c-a9925e7c5558 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9036984 Jul 22 23:31:59.255911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078d5a-22f1-45fb-8020-151fe1ed99dd req-48a19ec7-19f3-4753-a8f9-1ff82ce00fa8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:31:59.268715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f078d5a-22f1-45fb-8020-151fe1ed99dd req-48a19ec7-19f3-4753-a8f9-1ff82ce00fa8 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db HTTP/1.1" status: 200 len: 868 time: 1.2043159 Jul 22 23:31:59.638692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f078d5a-22f1-45fb-8020-151fe1ed99dd req-8b67f9b5-1231-4492-bb0d-c31a4d77867a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607581 Jul 22 23:31:59.678972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:31:59.689204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:31:59.867057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.924782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:31:59.985709 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2a21d-9678-461d-a542-1da5217f2ea8 x-openstack-request-id: req-22e2a21d-9678-461d-a542-1da5217f2ea8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:31:59.986646 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db", "name": "network-vif-deleted", "tag": "cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:31:59.986646 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22e2a21d-9678-461d-a542-1da5217f2ea8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:31:59.986984 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4195e5c2-8ab7-4ffa-b7c1-473c5e1d60db', 'name': 'network-vif-deleted', 'tag': 'cb0f748d-ba8b-4f91-a66e-3b5ca8eb171f', 'status': 'completed', 'code': 200} Jul 22 23:32:00.174706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-51bd2673-0f40-4aa5-bf90-1ed1146c6ee9', 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'fixed_ips': [{'subnet_id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:32:00.176633 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:00.238391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:00.346708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Allocated IP 172.25.5.214 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:00.406414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:00.525293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 49c1dea7-7748-41e8-ad54-80e7385ea892, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=49c1dea7-7748-41e8-ad54-80e7385ea892,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:00.658319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:00.671484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8fef333d-d112-42d6-ab12-ac198a22857b admin admin] 10.222.0.21 "PUT /v2.0/routers/ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4009802 Jul 22 23:32:00.729736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Allocated IP 172.20.0.2 (51bd2673-0f40-4aa5-bf90-1ed1146c6ee9/1cffda10-a8ca-4337-a9a8-fd34e0556b8b/0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:00.749795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:00.795224 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:00.885946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.039488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:01.048948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:01.052583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:01.148627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3359ee-dedc-401c-9898-63eb0ca1206c req-caf0bf6a-f1c9-47e1-829e-be06a584563e tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:01.164087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a3359ee-dedc-401c-9898-63eb0ca1206c req-caf0bf6a-f1c9-47e1-829e-be06a584563e tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 0.2180204 Jul 22 23:32:01.255480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e9f175e5-9132-48ed-a105-187c27909772 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:01.268721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Pushing event updated for resources: {'Port': ['ID=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:01.284737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.285107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.285457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.286103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.286567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.286915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.287729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.287729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.288238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.288779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.289312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.290317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:01.318697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a3359ee-dedc-401c-9898-63eb0ca1206c req-679e4cc5-d100-4f47-8f50-0064067617ce tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427264 Jul 22 23:32:01.321190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=49c1dea7-7748-41e8-ad54-80e7385ea892,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:01.709365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e9f175e5-9132-48ed-a105-187c27909772 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:01.718863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e9f175e5-9132-48ed-a105-187c27909772 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:01.719247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.785771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e90bf67e-ef42-4e9f-bf86-5ec92aa76e08 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:01.804161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e90bf67e-ef42-4e9f-bf86-5ec92aa76e08 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.3461177 Jul 22 23:32:01.834136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.852758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-002c8ddd-ec3a-4798-85b6-aed85e46d597 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0433974 Jul 22 23:32:01.859986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Transition to ACTIVE for port object 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:01.957007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:01.962606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ebffa3e5-9e45-491a-b1f4-51db8a80f0b7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649943 Jul 22 23:32:01.989735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.014095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Transition to ACTIVE for port object 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:02.074461 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.228183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port e9f175e5-9132-48ed-a105-187c27909772, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e9f175e5-9132-48ed-a105-187c27909772,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:02.270659 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.314625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:02.356908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:02.367075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:02.379369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Pushing event updated for resources: {'Port': ['ID=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:02.523540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-7d60b642-a031-4080-8b3c-b2a776e87d2d tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:02.537168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-7d60b642-a031-4080-8b3c-b2a776e87d2d tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 945 time: 0.4274459 Jul 22 23:32:02.607423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=e9f175e5-9132-48ed-a105-187c27909772,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:02.707164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-1414dcce-1068-41dc-a6e9-775ead0e6937 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309880 Jul 22 23:32:02.708023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:02.744186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Sync routers for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:02.786499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Attempting to bind port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:02.786934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Attempting to bind port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:02.787404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Attempting to bind port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 on network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:02.797487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:02.797876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Checking segment: {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:02.798298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.798707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Bound using segment: {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:02.799203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Bound port: 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:02.799646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.914942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:02.915633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:02.936694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] For port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:02.941096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] For port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:02.948788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.987849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:02.990653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e9f175e5-9132-48ed-a105-187c27909772 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:03.021096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-4cf4629b-082b-4d7f-ac13-c51fde7095c3 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016036 Jul 22 23:32:03.112965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Deleting port dff83870-3a6c-457c-b00d-58029a67f254 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:03.113519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.287975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05c311-cdf7-4564-9f09-181064834276 None None] Pushing event updated for resources: {'Port': ['ID=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:03.335246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e9f175e5-9132-48ed-a105-187c27909772 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:03.340991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.446610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-73117f15-3514-4e30-9a95-bdd86ab163df tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:03.466792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-73117f15-3514-4e30-9a95-bdd86ab163df tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 819 time: 0.5001993 Jul 22 23:32:03.476806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a2bcf9-53a5-4cfe-bb9b-6598a70b3c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.522787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:03.583772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dff83870-3a6c-457c-b00d-58029a67f254,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:03.584375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:03.622565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-498c6add-cf5e-4e72-aa84-92dd7151aa4d tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/quotas/7fb0d51aaa56458ba44563b342150ea8 HTTP/1.1" status: 200 len: 375 time: 0.1524200 Jul 22 23:32:03.947103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-7f12660f-2328-4eab-b88c-aea2a4ff81c0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:03.948740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-7f12660f-2328-4eab-b88c-aea2a4ff81c0 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 951 time: 0.3709354 Jul 22 23:32:03.997406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 49c1dea7-7748-41e8-ad54-80e7385ea892 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:04.182901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-92134a22-a619-439a-97a8-ff76463deeff tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5590143 Jul 22 23:32:04.417949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 49c1dea7-7748-41e8-ad54-80e7385ea892 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:04.418764 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.429651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40909-b445-448c-823c-e5eb6c3352a5 req-82544581-791c-43c5-bd04-f8824ecae68a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:04.434432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fe40909-b445-448c-823c-e5eb6c3352a5 req-82544581-791c-43c5-bd04-f8824ecae68a tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2749c5b-792e-4232-b5d2-dcb09aaa0c34 HTTP/1.1" status: 200 len: 951 time: 0.6617482 Jul 22 23:32:04.532133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:31:55Z', 'revision_number': 2, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:04.546785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a2bcf9-53a5-4cfe-bb9b-6598a70b3c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.627393 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a2bcf9-53a5-4cfe-bb9b-6598a70b3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.669936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Checking router: ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:04.672267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Updating router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 port 914d5e57-10ef-42b4-97cd-4864106e7e61 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:32:04.831469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:32:04.871627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:04.910338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93a2bcf9-53a5-4cfe-bb9b-6598a70b3c78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2c2e2583fa24e5abe175c11c9cabcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1986287 Jul 22 23:32:04.930921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dff83870-3a6c-457c-b00d-58029a67f254 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:04.932262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:04.946738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fe40909-b445-448c-823c-e5eb6c3352a5 req-d7553745-9638-4766-9084-7e6e9a31b38f tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786435 Jul 22 23:32:04.972357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2bcf9-53a5-4cfe-bb9b-6598a70b3c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28364c9-7278-4e5a-bd15-02b07b60be22,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:05.131965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f0e5af4b-3ad3-4db5-b8c7-852c76c10cf0 service neutron] 10.222.0.21 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9192739 Jul 22 23:32:05.136109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a6383-1991-4fe7-8c85-8619577f4aeb None None] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:05.160903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Deleting port c1ab3d8a-d73b-466f-bcda-6f15b85403be {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:05.161478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.341069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:05.474596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:32:05.490640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a091e0b7-955f-4291-b061-eae46e96ed63 None None] Provisioning for port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:05.516045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.517236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.517985 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Floating IP 9673aa85-5c50-45fa-b031-3f0b70c932c2 disassociated. External IP: 172.25.5.142, port: dff83870-3a6c-457c-b00d-58029a67f254. Jul 22 23:32:05.518928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Calling delete_port for dff83870-3a6c-457c-b00d-58029a67f254 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:05.582259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] For port c1ab3d8a-d73b-466f-bcda-6f15b85403be, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c1ab3d8a-d73b-466f-bcda-6f15b85403be,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:05.582626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.602064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Calling delete_port for c1ab3d8a-d73b-466f-bcda-6f15b85403be owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:05.655379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56fc813a-60f8-4701-82de-f899641d463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.764779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:05.781487 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Sync routers for ids ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:05.813240 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Routers {'75d00f15-8be4-400d-abb5-9f2bfbca2a79'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:05.814883 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:05.890945 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.922105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56fc813a-60f8-4701-82de-f899641d463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.944454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:05.950625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76832069-7038-4dfa-a2b7-29a75bc19f2a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.7076526 Jul 22 23:32:05.979055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:05.986604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dff83870-3a6c-457c-b00d-58029a67f254, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dff83870-3a6c-457c-b00d-58029a67f254,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:05.990924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:06.006680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:06.010465 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c9f1f-0121-4aa4-8241-de6c92737c15" -d '{"events": [{"server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "name": "network-vif-unplugged", "status": "completed", "tag": "dff83870-3a6c-457c-b00d-58029a67f254"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:06.013070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.014408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:06.015953 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.018816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.025318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-4b9738cf-a84c-47bd-95f8-e4bd5d10a5e8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.029287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-4b9738cf-a84c-47bd-95f8-e4bd5d10a5e8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.1953275 Jul 22 23:32:06.062659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:06.130564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event deleted for resources: {'Port': ['ID=c1ab3d8a-d73b-466f-bcda-6f15b85403be,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:06.144964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:06.163367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37458842-80bd-438e-aacc-018c8f7db8c4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:06.166695 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Set router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:06.539399 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.605880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] No DVR routers for this DVR port c1ab3d8a-d73b-466f-bcda-6f15b85403be on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:06.621769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cdb49-e3e9-48aa-899b-e86f236434c4 req-4f16e0a3-de87-4c53-8363-00a75c2d6020 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:06.637923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc0cdb49-e3e9-48aa-899b-e86f236434c4 req-4f16e0a3-de87-4c53-8363-00a75c2d6020 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 943 time: 0.8017113 Jul 22 23:32:06.652568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.659629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9d80e82-2b0b-4993-891c-db25a64be889 req-3904eec0-3251-4e0f-a1b3-23e96e1bcc19 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "DELETE /v2.0/ports/c1ab3d8a-d73b-466f-bcda-6f15b85403be HTTP/1.1" status: 204 len: 173 time: 2.7041447 Jul 22 23:32:06.665642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56fc813a-60f8-4701-82de-f899641d463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.672726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56fc813a-60f8-4701-82de-f899641d463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.674519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-56fc813a-60f8-4701-82de-f899641d463c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d28364c9-7278-4e5a-bd15-02b07b60be22 HTTP/1.1" status: 204 len: 168 time: 1.7380471 Jul 22 23:32:06.680221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:06.703836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 3, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:06.846213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc813a-60f8-4701-82de-f899641d463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28364c9-7278-4e5a-bd15-02b07b60be22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:06.860581 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Checking router: 75d00f15-8be4-400d-abb5-9f2bfbca2a79 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:06.864289 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Updating router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:32:06.870962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-deleted', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:06.880513 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b2c681-e75f-4004-a8d6-d8f6d8a794f0" -d '{"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-deleted", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:06.891766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:06.898799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event deleted for resources: {'Port': ['ID=dff83870-3a6c-457c-b00d-58029a67f254,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:06.961719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:07.001363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc0cdb49-e3e9-48aa-899b-e86f236434c4 req-8cef9e23-8a6b-4107-b58f-0654f72deb4d tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups?id=69da07f4-0103-4651-bec3-46b1e7ce9950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3567407 Jul 22 23:32:07.007515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:07.024773 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.049838 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.057235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: c1ab3d8a-d73b-466f-bcda-6f15b85403be {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:07.058382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c1ab3d8a-d73b-466f-bcda-6f15b85403be not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:07.074668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-b756d893-91d5-48d0-b0e8-a2113b79d4ca service neutron] 10.222.0.21 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8939688 Jul 22 23:32:07.394363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.3 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/ba214d7e-331f-4416-9980-2fc480854b73) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:07.566900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.828815 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.950964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:07.997372 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.099799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=ba214d7e-331f-4416-9980-2fc480854b73,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.149853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:08.157160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:08.174521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:08.290122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Router 2e63f86f-d69d-4f99-96f7-203c264c5811 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:08.291114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56192) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:08.344451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d446a-34ce-481a-99a8-61639faa1ef9 req-74d99ef8-fad6-4c75-9b7b-714e8ab47fc6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.346551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8766b87-6a97-46a0-95df-0b3ca5963029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.346836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e6d446a-34ce-481a-99a8-61639faa1ef9 req-74d99ef8-fad6-4c75-9b7b-714e8ab47fc6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 931 time: 0.4149482 Jul 22 23:32:08.352700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:08.378531 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bbd640-cfee-43c3-9d61-e02e8bc61554 x-openstack-request-id: req-f9bbd640-cfee-43c3-9d61-e02e8bc61554 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:08.382405 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "name": "network-vif-unplugged", "status": "completed", "tag": "dff83870-3a6c-457c-b00d-58029a67f254", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:08.382997 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9bbd640-cfee-43c3-9d61-e02e8bc61554 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:08.384616 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254', 'code': 200} Jul 22 23:32:08.402038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d30162b-1e1f-4237-b972-69cc2729f342 None None] Provisioning complete for port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:08.404556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d30162b-1e1f-4237-b972-69cc2729f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.434381 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.512580 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.535441 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Transition to ACTIVE for port object e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:08.550833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:08.551053 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.556493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.631007 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c5b7-f977-4637-8a98-78f9247249e1 None None] Pushing event updated for resources: {'Port': ['ID=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.637346 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db028fcd-2a17-41f2-b913-aa2105cf1621 x-openstack-request-id: req-db028fcd-2a17-41f2-b913-aa2105cf1621 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:08.638091 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2749c5b-792e-4232-b5d2-dcb09aaa0c34", "name": "network-vif-deleted", "tag": "c1ab3d8a-d73b-466f-bcda-6f15b85403be", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:08.639711 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db028fcd-2a17-41f2-b913-aa2105cf1621 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:08.642596 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2749c5b-792e-4232-b5d2-dcb09aaa0c34', 'name': 'network-vif-deleted', 'tag': 'c1ab3d8a-d73b-466f-bcda-6f15b85403be', 'status': 'completed', 'code': 200} Jul 22 23:32:08.661885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-c9a9f910-5935-4cc6-875e-2e10a334b539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5347579 Jul 22 23:32:08.690901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e6d446a-34ce-481a-99a8-61639faa1ef9 req-b7a776a0-016e-4dab-a16e-f5b40fd0eb01 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066573 Jul 22 23:32:08.725019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Request body: {'port': {'device_id': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:08.746380 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Attempting to bind port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:08.753440 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Attempting to bind port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:08.755217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Attempting to bind port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:08.782788 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:08.785657 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:08.788223 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.789221 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:08.790732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:08.792482 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Bound port: e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:08.794704 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:08.835675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:08.856034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.856397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.856704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.859878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.860483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.861124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.861718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.862230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.863090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.865617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.866458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.867227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:32:08.879747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] Sync routers for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:08.982226 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] For port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:08.994202 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] For port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:09.003840 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.034473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a61a6876-0aba-48d1-b1b4-3a9545534186 req-201307a9-bea4-40b7-9707-a1c3b910c942 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 210 time: 0.2863629 Jul 22 23:32:09.105012 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c5b7-f977-4637-8a98-78f9247249e1 None None] Pushing event updated for resources: {'Port': ['ID=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:09.141267 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Routers {'75d00f15-8be4-400d-abb5-9f2bfbca2a79'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:09.142325 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:09.153773 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.181760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:09.183959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:09.193856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] No DVR routers for this DVR port dff83870-3a6c-457c-b00d-58029a67f254 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:09.234777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.256304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d4c8c3f-25ff-4b50-b414-fc0fe6b33155 req-2bdd924c-1499-4ff8-b9b9-63b79a696e55 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.48 "DELETE /v2.0/ports/dff83870-3a6c-457c-b00d-58029a67f254 HTTP/1.1" status: 204 len: 173 time: 6.7052069 Jul 22 23:32:09.281231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'name': 'network-vif-deleted', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:09.292757 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e6bada-fe0d-4151-beaf-02558f2d9e29" -d '{"events": [{"server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "name": "network-vif-deleted", "tag": "dff83870-3a6c-457c-b00d-58029a67f254"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:09.349656 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] Set router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:09.354442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b11daf21-a874-4a17-ba3a-8b34df692e9b req-e66fbab2-3d65-48c4-bdbb-62a1b133775d tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/ports?device_id=ab0342c8-120b-477d-a05d-df6da59ffea2 HTTP/1.1" status: 200 len: 210 time: 0.2896302 Jul 22 23:32:09.395921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Allocated IP 172.20.0.1 (51bd2673-0f40-4aa5-bf90-1ed1146c6ee9/1cffda10-a8ca-4337-a9a8-fd34e0556b8b/f12a0c7d-144f-4a2c-9660-9fc29265354a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:09.398641 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.711125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Transition to ACTIVE for port object 914d5e57-10ef-42b4-97cd-4864106e7e61 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:09.737765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.820007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:09.839137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Transition to ACTIVE for port object f12a0c7d-144f-4a2c-9660-9fc29265354a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:10.032805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:10.049362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8505-c9ae-4823-ac5c-97db9826ce1a None None] Pushing event updated for resources: {'Port': ['ID=914d5e57-10ef-42b4-97cd-4864106e7e61,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:10.058121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8766b87-6a97-46a0-95df-0b3ca5963029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.068202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8766b87-6a97-46a0-95df-0b3ca5963029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.174795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.183729 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 3, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:10.218933 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc06bc8-0bad-41ad-9702-4bc45772e8fd x-openstack-request-id: req-bbc06bc8-0bad-41ad-9702-4bc45772e8fd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:10.219720 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0342c8-120b-477d-a05d-df6da59ffea2", "name": "network-vif-deleted", "tag": "dff83870-3a6c-457c-b00d-58029a67f254", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:10.220315 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbc06bc8-0bad-41ad-9702-4bc45772e8fd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:10.220978 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0342c8-120b-477d-a05d-df6da59ffea2', 'name': 'network-vif-deleted', 'tag': 'dff83870-3a6c-457c-b00d-58029a67f254', 'status': 'completed', 'code': 200} Jul 22 23:32:10.282722 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31722427-1df9-45df-bab0-7a2bc48cf03e None None] The sync data for ids ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'] in n-d-758851-4 is: [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 3, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:10.332871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:10.341582 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f8766b87-6a97-46a0-95df-0b3ca5963029 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3d1085a7b014fcf9a994d98c0b50dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0485024 Jul 22 23:32:10.345860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:10.358317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8766b87-6a97-46a0-95df-0b3ca5963029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab10b0-1347-4d15-8ab9-00a145ce4753,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:10.370717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:10.375002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:10.571063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba214d7e-331f-4416-9980-2fc480854b73 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:10.592384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:10.629947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Transition to ACTIVE for port object ba214d7e-331f-4416-9980-2fc480854b73 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:10.655630 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.024576 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.101970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-9b9e2dd5-7eac-46c7-b4b7-78af9906ca20 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:11.112528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-9b9e2dd5-7eac-46c7-b4b7-78af9906ca20 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 819 time: 0.6041090 Jul 22 23:32:11.260111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:11.299138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'port': {'device_id': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'admin_state_up': True, 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:11.494196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Attempting to bind port 914d5e57-10ef-42b4-97cd-4864106e7e61 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:11.494552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Pushing event updated for resources: {'Port': ['ID=f12a0c7d-144f-4a2c-9660-9fc29265354a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:11.496175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Attempting to bind port 914d5e57-10ef-42b4-97cd-4864106e7e61 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:11.497694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Attempting to bind port 914d5e57-10ef-42b4-97cd-4864106e7e61 on network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:11.524340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:11.525078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Checking segment: {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:11.525884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.526808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Bound using segment: {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:11.527587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Bound port: 914d5e57-10ef-42b4-97cd-4864106e7e61, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:11.528539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.550888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-741379c5-66c1-420b-8eee-14c2d2f9918f None None] Provisioning for port f12a0c7d-144f-4a2c-9660-9fc29265354a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:11.665639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] For port 914d5e57-10ef-42b4-97cd-4864106e7e61, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:11.670186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] For port 914d5e57-10ef-42b4-97cd-4864106e7e61, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=914d5e57-10ef-42b4-97cd-4864106e7e61,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:11.672396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-741379c5-66c1-420b-8eee-14c2d2f9918f None None] Provisioning complete for port f12a0c7d-144f-4a2c-9660-9fc29265354a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:11.672937 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-741379c5-66c1-420b-8eee-14c2d2f9918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.699238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c22307-aef9-42fe-ace5-1d3c47e023dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.741108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-741379c5-66c1-420b-8eee-14c2d2f9918f None None] Port f12a0c7d-144f-4a2c-9660-9fc29265354a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:11.753706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Pushing event updated for resources: {'Port': ['ID=ba214d7e-331f-4416-9980-2fc480854b73,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:11.759051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.811189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:11.812775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:11.908412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c22307-aef9-42fe-ace5-1d3c47e023dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.110387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:12.112811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:12.113604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:12.131463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Attempting to bind port ba214d7e-331f-4416-9980-2fc480854b73 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:12.132644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Attempting to bind port ba214d7e-331f-4416-9980-2fc480854b73 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:12.135507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Attempting to bind port ba214d7e-331f-4416-9980-2fc480854b73 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:12.144616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c22307-aef9-42fe-ace5-1d3c47e023dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.157160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c22307-aef9-42fe-ace5-1d3c47e023dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.159783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6c22307-aef9-42fe-ace5-1d3c47e023dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46ab10b0-1347-4d15-8ab9-00a145ce4753 HTTP/1.1" status: 204 len: 168 time: 1.8127108 Jul 22 23:32:12.204386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.205031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37124aca-f91c-42fe-9a2c-5f38e254274e req-d93d2fb1-7dd4-4f0c-a2e4-fbc1cd04c336 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:12.212051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Made reservation on behalf of 7fb0d51aaa56458ba44563b342150ea8 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:12.216304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37124aca-f91c-42fe-9a2c-5f38e254274e req-d93d2fb1-7dd4-4f0c-a2e4-fbc1cd04c336 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 1.9535320 Jul 22 23:32:12.230143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.256017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4d37f-cd9e-4158-a31d-1cd0902b0414 req-eb2942df-6938-4a2b-93ff-562be9f68ae9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:12.278403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82e4d37f-cd9e-4158-a31d-1cd0902b0414 req-eb2942df-6938-4a2b-93ff-562be9f68ae9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 943 time: 1.6423159 Jul 22 23:32:12.279056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22307-aef9-42fe-ace5-1d3c47e023dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab10b0-1347-4d15-8ab9-00a145ce4753,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:12.349443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Port ba214d7e-331f-4416-9980-2fc480854b73 on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:12.350370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Attempting to bind port ba214d7e-331f-4416-9980-2fc480854b73 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:12.470326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:12.470715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:12.471072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:12.474101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Bound port: ba214d7e-331f-4416-9980-2fc480854b73, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:12.474547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:12.584340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] Checking router: 2e63f86f-d69d-4f99-96f7-203c264c5811 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:12.663275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c8505-c9ae-4823-ac5c-97db9826ce1a None None] Pushing event updated for resources: {'Port': ['ID=914d5e57-10ef-42b4-97cd-4864106e7e61,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:12.771943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Allocated IP 172.20.0.4 (81c71b5c-41d9-4a07-bfc9-21324b37ec8a/2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e/16a7d021-d99a-407e-8607-c77548e4f20b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:12.806490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:12.820920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:12.893652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-7aa85bb9-112c-44c6-b38b-0fb7258d85cf tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:12.912042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-7aa85bb9-112c-44c6-b38b-0fb7258d85cf tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 1.1237860 Jul 22 23:32:12.987281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37124aca-f91c-42fe-9a2c-5f38e254274e req-a5c23da7-c14c-418d-940b-6b7a4771b0bc tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559727 Jul 22 23:32:12.998831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82e4d37f-cd9e-4158-a31d-1cd0902b0414 req-c5011586-4c12-4918-94a7-fa008c0b0ca5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192619 Jul 22 23:32:13.138962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] For port ba214d7e-331f-4416-9980-2fc480854b73, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:13.276409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] For port ba214d7e-331f-4416-9980-2fc480854b73, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=ba214d7e-331f-4416-9980-2fc480854b73,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:13.354792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:13.405370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.433809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.508917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.604497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:13.607966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3295d803-4928-423e-8a5b-a323b4499948 req-2c181bd5-1d6e-4267-b0f6-978f79327a05 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 210 time: 0.2824621 Jul 22 23:32:13.686471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:13.689469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.693135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] 10.222.0.49 "PUT /v2.0/ports/ba214d7e-331f-4416-9980-2fc480854b73 HTTP/1.1" status: 200 len: 1091 time: 4.9979556 Jul 22 23:32:13.700678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Pushing event updated for resources: {'Port': ['ID=f12a0c7d-144f-4a2c-9660-9fc29265354a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:13.704150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'tag': 'ba214d7e-331f-4416-9980-2fc480854b73'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:13.710444 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9376bde-4b6e-4800-84bd-1afec96f7043" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca71f80-a35c-4fa7-a9b2-795494eca083", "tag": "ba214d7e-331f-4416-9980-2fc480854b73"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:13.798876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:13.807146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:13.956404 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0e3a05-5429-4967-8b13-c733dba2880c x-openstack-request-id: req-cd0e3a05-5429-4967-8b13-c733dba2880c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:13.957060 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca71f80-a35c-4fa7-a9b2-795494eca083", "tag": "ba214d7e-331f-4416-9980-2fc480854b73", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:13.957234 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0e3a05-5429-4967-8b13-c733dba2880c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:13.957853 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'tag': 'ba214d7e-331f-4416-9980-2fc480854b73', 'status': 'completed', 'code': 200} Jul 22 23:32:13.960073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cd9b8-6ce0-4727-b435-fe4a16f56b3c service neutron] Pushing event updated for resources: {'Port': ['ID=ba214d7e-331f-4416-9980-2fc480854b73,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:13.962526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:14.086609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Deleting port 37458842-80bd-438e-aacc-018c8f7db8c4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:14.097653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.249739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.302151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:14.310636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:14.466979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b49c7cb9-d2b7-4d57-89c3-095eda4a57e6 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.503962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:14.580310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.621436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:14.622125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.671465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b49c7cb9-d2b7-4d57-89c3-095eda4a57e6 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.673992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:14.681821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:14.692172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:14.744910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] For port 37458842-80bd-438e-aacc-018c8f7db8c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37458842-80bd-438e-aacc-018c8f7db8c4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:14.745574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.793981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Calling delete_port for 37458842-80bd-438e-aacc-018c8f7db8c4 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:14.824148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-2add8a1c-88b7-4fd2-8f4e-449f6b31badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:14.830362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-2add8a1c-88b7-4fd2-8f4e-449f6b31badc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 1094 time: 1.0245302 Jul 22 23:32:14.955393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8bce5028-13a8-4c56-a6b5-ec1b0b8dd280 None None] Provisioning complete for port f12a0c7d-144f-4a2c-9660-9fc29265354a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:14.955906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8bce5028-13a8-4c56-a6b5-ec1b0b8dd280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:14.992858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83688eb2-f9b5-4d3f-a7e6-c7cf1c86c517 req-dbccc868-cadf-4daa-8acd-cf7e2e584096 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.005399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83688eb2-f9b5-4d3f-a7e6-c7cf1c86c517 req-dbccc868-cadf-4daa-8acd-cf7e2e584096 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 943 time: 0.7613297 Jul 22 23:32:15.027153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37458842-80bd-438e-aacc-018c8f7db8c4 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:15.036186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8bce5028-13a8-4c56-a6b5-ec1b0b8dd280 None None] Port f12a0c7d-144f-4a2c-9660-9fc29265354a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:32:15.097869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b768fe-5b4c-4d47-bc81-5227a04d778a req-86bf92f0-bcf9-4307-8faa-b054f93ed0e4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.100350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:15.105515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7b768fe-5b4c-4d47-bc81-5227a04d778a req-86bf92f0-bcf9-4307-8faa-b054f93ed0e4 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=9eb8d01f-6b5a-4a0c-91a0-a81820a66b32 HTTP/1.1" status: 200 len: 950 time: 0.9502671 Jul 22 23:32:15.114640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-d0917d42-c573-4759-88a9-e2e3ae26eaad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba214d7e-331f-4416-9980-2fc480854b73 HTTP/1.1" status: 200 len: 217 time: 0.2172582 Jul 22 23:32:15.159103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6256d-1714-4a3f-86d2-5f4941abf393 None None] The sync data for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 is: [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:29:29Z', 'revision_number': 4, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '67179599-2b6e-4e00-bc42-a03d230929f1', 'name': '', 'network_id': '898771d8-c16c-4d24-a041-4ce8813ff191', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'mac_address': 'fa:16:3e:10:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:27Z', 'updated_at': '2021-07-22T23:29:36Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'subnets': [{'id': 'cbdb28a9-9d18-4b72-88af-1097686400fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:15.285809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-2e615448-404f-4954-865b-570bebb3ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.287378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-2e615448-404f-4954-865b-570bebb3ad9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1321433 Jul 22 23:32:15.391081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-577bda6d-7a44-4d81-96e2-722414dad8ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753374 Jul 22 23:32:15.395549 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.404960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:15.441011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:15.471688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:15.472203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.549778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:15.586053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.587394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 914d5e57-10ef-42b4-97cd-4864106e7e61 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:15.640102 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-f70b1c63-8455-4543-9d6d-e5c86ece6618 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3547626 Jul 22 23:32:15.665388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Request body: {'port': {'device_id': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:15.739872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-8703e11d-dba5-4f5d-a5a7-9227231ac187 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159738 Jul 22 23:32:15.824475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:15.829294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6ff3a6-88ac-4c35-a1ed-29fe0dfd2f17 None None] New status for floating IP 9673aa85-5c50-45fa-b031-3f0b70c932c2: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:32:15.836199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:15.874285 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5f60b35-bb7c-41d5-a8dd-a3ab3a25b274 admin admin] 10.222.0.21 "PUT /v2.0/routers/75d00f15-8be4-400d-abb5-9f2bfbca2a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8669660 Jul 22 23:32:15.874522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7b768fe-5b4c-4d47-bc81-5227a04d778a req-f644a3ba-c638-45d1-ae82-c48d5f762a61 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642217 Jul 22 23:32:15.998669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83688eb2-f9b5-4d3f-a7e6-c7cf1c86c517 req-a408ed73-8e15-4cf2-9f86-fc5a2e43f05c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9166389 Jul 22 23:32:16.022709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.027909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b49c7cb9-d2b7-4d57-89c3-095eda4a57e6 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.030620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b49c7cb9-d2b7-4d57-89c3-095eda4a57e6 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.047142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b49c7cb9-d2b7-4d57-89c3-095eda4a57e6 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "DELETE /v2.0/security-groups/69da07f4-0103-4651-bec3-46b1e7ce9950 HTTP/1.1" status: 204 len: 168 time: 2.2252934 Jul 22 23:32:16.047836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Sync routers for ids ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:16.084862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:16.191419 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-fde2367a-9b37-4b8c-aca4-b49cb12828bf tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] show failed (client error): The resource could not be found. Jul 22 23:32:16.199018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fde2367a-9b37-4b8c-aca4-b49cb12828bf tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "GET /v2.0/security-groups/69da07f4-0103-4651-bec3-46b1e7ce9950 HTTP/1.1" status: 404 len: 347 time: 0.1125803 Jul 22 23:32:16.204092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:16.211422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Routers {'75d00f15-8be4-400d-abb5-9f2bfbca2a79'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:16.212999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:31:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:16.339038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-1007afac-8508-4d6d-ad90-ca3f4f8154e2 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577066 Jul 22 23:32:16.571751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c7cb9-d2b7-4d57-89c3-095eda4a57e6 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da07f4-0103-4651-bec3-46b1e7ce9950,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:16.875716 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-121ab636-1adf-4793-9262-bb0b267f6a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.958381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 914d5e57-10ef-42b4-97cd-4864106e7e61 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:16.979081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 914d5e57-10ef-42b4-97cd-4864106e7e61 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:16.979681 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:16.990226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a7d021-d99a-407e-8607-c77548e4f20b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:17.001069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.021009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Transition to ACTIVE for port object 16a7d021-d99a-407e-8607-c77548e4f20b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:17.028197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Deleting port e37e33df-e45a-4ce5-8727-04b7b1d099ad {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:17.028644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.030976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.070579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f636c1-fc33-4dda-a20b-b94e64e74c06 req-92c1962c-9eec-4777-ae37-cce81c5dd960 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:17.088964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.096701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48f636c1-fc33-4dda-a20b-b94e64e74c06 req-92c1962c-9eec-4777-ae37-cce81c5dd960 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 931 time: 0.7042437 Jul 22 23:32:17.109270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:17.117981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-64412525-f77b-45fe-adc1-b2344b0e2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:17.126698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-64412525-f77b-45fe-adc1-b2344b0e2a95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 1094 time: 0.6696129 Jul 22 23:32:17.177010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5067f408-41ec-499e-b722-93ee950a9035 None None] The sync data for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 is: [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:17.196017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.289553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a9cc7ed1-ae63-4686-ad44-3d2a938629de'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:17.371377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event deleted for resources: {'Port': ['ID=37458842-80bd-438e-aacc-018c8f7db8c4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:17.426744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:17.501097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Attempting to bind port 16a7d021-d99a-407e-8607-c77548e4f20b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:17.501631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Attempting to bind port 16a7d021-d99a-407e-8607-c77548e4f20b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:17.503536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] No DVR routers for this DVR port 37458842-80bd-438e-aacc-018c8f7db8c4 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:17.506625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Attempting to bind port 16a7d021-d99a-407e-8607-c77548e4f20b on network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:17.507257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.511680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2853a6b8-0adc-4c5e-baeb-08ad2a691517 req-92f393a4-70d5-45af-9d8d-527b2b935912 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.48 "DELETE /v2.0/ports/37458842-80bd-438e-aacc-018c8f7db8c4 HTTP/1.1" status: 204 len: 173 time: 4.5984964 Jul 22 23:32:17.536980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-deleted', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:17.541536 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dedd9b1-f476-4bd2-b1ad-6721a4cd769a" -d '{"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-deleted", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:17.543526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.543841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.562876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Set router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:17.610686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48f636c1-fc33-4dda-a20b-b94e64e74c06 req-79d114d5-5275-4737-915e-e7aa4605a3e6 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037980 Jul 22 23:32:17.616825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Port 16a7d021-d99a-407e-8607-c77548e4f20b on network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:17.617344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Attempting to bind port 16a7d021-d99a-407e-8607-c77548e4f20b on network 81c71b5c-41d9-4a07-bfc9-21324b37ec8a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:17.757772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:17.772883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Checking segment: {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:17.774687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Bound using segment: {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:17.778440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Bound port: 16a7d021-d99a-407e-8607-c77548e4f20b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2defe082-61b1-4739-afdc-5ce78d1cd731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:17.780126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:17.831508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Calling delete_port for e37e33df-e45a-4ce5-8727-04b7b1d099ad owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:17.866193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-482a15a0-310a-42f4-9aca-0d7ff202a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:17.872328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-482a15a0-310a-42f4-9aca-0d7ff202a4f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.7370882 Jul 22 23:32:17.992067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-cabf7ac8-53d4-485a-a040-796d95cbd5aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba214d7e-331f-4416-9980-2fc480854b73 HTTP/1.1" status: 200 len: 217 time: 0.1126111 Jul 22 23:32:18.151726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:18.163155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-30c3c32f-659a-4874-aec1-9d18825ff555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.176699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-30c3c32f-659a-4874-aec1-9d18825ff555 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1604543 Jul 22 23:32:18.178623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:18.258938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.375290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.385856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:18.395858 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] 10.222.0.48 "PUT /v2.0/ports/16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 1091 time: 2.7323453 Jul 22 23:32:18.432326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-32d913d9-eb43-4464-914f-d141d1ec7529 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508354 Jul 22 23:32:18.645093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:18.648172 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf89b738-2d5b-4773-9036-0301bc84f859" -d '{"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:18.853160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddcdfb-c232-4b91-a831-9acbe5cc165d service neutron] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:18.928068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-321e66b2-cce1-45ca-99ef-24048e8d0083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:18.929783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-321e66b2-cce1-45ca-99ef-24048e8d0083 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1094 time: 0.2770991 Jul 22 23:32:18.953431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.024986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-9a94afc3-7945-4412-9f44-a0d9dd24ace9 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822995 Jul 22 23:32:19.213774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-3d014b63-acf2-4fd4-baeb-fec442818950 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 217 time: 0.2693064 Jul 22 23:32:19.462589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-437e1c94-80e4-43b3-860e-647a6007f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:19.464537 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-437e1c94-80e4-43b3-860e-647a6007f93a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.2435372 Jul 22 23:32:19.470458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.544803 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-0c65ccb4-469f-4e7e-ae7c-70df20c16a90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704806 Jul 22 23:32:19.545721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Pushing event deleted for resources: {'Port': ['ID=e37e33df-e45a-4ce5-8727-04b7b1d099ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:19.666468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 914d5e57-10ef-42b4-97cd-4864106e7e61, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=914d5e57-10ef-42b4-97cd-4864106e7e61,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:19.681256 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f224881-34c2-4bdc-8130-f40d52f76ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.738781 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.794231 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:19.953360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=914d5e57-10ef-42b4-97cd-4864106e7e61,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:19.980207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9376bde-4b6e-4800-84bd-1afec96f7043 req-bf05302e-1c90-4076-a62f-aadbd75bed41 service neutron] 10.222.0.49 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9380507 Jul 22 23:32:20.061912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e280f-6ddc-4465-8c29-c9f9ee778cfc req-974b9caf-b81a-49c6-8277-fb0881109811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:20.069422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d4e280f-6ddc-4465-8c29-c9f9ee778cfc req-974b9caf-b81a-49c6-8277-fb0881109811 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 943 time: 0.6997838 Jul 22 23:32:20.084746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 4, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'f12a0c7d-144f-4a2c-9660-9fc29265354a', 'name': '', 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'mac_address': 'fa:16:3e:85:a5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:07Z', 'updated_at': '2021-07-22T23:32:12Z', 'revision_number': 2, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'subnets': [{'id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:20.124017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:20.174371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d4e280f-6ddc-4465-8c29-c9f9ee778cfc req-8cfd8c4f-b221-46df-8fc2-59f419ab0867 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950379 Jul 22 23:32:20.239286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-1a3a51bf-f61e-4115-b77e-0edae1746958 service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879704 Jul 22 23:32:20.274061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Checking router: 75d00f15-8be4-400d-abb5-9f2bfbca2a79 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:20.274429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Updating router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 port f12a0c7d-144f-4a2c-9660-9fc29265354a binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:32:20.313196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.329682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.360946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.372347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:20.372955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cc3d046d-a07f-4946-8727-453924c3c131 tempest-ServersTestManualDisk-1599004716 tempest-ServersTestManualDisk-1599004716-project] 10.222.0.21 "DELETE /v2.0/floatingips/9673aa85-5c50-45fa-b031-3f0b70c932c2 HTTP/1.1" status: 204 len: 168 time: 4.1215389 Jul 22 23:32:20.402476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.434131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:20.434789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:20.445453 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ab3f02-4f17-4374-9ece-d4bb3b811df4 x-openstack-request-id: req-38ab3f02-4f17-4374-9ece-d4bb3b811df4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:20.445930 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb8d01f-6b5a-4a0c-91a0-a81820a66b32", "name": "network-vif-deleted", "tag": "37458842-80bd-438e-aacc-018c8f7db8c4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:20.446352 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ab3f02-4f17-4374-9ece-d4bb3b811df4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:20.446988 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb8d01f-6b5a-4a0c-91a0-a81820a66b32', 'name': 'network-vif-deleted', 'tag': '37458842-80bd-438e-aacc-018c8f7db8c4', 'status': 'completed', 'code': 200} Jul 22 23:32:20.678644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device ba214d7e-331f-4416-9980-2fc480854b73 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:20.910012 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2da19da5-ae5f-43a4-b310-2c4b85acf61c req-8fa215c0-c9e9-4fe3-9850-ef1a7f528645 service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570656 Jul 22 23:32:20.917142 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded6d71a-fcb6-463c-9b5e-640040534d8c x-openstack-request-id: req-ded6d71a-fcb6-463c-9b5e-640040534d8c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:20.917612 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:20.918023 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ded6d71a-fcb6-463c-9b5e-640040534d8c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:20.918699 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'status': 'completed', 'code': 200} Jul 22 23:32:21.019956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df925-2122-4a3f-9da2-2943a26f4e8f req-690c32f0-90cd-43c9-98d5-843540d23fca tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:21.021588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff6df925-2122-4a3f-9da2-2943a26f4e8f req-690c32f0-90cd-43c9-98d5-843540d23fca tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 943 time: 0.2865419 Jul 22 23:32:21.122834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port ba214d7e-331f-4416-9980-2fc480854b73, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=ba214d7e-331f-4416-9980-2fc480854b73,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:21.148563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'ba214d7e-331f-4416-9980-2fc480854b73', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': 'ba214d7e-331f-4416-9980-2fc480854b73', 'mac_address': 'fa:16:3e:b2:6c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:21.328387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-0b47abb9-27d1-4a19-9ec0-d8f17ac49cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:21.331360 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-0b47abb9-27d1-4a19-9ec0-d8f17ac49cbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1094 time: 0.3365510 Jul 22 23:32:21.339299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff6df925-2122-4a3f-9da2-2943a26f4e8f req-a98f6e47-0cf4-4ef2-88e3-64b7a051b81e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459488 Jul 22 23:32:21.445504 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.463903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.635999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Transition to ACTIVE for port object f12a0c7d-144f-4a2c-9660-9fc29265354a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:21.668280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.725873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba214d7e-331f-4416-9980-2fc480854b73 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:21.779011 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.889317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:21.929214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-7f0aeb2a-6e4d-4cd0-852e-a03ac110eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:21.936310 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-7f0aeb2a-6e4d-4cd0-852e-a03ac110eb31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.5860803 Jul 22 23:32:22.133671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 914d5e57-10ef-42b4-97cd-4864106e7e61 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:22.157983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port ba214d7e-331f-4416-9980-2fc480854b73, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=ba214d7e-331f-4416-9980-2fc480854b73,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:22.214241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-113372d4-9c5d-40c3-a604-90971d503889 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 217 time: 0.2613370 Jul 22 23:32:22.299374 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.467162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8131d8-6cb6-435a-af5e-f60999e304b3 None None] Pushing event updated for resources: {'Port': ['ID=f12a0c7d-144f-4a2c-9660-9fc29265354a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:22.497664 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.508720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-a54e8d45-3d7e-4dbd-9eba-e642255dacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:22.550819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-a54e8d45-3d7e-4dbd-9eba-e642255dacd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.3328457 Jul 22 23:32:22.672144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-695a2f20-5d12-4666-a83f-b815fd8143fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128352 Jul 22 23:32:22.730932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=ba214d7e-331f-4416-9980-2fc480854b73,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:22.819119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['ba214d7e-331f-4416-9980-2fc480854b73'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:22.822246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Deleting port 67179599-2b6e-4e00-bc42-a03d230929f1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:22.823238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:22.926801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-10d12563-a4dc-4220-be50-c1585d19d79e service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455976 Jul 22 23:32:23.003401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 16a7d021-d99a-407e-8607-c77548e4f20b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:23.018769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] For port 67179599-2b6e-4e00-bc42-a03d230929f1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=67179599-2b6e-4e00-bc42-a03d230929f1,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:23.019780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.092336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Calling delete_port for 67179599-2b6e-4e00-bc42-a03d230929f1 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:23.109939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf89b738-2d5b-4773-9036-0301bc84f859 req-f0a3fc9b-e6aa-4274-b639-eb710c495d2e service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733990 Jul 22 23:32:23.666789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.717270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Pushing event deleted for resources: {'Port': ['ID=67179599-2b6e-4e00-bc42-a03d230929f1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:23.774804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Attempting to bind port f12a0c7d-144f-4a2c-9660-9fc29265354a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:23.775890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Attempting to bind port f12a0c7d-144f-4a2c-9660-9fc29265354a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:23.776769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Attempting to bind port f12a0c7d-144f-4a2c-9660-9fc29265354a on network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:23.845062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:23.855532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Checking segment: {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:23.861094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.864764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Bound using segment: {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:23.865299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Bound port: f12a0c7d-144f-4a2c-9660-9fc29265354a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593c5953-4166-494e-aa47-66d7e52c6040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:23.865726 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:23.977641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 914d5e57-10ef-42b4-97cd-4864106e7e61 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:23.978052 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.008823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ebdb-43e3-47e7-ae00-f4ec1273be4a req-01c97438-1597-4041-8d7e-8f62f473b116 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:24.019056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5e3ebdb-43e3-47e7-ae00-f4ec1273be4a req-01c97438-1597-4041-8d7e-8f62f473b116 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 944 time: 0.4715815 Jul 22 23:32:24.078095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:24.118090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '16a7d021-d99a-407e-8607-c77548e4f20b', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'port_id': '16a7d021-d99a-407e-8607-c77548e4f20b', 'mac_address': 'fa:16:3e:c7:88:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:24.216840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] For port f12a0c7d-144f-4a2c-9660-9fc29265354a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:24.218622 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.269914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] For port f12a0c7d-144f-4a2c-9660-9fc29265354a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f12a0c7d-144f-4a2c-9660-9fc29265354a,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:24.285870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5e3ebdb-43e3-47e7-ae00-f4ec1273be4a req-0a2ed5d4-47a6-4ee9-b0cb-5609da33b8b5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651498 Jul 22 23:32:24.292094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.342123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.499897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a7d021-d99a-407e-8607-c77548e4f20b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:24.564326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:24.595121 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:24.630994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Routers {'75d00f15-8be4-400d-abb5-9f2bfbca2a79'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:24.633302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:24.668158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08c267-baf7-4f85-aef9-b70ee15f69f3 req-79fc1022-410b-45b8-a8ad-1a37afd356e4 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:24.680019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca08c267-baf7-4f85-aef9-b70ee15f69f3 req-79fc1022-410b-45b8-a8ad-1a37afd356e4 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 943 time: 0.8169153 Jul 22 23:32:24.871518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8131d8-6cb6-435a-af5e-f60999e304b3 None None] Pushing event updated for resources: {'Port': ['ID=f12a0c7d-144f-4a2c-9660-9fc29265354a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:24.955039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['16a7d021-d99a-407e-8607-c77548e4f20b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:25.089803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:25.120092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] Set router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:25.505424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca08c267-baf7-4f85-aef9-b70ee15f69f3 req-4f492583-625b-4599-bbbe-8b634af41891 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238935 Jul 22 23:32:25.679039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 4, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'f12a0c7d-144f-4a2c-9660-9fc29265354a', 'name': '', 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'mac_address': 'fa:16:3e:85:a5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:07Z', 'updated_at': '2021-07-22T23:32:24Z', 'revision_number': 4, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'subnets': [{'id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:25.732055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7e4d1-956b-4304-affe-b5d4caf304b0 None None] The sync data for ids ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'] in n-d-758851-4 is: [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:32:11Z', 'revision_number': 4, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'f12a0c7d-144f-4a2c-9660-9fc29265354a', 'name': '', 'network_id': '51bd2673-0f40-4aa5-bf90-1ed1146c6ee9', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'mac_address': 'fa:16:3e:85:a5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:32:07Z', 'updated_at': '2021-07-22T23:32:24Z', 'revision_number': 4, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'subnets': [{'id': '1cffda10-a8ca-4337-a9a8-fd34e0556b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:25.760423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90829a6-2c5e-42c0-83f4-dfe6392849ae req-c62cb829-ff4b-479e-a043-24064ee73fef tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.769493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f90829a6-2c5e-42c0-83f4-dfe6392849ae req-c62cb829-ff4b-479e-a043-24064ee73fef tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 1.0796747 Jul 22 23:32:25.850589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-01b05d48-b5bb-46b4-acad-e5c9596a8587 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:25.852296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-01b05d48-b5bb-46b4-acad-e5c9596a8587 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 950 time: 0.4578879 Jul 22 23:32:26.062088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Router 2e63f86f-d69d-4f99-96f7-203c264c5811 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:26.154540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdc77c-3f3c-46cc-92f2-8336b70fc528 req-0d6ffff4-1567-41b4-8c8e-c348094ac69e tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:26.157148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fefdc77c-3f3c-46cc-92f2-8336b70fc528 req-0d6ffff4-1567-41b4-8c8e-c348094ac69e tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.4615865 Jul 22 23:32:26.172283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f90829a6-2c5e-42c0-83f4-dfe6392849ae req-fe4851f4-1f8b-4896-8456-523d997f8efd tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997443 Jul 22 23:32:26.270077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fefdc77c-3f3c-46cc-92f2-8336b70fc528 req-79239b02-f559-4500-a76b-38fd98b3b927 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964441 Jul 22 23:32:26.688664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device ba214d7e-331f-4416-9980-2fc480854b73 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:26.815435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port ba214d7e-331f-4416-9980-2fc480854b73 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:26.820089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Deleting port a9cc7ed1-ae63-4686-ad44-3d2a938629de {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:26.822188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:26.825477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port ba214d7e-331f-4416-9980-2fc480854b73 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:26.826046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.047297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 16a7d021-d99a-407e-8607-c77548e4f20b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:27.082127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:27.106091 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] Sync routers for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:27.128842 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:27.132116 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:27.169293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad30a42-b37f-43f7-838b-7810c002867f req-7b4363e0-a54c-41c7-b5fc-491ff87fc7e6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:27.189269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cad30a42-b37f-43f7-838b-7810c002867f req-7b4363e0-a54c-41c7-b5fc-491ff87fc7e6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 944 time: 0.5240555 Jul 22 23:32:27.219552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f12a0c7d-144f-4a2c-9660-9fc29265354a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:27.221933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:27.224632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b7e9d5e-888f-436d-9efe-65061ae47377 admin admin] 10.222.0.21 "PUT /v2.0/routers/2e63f86f-d69d-4f99-96f7-203c264c5811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8503971 Jul 22 23:32:27.362404 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.476474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port ba214d7e-331f-4416-9980-2fc480854b73, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=ba214d7e-331f-4416-9980-2fc480854b73,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:27.481356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba214d7e-331f-4416-9980-2fc480854b73'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:27.486064 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a5536-8b99-4ca9-a2e6-ea6c4af8ed41" -d '{"events": [{"server_uuid": "1ca71f80-a35c-4fa7-a9b2-795494eca083", "name": "network-vif-plugged", "status": "completed", "tag": "ba214d7e-331f-4416-9980-2fc480854b73"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:27.491732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.492942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a9cc7ed1-ae63-4686-ad44-3d2a938629de no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:27.537078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f12a0c7d-144f-4a2c-9660-9fc29265354a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:27.603677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f12a0c7d-144f-4a2c-9660-9fc29265354a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:27.604722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.606985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 16a7d021-d99a-407e-8607-c77548e4f20b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:32:27.622033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cad30a42-b37f-43f7-838b-7810c002867f req-664f7896-6182-4b8d-a5af-f3f403b9dc7c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864870 Jul 22 23:32:27.630614 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:27.695322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.722707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] For port a9cc7ed1-ae63-4686-ad44-3d2a938629de, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a9cc7ed1-ae63-4686-ad44-3d2a938629de,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:27.723320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.807202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 16a7d021-d99a-407e-8607-c77548e4f20b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:27.808354 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:27.810513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=ba214d7e-331f-4416-9980-2fc480854b73,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:28.011802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Calling delete_port for a9cc7ed1-ae63-4686-ad44-3d2a938629de owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:28.168078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.337021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Deleting port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:28.337021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.360673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefde6a-b255-48a1-9f9d-08706c46fbcd req-a96ddb90-b4fc-451e-bfc6-2331493a9da5 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:28.361585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.368776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fefde6a-b255-48a1-9f9d-08706c46fbcd req-a96ddb90-b4fc-451e-bfc6-2331493a9da5 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 944 time: 0.5759916 Jul 22 23:32:28.379761 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:32:23Z', 'revision_number': 5, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port': {'id': '3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:23Z', 'updated_at': '2021-07-22T23:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:28.448095 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] Checking router: 2e63f86f-d69d-4f99-96f7-203c264c5811 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:28.477604 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] Routers {'2e63f86f-d69d-4f99-96f7-203c264c5811'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:28.478258 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2e63f86f-d69d-4f99-96f7-203c264c5811'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:28.492430 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.574054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.580461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] For port 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:28.581521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.617159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fefde6a-b255-48a1-9f9d-08706c46fbcd req-43565e12-9f8e-4ddc-8b97-5d635a2e970c tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452650 Jul 22 23:32:28.624779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f12a0c7d-144f-4a2c-9660-9fc29265354a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f12a0c7d-144f-4a2c-9660-9fc29265354a,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:28.628771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.642175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Calling delete_port for 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:28.785873 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.826035 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] Set router 2e63f86f-d69d-4f99-96f7-203c264c5811 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:28.912320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Pushing event deleted for resources: {'Port': ['ID=a9cc7ed1-ae63-4686-ad44-3d2a938629de,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:28.955756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:28.976640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.994138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:28.995562 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:32:28Z', 'revision_number': 6, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:29.015288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=f12a0c7d-144f-4a2c-9660-9fc29265354a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:29.028167 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7a0dc7-7223-4ead-8c28-7dbd5914e61d x-openstack-request-id: req-4c7a0dc7-7223-4ead-8c28-7dbd5914e61d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:29.028625 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca71f80-a35c-4fa7-a9b2-795494eca083", "name": "network-vif-plugged", "status": "completed", "tag": "ba214d7e-331f-4416-9980-2fc480854b73", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:29.029034 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c7a0dc7-7223-4ead-8c28-7dbd5914e61d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:29.034500 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba214d7e-331f-4416-9980-2fc480854b73', 'code': 200} Jul 22 23:32:29.068297 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895fa517-b7a4-422e-905e-87b738d72369 None None] The sync data for ids ['2e63f86f-d69d-4f99-96f7-203c264c5811'] in n-d-758851-4 is: [{'id': '2e63f86f-d69d-4f99-96f7-203c264c5811', 'name': 'tempest-ServersTestManualDisk-939248004-router', 'tenant_id': '5cf53b01f89a487e96c60b1981710271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:22Z', 'updated_at': '2021-07-22T23:32:28Z', 'revision_number': 6, 'project_id': '5cf53b01f89a487e96c60b1981710271', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:29.086667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:29.117639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] No DVR routers for this DVR port a9cc7ed1-ae63-4686-ad44-3d2a938629de on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:29.176294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4102a9-3530-48e8-83df-c645de814767 req-6ddd7f40-93eb-436e-ad28-4a22f5df5824 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.183757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac4102a9-3530-48e8-83df-c645de814767 req-6ddd7f40-93eb-436e-ad28-4a22f5df5824 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 867 time: 0.9278893 Jul 22 23:32:29.187887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.212764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9ba45b9-0e94-491f-a283-582d0819c211 req-cd324a10-def1-431d-bb6a-456a011b98de tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.49 "DELETE /v2.0/ports/a9cc7ed1-ae63-4686-ad44-3d2a938629de HTTP/1.1" status: 204 len: 173 time: 3.3210323 Jul 22 23:32:29.215997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-deleted', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:29.232699 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91bbd8d-9866-46b5-9843-2759a700d2f3" -d '{"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-deleted", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:29.292347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:29.409277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac4102a9-3530-48e8-83df-c645de814767 req-ae07097a-a225-47be-b0f4-3b6252730f5c tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/security-groups?id=49bc77fb-5083-4d57-9005-38b7c15da499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609945 Jul 22 23:32:29.522119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.543284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b07f4d-427b-4873-a2d0-6bac8fe57aea req-9fb4d34d-afeb-4413-b784-60ac75c9fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.559732 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9b07f4d-427b-4873-a2d0-6bac8fe57aea req-9fb4d34d-afeb-4413-b784-60ac75c9fdde service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 1096 time: 0.3352385 Jul 22 23:32:29.726620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6457f94-b321-4b3a-b691-78224b34b8b8 req-acc5bd28-b946-4bf0-aad3-bc22868dd9d9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.734457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6457f94-b321-4b3a-b691-78224b34b8b8 req-acc5bd28-b946-4bf0-aad3-bc22868dd9d9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 945 time: 0.1574953 Jul 22 23:32:29.749777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.752455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.847001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6457f94-b321-4b3a-b691-78224b34b8b8 req-9101db25-4112-488f-851e-94d6dc5ea3e6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115415 Jul 22 23:32:29.899073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9b07f4d-427b-4873-a2d0-6bac8fe57aea req-3f7b6899-9090-46f8-b091-167c05075e11 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265305 Jul 22 23:32:29.913624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.914426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e63f86f-d69d-4f99-96f7-203c264c5811 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:32:29.924606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77700-9d75-4bef-bb16-c159618354d2 req-fcacecd9-09d7-4928-8ce9-deacae1849ef tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:29.927315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b77700-9d75-4bef-bb16-c159618354d2 req-fcacecd9-09d7-4928-8ce9-deacae1849ef tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.2655890 Jul 22 23:32:29.929882 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:29.933987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0df68341-2bae-4c20-a4d2-29be1468c490 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2e63f86f-d69d-4f99-96f7-203c264c5811 HTTP/1.1" status: 204 len: 168 time: 2.7094109 Jul 22 23:32:29.938719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:30.069206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b77700-9d75-4bef-bb16-c159618354d2 req-2f8d2666-adb0-4adb-8aa5-ad7d8db488e9 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127484 Jul 22 23:32:30.103548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Deleting subnet cbdb28a9-9d18-4b72-88af-1097686400fe {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:32:30.115527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.212282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.220601 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ae731-d89b-4198-be8e-e188cce45c01 x-openstack-request-id: req-6c5ae731-d89b-4198-be8e-e188cce45c01 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:30.221395 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8", "name": "network-vif-deleted", "tag": "a9cc7ed1-ae63-4686-ad44-3d2a938629de", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:30.222242 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c5ae731-d89b-4198-be8e-e188cce45c01 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:30.222913 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8', 'name': 'network-vif-deleted', 'tag': 'a9cc7ed1-ae63-4686-ad44-3d2a938629de', 'status': 'completed', 'code': 200} Jul 22 23:32:30.285797 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bacb0a65-ab65-4c89-adca-eabba7c64c71 req-e0853019-f020-4fb8-adae-fce9544ff6a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0679982 Jul 22 23:32:30.446491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bacb0a65-ab65-4c89-adca-eabba7c64c71 req-ed96dbc5-e6b5-42b5-8134-cfa892b57cec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 210 time: 0.0887535 Jul 22 23:32:30.508785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfa05b-3d20-4266-b27b-3c42d501d406 req-ba8afeb1-cbd7-4a7d-8ccc-f099cef7c5b2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.510384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65bfa05b-3d20-4266-b27b-3c42d501d406 req-ba8afeb1-cbd7-4a7d-8ccc-f099cef7c5b2 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 950 time: 0.2281141 Jul 22 23:32:30.512068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.565185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bacb0a65-ab65-4c89-adca-eabba7c64c71 req-26618a5a-cff0-46e6-8f66-b55b482e20a4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713203 Jul 22 23:32:30.579471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e27a0-b05b-4d9f-846b-0596f784ea79 req-32c3efd0-c755-4acf-b55d-8caa768e8a9b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.587464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-246e27a0-b05b-4d9f-846b-0596f784ea79 req-32c3efd0-c755-4acf-b55d-8caa768e8a9b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.3624663 Jul 22 23:32:30.679392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65bfa05b-3d20-4266-b27b-3c42d501d406 req-29633791-0752-438e-aa57-de7eaf801759 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197546 Jul 22 23:32:30.763364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-246e27a0-b05b-4d9f-846b-0596f784ea79 req-bdb6f87d-55bf-4d12-8ee1-f471cb9bcc02 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746035 Jul 22 23:32:30.795532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:30.903925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb0a65-ab65-4c89-adca-eabba7c64c71 req-05105482-0be2-4d92-892c-9f8a50b8611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:30.921760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bacb0a65-ab65-4c89-adca-eabba7c64c71 req-05105482-0be2-4d92-892c-9f8a50b8611c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3490698 Jul 22 23:32:30.937308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdb28a9-9d18-4b72-88af-1097686400fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:31.036102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:31.038610 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348daffa-9af1-4660-a16f-32e37bc0d4fc" -d '{"events": [{"server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "name": "network-vif-plugged", "status": "completed", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:31.041339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.050457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:31.092164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3120340f-9904-46fe-94b1-e05b43899f4a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cbdb28a9-9d18-4b72-88af-1097686400fe HTTP/1.1" status: 204 len: 168 time: 1.1452663 Jul 22 23:32:31.101490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109781ec-5b1d-4562-8ea2-8eeffd49b16e None None] Network 898771d8-c16c-4d24-a041-4ce8813ff191 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:31.160251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f12a0c7d-144f-4a2c-9660-9fc29265354a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:32:31.324430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.344485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38da4a94-0f0a-434c-8812-ac1bd7c76925 req-9919d4ae-02cf-458e-ad84-3b059db34226 tempest-MigrationsAdminTest-1353384982 tempest-MigrationsAdminTest-1353384982-project] 10.222.0.21 "GET /v2.0/ports?device_id=5684a1d8-e8a4-45fd-b4f7-2b7f5dbabbb8 HTTP/1.1" status: 200 len: 210 time: 0.1163008 Jul 22 23:32:31.421795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773462-92e2-480a-bfe5-12bf122b3233 req-26f221f3-4ea6-407b-9433-1b8324c54626 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.434214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-26f221f3-4ea6-407b-9433-1b8324c54626 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 945 time: 0.5000093 Jul 22 23:32:31.501083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Deleting port da244af4-9246-4db5-a724-d54f9de25f3d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:31.501438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.614715 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8426741-cb4d-40f5-8318-55803c5a05f8 x-openstack-request-id: req-c8426741-cb4d-40f5-8318-55803c5a05f8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:31.614715 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "name": "network-vif-plugged", "status": "completed", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:31.614715 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8426741-cb4d-40f5-8318-55803c5a05f8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:31.614715 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'code': 200} Jul 22 23:32:31.863795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ceb8d-0d09-4314-9ac1-093e6f74ad70 req-9db33f2b-658f-4b2d-ba11-369bcd077168 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:31.876937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-041ceb8d-0d09-4314-9ac1-093e6f74ad70 req-9db33f2b-658f-4b2d-ba11-369bcd077168 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 945 time: 0.4503152 Jul 22 23:32:31.916862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f12a0c7d-144f-4a2c-9660-9fc29265354a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:32:31.917241 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:31.984933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-041ceb8d-0d09-4314-9ac1-093e6f74ad70 req-58d34d54-e3cf-4208-9d5b-84209f0b4f48 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034236 Jul 22 23:32:32.027863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port ba214d7e-331f-4416-9980-2fc480854b73 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:32.028446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.151513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56476) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:32.221814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] DHCP port deletion for 898771d8-c16c-4d24-a041-4ce8813ff191 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:32:32.362385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] For port da244af4-9246-4db5-a724-d54f9de25f3d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=da244af4-9246-4db5-a724-d54f9de25f3d,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.363302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.386216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:32.403084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Calling delete_port for da244af4-9246-4db5-a724-d54f9de25f3d owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:32.430241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46b63d-7570-4abf-be54-37025a2147c2 req-3c27eebe-d91a-415c-a0bb-6f202fc6999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.435093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:32.435857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab89ac6-ba3e-43e7-b36f-d05ae646cbe0 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:32.436129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d46b63d-7570-4abf-be54-37025a2147c2 req-3c27eebe-d91a-415c-a0bb-6f202fc6999b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.1726294 Jul 22 23:32:32.437680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 67179599-2b6e-4e00-bc42-a03d230929f1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:32.489753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 67179599-2b6e-4e00-bc42-a03d230929f1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:32.490951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 67179599-2b6e-4e00-bc42-a03d230929f1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:32.498824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] Deleting port da244af4-9246-4db5-a724-d54f9de25f3d {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:32.499845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.530336 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d46b63d-7570-4abf-be54-37025a2147c2 req-6d084633-142c-44e0-82eb-7cfa7e74cc66 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800266 Jul 22 23:32:32.548812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port ba214d7e-331f-4416-9980-2fc480854b73, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=ba214d7e-331f-4416-9980-2fc480854b73,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.549485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.565587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for ba214d7e-331f-4416-9980-2fc480854b73 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:32.595993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] For port da244af4-9246-4db5-a724-d54f9de25f3d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=da244af4-9246-4db5-a724-d54f9de25f3d,segment=NetworkSegment(04a719db-d4b6-4520-bce8-2722d940a195),segment_id=04a719db-d4b6-4520-bce8-2722d940a195)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:32.596436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.600373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.622947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] Calling delete_port for da244af4-9246-4db5-a724-d54f9de25f3d owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:32.651396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da244af4-9246-4db5-a724-d54f9de25f3d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:32.658714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] No DVR routers for this DVR port da244af4-9246-4db5-a724-d54f9de25f3d on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:32.663127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02fee748-b013-4470-8067-4b0122a02954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.743308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:32.746013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade13f-f4bb-4555-bbf7-c143e03dc51e req-e99e921e-437c-4b95-8c86-ee32f30c3d56 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.747769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dade13f-f4bb-4555-bbf7-c143e03dc51e req-e99e921e-437c-4b95-8c86-ee32f30c3d56 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.5934618 Jul 22 23:32:32.758508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806ed45-d798-451a-8888-5e3a0bae3abb req-9115147f-b37c-4ab0-84cd-09e1464f28c2 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:32.765696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4806ed45-d798-451a-8888-5e3a0bae3abb req-9115147f-b37c-4ab0-84cd-09e1464f28c2 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.3542228 Jul 22 23:32:32.766739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.779783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898771d8-c16c-4d24-a041-4ce8813ff191']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:32.799011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a719db-d4b6-4520-bce8-2722d940a195') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:32.799554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a719db-d4b6-4520-bce8-2722d940a195') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:32.820199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.843639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.846763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.859841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:32:32.859841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.885879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4806ed45-d798-451a-8888-5e3a0bae3abb req-58f96716-e5b2-4471-85e7-44a530bd9ec9 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190903 Jul 22 23:32:32.955982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] Pushing event deleted for resources: {'Port': ['ID=da244af4-9246-4db5-a724-d54f9de25f3d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:32:32.963979 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:32:32.967715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:32.984491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8f9e4-7e56-46cb-8b3b-ffb8d7efab13 None None] No DVR routers for this DVR port da244af4-9246-4db5-a724-d54f9de25f3d on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:33.001409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.019046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/898771d8-c16c-4d24-a041-4ce8813ff191 HTTP/1.1" status: 204 len: 168 time: 1.9661875 Jul 22 23:32:33.020371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6caf63-4cd7-470d-8762-07b9a91ae0a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=898771d8-c16c-4d24-a041-4ce8813ff191,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:33.071481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dade13f-f4bb-4555-bbf7-c143e03dc51e req-08dde518-e3bf-40ab-82bd-bf321c88c7ed tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984509 Jul 22 23:32:33.079695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device da244af4-9246-4db5-a724-d54f9de25f3d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:33.187026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.226216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: da244af4-9246-4db5-a724-d54f9de25f3d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:33.227404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device da244af4-9246-4db5-a724-d54f9de25f3d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:33.250608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['ba214d7e-331f-4416-9980-2fc480854b73'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:32:33.318158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=ba214d7e-331f-4416-9980-2fc480854b73,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:33.504314 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.509953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:33.610942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:33.619050 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d466e3af-0e5b-454d-b97f-035f4593ec03" -d '{"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:33.622193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port ba214d7e-331f-4416-9980-2fc480854b73 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:33.632526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:33.644053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.658533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.661900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39773462-92e2-480a-bfe5-12bf122b3233 req-e11b5cc6-8477-43d0-98d9-8b05c15825fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "DELETE /v2.0/ports/ba214d7e-331f-4416-9980-2fc480854b73 HTTP/1.1" status: 204 len: 173 time: 2.2182269 Jul 22 23:32:33.663473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'name': 'network-vif-deleted', 'tag': 'ba214d7e-331f-4416-9980-2fc480854b73'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:33.670223 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4d743639-a59a-4d3c-8505-1725f13fd873 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cf53b01f89a487e96c60b1981710271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574337 Jul 22 23:32:33.676849 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e3644-70a3-4e37-a528-4e321e79a1ba" -d '{"events": [{"server_uuid": "1ca71f80-a35c-4fa7-a9b2-795494eca083", "name": "network-vif-deleted", "tag": "ba214d7e-331f-4416-9980-2fc480854b73"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:33.677665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:33.779015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43e20995-565c-4564-a5dc-3455749f82fa req-50fb4240-f4c6-466d-9970-6ce609a32438 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 210 time: 0.1824036 Jul 22 23:32:33.835981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:33.850467 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02fee748-b013-4470-8067-4b0122a02954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:33.864835 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a5f7be-f8e3-429b-a844-030a9c284534 x-openstack-request-id: req-70a5f7be-f8e3-429b-a844-030a9c284534 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:33.865486 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-unplugged", "status": "completed", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:33.866185 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70a5f7be-f8e3-429b-a844-030a9c284534 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:33.867080 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'code': 200} Jul 22 23:32:33.867660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02fee748-b013-4470-8067-4b0122a02954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.045184 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8471ff-2329-4a29-883f-820172bb44aa x-openstack-request-id: req-1b8471ff-2329-4a29-883f-820172bb44aa {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:34.046685 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca71f80-a35c-4fa7-a9b2-795494eca083", "name": "network-vif-deleted", "tag": "ba214d7e-331f-4416-9980-2fc480854b73", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:34.047029 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b8471ff-2329-4a29-883f-820172bb44aa {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:34.048235 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca71f80-a35c-4fa7-a9b2-795494eca083', 'name': 'network-vif-deleted', 'tag': 'ba214d7e-331f-4416-9980-2fc480854b73', 'status': 'completed', 'code': 200} Jul 22 23:32:34.066881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fada25-182c-4c36-b356-7fdef16f6e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.068660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fee748-b013-4470-8067-4b0122a02954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1856a30e-6647-4238-b9f4-9e012ab36492,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.104297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b4841-5514-4e66-9293-c38743fd414b req-689e734c-c02a-4311-b04e-8b29798aa109 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.106549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dd6b4841-5514-4e66-9293-c38743fd414b req-689e734c-c02a-4311-b04e-8b29798aa109 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.48 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.4026508 Jul 22 23:32:34.109635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:34.185932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-02fee748-b013-4470-8067-4b0122a02954 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e5eb06aecc04016868a2259b3159e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9941516 Jul 22 23:32:34.190328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:34.249952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fada25-182c-4c36-b356-7fdef16f6e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.257534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a548cef1-cc99-49ad-91c6-df53fe7792db req-6c671978-83f4-4fb1-9009-8a29d657dfc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 210 time: 0.0589979 Jul 22 23:32:34.401391 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-349e08e1-d44d-4689-96c5-849085e37247 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=174ee3ec0a7242b3954ce12e721ab9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905028 Jul 22 23:32:34.407775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56566) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:34.419037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fada25-182c-4c36-b356-7fdef16f6e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.422330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7fada25-182c-4c36-b356-7fdef16f6e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.427268 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7fada25-182c-4c36-b356-7fdef16f6e52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fffd3ba-a946-48f9-b300-e1036b17b063 HTTP/1.1" status: 204 len: 168 time: 0.7443900 Jul 22 23:32:34.439377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d164-7baa-4040-ba85-34ddeae04cc9 req-1546624d-dace-4a9a-a3a4-8a912fd157ad tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.440908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f764d164-7baa-4040-ba85-34ddeae04cc9 req-1546624d-dace-4a9a-a3a4-8a912fd157ad tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 946 time: 0.3561718 Jul 22 23:32:34.448961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fada25-182c-4c36-b356-7fdef16f6e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fffd3ba-a946-48f9-b300-e1036b17b063,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.463247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b41cf486-67c2-4456-b138-8839f941b821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.480529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Deleting port 2000b4bd-7e57-438a-96db-dcd402e3f055 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:34.481320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.504018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b41cf486-67c2-4456-b138-8839f941b821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.606275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4832052-39ed-44ab-834a-9f4b58e932b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.644625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f764d164-7baa-4040-ba85-34ddeae04cc9 req-f6f53e00-a6ee-4aed-ab55-1c00a73b7573 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d7231ed-cb20-4abc-ae9b-8708d87785c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945044 Jul 22 23:32:34.645490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b41cf486-67c2-4456-b138-8839f941b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.648485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b41cf486-67c2-4456-b138-8839f941b821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.653952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b41cf486-67c2-4456-b138-8839f941b821 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1856a30e-6647-4238-b9f4-9e012ab36492 HTTP/1.1" status: 204 len: 168 time: 0.4589331 Jul 22 23:32:34.654351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4832052-39ed-44ab-834a-9f4b58e932b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.666229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57859b-49ef-4fd1-803b-ec0f8df25a3b req-c9af4142-bad5-46c1-9cd1-916d0ab328d6 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.674714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b57859b-49ef-4fd1-803b-ec0f8df25a3b req-c9af4142-bad5-46c1-9cd1-916d0ab328d6 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.3881834 Jul 22 23:32:34.677728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cf486-67c2-4456-b138-8839f941b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1856a30e-6647-4238-b9f4-9e012ab36492,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.685036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cef1-cc99-49ad-91c6-df53fe7792db req-cfefdcd7-afec-482d-b0d3-9362f5ae4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.687161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a548cef1-cc99-49ad-91c6-df53fe7792db req-cfefdcd7-afec-482d-b0d3-9362f5ae4423 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3f490056b06e4072adeeffa56304d1d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4207196 Jul 22 23:32:34.764827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] For port 2000b4bd-7e57-438a-96db-dcd402e3f055, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2000b4bd-7e57-438a-96db-dcd402e3f055,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:34.765936 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.771227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b57859b-49ef-4fd1-803b-ec0f8df25a3b req-6580f8d3-dcfc-4075-9d21-3997ebaea2b4 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954955 Jul 22 23:32:34.887228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4832052-39ed-44ab-834a-9f4b58e932b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.902691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4832052-39ed-44ab-834a-9f4b58e932b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:34.906829 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4832052-39ed-44ab-834a-9f4b58e932b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49bc77fb-5083-4d57-9005-38b7c15da499 HTTP/1.1" status: 204 len: 168 time: 0.4951584 Jul 22 23:32:34.929037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832052-39ed-44ab-834a-9f4b58e932b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc77fb-5083-4d57-9005-38b7c15da499,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:34.957506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cef1-cc99-49ad-91c6-df53fe7792db req-79a7c673-a471-44e7-b343-57b8ffb68ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:34.958649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a548cef1-cc99-49ad-91c6-df53fe7792db req-79a7c673-a471-44e7-b343-57b8ffb68ef6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526414 Jul 22 23:32:35.320726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33ab2378-e3ce-4519-b670-e67c3585ace2 req-ecc92f2a-d274-4477-a0d5-f86acc76b37b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 210 time: 0.1248379 Jul 22 23:32:35.388331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.391355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.391725 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Floating IP 73d34b5c-5af8-46cc-af5b-101d7ce9850a disassociated. External IP: 172.25.5.94, port: 2000b4bd-7e57-438a-96db-dcd402e3f055. Jul 22 23:32:35.392093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Calling delete_port for 2000b4bd-7e57-438a-96db-dcd402e3f055 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:35.477315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:35.759755 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:35.957347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.055931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event deleted for resources: {'Port': ['ID=2000b4bd-7e57-438a-96db-dcd402e3f055,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:36.076655 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f46600f4-126f-4592-9eb9-a2144ccdb3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.108170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:36.238709 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb970f30-cf8a-4b32-8830-392f01cdc18b req-354fa096-09dc-44aa-aeb3-45dafef5e9c4 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 210 time: 0.1573672 Jul 22 23:32:36.258723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Router ea51be92-8e91-4982-8c5f-e53435fc5483 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:36.335073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-fd343e02-316a-4a9d-ba22-7714982d32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.337287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-fd343e02-316a-4a9d-ba22-7714982d32bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.9422851 Jul 22 23:32:36.361648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8fafc0bc-eb78-4434-8db2-7fd1b900e49f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31dd3b1c60494c13b664c600b9efb2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504380 Jul 22 23:32:36.370330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:36.519196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a548cef1-cc99-49ad-91c6-df53fe7792db req-61d4abca-2731-4e92-bc86-276e280d8cd1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 210 time: 0.1558170 Jul 22 23:32:36.601787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:36.619279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] Sync routers for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:36.633826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:36.639111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:36.762806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] No DVR routers for this DVR port 2000b4bd-7e57-438a-96db-dcd402e3f055 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:36.769693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:36.771830 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dd6b4841-5514-4e66-9293-c38743fd414b req-ba9a5f0d-56ce-45d4-b3ec-920d4067f600 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.48 "DELETE /v2.0/ports/2000b4bd-7e57-438a-96db-dcd402e3f055 HTTP/1.1" status: 204 len: 173 time: 2.6266918 Jul 22 23:32:36.774761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'name': 'network-vif-deleted', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:36.778507 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbcbe3c-571f-49af-a27a-b34331e58c1e" -d '{"events": [{"server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "name": "network-vif-deleted", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:36.836715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef42cc-2d83-42d5-bac9-9add4fa395b7 req-1c28b8de-27d4-4440-987c-dcb56929c14d tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:36.846686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5ef42cc-2d83-42d5-bac9-9add4fa395b7 req-1c28b8de-27d4-4440-987c-dcb56929c14d tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 1.3416805 Jul 22 23:32:36.861449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7a5da36-1fdc-420a-a7d8-10f3a01b2936 req-39b903a1-4fc7-4a08-8aad-2d38c91fd65a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca71f80-a35c-4fa7-a9b2-795494eca083 HTTP/1.1" status: 200 len: 210 time: 0.1605306 Jul 22 23:32:36.878539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:36.936972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:37.004516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f46600f4-126f-4592-9eb9-a2144ccdb3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.026466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f46600f4-126f-4592-9eb9-a2144ccdb3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.110010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f46600f4-126f-4592-9eb9-a2144ccdb3b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89a37c50220e47a1bb696b279e5395cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6189888 Jul 22 23:32:37.111518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:37.138399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46600f4-126f-4592-9eb9-a2144ccdb3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453c62f6-2182-441c-840e-5cdefc8779a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:37.159115 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43953ff9-b103-42d9-a86e-6bf11ba938fb x-openstack-request-id: req-43953ff9-b103-42d9-a86e-6bf11ba938fb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:37.159621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-822f75cb-dc22-4c14-a1d1-edb3a933b741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.161240 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fbd99e-fc67-4545-9ae7-a01b1c584c71", "name": "network-vif-deleted", "tag": "2000b4bd-7e57-438a-96db-dcd402e3f055", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:37.161369 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43953ff9-b103-42d9-a86e-6bf11ba938fb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:37.166347 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fbd99e-fc67-4545-9ae7-a01b1c584c71', 'name': 'network-vif-deleted', 'tag': '2000b4bd-7e57-438a-96db-dcd402e3f055', 'status': 'completed', 'code': 200} Jul 22 23:32:37.193206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1172165929-network', 'tenant_id': '9c342e6a3e4c4cd692b412599745cc93'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:37.216241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5ef42cc-2d83-42d5-bac9-9add4fa395b7 req-2e87255c-dcb9-4dc2-97a4-e403b3a90469 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665054 Jul 22 23:32:37.221750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2000b4bd-7e57-438a-96db-dcd402e3f055 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:37.250261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-822f75cb-dc22-4c14-a1d1-edb3a933b741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.250261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-1cd97909-4073-416a-bacf-2c15a61fa941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.252005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Made reservation on behalf of 9c342e6a3e4c4cd692b412599745cc93 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:37.254802 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.265158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-1cd97909-4073-416a-bacf-2c15a61fa941 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.8956678 Jul 22 23:32:37.275492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.304916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be4f9f2-ab85-49af-8289-d1871c6c3156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.328166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 2000b4bd-7e57-438a-96db-dcd402e3f055 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:37.328782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2000b4bd-7e57-438a-96db-dcd402e3f055 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:37.409473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:37.488573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] Checking router: ea51be92-8e91-4982-8c5f-e53435fc5483 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:37.495585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be4f9f2-ab85-49af-8289-d1871c6c3156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.512350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:37.513573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:37.597001 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-822f75cb-dc22-4c14-a1d1-edb3a933b741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.600968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-822f75cb-dc22-4c14-a1d1-edb3a933b741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.605598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-822f75cb-dc22-4c14-a1d1-edb3a933b741 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aee62907-7db4-44b8-8fb7-5d8500c0d704 HTTP/1.1" status: 204 len: 168 time: 1.1766293 Jul 22 23:32:37.633981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-2744d4b9-1812-455c-b274-d3170fc09735 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 217 time: 0.3474033 Jul 22 23:32:37.656950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.668154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.727489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f75cb-dc22-4c14-a1d1-edb3a933b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee62907-7db4-44b8-8fb7-5d8500c0d704,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:37.745858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f5cffab-b557-4b4d-8cdd-7cf0be8be90b req-afe50313-110c-4b7e-9eec-edb6816c976c tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fbd99e-fc67-4545-9ae7-a01b1c584c71 HTTP/1.1" status: 200 len: 210 time: 0.1513128 Jul 22 23:32:37.778654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be4f9f2-ab85-49af-8289-d1871c6c3156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.787393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4be4f9f2-ab85-49af-8289-d1871c6c3156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.790249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4be4f9f2-ab85-49af-8289-d1871c6c3156 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/453c62f6-2182-441c-840e-5cdefc8779a5 HTTP/1.1" status: 204 len: 168 time: 0.6780953 Jul 22 23:32:37.791937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:32:37.797977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf53333-1fd2-4fbb-bae5-b1ee93d94943,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:37.833373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4f9f2-ab85-49af-8289-d1871c6c3156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453c62f6-2182-441c-840e-5cdefc8779a5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:37.850517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:37.851210 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Added segment c945b037-44a3-4d77-9576-1a832655b07f of type vlan for network f192911a-d6c4-4974-a127-568619a73677 Jul 22 23:32:37.857564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:37.875563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-21e9d1e5-12e0-4884-9f77-413ce165f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:37.877115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-21e9d1e5-12e0-4884-9f77-413ce165f927 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.2327924 Jul 22 23:32:37.930326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.010180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.017196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-c9749e99-43b8-4cda-92fc-cd7f0fbfe9f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215787 Jul 22 23:32:38.036422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:38.041203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.220665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] Pushing event updated for resources: {'Network': ['ID=f192911a-d6c4-4974-a127-568619a73677,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:38.256966 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-64698c82-0c64-4469-88be-99651563e61e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3180285 Jul 22 23:32:38.261481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:38.263243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f192911a-d6c4-4974-a127-568619a73677 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:32:38.272946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Request body: {'subnet': {'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1172165929-subnet', 'tenant_id': '9c342e6a3e4c4cd692b412599745cc93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:38.318448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Made reservation on behalf of 9c342e6a3e4c4cd692b412599745cc93 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:38.323610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.395432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-a9456d20-310e-4c01-8534-460619cccb0a service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676424 Jul 22 23:32:38.593820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:38.632459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d4200-1e56-4421-9a55-0974b722ef57 None None] The sync data for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 is: [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:29:56Z', 'revision_number': 4, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'e472eb9a-3a51-4320-8eaa-026a814c1fe1', 'name': '', 'network_id': '43d940ef-e88c-478d-90d7-f408d31ea4e5', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'mac_address': 'fa:16:3e:57:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:53Z', 'updated_at': '2021-07-22T23:30:03Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'subnets': [{'id': 'faef3a40-a846-4e77-b4da-4cc622bd99f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:38.763840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25ac6-0cb1-45f4-abf1-123e3b4fd314 req-115aee1a-66d1-4081-aa7d-ba5c39857113 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:38.769823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3a25ac6-0cb1-45f4-abf1-123e3b4fd314 req-115aee1a-66d1-4081-aa7d-ba5c39857113 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.2992725 Jul 22 23:32:38.861098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3a25ac6-0cb1-45f4-abf1-123e3b4fd314 req-dc0d6fd1-e92a-4e8a-966f-a6d9371a47f0 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714865 Jul 22 23:32:38.867638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:38.869696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a177f14-e91f-44bf-9873-0a69e7f221f0 req-67b655f6-51f9-44a3-9f0e-f248a46833bd service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683058 Jul 22 23:32:38.972130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Checking segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:38.972902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Network hostable DHCP agents. Network: f192911a-d6c4-4974-a127-568619a73677, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:32:38.983492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea987872-c89a-44eb-a16b-764c2eaf1b10,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:39.021576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Network f192911a-d6c4-4974-a127-568619a73677 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:32:39.066540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f192911a-d6c4-4974-a127-568619a73677) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:39.083323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36e0d0-41e1-42b9-9d7f-e0c67bb89c91 None None] Network f192911a-d6c4-4974-a127-568619a73677 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:39.086398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:39.087006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:39.128358 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-164195d1-70b8-4ed7-a6bf-32ffbae5fa87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8650444 Jul 22 23:32:39.269477 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265073c2-d129-495f-b0b8-67d9843314f9 None None] New status for floating IP 73d34b5c-5af8-46cc-af5b-101d7ce9850a: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:32:39.400795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6ff37-494d-4c45-bbcc-659aa95c1415 None None] Network f192911a-d6c4-4974-a127-568619a73677 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:40.153646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:40.349496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-861981347-network', 'tenant_id': '0f92364df9c24edaa1924be8cf617848'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:40.417772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Made reservation on behalf of 0f92364df9c24edaa1924be8cf617848 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:40.428039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.495032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.511999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-092c1693-7794-48f2-9739-bc7b91b448db tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:40.526558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-092c1693-7794-48f2-9739-bc7b91b448db tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.4025230 Jul 22 23:32:40.576001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-942ae13e-925a-4d90-9a9d-d2e39b0e45ce tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0335641 Jul 22 23:32:40.687425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-7674a391-a80e-4148-9a01-0ae062225a44 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092348 Jul 22 23:32:40.781669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.786955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device ba214d7e-331f-4416-9980-2fc480854b73 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:40.792108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.832497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: ba214d7e-331f-4416-9980-2fc480854b73 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:40.832849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device ba214d7e-331f-4416-9980-2fc480854b73 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:40.847767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:32:40.864269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:40.864869 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Added segment 5d47c9a8-c031-402c-9049-b7860cef9d02 of type vlan for network 0755832c-95f5-424e-ab86-bd666c28f730 Jul 22 23:32:40.875116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:40.955883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.008225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.010062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.011476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.029581 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8734369 Jul 22 23:32:41.040404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:41.048860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Request body: {'subnet': {'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-861981347-subnet', 'tenant_id': '0f92364df9c24edaa1924be8cf617848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:41.093090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Made reservation on behalf of 0f92364df9c24edaa1924be8cf617848 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:41.096971 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.099675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e54413-e374-4f8b-9229-3d23f5fcd52a admin admin] Pushing event updated for resources: {'Network': ['ID=0755832c-95f5-424e-ab86-bd666c28f730,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:41.112456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0755832c-95f5-424e-ab86-bd666c28f730 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:32:41.146384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-b602833f-760c-4199-b74d-43f5ce427465 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569201 Jul 22 23:32:41.326098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-41c358e9-8e58-434c-9c52-33434688bdd4 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:41.329258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-41c358e9-8e58-434c-9c52-33434688bdd4 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 813 time: 0.5838521 Jul 22 23:32:41.363094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-0a04ddfe-b346-4fab-be12-ec0484ab7fdd tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/quotas/9c342e6a3e4c4cd692b412599745cc93 HTTP/1.1" status: 200 len: 375 time: 0.0193677 Jul 22 23:32:41.500132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-86c9fa1b-c14a-4985-b4e7-9d6c212071c9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016991 Jul 22 23:32:41.628531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-5351ddd4-8712-4ff1-b4bb-ed9ff876cc82 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208579 Jul 22 23:32:41.703200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-caf0d96a-7281-47fa-81b7-93faaca80b41 service neutron] 10.222.0.21 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820815 Jul 22 23:32:41.713441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:41.846720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7273c37-e6bb-4f38-8489-22a0ff430a1c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:41.879538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:41.879944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Network hostable DHCP agents. Network: 0755832c-95f5-424e-ab86-bd666c28f730, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:32:41.914746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-a5c928e1-e930-45d1-8902-0f8664a28678 service neutron] 10.222.0.21 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103922 Jul 22 23:32:41.943547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Network 0755832c-95f5-424e-ab86-bd666c28f730 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:32:42.031463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0755832c-95f5-424e-ab86-bd666c28f730) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:42.037017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:42.037865 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.063106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-213ce199-28d4-4f24-b665-a8d7d756f128 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0212853 Jul 22 23:32:42.065490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97b30a-7cb1-40a7-9655-0348070450ae None None] Network 0755832c-95f5-424e-ab86-bd666c28f730 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:42.095041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcb82b-392b-425e-a6da-b618e86ad2aa req-8871d46e-01e7-465a-b289-a7612037f1e7 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:42.097021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9dbcb82b-392b-425e-a6da-b618e86ad2aa req-8871d46e-01e7-465a-b289-a7612037f1e7 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.1249850 Jul 22 23:32:42.191437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9dbcb82b-392b-425e-a6da-b618e86ad2aa req-75a8ddc3-f2c9-4dd8-8004-4ad82723e3fc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Jul 22 23:32:42.478630 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:32:42.624481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:42.757659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-801b8b17-0312-4766-8b64-3adaa5065a3f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.826373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-801b8b17-0312-4766-8b64-3adaa5065a3f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:42.864764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9457751-541c-48e6-9b15-cc6e76e1b0d7 None None] Network 0755832c-95f5-424e-ab86-bd666c28f730 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:42.997736 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-801b8b17-0312-4766-8b64-3adaa5065a3f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.010820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-801b8b17-0312-4766-8b64-3adaa5065a3f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.012676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-801b8b17-0312-4766-8b64-3adaa5065a3f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "DELETE /v2.0/security-groups/0d7231ed-cb20-4abc-ae9b-8708d87785c6 HTTP/1.1" status: 204 len: 168 time: 0.3721657 Jul 22 23:32:43.016651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:43.070473 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-0696dc71-3010-4958-9f7d-0efa1cef90d5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] show failed (client error): The resource could not be found. Jul 22 23:32:43.080646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0696dc71-3010-4958-9f7d-0efa1cef90d5 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "GET /v2.0/security-groups/0d7231ed-cb20-4abc-ae9b-8708d87785c6 HTTP/1.1" status: 404 len: 347 time: 0.0622962 Jul 22 23:32:43.087199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8b17-0312-4766-8b64-3adaa5065a3f tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7231ed-cb20-4abc-ae9b-8708d87785c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:43.089432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:43.476174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Deleting port 361b2f18-b2e1-413b-a704-3376edc86839 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:43.476583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.761189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.761540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:43.814315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Calling delete_port for 361b2f18-b2e1-413b-a704-3376edc86839 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:43.895119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83fdce54-3800-404b-8a8a-40a07151fe76 req-f4abf4a2-2f59-496d-b2d9-5916e6b7df23 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 210 time: 0.1424100 Jul 22 23:32:44.156867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:44.203924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-890255152-network', 'tenant_id': '64c99bdd409446efa6bc931de89fa0db'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:44.235612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-2daa6b2b-e2eb-42c5-af02-4fdafd6e245c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:44.248913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-2daa6b2b-e2eb-42c5-af02-4fdafd6e245c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.2926321 Jul 22 23:32:44.273925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:44.306205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.361478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Pushing event deleted for resources: {'Port': ['ID=361b2f18-b2e1-413b-a704-3376edc86839,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:44.415395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Made reservation on behalf of 64c99bdd409446efa6bc931de89fa0db for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:44.424506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.552042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.554881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.575222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.582388 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-443e67da-c6f6-4b40-b215-cf022eb3e598 tempest-ServersTestJSON-2022131963 tempest-ServersTestJSON-2022131963-project] 10.222.0.21 "DELETE /v2.0/floatingips/73d34b5c-5af8-46cc-af5b-101d7ce9850a HTTP/1.1" status: 204 len: 168 time: 1.4876664 Jul 22 23:32:44.582675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:44.760164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314f4e6-30b1-41be-8ba4-6d547fc04ac8 req-2581d7d5-0b79-40f1-a837-fa5b57abe8ae tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:44.768315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e314f4e6-30b1-41be-8ba4-6d547fc04ac8 req-2581d7d5-0b79-40f1-a837-fa5b57abe8ae tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.3313994 Jul 22 23:32:44.847366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e314f4e6-30b1-41be-8ba4-6d547fc04ac8 req-a509ac2c-f3b3-4fd0-b7a6-a504a925211d tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778308 Jul 22 23:32:44.930789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:44.957185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.010119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:32:45.042082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.043378 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Added segment 2ab4dc27-140f-47b2-9776-3f30a993a4fd of type vlan for network 0df15786-a19a-4f7d-9ac1-c08e67deab87 Jul 22 23:32:45.046069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:45.052686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.118197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a40c5-19d0-462a-b546-43e17ab7991f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:45.212241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.325664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9366a3b-e7df-4649-930c-4305de22833b req-b137f98f-a9fe-4ecb-b3c6-4444720bddee tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 210 time: 0.2136567 Jul 22 23:32:45.391173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.392192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:45.392982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.517325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3534317 Jul 22 23:32:45.528877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:45.593859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Request body: {'subnet': {'network_id': '0df15786-a19a-4f7d-9ac1-c08e67deab87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-890255152-subnet', 'tenant_id': '64c99bdd409446efa6bc931de89fa0db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:45.617580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f5657-9bd6-4eb2-935f-721f952b3186 admin admin] Pushing event updated for resources: {'Network': ['ID=0df15786-a19a-4f7d-9ac1-c08e67deab87,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:45.631409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0df15786-a19a-4f7d-9ac1-c08e67deab87 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:32:45.714371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59a3be19-faa8-49ec-a97d-78588b5eb235 req-e57ec38d-abdf-4c6b-b397-1dd65dce3406 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 210 time: 0.1096611 Jul 22 23:32:45.768655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Made reservation on behalf of 64c99bdd409446efa6bc931de89fa0db for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:45.771294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.812223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:45.840789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.3 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/2017bf3b-4763-4f36-ae9b-1cbc02aae38b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:46.106667 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45c12c7c-ad59-4e8c-ba5b-c43f533031ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.388478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.456771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-9903131a-b9e1-494f-8e6b-d2ec0117d8e5 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:46.458843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-9903131a-b9e1-494f-8e6b-d2ec0117d8e5 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 813 time: 0.4895420 Jul 22 23:32:46.485653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.498156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Request body: {'port': {'device_id': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'admin_state_up': True, 'tenant_id': '9c342e6a3e4c4cd692b412599745cc93'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:46.518902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.832726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Deleting port e472eb9a-3a51-4320-8eaa-026a814c1fe1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:46.833605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:46.838352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Made reservation on behalf of 9c342e6a3e4c4cd692b412599745cc93 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:46.843673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:47.065644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d3b31664-9494-47d4-a13f-f4bbc3e7db6c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:47.067519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d3b31664-9494-47d4-a13f-f4bbc3e7db6c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 813 time: 0.4756422 Jul 22 23:32:47.105738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:47.109575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] For port e472eb9a-3a51-4320-8eaa-026a814c1fe1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e472eb9a-3a51-4320-8eaa-026a814c1fe1,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:47.110173 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:47.111921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-0485af3f-1fac-46f0-b615-2701facb47e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9659286 Jul 22 23:32:47.126718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Request body: {'port': {'device_id': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'admin_state_up': True, 'tenant_id': '9c342e6a3e4c4cd692b412599745cc93'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:47.137089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Calling delete_port for e472eb9a-3a51-4320-8eaa-026a814c1fe1 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:47.396351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Made reservation on behalf of 9c342e6a3e4c4cd692b412599745cc93 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:47.401730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:47.407198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:47.421662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:47.431075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:47.567547 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Allocated IP 172.20.0.8 (f192911a-d6c4-4974-a127-568619a73677/ea987872-c89a-44eb-a16b-764c2eaf1b10/430c86ed-5f84-494c-a144-990345c67c88) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:48.049293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77472ec7-7e5a-4bbf-be96-8ba830ee4195 req-e898c912-9ea7-4223-953f-8c0c65bfd1d6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 210 time: 0.9777040 Jul 22 23:32:48.128761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Checking segment: {'id': '2ab4dc27-140f-47b2-9776-3f30a993a4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0df15786-a19a-4f7d-9ac1-c08e67deab87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:48.130024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Network hostable DHCP agents. Network: 0df15786-a19a-4f7d-9ac1-c08e67deab87, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:32:48.157746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abec5455-aebc-47f1-8b48-37926ef4ed77,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:48.223383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.290491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863481ff-0b1e-452f-9eb6-b847e05ec807 req-3f8776f6-9bbe-4fca-bbda-2bf2d423d6ae tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.299034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863481ff-0b1e-452f-9eb6-b847e05ec807 req-3f8776f6-9bbe-4fca-bbda-2bf2d423d6ae tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 1.7759733 Jul 22 23:32:48.333295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Pushing event deleted for resources: {'Port': ['ID=e472eb9a-3a51-4320-8eaa-026a814c1fe1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:48.335561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:48.454447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.455849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.551304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Network 0df15786-a19a-4f7d-9ac1-c08e67deab87 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:32:48.558328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.583388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0df15786-a19a-4f7d-9ac1-c08e67deab87) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:48.595798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594dd26-b5d5-4c65-a317-9003f442aa07 None None] Network 0df15786-a19a-4f7d-9ac1-c08e67deab87 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:48.678343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-863481ff-0b1e-452f-9eb6-b847e05ec807 req-c65f34af-ac83-4a43-9563-237e8dfc3315 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753614 Jul 22 23:32:48.781502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.785846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.792073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874221-91f1-4a8c-880e-a05240896e81 req-7c067b4f-6dae-4b88-ab1f-6ac4ac8280fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:48.802295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-7c067b4f-6dae-4b88-ab1f-6ac4ac8280fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a39b15fadc104a94946e69f6375a9db7&device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 1098 time: 1.5007889 Jul 22 23:32:48.809971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-f0a460b4-60a9-4566-b613-320a31f01c07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5453486 Jul 22 23:32:48.879818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90d9191b-3e4d-45a2-85e4-0b54a6fddc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.962715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.978781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:48.988195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1a3da-6020-4c1a-9290-510e8b4b7282 None None] Network 0df15786-a19a-4f7d-9ac1-c08e67deab87 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:49.049608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Network f192911a-d6c4-4974-a127-568619a73677 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:49.057872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874221-91f1-4a8c-880e-a05240896e81 req-c19814f7-3a6a-42c2-98ea-f5fae8133bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.059378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-c19814f7-3a6a-42c2-98ea-f5fae8133bd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2170949 Jul 22 23:32:49.064794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Request body: {'port': {'device_id': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:49.136543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:49.149558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:49.178971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Allocated IP 172.20.0.6 (f192911a-d6c4-4974-a127-568619a73677/ea987872-c89a-44eb-a16b-764c2eaf1b10/584efd5a-43a2-4174-9f41-aa3332ba258d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:49.231674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.233564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.243865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event updated for resources: {'Port': ['ID=430c86ed-5f84-494c-a144-990345c67c88,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:49.262825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ff35acc2-102b-425c-84b6-c73841f3d259 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7775128 Jul 22 23:32:49.282905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Request body: {'port': {'device_id': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:49.330914 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4bad7a6f-0809-4514-80a1-7ef955b0a85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.403144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-621de0c8-b54a-4101-a80f-b4753e5da45a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9 HTTP/1.1" status: 200 len: 217 time: 0.0856967 Jul 22 23:32:49.417947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-65707295-f7c4-4b16-a0f2-b85fa2bf5c87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.8731513 Jul 22 23:32:49.521262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Router ea51be92-8e91-4982-8c5f-e53435fc5483 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:32:49.541042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.555390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90d9191b-3e4d-45a2-85e4-0b54a6fddc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.557981 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.587188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90d9191b-3e4d-45a2-85e4-0b54a6fddc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.681194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:32:49.698771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] Sync routers for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:32:49.707743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f643cd-c2d7-47a1-82d0-066583e90e98 req-2e1aab0c-e58d-4d38-856e-1d04a5208054 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.714393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:49.717195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:49.725602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27f643cd-c2d7-47a1-82d0-066583e90e98 req-2e1aab0c-e58d-4d38-856e-1d04a5208054 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 931 time: 1.1570346 Jul 22 23:32:49.828213 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-12f4ecc4-c363-4bb2-b612-28854983c435 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea51be92-8e91-4982-8c5f-e53435fc5483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2441485 Jul 22 23:32:49.831030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57078) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:49.935296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:49.965015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.971619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:49.979438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874221-91f1-4a8c-880e-a05240896e81 req-65a725e5-a3e3-4ef7-9d3c-57baecdf2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:49.982399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-65a725e5-a3e3-4ef7-9d3c-57baecdf2faa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.4248281 Jul 22 23:32:50.067165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-90d9191b-3e4d-45a2-85e4-0b54a6fddc8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1067a576d678441c91207b077f9d8622&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7122979 Jul 22 23:32:50.116664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:50.193151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.246507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27f643cd-c2d7-47a1-82d0-066583e90e98 req-e82c97e5-26d2-4510-a7ad-f2242d5ae314 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194070 Jul 22 23:32:50.251852 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.284187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:32:47Z', 'revision_number': 5, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port': {'id': '72c26f33-b3cc-413d-8810-016cf64f82e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:29:47Z', 'updated_at': '2021-07-22T23:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:50.368915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-0a7202da-c54c-47c5-851e-f62fdfeabf96 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.371962 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-0a7202da-c54c-47c5-851e-f62fdfeabf96 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.48 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 947 time: 0.2277427 Jul 22 23:32:50.386979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] Checking router: ea51be92-8e91-4982-8c5f-e53435fc5483 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:32:50.402852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] Routers {'ea51be92-8e91-4982-8c5f-e53435fc5483'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:32:50.403985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ea51be92-8e91-4982-8c5f-e53435fc5483'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:50.588955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Deleting port 72c26f33-b3cc-413d-8810-016cf64f82e3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:50.593471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.598154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] Set router ea51be92-8e91-4982-8c5f-e53435fc5483 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:32:50.670652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9191b-3e4d-45a2-85e4-0b54a6fddc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac5134-6a55-48b7-8abe-5d85d82978d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:50.713573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:32:50Z', 'revision_number': 6, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:50.747105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2017bf3b-4763-4f36-ae9b-1cbc02aae38b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:50.757853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.777933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Transition to ACTIVE for port object 2017bf3b-4763-4f36-ae9b-1cbc02aae38b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:50.800609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Deleting port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:50.801463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.818470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.864804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:50.867553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfa8f0-1dc1-42c8-83c6-cf583928f03f None None] The sync data for ids ['ea51be92-8e91-4982-8c5f-e53435fc5483'] in n-d-758851-4 is: [{'id': 'ea51be92-8e91-4982-8c5f-e53435fc5483', 'name': 'tempest-ServersTestJSON-1464032917-router', 'tenant_id': 'e73c9bab18784bfb88c3853bae6ac496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:29:44Z', 'updated_at': '2021-07-22T23:32:50Z', 'revision_number': 6, 'project_id': 'e73c9bab18784bfb88c3853bae6ac496', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:32:50.961849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e43acf-54a4-4432-bf06-98b95e523839 req-85f768e2-d24b-479d-a794-ef142b823cdc tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:50.970185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25e43acf-54a4-4432-bf06-98b95e523839 req-85f768e2-d24b-479d-a794-ef142b823cdc tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=38000851-89c8-4007-94ce-5f756ee2fd7e HTTP/1.1" status: 200 len: 947 time: 1.9152715 Jul 22 23:32:50.972046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89e2210c-eb49-421d-9137-3c930127cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.020790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] For port 43f7ebf5-4918-402a-8513-9d77ad19b7b9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f7ebf5-4918-402a-8513-9d77ad19b7b9,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:51.021300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.024983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-189351c8-b0e8-4417-9ed7-9a55e135cef7 req-3bd81307-deee-4474-b57a-414bfc361a5b tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 210 time: 0.3611162 Jul 22 23:32:51.040701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] For port 72c26f33-b3cc-413d-8810-016cf64f82e3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72c26f33-b3cc-413d-8810-016cf64f82e3,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:51.041076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.071190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Calling delete_port for 43f7ebf5-4918-402a-8513-9d77ad19b7b9 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:51.073292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Calling delete_port for 72c26f33-b3cc-413d-8810-016cf64f82e3 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:51.204349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89e2210c-eb49-421d-9137-3c930127cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.216139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874221-91f1-4a8c-880e-a05240896e81 req-c73eabaf-8a5c-4db2-ad51-3f903933573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:51.218731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-c73eabaf-8a5c-4db2-ad51-3f903933573d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1643484 Jul 22 23:32:51.315639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Pushing event updated for resources: {'Port': ['ID=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:51.440500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25e43acf-54a4-4432-bf06-98b95e523839 req-177fc3fd-b27b-4bb7-9bf3-1fde07a52f02 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693005 Jul 22 23:32:51.596402 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.632660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.672432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.712140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Network f192911a-d6c4-4974-a127-568619a73677 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:51.728321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Pushing event deleted for resources: {'Port': ['ID=43f7ebf5-4918-402a-8513-9d77ad19b7b9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:51.761049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:32:51.819039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:32:51.911803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] No DVR routers for this DVR port 43f7ebf5-4918-402a-8513-9d77ad19b7b9 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:51.919207 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.921168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc8acd51-2826-4874-b2ce-3e59f0fc15c9 req-f771a1b5-66a4-4757-bb31-e3da7abb448a tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.48 "DELETE /v2.0/ports/43f7ebf5-4918-402a-8513-9d77ad19b7b9 HTTP/1.1" status: 204 len: 173 time: 1.5412352 Jul 22 23:32:51.921728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-deleted', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:51.924379 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4a771-6ac7-4e32-b6c0-6eab812f48e7" -d '{"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-deleted", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:51.936942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:51.938492 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:51.949157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.030637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.061882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=72c26f33-b3cc-413d-8810-016cf64f82e3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.062610 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89e2210c-eb49-421d-9137-3c930127cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.071609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430c86ed-5f84-494c-a144-990345c67c88 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:52.085536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.092896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89e2210c-eb49-421d-9137-3c930127cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.096064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-89e2210c-eb49-421d-9137-3c930127cbbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ac5134-6a55-48b7-8abe-5d85d82978d2 HTTP/1.1" status: 204 len: 168 time: 1.9587219 Jul 22 23:32:52.104296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Attempting to bind port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:52.104884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Attempting to bind port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:52.105441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Attempting to bind port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:52.137133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Transition to ACTIVE for port object 430c86ed-5f84-494c-a144-990345c67c88 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:52.187601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.229108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:52.229488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Attempting to bind port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:52.240320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event updated for resources: {'Port': ['ID=584efd5a-43a2-4174-9f41-aa3332ba258d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.250642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2210c-eb49-421d-9137-3c930127cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac5134-6a55-48b7-8abe-5d85d82978d2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.254413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-06c7a045-338b-4d50-85e7-8cc465b9c07c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1472647 Jul 22 23:32:52.293679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=430c86ed-5f84-494c-a144-990345c67c88,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:52.453214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Attempting to bind port 430c86ed-5f84-494c-a144-990345c67c88 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:52.454701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Attempting to bind port 430c86ed-5f84-494c-a144-990345c67c88 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:52.455876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Attempting to bind port 430c86ed-5f84-494c-a144-990345c67c88 on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:52.463075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.465835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Request body: {'port': {'device_id': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:52.488445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:52.488793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:52.489190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:52.489641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Bound port: 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:52.490009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.510760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-dca184a8-e189-4fd0-81a8-4f546b4a38db tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.522340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-dca184a8-e189-4fd0-81a8-4f546b4a38db tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.3774583 Jul 22 23:32:52.611268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.614055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.618432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] For port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:52.623192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] For port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:52.660715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Port 430c86ed-5f84-494c-a144-990345c67c88 on network f192911a-d6c4-4974-a127-568619a73677 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:52.661585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Attempting to bind port 430c86ed-5f84-494c-a144-990345c67c88 on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:52.664417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.665953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.666987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea51be92-8e91-4982-8c5f-e53435fc5483 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:32:52.675310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.680250 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4133c8b-02ac-41e4-a164-d5c3e4066e1b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ea51be92-8e91-4982-8c5f-e53435fc5483 HTTP/1.1" status: 204 len: 168 time: 2.8481717 Jul 22 23:32:52.681698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:52.682317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Checking segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:52.682958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Bound using segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:52.683785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Bound port: 430c86ed-5f84-494c-a144-990345c67c88, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:52.684406 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.688330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57112) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:52.752131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Deleting subnet faef3a40-a846-4e77-b4da-4cc622bd99f6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:32:52.761931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.851549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808029c8-027a-4d5b-804b-7543c4326861 req-1e60773d-ecad-4b15-8a28-450435df353f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.867696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.867916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-808029c8-027a-4d5b-804b-7543c4326861 req-1e60773d-ecad-4b15-8a28-450435df353f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 1.7248011 Jul 22 23:32:52.877615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-7c7b4b8d-c281-4579-a0fd-dea98e2ae4e1 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/quotas/0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 375 time: 0.3516636 Jul 22 23:32:52.892636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:52.893397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:52.894957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] 10.222.0.48 "PUT /v2.0/ports/2017bf3b-4763-4f36-ae9b-1cbc02aae38b HTTP/1.1" status: 200 len: 1091 time: 4.0504327 Jul 22 23:32:52.896955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-3db034f0-85bb-4797-bd45-03159ffa17d0 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5834856 Jul 22 23:32:52.897384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'tag': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:52.900438 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65" -d '{"events": [{"name": "network-changed", "server_uuid": "dcce1ac0-f0c1-405f-bf65-8357de8c9828", "tag": "2017bf3b-4763-4f36-ae9b-1cbc02aae38b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:52.960440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:52.985836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a44445-1782-4edf-a8ee-a62263a2859e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.068993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72c26f33-b3cc-413d-8810-016cf64f82e3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:53.102140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] For port 430c86ed-5f84-494c-a144-990345c67c88, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:53.108074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-ac3c356e-b4dd-463c-941a-cb763c5fa0fc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2000051 Jul 22 23:32:53.116254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 72c26f33-b3cc-413d-8810-016cf64f82e3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:53.116804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72c26f33-b3cc-413d-8810-016cf64f82e3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:53.118191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e472eb9a-3a51-4320-8eaa-026a814c1fe1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:53.164122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e472eb9a-3a51-4320-8eaa-026a814c1fe1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:53.164401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e472eb9a-3a51-4320-8eaa-026a814c1fe1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:53.175188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:53.197870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] For port 430c86ed-5f84-494c-a144-990345c67c88, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=430c86ed-5f84-494c-a144-990345c67c88,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:53.202149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.203885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b8962-8606-4842-927c-328eb82ff399 service neutron] Pushing event updated for resources: {'Port': ['ID=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:53.213679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 43f7ebf5-4918-402a-8513-9d77ad19b7b9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:53.214214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f7ebf5-4918-402a-8513-9d77ad19b7b9 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:53.290887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-808029c8-027a-4d5b-804b-7543c4326861 req-0c1cf08e-384c-4473-8630-0307b0b89589 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219093 Jul 22 23:32:53.345918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.355959 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.383387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.387795 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/faef3a40-a846-4e77-b4da-4cc622bd99f6 HTTP/1.1" status: 204 len: 168 time: 0.6953857 Jul 22 23:32:53.392546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ca6a8-6abe-4b0a-bb4a-51d09555d877 None None] Network 43d940ef-e88c-478d-90d7-f408d31ea4e5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:32:53.417211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:53.425277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:53.559489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=430c86ed-5f84-494c-a144-990345c67c88,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:53.658016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27874221-91f1-4a8c-880e-a05240896e81 req-94a3b681-c1b3-4bbc-a493-61c160ed2c37 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190752 Jul 22 23:32:53.677996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-2749dc09-e9f5-4bd6-86d7-7cfe7a302756 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999888 Jul 22 23:32:53.802862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-dce3d14d-a097-4a7e-8759-a542b924f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:53.807882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-dce3d14d-a097-4a7e-8759-a542b924f78a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 1094 time: 0.7607274 Jul 22 23:32:53.819503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] DHCP port deletion for 43d940ef-e88c-478d-90d7-f408d31ea4e5 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:32:53.970218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-594455f7-90c5-437c-9fd8-b8fec195ada0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b HTTP/1.1" status: 200 len: 217 time: 0.1481647 Jul 22 23:32:54.034717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e24ddc-d1c5-4ac2-9b3a-88510cec2cb6 req-9db5f69e-b5d2-4f74-86f5-b60714158a64 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.036332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14e24ddc-d1c5-4ac2-9b3a-88510cec2cb6 req-9db5f69e-b5d2-4f74-86f5-b60714158a64 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 943 time: 0.5548019 Jul 22 23:32:54.113833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] Deleting port 2c704d79-dad4-4b05-b013-cb13a4d8d590 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:32:54.115262 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.154751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-1d7261c3-36c3-4fd4-b8b3-6ce3e742fec1 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741478 Jul 22 23:32:54.157385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f920b4-e874-40c2-af8b-e6d62d253468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faef3a40-a846-4e77-b4da-4cc622bd99f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:54.171614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.174204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.177185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-d32a91f2-1f66-4a0b-8e0a-87227cc3ff9b service neutron] 10.222.0.48 "PUT /v2.0/ports/430c86ed-5f84-494c-a144-990345c67c88 HTTP/1.1" status: 200 len: 1091 time: 4.9006975 Jul 22 23:32:54.180947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a44445-1782-4edf-a8ee-a62263a2859e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.192254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0a44445-1782-4edf-a8ee-a62263a2859e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.204372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-6c21ded2-3da9-4345-8ec4-5e543824f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:54.209122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-6c21ded2-3da9-4345-8ec4-5e543824f306 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.2287846 Jul 22 23:32:54.215794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14e24ddc-d1c5-4ac2-9b3a-88510cec2cb6 req-a119e589-b195-4269-91e7-1f1aaf998f04 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607444 Jul 22 23:32:54.494982 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9861e9a-6c0d-45b1-bfd3-f9cda47c108a x-openstack-request-id: req-d9861e9a-6c0d-45b1-bfd3-f9cda47c108a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:54.496884 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38000851-89c8-4007-94ce-5f756ee2fd7e", "name": "network-vif-deleted", "tag": "43f7ebf5-4918-402a-8513-9d77ad19b7b9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:54.499515 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9861e9a-6c0d-45b1-bfd3-f9cda47c108a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:54.500212 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38000851-89c8-4007-94ce-5f756ee2fd7e', 'name': 'network-vif-deleted', 'tag': '43f7ebf5-4918-402a-8513-9d77ad19b7b9', 'status': 'completed', 'code': 200} Jul 22 23:32:54.515614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] For port 2c704d79-dad4-4b05-b013-cb13a4d8d590, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=2c704d79-dad4-4b05-b013-cb13a4d8d590,segment=NetworkSegment(30970013-a8f1-4980-a53b-6a101c73d277),segment_id=30970013-a8f1-4980-a53b-6a101c73d277)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:54.516299 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.560827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] Calling delete_port for 2c704d79-dad4-4b05-b013-cb13a4d8d590 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:32:54.675306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.719451 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f0a44445-1782-4edf-a8ee-a62263a2859e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7023ac20dc7468b9f37f85f6bbbc551&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7557988 Jul 22 23:32:54.722604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:54.734323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a44445-1782-4edf-a8ee-a62263a2859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad2153-910e-43c2-846a-fcbdc284d3ac,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:54.817418 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:54.917882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] Pushing event deleted for resources: {'Port': ['ID=2c704d79-dad4-4b05-b013-cb13a4d8d590,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:54.927099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c64b13b-e8cd-4d87-89e4-7c0afaecf715 None None] No DVR routers for this DVR port 2c704d79-dad4-4b05-b013-cb13a4d8d590 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:32:54.961513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-e98512da-a2d2-4128-ae2a-d8fddbf5d0d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7414300 Jul 22 23:32:55.021066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-fabbda11-2c8c-4f4b-9e5b-1096dff7bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.023000 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-fabbda11-2c8c-4f4b-9e5b-1096dff7bfd9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=0dec727f-9147-490c-bedc-c7667d1a16a1 HTTP/1.1" status: 200 len: 1094 time: 0.5332074 Jul 22 23:32:55.055219 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcde2-d1b0-4792-a145-ba86a5006f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.145088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2c704d79-dad4-4b05-b013-cb13a4d8d590 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:32:55.158994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.211909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 2c704d79-dad4-4b05-b013-cb13a4d8d590 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:32:55.212371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2c704d79-dad4-4b05-b013-cb13a4d8d590 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:32:55.238519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-e52e1223-f2b7-4872-8d23-7372b9387a95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430c86ed-5f84-494c-a144-990345c67c88 HTTP/1.1" status: 200 len: 217 time: 0.2013047 Jul 22 23:32:55.251433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d940ef-e88c-478d-90d7-f408d31ea4e5']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:55.277360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30970013-a8f1-4980-a53b-6a101c73d277') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:55.277830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30970013-a8f1-4980-a53b-6a101c73d277') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:32:55.337408 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcde2-d1b0-4792-a145-ba86a5006f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.353754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.387052 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63875c71-99ea-426f-8fcf-9aba920425cd x-openstack-request-id: req-63875c71-99ea-426f-8fcf-9aba920425cd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:55.388051 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcce1ac0-f0c1-405f-bf65-8357de8c9828", "tag": "2017bf3b-4763-4f36-ae9b-1cbc02aae38b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:55.388486 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63875c71-99ea-426f-8fcf-9aba920425cd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:55.389237 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'tag': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b', 'status': 'completed', 'code': 200} Jul 22 23:32:55.446623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.465322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-8668a688-0064-4b50-bba7-2b1702bad169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.473552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-8668a688-0064-4b50-bba7-2b1702bad169 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.2192914 Jul 22 23:32:55.488557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:32:55.489283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:32:55.494123 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:32:55.604393 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-def1be26-13d3-47f0-a669-505e3014aaf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113691 Jul 22 23:32:55.619278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584efd5a-43a2-4174-9f41-aa3332ba258d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:55.640352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.677358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcde2-d1b0-4792-a145-ba86a5006f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.681097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcbbcde2-d1b0-4792-a145-ba86a5006f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.686930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fcbbcde2-d1b0-4792-a145-ba86a5006f5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7ad2153-910e-43c2-846a-fcbdc284d3ac HTTP/1.1" status: 204 len: 168 time: 0.9389114 Jul 22 23:32:55.711175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbcde2-d1b0-4792-a145-ba86a5006f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad2153-910e-43c2-846a-fcbdc284d3ac,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:55.713845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.723000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.725199 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/43d940ef-e88c-478d-90d7-f408d31ea4e5 HTTP/1.1" status: 204 len: 168 time: 2.3029263 Jul 22 23:32:55.804034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Transition to ACTIVE for port object 584efd5a-43a2-4174-9f41-aa3332ba258d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:32:55.850218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73e34d-59eb-4279-b116-50c04ea216f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d940ef-e88c-478d-90d7-f408d31ea4e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:55.870198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:55.951726 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-6684a664-5ed2-41fc-b186-82b7d0d7f625 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397789 Jul 22 23:32:55.952567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848b5a6-6a12-4315-9074-288bf8ad9402 req-9ba16622-617c-4097-b637-e4128feffdc9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:55.956040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4848b5a6-6a12-4315-9074-288bf8ad9402 req-9ba16622-617c-4097-b637-e4128feffdc9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 931 time: 0.9904118 Jul 22 23:32:55.969725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-9f948370-e718-4fe0-ae10-3d242798d3a1 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399041 Jul 22 23:32:56.150966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86037ca9-5ae5-4f7a-ab34-a905524f0ec1 req-0f00485a-0f7d-4b4e-be96-e5643704b317 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411195 Jul 22 23:32:56.161646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61dbe-5ece-43ee-8abc-5328d9b6f823 req-219768ee-8b8c-41db-ae20-109258e186cb tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.163595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ca61dbe-5ece-43ee-8abc-5328d9b6f823 req-219768ee-8b8c-41db-ae20-109258e186cb tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.7373395 Jul 22 23:32:56.214460 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-ecb5d476-e73a-4af3-b494-41ccf3d1c44c service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539802 Jul 22 23:32:56.268445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:56.396099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=584efd5a-43a2-4174-9f41-aa3332ba258d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:56.411922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4848b5a6-6a12-4315-9074-288bf8ad9402 req-1a930af4-4b98-443d-9d31-69b10d4d67cd tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109128 Jul 22 23:32:56.433373 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c99065b1-1fe1-4670-bed2-51b2e5f16c48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e73c9bab18784bfb88c3853bae6ac496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633639 Jul 22 23:32:56.472211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:56.487176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Attempting to bind port 584efd5a-43a2-4174-9f41-aa3332ba258d on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:32:56.487747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Attempting to bind port 584efd5a-43a2-4174-9f41-aa3332ba258d by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:32:56.488661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Attempting to bind port 584efd5a-43a2-4174-9f41-aa3332ba258d on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:56.502714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'tag': '430c86ed-5f84-494c-a144-990345c67c88'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:56.503544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Port 584efd5a-43a2-4174-9f41-aa3332ba258d on network f192911a-d6c4-4974-a127-568619a73677 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:32:56.505372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Attempting to bind port 584efd5a-43a2-4174-9f41-aa3332ba258d on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:32:56.506532 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d217a6b-42d4-4780-bc0e-51933b7786a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0dec727f-9147-490c-bedc-c7667d1a16a1", "tag": "430c86ed-5f84-494c-a144-990345c67c88"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:56.520250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ca61dbe-5ece-43ee-8abc-5328d9b6f823 req-c6ea74f7-046c-4658-ba93-883863b47270 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451922 Jul 22 23:32:56.537970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:32:56.538732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Checking segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:32:56.539827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Bound using segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:32:56.540844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Bound port: 584efd5a-43a2-4174-9f41-aa3332ba258d, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:32:56.556700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:56.567923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-26b19a2a-9a94-4bac-ab06-cdc42bcb6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.570817 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-26b19a2a-9a94-4bac-ab06-cdc42bcb6c1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 1094 time: 0.2389538 Jul 22 23:32:56.835006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-e8c61be6-51f3-4b98-816e-17cc3e3d8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:56.842946 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-e8c61be6-51f3-4b98-816e-17cc3e3d8796 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.2612517 Jul 22 23:32:56.900329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] For port 584efd5a-43a2-4174-9f41-aa3332ba258d, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:32:56.907072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] For port 584efd5a-43a2-4174-9f41-aa3332ba258d, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=584efd5a-43a2-4174-9f41-aa3332ba258d,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:32:56.973558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-ba5446e6-b07d-4b56-b988-b38f5302bdcc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b HTTP/1.1" status: 200 len: 217 time: 0.1197433 Jul 22 23:32:57.083057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-ce62bf95-8a7a-4b57-b233-6decbf4bf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:57.088665 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-ce62bf95-8a7a-4b57-b233-6decbf4bf31a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.0982800 Jul 22 23:32:57.132295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67a309a6-d511-4e6f-af89-34f113045884 req-b3991d20-698d-4f0a-8233-bde6e5092473 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 210 time: 0.4074221 Jul 22 23:32:57.152428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17480444-5b80-4ed0-86be-9fc5a71366e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.155402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.180279 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-dc732b5f-a042-4771-a32b-a7a77d394205 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823815 Jul 22 23:32:57.205389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50cad-8556-4b13-a23e-249c5bc9d624 req-84e6e440-2ecf-4033-9551-58c0978379c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:57.209077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2be50cad-8556-4b13-a23e-249c5bc9d624 req-84e6e440-2ecf-4033-9551-58c0978379c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.8011396 Jul 22 23:32:57.262915 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee0c87a-3c4c-4ba5-8ab0-8377f557259d x-openstack-request-id: req-aee0c87a-3c4c-4ba5-8ab0-8377f557259d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:32:57.263701 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dec727f-9147-490c-bedc-c7667d1a16a1", "tag": "430c86ed-5f84-494c-a144-990345c67c88", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:32:57.263701 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aee0c87a-3c4c-4ba5-8ab0-8377f557259d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:32:57.264389 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'tag': '430c86ed-5f84-494c-a144-990345c67c88', 'status': 'completed', 'code': 200} Jul 22 23:32:57.354356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17480444-5b80-4ed0-86be-9fc5a71366e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.493824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-f7117d8d-0215-455d-bdc5-b154e3f3f24c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:57.495497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-f7117d8d-0215-455d-bdc5-b154e3f3f24c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.5851192 Jul 22 23:32:57.554155 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17480444-5b80-4ed0-86be-9fc5a71366e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.558890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17480444-5b80-4ed0-86be-9fc5a71366e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.563916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-17480444-5b80-4ed0-86be-9fc5a71366e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e79098c-ec96-4820-bc63-ae1dc458310b HTTP/1.1" status: 204 len: 168 time: 1.0869915 Jul 22 23:32:57.565112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-60ffba62-8bd4-4869-987d-8cfaa0e5117e service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721840 Jul 22 23:32:57.610090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Request body: {'port': {'device_id': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'admin_state_up': True, 'tenant_id': '0f92364df9c24edaa1924be8cf617848'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:57.769677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-3994bb25-56da-4b1c-a186-76bbac7968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:57.778196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-3994bb25-56da-4b1c-a186-76bbac7968e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=0dec727f-9147-490c-bedc-c7667d1a16a1 HTTP/1.1" status: 200 len: 1094 time: 0.2642987 Jul 22 23:32:57.817650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:57.819229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:57.821226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/584efd5a-43a2-4174-9f41-aa3332ba258d HTTP/1.1" status: 200 len: 1091 time: 5.3696454 Jul 22 23:32:57.826905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'tag': '584efd5a-43a2-4174-9f41-aa3332ba258d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:32:57.833735 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19815ad0-d736-4df2-8dd3-76356e0607ae" -d '{"events": [{"name": "network-changed", "server_uuid": "83286fed-4d87-4a46-a348-59ca13ca0c61", "tag": "584efd5a-43a2-4174-9f41-aa3332ba258d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:32:57.889465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17480444-5b80-4ed0-86be-9fc5a71366e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79098c-ec96-4820-bc63-ae1dc458310b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:58.028915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2be50cad-8556-4b13-a23e-249c5bc9d624 req-ec80562e-3709-4306-89db-23b794aca756 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277786 Jul 22 23:32:58.029519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Made reservation on behalf of 0f92364df9c24edaa1924be8cf617848 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:58.034035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:58.057057 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbc3cf6c-9633-48db-b56b-0d342b1c0d65 req-d36f8261-cdad-44d8-a093-b3b7f0558a8d service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836485 Jul 22 23:32:58.069151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71748bd7-f69d-4ea2-84a2-1b0b3fccb6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=584efd5a-43a2-4174-9f41-aa3332ba258d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:58.115584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-e40f85b7-8009-4de2-ba11-ec2d229f2e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.125712 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-e40f85b7-8009-4de2-ba11-ec2d229f2e55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 914 time: 0.3374000 Jul 22 23:32:58.138968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748aabe-f7f5-4fa0-a369-02b6cb732cc9 req-87f49c64-4642-412d-a666-0088a50cd76a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.144518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3748aabe-f7f5-4fa0-a369-02b6cb732cc9 req-87f49c64-4642-412d-a666-0088a50cd76a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 943 time: 0.9943509 Jul 22 23:32:58.314722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be522-16da-4b35-81d5-a79032e3eacc req-3191ce95-1f57-4288-9038-6c7fdcec4dba tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.322187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-233be522-16da-4b35-81d5-a79032e3eacc req-3191ce95-1f57-4288-9038-6c7fdcec4dba tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 948 time: 0.8149605 Jul 22 23:32:58.364063 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-9d3f100e-6eba-4f07-b5c1-cfb80ca1c69a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=430c86ed-5f84-494c-a144-990345c67c88 HTTP/1.1" status: 200 len: 217 time: 0.0804627 Jul 22 23:32:58.407683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-cfb2005a-74a9-45f8-8f3f-c24f71d2fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.412662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-cfb2005a-74a9-45f8-8f3f-c24f71d2fa0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 1094 time: 0.5106750 Jul 22 23:32:58.438009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-9a0d1c7a-67d5-4ee6-9bfb-e4c08fe1e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.440122 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-9a0d1c7a-67d5-4ee6-9bfb-e4c08fe1e918 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.0693798 Jul 22 23:32:58.518284 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-468d2007-0bde-479b-b5e8-22455d2ed334 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667021 Jul 22 23:32:58.535400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Allocated IP 172.20.0.11 (0755832c-95f5-424e-ab86-bd666c28f730/c7273c37-e6bb-4f38-8489-22a0ff430a1c/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:32:58.616555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-233be522-16da-4b35-81d5-a79032e3eacc req-7c8f8b88-e243-4fd9-90b7-f07dbdd119fa tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931843 Jul 22 23:32:58.618216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-39ce79ea-1fe1-45c6-91e5-b34d18e1e4fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584efd5a-43a2-4174-9f41-aa3332ba258d HTTP/1.1" status: 200 len: 217 time: 0.1240234 Jul 22 23:32:58.693115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3748aabe-f7f5-4fa0-a369-02b6cb732cc9 req-398eff96-525a-4bf3-9156-fd385835b363 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390178 Jul 22 23:32:58.804099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-543af562-84fb-4dbc-a429-705fadc339a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:58.805686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-543af562-84fb-4dbc-a429-705fadc339a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.1787686 Jul 22 23:32:58.853179 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-89959117-6d59-4f0a-9467-95dae6d5e2d7 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280928 Jul 22 23:32:58.933032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-dcc54834-0120-4c34-b6d1-d187d3276dc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054008 Jul 22 23:32:59.094178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-5441eb05-be72-4c26-ad35-ad906dc0ba5f service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596286 Jul 22 23:32:59.160783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d217a6b-42d4-4780-bc0e-51933b7786a8 req-fd4879a5-a35e-48d8-8678-3dd30bfd11a5 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782433 Jul 22 23:32:59.212237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 430c86ed-5f84-494c-a144-990345c67c88 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:59.386282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 430c86ed-5f84-494c-a144-990345c67c88, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=430c86ed-5f84-494c-a144-990345c67c88,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:59.402556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '430c86ed-5f84-494c-a144-990345c67c88', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'port_id': '430c86ed-5f84-494c-a144-990345c67c88', 'mac_address': 'fa:16:3e:c2:ae:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea987872-c89a-44eb-a16b-764c2eaf1b10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:59.459903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.492118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430c86ed-5f84-494c-a144-990345c67c88 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:32:59.526321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 430c86ed-5f84-494c-a144-990345c67c88, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=430c86ed-5f84-494c-a144-990345c67c88,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:59.597080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.598637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2017bf3b-4763-4f36-ae9b-1cbc02aae38b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:32:59.657220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.660033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57218) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:32:59.805105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:32:59.836275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599db424-6a6b-4d53-bc1d-eab25f1767aa req-4d3f67a0-9998-4893-9f77-872d6d31ba3a tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.838233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-599db424-6a6b-4d53-bc1d-eab25f1767aa req-4d3f67a0-9998-4893-9f77-872d6d31ba3a tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 1.0275788 Jul 22 23:32:59.844864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.881982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d07933-9818-493e-ac3d-809d71563ee3 req-497ed28c-2eb2-4664-b69b-35777e973d4b tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.886846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38d07933-9818-493e-ac3d-809d71563ee3 req-497ed28c-2eb2-4664-b69b-35777e973d4b tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 943 time: 0.9684296 Jul 22 23:32:59.899064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b', 'mac_address': 'fa:16:3e:96:45:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:32:59.901302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=430c86ed-5f84-494c-a144-990345c67c88,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:32:59.922875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Network 0755832c-95f5-424e-ab86-bd666c28f730 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:32:59.954451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-3ddb2bd1-df9a-4b46-ab91-23bf35fa3097 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:32:59.955892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-554016393-network', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:32:59.959220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-3ddb2bd1-df9a-4b46-ab91-23bf35fa3097 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.49 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 948 time: 1.0465364 Jul 22 23:32:59.962140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b984a8fa-ea1d-414d-a95e-b75de2c28664 req-b827a131-7342-49db-8dbe-60eadda7d167 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091798 Jul 22 23:32:59.986069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:32:59.989829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:32:59.993958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.005870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.013456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2017bf3b-4763-4f36-ae9b-1cbc02aae38b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:00.024367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:00.045986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-599db424-6a6b-4d53-bc1d-eab25f1767aa req-e02778ee-3510-4629-87da-46f624d2ef2e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976392 Jul 22 23:33:00.062613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:00.068106 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.077912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:00.164964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.180591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.261866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:33:00.274871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.275501 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Added segment 2a15ac43-b9e3-46fa-913a-0493afea2200 of type vlan for network a99baa75-108b-4491-a375-1de276f8c2f7 Jul 22 23:33:00.286344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71884414-6546-420a-b7b9-07568dac066c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.330079 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12299d7f-6e59-4786-9c2e-3f868fa9f3a2 x-openstack-request-id: req-12299d7f-6e59-4786-9c2e-3f868fa9f3a2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:00.330827 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83286fed-4d87-4a46-a348-59ca13ca0c61", "tag": "584efd5a-43a2-4174-9f41-aa3332ba258d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:00.331294 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12299d7f-6e59-4786-9c2e-3f868fa9f3a2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:00.332097 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'tag': '584efd5a-43a2-4174-9f41-aa3332ba258d', 'status': 'completed', 'code': 200} Jul 22 23:33:00.358237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.411701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.413126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.414780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.451437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38d07933-9818-493e-ac3d-809d71563ee3 req-af18d1e7-646c-4284-ba76-938db64db5cd tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337038 Jul 22 23:33:00.485516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.486416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.501632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] Pushing event updated for resources: {'Network': ['ID=a99baa75-108b-4491-a375-1de276f8c2f7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:00.523380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['430c86ed-5f84-494c-a144-990345c67c88'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:00.524919 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-64eed594-1c89-467a-9319-709f5a1758b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8623183 Jul 22 23:33:00.526009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:00.534192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2017bf3b-4763-4f36-ae9b-1cbc02aae38b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:00.536308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Request body: {'subnet': {'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-554016393-subnet', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:00.550947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.551305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.551820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.552382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.552813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.553275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.553627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.554090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.554438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.554847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.555485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.556015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:00.561776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a99baa75-108b-4491-a375-1de276f8c2f7 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:33:00.573948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-ff71fea1-1f16-4346-8a1d-f64e177677cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.575632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-ff71fea1-1f16-4346-8a1d-f64e177677cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 1094 time: 0.3443968 Jul 22 23:33:00.590132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:00.594474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.628587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.629258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:00.662279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6a8b1911-b5fb-4575-ba42-d51a6f6ec87f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1122653 Jul 22 23:33:00.701972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Request body: {'port': {'device_id': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:00.765875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e4612-3061-41f7-84ae-a96a9f8ec018 req-c946a1f4-970d-4c19-abde-ee7e5d0d8f03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:00.768021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f0e4612-3061-41f7-84ae-a96a9f8ec018 req-c946a1f4-970d-4c19-abde-ee7e5d0d8f03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 932 time: 0.4303758 Jul 22 23:33:00.882866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Deleting port 4dbadc48-f94d-4164-b9bc-b6011bb23905 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:00.883236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.050516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.139944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f2e8ec-7c3f-4c17-905c-fd15f6e80874,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:01.154118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Checking segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:01.155178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Network hostable DHCP agents. Network: a99baa75-108b-4491-a375-1de276f8c2f7, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:33:01.181874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Network a99baa75-108b-4491-a375-1de276f8c2f7 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:33:01.202046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a99baa75-108b-4491-a375-1de276f8c2f7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:01.209273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.212176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.219870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac7c75-fc1e-416d-bc39-036aaa41f0fd None None] Network a99baa75-108b-4491-a375-1de276f8c2f7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:01.244284 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c18327a5-f322-433e-87c5-f277d6659337 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7158360 Jul 22 23:33:01.246643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:01.254358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:01.291678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.296434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.386744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.492620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a99baa75-108b-4491-a375-1de276f8c2f7', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:33:01.493695 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.547057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-2973f20c-2c81-427e-90bf-e4a279b2b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.548682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-2973f20c-2c81-427e-90bf-e4a279b2b2d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 914 time: 0.9353793 Jul 22 23:33:01.559237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f0e4612-3061-41f7-84ae-a96a9f8ec018 req-9d1393ec-6396-4a7e-ac82-a13de2dad1c6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341733 Jul 22 23:33:01.566769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-ca894a26-fdef-40b5-ab72-7fb68029990d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5121131 Jul 22 23:33:01.574176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.618023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-d85ee550-ae3e-428d-b470-9981c3dfdc03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584efd5a-43a2-4174-9f41-aa3332ba258d HTTP/1.1" status: 200 len: 217 time: 0.0567153 Jul 22 23:33:01.649145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.738052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Allocated IP 172.20.0.2 (a99baa75-108b-4491-a375-1de276f8c2f7/61f2e8ec-7c3f-4c17-905c-fd15f6e80874/9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:01.808290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] For port 4dbadc48-f94d-4164-b9bc-b6011bb23905, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=4dbadc48-f94d-4164-b9bc-b6011bb23905,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:01.808927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.889383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Calling delete_port for 4dbadc48-f94d-4164-b9bc-b6011bb23905 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:01.896731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-5da165d8-e84f-4498-8069-afe3790f507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:01.898402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-5da165d8-e84f-4498-8069-afe3790f507b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.2724879 Jul 22 23:33:01.919739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.942355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.972524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:01.985494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Transition to ACTIVE for port object 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:02.013011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Transition to ACTIVE for port object 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:02.026551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.044013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-036de37d-f3b9-4707-a070-6f5c92574a20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795150 Jul 22 23:33:02.075817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Network a99baa75-108b-4491-a375-1de276f8c2f7 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:02.079255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:02.088319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:02.090521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Pushing event updated for resources: {'Port': ['ID=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:02.113829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Allocated IP 172.25.5.196 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/e5da798a-d1d8-4004-b02a-c58fb366ecfd) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:02.138303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-3acb8493-3160-4798-9c2e-6c201799b279 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.142112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-3acb8493-3160-4798-9c2e-6c201799b279 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5181139 Jul 22 23:33:02.174185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Attempting to bind port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:02.174790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Attempting to bind port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:02.176105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Attempting to bind port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca on network a99baa75-108b-4491-a375-1de276f8c2f7 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:02.185398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:02.186616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Checking segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:02.188981 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.188981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Bound using segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:02.188981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Bound port: 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:02.195614 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.265658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-34de7777-b26c-475c-a323-42075ab88f43 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/quotas/315d7673af6f42fb8f9f18bae6b484c4 HTTP/1.1" status: 200 len: 375 time: 0.1023340 Jul 22 23:33:02.273214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc343e09-4268-479f-bce9-ae7292007e08 req-bbc440cc-0b76-4eb0-b8a9-05264c5b9f11 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:02.274849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc343e09-4268-479f-bce9-ae7292007e08 req-bbc440cc-0b76-4eb0-b8a9-05264c5b9f11 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/ports?device_id=73def2f5-784b-4577-9d91-bc5ee715130e HTTP/1.1" status: 200 len: 948 time: 0.5549474 Jul 22 23:33:02.278884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.301687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] For port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:02.305570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] For port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:02.313334 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.342962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.383950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-dc1ec836-85b4-4747-a7a3-653369227b31 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063409 Jul 22 23:33:02.413069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:02.418553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:02.447523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:02.454796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3675-157e-4e88-9d48-13acf81fb1f7 None None] Pushing event updated for resources: {'Port': ['ID=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:02.496660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Pushing event updated for resources: {'Port': ['ID=e5da798a-d1d8-4004-b02a-c58fb366ecfd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:02.503453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-16140e31-b8fd-4835-9ba9-01f431b99fbc service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207554 Jul 22 23:33:02.521904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc343e09-4268-479f-bce9-ae7292007e08 req-d0c52b81-bf18-4c87-b19c-c074df0e4769 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1f6eb59-51a9-4750-b605-93dce7b45b87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183244 Jul 22 23:33:02.522179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.522532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.523092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.523674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.524229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.526609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.526609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.526998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.527316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.531386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.531386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.531386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:02.622731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:02.756863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Pushing event deleted for resources: {'Port': ['ID=4dbadc48-f94d-4164-b9bc-b6011bb23905,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:02.905015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:02.979523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 4dbadc48-f94d-4164-b9bc-b6011bb23905 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:02.980115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 4dbadc48-f94d-4164-b9bc-b6011bb23905 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:02.999780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.038162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:03.072730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.116870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] No DVR routers for this DVR port 4dbadc48-f94d-4164-b9bc-b6011bb23905 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:03.120197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.122952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cf8ee44-414e-45d0-9d9a-59bc802ffb8e req-7c570f0a-7d45-44fb-b9eb-b4522b0926e1 tempest-ListImageFiltersTestJSON-720150461 tempest-ListImageFiltersTestJSON-720150461-project] 10.222.0.49 "DELETE /v2.0/ports/4dbadc48-f94d-4164-b9bc-b6011bb23905 HTTP/1.1" status: 204 len: 173 time: 3.0930552 Jul 22 23:33:03.143429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:03.146862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-deleted', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:03.150323 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0b667b-7499-4a62-b6da-d4da38a3a257" -d '{"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-deleted", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:03.184790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19815ad0-d736-4df2-8dd3-76356e0607ae req-fc4c4289-c86a-4f52-9865-5a71e080aeae service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531210 Jul 22 23:33:03.186115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Transition to ACTIVE for port object 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:03.204331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a278fb-9520-4861-8d97-9278cdd42aec req-b03fef22-8654-492c-be9c-3826e458240c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.206374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81a278fb-9520-4861-8d97-9278cdd42aec req-b03fef22-8654-492c-be9c-3826e458240c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 944 time: 0.5123615 Jul 22 23:33:03.209931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.318906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 584efd5a-43a2-4174-9f41-aa3332ba258d details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:03.327143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 430c86ed-5f84-494c-a144-990345c67c88 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:03.390470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347253-9a7c-47ce-8b00-9c141c2ebd6b req-6d598805-8661-462d-bd1b-d2c6dbb90d0f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:03.408319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79347253-9a7c-47ce-8b00-9c141c2ebd6b req-6d598805-8661-462d-bd1b-d2c6dbb90d0f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.5124083 Jul 22 23:33:03.459165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.543393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:03.650099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:03.672071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 430c86ed-5f84-494c-a144-990345c67c88 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:03.682216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 430c86ed-5f84-494c-a144-990345c67c88 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:03.684385 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.701714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81a278fb-9520-4861-8d97-9278cdd42aec req-b91ae041-b589-43da-b126-85b9bfbf7617 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709222 Jul 22 23:33:03.725611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:03.726152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:03.726689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:03.743668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79347253-9a7c-47ce-8b00-9c141c2ebd6b req-40eb815c-8415-4594-b2e4-0207f5814cca tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310075 Jul 22 23:33:03.760972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:03.760972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:03.774855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:03.775729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:03.777419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:03.778470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Bound port: 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:03.780055 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:03.905304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Router 0a6e3b08-796b-4b57-aa81-173fbe28a65c is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:33:03.961576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 584efd5a-43a2-4174-9f41-aa3332ba258d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=584efd5a-43a2-4174-9f41-aa3332ba258d,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:03.984991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:04.074193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '584efd5a-43a2-4174-9f41-aa3332ba258d', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'port_id': '584efd5a-43a2-4174-9f41-aa3332ba258d', 'mac_address': 'fa:16:3e:f4:93:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea987872-c89a-44eb-a16b-764c2eaf1b10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:04.098774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:04.102272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:04.125904 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Sync routers for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:04.140006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.140554 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.141898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3d61ad0-22ce-47b4-8622-f0ed1a432edf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8928022 Jul 22 23:33:04.144706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:04.148529 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:04.149180 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:04.224255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.251321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584efd5a-43a2-4174-9f41-aa3332ba258d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:04.277642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:04.328485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.329656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.332299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-138ef759-9123-46ea-9643-f1182ea4d9c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 1092 time: 3.6527874 Jul 22 23:33:04.384544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26518645-3797-46de-b2dd-aa61004eabe0 None None] Network a99baa75-108b-4491-a375-1de276f8c2f7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:04.405878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 584efd5a-43a2-4174-9f41-aa3332ba258d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=584efd5a-43a2-4174-9f41-aa3332ba258d,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:04.459892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f41e6-ddf9-4cba-bc39-cf9806e74da5 req-e9070758-ca1d-4641-84fa-6f5220e02ae8 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.462624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d6f41e6-ddf9-4cba-bc39-cf9806e74da5 req-e9070758-ca1d-4641-84fa-6f5220e02ae8 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 943 time: 0.5134983 Jul 22 23:33:04.481904 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.487795 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:04.509118 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.634660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] Provisioning for port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:04.658554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] Provisioning complete for port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:04.659671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.675680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-7b36a8ac-47a2-4bf3-8ebe-c2e1a3a02c07 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.678169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-7b36a8ac-47a2-4bf3-8ebe-c2e1a3a02c07 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/networks?id=3f62e7ce-b772-4f9a-afed-d2363f32e875 HTTP/1.1" status: 200 len: 814 time: 0.5337214 Jul 22 23:33:04.685608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d6f41e6-ddf9-4cba-bc39-cf9806e74da5 req-518ad0b1-e0b4-45c3-8cf2-52eddf60b2dc tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519911 Jul 22 23:33:04.708139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-b138a5d5-ebef-4e15-9506-b2e16035cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:04.711030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-b138a5d5-ebef-4e15-9506-b2e16035cac8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1095 time: 0.2438004 Jul 22 23:33:04.714169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-645b54cf-a662-4f9a-9f53-fa931efd38b1 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/quotas/33eeda0da3394b918f35c22909303b81 HTTP/1.1" status: 200 len: 375 time: 0.0247734 Jul 22 23:33:04.744381 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:02Z', 'revision_number': 3, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:04.833078 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Checking router: 0a6e3b08-796b-4b57-aa81-173fbe28a65c for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:04.834522 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Updating router 0a6e3b08-796b-4b57-aa81-173fbe28a65c port e5da798a-d1d8-4004-b02a-c58fb366ecfd binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:33:04.869132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c86ed-5f84-494c-a144-990345c67c88'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:04.873466 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ebe44b-e904-4294-b57e-bcfdacbfc3f8" -d '{"events": [{"server_uuid": "0dec727f-9147-490c-bedc-c7667d1a16a1", "name": "network-vif-plugged", "status": "completed", "tag": "430c86ed-5f84-494c-a144-990345c67c88"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:04.897427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['584efd5a-43a2-4174-9f41-aa3332ba258d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:04.952215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-eb34eeca-62ab-48fc-89f4-652913cd6c2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.1995308 Jul 22 23:33:04.953290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 430c86ed-5f84-494c-a144-990345c67c88, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=430c86ed-5f84-494c-a144-990345c67c88,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:04.956430 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.993634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:04.995454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2017bf3b-4763-4f36-ae9b-1cbc02aae38b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:05.028368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=584efd5a-43a2-4174-9f41-aa3332ba258d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:05.059620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-69d6a277-5c83-43cc-bb52-c115df5b2919 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202676 Jul 22 23:33:05.159588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b14a56-1f2f-43fe-8e28-0788200d4c06 req-8f4675a5-f8a9-400d-9cdb-361edb62922a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.161276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74b14a56-1f2f-43fe-8e28-0788200d4c06 req-8f4675a5-f8a9-400d-9cdb-361edb62922a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 944 time: 0.2739365 Jul 22 23:33:05.181473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-ec400c73-2fa3-46d2-92be-f5b3a4d6e12c tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=33eeda0da3394b918f35c22909303b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4449949 Jul 22 23:33:05.183064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-f6b203ec-dcde-49aa-bb8a-fb48bbe26b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.184548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-f6b203ec-dcde-49aa-bb8a-fb48bbe26b26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.2228632 Jul 22 23:33:05.275915 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.294691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-7b264a33-3fb7-4e9d-a687-6e703a450dcc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493412 Jul 22 23:33:05.305953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=430c86ed-5f84-494c-a144-990345c67c88,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:05.353773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:05.378253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:05.379041 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.416763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.500118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] For port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:05.513182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.524347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-43219b1f-c09a-4fd0-8974-ba9526b52590 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:05.526783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-43219b1f-c09a-4fd0-8974-ba9526b52590 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4613290 Jul 22 23:33:05.573269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Request body: {'port': {'device_id': 'd05094eb-6437-4189-9d69-79517366fafb', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '315d7673af6f42fb8f9f18bae6b484c4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:05.636283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e17c-2673-4f3d-837f-4cedf2bde48c None None] Pushing event updated for resources: {'Port': ['ID=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:05.637979 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.642690 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.668133 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Transition to ACTIVE for port object e5da798a-d1d8-4004-b02a-c58fb366ecfd will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:05.682196 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.684777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Allocated IP 172.20.0.1 (a99baa75-108b-4491-a375-1de276f8c2f7/61f2e8ec-7c3f-4c17-905c-fd15f6e80874/16fa2a71-e09f-4d16-b9e8-ba6450bbf772) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:05.699282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:05.705840 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.718643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74b14a56-1f2f-43fe-8e28-0788200d4c06 req-f241429c-c73c-4e52-9586-3feac26fc35d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786122 Jul 22 23:33:05.800438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-d50bc0e8-e693-4257-a505-976debbf6e17 service neutron] 10.222.0.21 "GET /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218790 Jul 22 23:33:05.809754 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Pushing event updated for resources: {'Port': ['ID=e5da798a-d1d8-4004-b02a-c58fb366ecfd,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:05.815933 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Attempting to bind port e5da798a-d1d8-4004-b02a-c58fb366ecfd on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:05.816474 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Attempting to bind port e5da798a-d1d8-4004-b02a-c58fb366ecfd by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:05.817083 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Attempting to bind port e5da798a-d1d8-4004-b02a-c58fb366ecfd on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:05.837119 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.837564 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.837975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.838320 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.838658 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.839476 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.839871 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.840208 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.840535 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.840862 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.841189 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.841512 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:05.845840 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:05.846221 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:05.846645 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.847016 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:05.847524 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Bound port: e5da798a-d1d8-4004-b02a-c58fb366ecfd, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:05.847934 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.872692 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.884064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:05.917994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.929444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-6c971dc0-7842-4d31-adae-a91d95cd1199 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682423 Jul 22 23:33:05.940944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Transition to ACTIVE for port object 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:05.953030 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] For port e5da798a-d1d8-4004-b02a-c58fb366ecfd, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:05.959081 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] For port e5da798a-d1d8-4004-b02a-c58fb366ecfd, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e5da798a-d1d8-4004-b02a-c58fb366ecfd,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:05.964155 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:05.965994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-60ea31b0-0e25-4c44-a58b-df4dd3ab08f1 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554733 Jul 22 23:33:05.990222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.026747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Made reservation on behalf of 315d7673af6f42fb8f9f18bae6b484c4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:06.031532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.042158 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:06.043284 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:06.055077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f5aacc24-b083-4d2d-833e-5f63aee2424c None None] Provisioning complete for port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:06.056395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5aacc24-b083-4d2d-833e-5f63aee2424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.059792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Pushing event updated for resources: {'Port': ['ID=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.081157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Network a99baa75-108b-4491-a375-1de276f8c2f7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:06.083520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:06.087412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:06.138399 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1af07b-4d49-47ba-8b79-501fe68a09e1 None None] Pushing event updated for resources: {'Port': ['ID=e5da798a-d1d8-4004-b02a-c58fb366ecfd,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.146051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.245294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:06.345830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.499235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a92a73c-2eba-4a75-8317-9c7019b49531 None None] Provisioning for port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:06.505386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a92a73c-2eba-4a75-8317-9c7019b49531 None None] Provisioning complete for port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:06.505774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a92a73c-2eba-4a75-8317-9c7019b49531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.552160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7a92a73c-2eba-4a75-8317-9c7019b49531 None None] Port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:06.570304 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:02Z', 'revision_number': 3, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:06.585028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.589841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.593704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.610000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-3d47ed00-1516-4ffb-80e7-d74443aa8e1c service neutron] 10.222.0.21 "GET /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942941 Jul 22 23:33:06.619379 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75313c1-c2a1-48eb-9c53-f71c89ea569d None None] The sync data for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 is: [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:02Z', 'revision_number': 3, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:06.684566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-1afbca4a-f7d5-4d51-847d-ef31f4d578d4 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:06.686219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-1afbca4a-f7d5-4d51-847d-ef31f4d578d4 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7194362 Jul 22 23:33:06.689254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.693825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Pushing event updated for resources: {'Port': ['ID=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:06.695572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b666994c-50e3-4e20-99bf-c8cbcf1ee928 req-e0382fb6-efa6-46bd-a939-98e3044aa5ea service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505729 Jul 22 23:33:06.725392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-ce2a216c-8cc0-415a-9635-dc2a77e04a88 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/quotas/315d7673af6f42fb8f9f18bae6b484c4 HTTP/1.1" status: 200 len: 375 time: 0.0201449 Jul 22 23:33:06.817908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-7e4a35cd-c1ee-4e3d-a7d0-66b979aecd1f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836098 Jul 22 23:33:06.877403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Network a99baa75-108b-4491-a375-1de276f8c2f7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:06.879707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:06.885916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.890653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:06.916159 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2ae3f-0e89-4a2b-898d-ea386c77b2ff x-openstack-request-id: req-05e2ae3f-0e89-4a2b-898d-ea386c77b2ff {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:06.916159 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73def2f5-784b-4577-9d91-bc5ee715130e", "name": "network-vif-deleted", "tag": "4dbadc48-f94d-4164-b9bc-b6011bb23905", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:06.916159 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05e2ae3f-0e89-4a2b-898d-ea386c77b2ff {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:06.916159 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73def2f5-784b-4577-9d91-bc5ee715130e', 'name': 'network-vif-deleted', 'tag': '4dbadc48-f94d-4164-b9bc-b6011bb23905', 'status': 'completed', 'code': 200} Jul 22 23:33:07.137734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-79e35744-bdc2-426c-b343-490920491458 req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1177027584', 'description': 'tempest-description-964582962'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:07.146100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbaed83-d7d0-4183-80c0-14412ffc39fd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:07.149677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:07.244602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 584efd5a-43a2-4174-9f41-aa3332ba258d up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:07.291254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Router 0a6e3b08-796b-4b57-aa81-173fbe28a65c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:07.406680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:07.406970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.468478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 584efd5a-43a2-4174-9f41-aa3332ba258d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:07.511687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 584efd5a-43a2-4174-9f41-aa3332ba258d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:07.512063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.568025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79e35744-bdc2-426c-b343-490920491458 req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.587080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:07.595848 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8a45a843-c797-45ff-9e3b-4e4216b33e15 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a6e3b08-796b-4b57-aa81-173fbe28a65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495978 Jul 22 23:33:07.617840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ad7108a0-3d93-45e1-9a8b-358b7921cefc None None] Provisioning complete for port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:07.618594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad7108a0-3d93-45e1-9a8b-358b7921cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.660430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Allocated IP 192.168.233.240 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/38c8e958-f738-477c-9fad-6b47b17f7c52) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:07.757326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ad7108a0-3d93-45e1-9a8b-358b7921cefc None None] Port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:07.767233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79e35744-bdc2-426c-b343-490920491458 req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.777027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79e35744-bdc2-426c-b343-490920491458 req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.872770 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79e35744-bdc2-426c-b343-490920491458 req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.874996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79e35744-bdc2-426c-b343-490920491458 req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7572403 Jul 22 23:33:07.885519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed78888-dcf9-4183-b8cb-575e26a34334 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f3099-6d72-4bcb-8b52-ea3e0c00c164,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:07.938022 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:07.960198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c665769-657b-460c-a4ff-323115df42f7 req-b25eb6fe-010f-414c-9206-71f8fa413f10 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:07.961803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c665769-657b-460c-a4ff-323115df42f7 req-b25eb6fe-010f-414c-9206-71f8fa413f10 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.5067630 Jul 22 23:33:08.036049 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104cc1e8-4044-49ab-aee2-ede5998ae333 x-openstack-request-id: req-104cc1e8-4044-49ab-aee2-ede5998ae333 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:08.036985 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dec727f-9147-490c-bedc-c7667d1a16a1", "name": "network-vif-plugged", "status": "completed", "tag": "430c86ed-5f84-494c-a144-990345c67c88", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:08.037590 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-104cc1e8-4044-49ab-aee2-ede5998ae333 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:08.041459 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430c86ed-5f84-494c-a144-990345c67c88', 'code': 200} Jul 22 23:33:08.071786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 584efd5a-43a2-4174-9f41-aa3332ba258d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=584efd5a-43a2-4174-9f41-aa3332ba258d,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:08.078613 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:08.156032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c665769-657b-460c-a4ff-323115df42f7 req-95a7493f-571d-40c7-ac2c-3c07fba43841 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781857 Jul 22 23:33:08.195731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=584efd5a-43a2-4174-9f41-aa3332ba258d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:08.478683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:08.496025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff8b12-789c-46ab-ace4-80166e989813 req-65d8c079-7825-401a-848f-f88d4312547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.500019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aff8b12-789c-46ab-ace4-80166e989813 req-65d8c079-7825-401a-848f-f88d4312547c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0dec727f-9147-490c-bedc-c7667d1a16a1 HTTP/1.1" status: 200 len: 1096 time: 0.3253505 Jul 22 23:33:08.525274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Transition to ACTIVE for port object 38c8e958-f738-477c-9fad-6b47b17f7c52 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:08.544188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d18fe-1bc9-4817-9abd-366e647c7e0f req-f9b6b54f-f1c2-4f2f-82b7-c5851edffdfd tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.546915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-310d18fe-1bc9-4817-9abd-366e647c7e0f req-f9b6b54f-f1c2-4f2f-82b7-c5851edffdfd tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.3061461 Jul 22 23:33:08.593489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361842-e128-4c9f-9ad9-2a4508a82f59 req-b4bf594a-4c8c-437f-baf0-b0647a9f65bd tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.595091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df361842-e128-4c9f-9ad9-2a4508a82f59 req-b4bf594a-4c8c-437f-baf0-b0647a9f65bd tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 944 time: 0.2764168 Jul 22 23:33:08.633450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aff8b12-789c-46ab-ace4-80166e989813 req-e1b24959-82d3-4bd8-89eb-fbb5334beed2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269341 Jul 22 23:33:08.672173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-310d18fe-1bc9-4817-9abd-366e647c7e0f req-6b299368-0a19-4415-b764-72ddf6e04ee4 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106846 Jul 22 23:33:08.673188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:08.741343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df361842-e128-4c9f-9ad9-2a4508a82f59 req-2395de8f-bbbe-4f4b-8a3a-ab8877a1acb9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266704 Jul 22 23:33:08.753245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:08.761747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:08.772379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:08.776452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:08.848958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78e820dc-89f5-44a9-bdbf-58895df71a13 req-82c79905-21d4-49f2-ace3-b5587199709b tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 210 time: 0.0783401 Jul 22 23:33:08.920676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:08.925509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:08.954558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:08.960339 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17cc663-f630-42d2-bb46-3767a4d684bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:08.986748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-825f38f1-b31b-470a-9814-672964899268 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4177620 Jul 22 23:33:09.017299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Request body: {'port': {'device_id': 'd05094eb-6437-4189-9d69-79517366fafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:09.203539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e5da798a-d1d8-4004-b02a-c58fb366ecfd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:09.289159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:09.325744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dde66181-2d0a-4205-bb9b-e9274fe12c5c req-56f3d4f8-8c95-4773-8b6b-39b90eea3711 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 210 time: 0.2250476 Jul 22 23:33:09.377638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:09.483102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-c777c4dc-7f2d-4b63-b54b-114b4c752e2c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1486154 Jul 22 23:33:09.637072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:09.692518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Sync routers for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:09.721196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d471c614-94e8-431b-9591-6444d45c768a None None] Provisioning for port 38c8e958-f738-477c-9fad-6b47b17f7c52 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:09.739259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'port_id': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'mac_address': 'fa:16:3e:f0:6c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7273c37-e6bb-4f38-8489-22a0ff430a1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:09.753254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d471c614-94e8-431b-9591-6444d45c768a None None] Provisioning complete for port 38c8e958-f738-477c-9fad-6b47b17f7c52 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:09.760263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-16b04854-400a-45f2-9b7e-25ec32efabd8 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:09.762257 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d471c614-94e8-431b-9591-6444d45c768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:09.762931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-16b04854-400a-45f2-9b7e-25ec32efabd8 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673674 Jul 22 23:33:09.817041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Request body: {'port': {'device_id': '3c83d861-e231-4243-8b99-89af7bb8952e', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '315d7673af6f42fb8f9f18bae6b484c4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:09.882430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d471c614-94e8-431b-9591-6444d45c768a None None] Port 38c8e958-f738-477c-9fad-6b47b17f7c52 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:09.889729 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b2f6e2-f442-47d8-9f42-1f42dad88d49 x-openstack-request-id: req-11b2f6e2-f442-47d8-9f42-1f42dad88d49 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:09.890177 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:09.890571 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b2f6e2-f442-47d8-9f42-1f42dad88d49 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:09.891150 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'status': 'completed', 'code': 200} Jul 22 23:33:09.900113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:09.901666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:09.914612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e5da798a-d1d8-4004-b02a-c58fb366ecfd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:10.042541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b'}, {'server_uuid': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584efd5a-43a2-4174-9f41-aa3332ba258d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:10.045278 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ff2ad6-16ea-4c06-8fd5-2fa555e45b83" -d '{"events": [{"server_uuid": "dcce1ac0-f0c1-405f-bf65-8357de8c9828", "name": "network-vif-plugged", "status": "completed", "tag": "2017bf3b-4763-4f36-ae9b-1cbc02aae38b"}, {"server_uuid": "83286fed-4d87-4a46-a348-59ca13ca0c61", "name": "network-vif-plugged", "status": "completed", "tag": "584efd5a-43a2-4174-9f41-aa3332ba258d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:10.052124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e5da798a-d1d8-4004-b02a-c58fb366ecfd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:10.052543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.101379 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.137792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:10.199275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-c5e4a648-cacd-4b12-a8fc-697fcda69712 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.202437 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-c5e4a648-cacd-4b12-a8fc-697fcda69712 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.48 "GET /v2.0/networks?id=3f62e7ce-b772-4f9a-afed-d2363f32e875 HTTP/1.1" status: 200 len: 814 time: 0.2563028 Jul 22 23:33:10.215446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:10.221126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:10.246287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Request body: {'port': {'device_id': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'admin_state_up': True, 'tenant_id': '33eeda0da3394b918f35c22909303b81'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:10.253114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.402691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-c0f06760-3c00-4471-930c-b1f9d6edbcde tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1177027584&fields=id&tenant_id=7fb0d51aaa56458ba44563b342150ea8 HTTP/1.1" status: 200 len: 267 time: 0.6374712 Jul 22 23:33:10.417706 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.472585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-c270f401-3836-4f09-a2e7-f9f530138101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.477729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-c270f401-3836-4f09-a2e7-f9f530138101 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1095 time: 0.4761004 Jul 22 23:33:10.567560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Made reservation on behalf of 315d7673af6f42fb8f9f18bae6b484c4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:10.583024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.630018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port e5da798a-d1d8-4004-b02a-c58fb366ecfd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e5da798a-d1d8-4004-b02a-c58fb366ecfd,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:10.633319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-9bd592fb-cf30-4f5e-9248-e11ce8052b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.636260 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-9bd592fb-cf30-4f5e-9248-e11ce8052b61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1479101 Jul 22 23:33:10.660190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.679122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:10.702064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.702652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.703204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.703984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.704479 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.705040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.705521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.705961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.706517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.707073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.707681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.708645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:33:10.736596 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-41d53820-e686-47d0-b32e-cb5b555dc3b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.0914130 Jul 22 23:33:10.743082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Made reservation on behalf of 33eeda0da3394b918f35c22909303b81 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:10.747870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:10.780558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:10.818559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-cd2fcd3c-56eb-4b10-93f7-6edc9af13c57 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.820256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-cd2fcd3c-56eb-4b10-93f7-6edc9af13c57 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.3837619 Jul 22 23:33:10.829878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97b0c-22a0-498c-ab03-e331b0580d0e req-e512bb96-68ec-40c4-8b7c-d362569b2c1f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:10.840904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da97b0c-22a0-498c-ab03-e331b0580d0e req-e512bb96-68ec-40c4-8b7c-d362569b2c1f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.5438616 Jul 22 23:33:10.855639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'port': {'security_groups': ['d494287b-ca67-43e6-b5fc-c642a5ee4d87', '5d7f3099-6d72-4bcb-8b52-ea3e0c00c164']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:10.990480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 2, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:11.043508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-7c1de3de-2443-4db2-9d66-68378e20b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:11.045426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-7c1de3de-2443-4db2-9d66-68378e20b308 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.2925360 Jul 22 23:33:11.065947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Allocated IP 172.20.0.13 (3f62e7ce-b772-4f9a-afed-d2363f32e875/e6b09797-b897-4024-add8-4dd40e9cd7f4/96026690-52c3-42ed-bac2-7cfca2d78042) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:11.066269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Checking router: 0a6e3b08-796b-4b57-aa81-173fbe28a65c for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:11.066519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Updating router 0a6e3b08-796b-4b57-aa81-173fbe28a65c port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:33:11.069910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=e5da798a-d1d8-4004-b02a-c58fb366ecfd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:11.173704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-66834ad4-47cc-4574-8ea5-cfa7d7a400cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130631 Jul 22 23:33:11.272867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da97b0c-22a0-498c-ab03-e331b0580d0e req-bfa080fb-7e44-41bb-842d-531a32360ec4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288929 Jul 22 23:33:11.323180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.399804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.422319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:11.449776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.515680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Transition to ACTIVE for port object 38c8e958-f738-477c-9fad-6b47b17f7c52 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:11.533514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:11.755605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Allocated IP 192.168.233.81 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:11.761656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:11.805057 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-f1cf5cec-5af3-4841-b335-75b858e2700d service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881828 Jul 22 23:33:12.289583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.290914 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.319745 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e17cc663-f630-42d2-bb46-3767a4d684bd req-658069f4-8225-4d85-be2e-a986b8906bbd service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851103 Jul 22 23:33:12.350641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Transition to ACTIVE for port object 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:12.355386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Transition to ACTIVE for port object 96026690-52c3-42ed-bac2-7cfca2d78042 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:12.371896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Attempting to bind port 38c8e958-f738-477c-9fad-6b47b17f7c52 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:12.372502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Attempting to bind port 38c8e958-f738-477c-9fad-6b47b17f7c52 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:12.374639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Attempting to bind port 38c8e958-f738-477c-9fad-6b47b17f7c52 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:12.399470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Port 38c8e958-f738-477c-9fad-6b47b17f7c52 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:12.399861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Attempting to bind port 38c8e958-f738-477c-9fad-6b47b17f7c52 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:12.401514 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.465875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:12.466438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:12.467619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:12.468405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Bound port: 38c8e958-f738-477c-9fad-6b47b17f7c52, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:12.469046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.481040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:12.532037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.649722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.674453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90e6f5-b5a2-48f2-9262-dbea5ef72fdd None None] Pushing event updated for resources: {'Port': ['ID=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:12.740366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Transition to ACTIVE for port object 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:12.759298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:12.774306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:12.788609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:12.887063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Pushing event updated for resources: {'Port': ['ID=96026690-52c3-42ed-bac2-7cfca2d78042,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:12.929078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:12.951681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:12.953799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:12.966508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:13.000715 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-0927b6e1-b7a6-4144-9bfa-88c30a6f2e0d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7600513 Jul 22 23:33:13.008824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.052500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Request body: {'port': {'device_id': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:13.065297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.093663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Attempting to bind port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:13.094451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Attempting to bind port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:13.094981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Attempting to bind port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 on network a99baa75-108b-4491-a375-1de276f8c2f7 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:13.128778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:13.130458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Checking segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:13.132105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.141374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Bound using segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:13.145428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Bound port: 16fa2a71-e09f-4d16-b9e8-ba6450bbf772, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:13.148270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.270624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e5da798a-d1d8-4004-b02a-c58fb366ecfd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:13.277310 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.292963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:13.380972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.409329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.414354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:13.415766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:13.430641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] 10.222.0.48 "PUT /v2.0/ports/38c8e958-f738-477c-9fad-6b47b17f7c52 HTTP/1.1" status: 200 len: 1096 time: 4.4292982 Jul 22 23:33:13.439379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:13.480887 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f8aa07-8220-4f9f-a404-958feb049dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:13.518638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['16a7d021-d99a-407e-8607-c77548e4f20b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:13.732725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:13.734160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e674a2-b798-4a62-81b3-c1df40af5882 service neutron] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:13.968645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event updated for resources: {'Port': ['ID=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:14.004066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.005799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.022956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fb572ef-3dce-4442-b8ef-d658b623d173 req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "PUT /v2.0/ports/16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 981 time: 3.1732502 Jul 22 23:33:14.033359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:14.071464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:14.434974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.436689 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.478633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-699dbaed-344d-4849-90aa-8689a30c2d17 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6696811 Jul 22 23:33:14.485785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] For port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:14.486094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036e95e-0ab4-49e7-bf81-e348ebe097bc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:14.495833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] For port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:14.522756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-99a0850f-7cba-42b6-acb0-582e9158a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.527153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-99a0850f-7cba-42b6-acb0-582e9158a9e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1099 time: 0.9272604 Jul 22 23:33:14.538298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['16a7d021-d99a-407e-8607-c77548e4f20b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:14.558774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Request body: {'port': {'device_id': '3c83d861-e231-4243-8b99-89af7bb8952e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:14.604293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.629883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96026690-52c3-42ed-bac2-7cfca2d78042 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:14.659863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.723087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Transition to ACTIVE for port object 96026690-52c3-42ed-bac2-7cfca2d78042 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:14.749576 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:14.813148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bac30-7401-49af-b5d3-9de66592c4bb req-03c1fe94-8f60-4636-8c6f-049577a8419d tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:14.815716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d80bac30-7401-49af-b5d3-9de66592c4bb req-03c1fe94-8f60-4636-8c6f-049577a8419d tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.5933278 Jul 22 23:33:14.817726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-41eb6931-62d2-4728-b162-eb8ab00622b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=38c8e958-f738-477c-9fad-6b47b17f7c52 HTTP/1.1" status: 200 len: 217 time: 0.1595671 Jul 22 23:33:14.925730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90e6f5-b5a2-48f2-9262-dbea5ef72fdd None None] Pushing event updated for resources: {'Port': ['ID=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:15.022387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:15.024688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:32:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:15.066033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Pushing event updated for resources: {'Port': ['ID=96026690-52c3-42ed-bac2-7cfca2d78042,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:15.184944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:15.292311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:15.353623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8dd845c-b3fc-45ee-a8d7-dc8fc05e92f8 None None] Provisioning for port 96026690-52c3-42ed-bac2-7cfca2d78042 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:15.397251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Attempting to bind port 96026690-52c3-42ed-bac2-7cfca2d78042 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:15.402531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Attempting to bind port 96026690-52c3-42ed-bac2-7cfca2d78042 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:15.403373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Attempting to bind port 96026690-52c3-42ed-bac2-7cfca2d78042 on network 3f62e7ce-b772-4f9a-afed-d2363f32e875 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:15.425432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:15.425432 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.426122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Port 96026690-52c3-42ed-bac2-7cfca2d78042 on network 3f62e7ce-b772-4f9a-afed-d2363f32e875 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:15.426899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Attempting to bind port 96026690-52c3-42ed-bac2-7cfca2d78042 on network 3f62e7ce-b772-4f9a-afed-d2363f32e875 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:15.445865 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.457675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:15.458626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Checking segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:15.460552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Bound using segment: {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:15.461562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Bound port: 96026690-52c3-42ed-bac2-7cfca2d78042, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e7a336-678a-4c02-bf04-6c311c1ba243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:15.462387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.478942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d80bac30-7401-49af-b5d3-9de66592c4bb req-9e491b11-11c6-414e-b291-ad459c69a95d tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470232 Jul 22 23:33:15.489482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-f68d7fcd-8535-4910-ba17-8ccffb68bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.499479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-f68d7fcd-8535-4910-ba17-8ccffb68bf48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.6286218 Jul 22 23:33:15.757951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e5da798a-d1d8-4004-b02a-c58fb366ecfd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:15.758864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.782383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] For port 96026690-52c3-42ed-bac2-7cfca2d78042, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:15.795384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] For port 96026690-52c3-42ed-bac2-7cfca2d78042, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=96026690-52c3-42ed-bac2-7cfca2d78042,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:15.811433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.917419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:15.918655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:15.922191 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] 10.222.0.48 "PUT /v2.0/ports/96026690-52c3-42ed-bac2-7cfca2d78042 HTTP/1.1" status: 200 len: 1092 time: 2.8971300 Jul 22 23:33:15.922934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'tag': '96026690-52c3-42ed-bac2-7cfca2d78042'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:15.928224 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7460a2c0-2e1c-4806-aab5-b73486d923ef" -d '{"events": [{"name": "network-changed", "server_uuid": "84c9c980-6ba0-4da9-82d3-9d3a48432395", "tag": "96026690-52c3-42ed-bac2-7cfca2d78042"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:16.020490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ba0c5-c561-4291-b832-cbcd36e87f53 service neutron] Pushing event updated for resources: {'Port': ['ID=96026690-52c3-42ed-bac2-7cfca2d78042,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:16.239647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32d962-44c7-4c30-852c-80de325fad9f req-a79f3e59-39aa-45cc-8487-8f99af573db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.244265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-a79f3e59-39aa-45cc-8487-8f99af573db4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6907897 Jul 22 23:33:16.273910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-b2dfb079-144c-49fd-86a9-b50f51db0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.277674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3244e1-3aa4-4ddc-886f-3a94f3b681db req-984edd4b-907c-40fc-a7f7-446ed9561253 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.287080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-b2dfb079-144c-49fd-86a9-b50f51db0e82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33eeda0da3394b918f35c22909303b81&device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 1095 time: 0.2605000 Jul 22 23:33:16.288622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e3244e1-3aa4-4ddc-886f-3a94f3b681db req-984edd4b-907c-40fc-a7f7-446ed9561253 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 945 time: 0.2913558 Jul 22 23:33:16.482956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e3244e1-3aa4-4ddc-886f-3a94f3b681db req-464c9971-d97a-4a84-b8fa-e1afeb66e2f7 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907761 Jul 22 23:33:16.528685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4363d513-13e5-4d07-9e9f-f64a0c265d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:16.738588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:16.756141 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:16.799261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Transition to ACTIVE for port object 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:16.807963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:16.833057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d849eb9-0d32-4ec5-b2dc-4107fa48413f req-7468fc13-d7c2-4695-82d7-cf38b6652d1b tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:16.840906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7cccd770-2398-4755-938c-2bac087874be None None] Provisioning for port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:16.848361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d849eb9-0d32-4ec5-b2dc-4107fa48413f req-7468fc13-d7c2-4695-82d7-cf38b6652d1b tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 944 time: 0.2033949 Jul 22 23:33:16.909745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:16.963500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d849eb9-0d32-4ec5-b2dc-4107fa48413f req-3e9db5f9-c3e2-4d69-a7d2-6dc5d0d0fc82 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138811 Jul 22 23:33:17.049375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Pushing event updated for resources: {'Port': ['ID=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:17.147499 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af0e639-df32-4525-9a56-677f385117bb x-openstack-request-id: req-2af0e639-df32-4525-9a56-677f385117bb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:17.149513 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce1ac0-f0c1-405f-bf65-8357de8c9828", "name": "network-vif-plugged", "status": "completed", "tag": "2017bf3b-4763-4f36-ae9b-1cbc02aae38b", "code": 200}, {"server_uuid": "83286fed-4d87-4a46-a348-59ca13ca0c61", "name": "network-vif-plugged", "status": "completed", "tag": "584efd5a-43a2-4174-9f41-aa3332ba258d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:17.149889 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2af0e639-df32-4525-9a56-677f385117bb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:17.150404 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b', 'code': 200} Jul 22 23:33:17.150769 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584efd5a-43a2-4174-9f41-aa3332ba258d', 'code': 200} Jul 22 23:33:17.209476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Attempting to bind port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:17.213298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Attempting to bind port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:17.213912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Attempting to bind port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:17.224828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:17.227429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Attempting to bind port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:17.247739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:17.249672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:17.251263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:17.251765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Bound port: 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:17.252939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:17.278464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:17.358823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:14Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:17.365593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:17.553049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9930f-24f8-454a-8c1c-1fc91de68a05 None None] The sync data for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 is: [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:14Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:17.555983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] For port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:17.587576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e78f99-646b-4452-91f4-2048e2958b73 req-34e3a237-fc2f-4e62-9bb6-4ed795e2e5c1 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.590135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68e78f99-646b-4452-91f4-2048e2958b73 req-34e3a237-fc2f-4e62-9bb6-4ed795e2e5c1 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 947 time: 0.2934656 Jul 22 23:33:17.700908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-b2f5e45b-5f4f-4d32-af0c-c7b6195b1129 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96026690-52c3-42ed-bac2-7cfca2d78042 HTTP/1.1" status: 200 len: 217 time: 0.1952720 Jul 22 23:33:17.712670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] For port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:17.803689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:17.804548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:17.976821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-1b4a02aa-3500-4845-ab90-10f4ed648a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:17.979316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-1b4a02aa-3500-4845-ab90-10f4ed648a71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6b09797-b897-4024-add8-4dd40e9cd7f4 HTTP/1.1" status: 200 len: 853 time: 0.2144549 Jul 22 23:33:18.051531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5be0c7-10f1-4b6f-bb70-62483d841a77 req-3724fa1d-e872-48e6-95bf-67f02bbfaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:18.054438 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2b5be0c7-10f1-4b6f-bb70-62483d841a77 req-3724fa1d-e872-48e6-95bf-67f02bbfaa3d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 1096 time: 0.2388124 Jul 22 23:33:18.234880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-40e02c7b-94de-40f3-a9d6-dc4ee97b2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:18.237348 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-40e02c7b-94de-40f3-a9d6-dc4ee97b2468 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f62e7ce-b772-4f9a-afed-d2363f32e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2209880 Jul 22 23:33:18.434720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2b5be0c7-10f1-4b6f-bb70-62483d841a77 req-0acbc0b1-d359-4148-9e3a-555d14b2b050 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138802 Jul 22 23:33:18.707952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Pushing event updated for resources: {'Port': ['ID=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:18.829445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:18.829445 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:18.835031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-f43644d3-6a99-4f50-87ec-131ac3577e4a service neutron] 10.222.0.48 "PUT /v2.0/ports/8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 HTTP/1.1" status: 200 len: 1095 time: 4.2920079 Jul 22 23:33:18.957951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68e78f99-646b-4452-91f4-2048e2958b73 req-6180ea3e-55e8-4963-8933-b433c11fe7f4 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3365977 Jul 22 23:33:19.022526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-35db0f8b-86b5-4420-acca-71ff5c63cbef service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5156190 Jul 22 23:33:19.076212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae53fc1-bdc8-4a3c-809f-26b3e670e95c req-dc1bcff6-f0ac-421f-9d57-71088c78c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.079828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ae53fc1-bdc8-4a3c-809f-26b3e670e95c req-dc1bcff6-f0ac-421f-9d57-71088c78c234 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 1096 time: 0.4301071 Jul 22 23:33:19.153284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:19.163605 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5e6dd9-3d95-415f-b044-25737b5041f5" -d '{"events": [{"server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "name": "network-vif-plugged", "status": "completed", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:19.336488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-986bea33-1cad-4689-9f69-5fd5b263d641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:19.342405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-75831a7e-5854-432e-ae81-21615eb7e6ee service neutron] 10.222.0.48 "GET /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156322 Jul 22 23:33:19.506460 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:33:19.518698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4367e-9b11-4f2b-b4e7-ee80420ded76 req-24378577-6f6e-47e6-908f-976b15feba01 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:19.531818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72c4367e-9b11-4f2b-b4e7-ee80420ded76 req-24378577-6f6e-47e6-908f-976b15feba01 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.3450959 Jul 22 23:33:19.560845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:19.636605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72c4367e-9b11-4f2b-b4e7-ee80420ded76 req-60959dc3-26b7-496c-8d1f-7cdf0abf85ce tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005783 Jul 22 23:33:19.653124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:19.765541 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d291cdff-5b0b-40d0-a40d-e2d5c023bc85 x-openstack-request-id: req-d291cdff-5b0b-40d0-a40d-e2d5c023bc85 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:19.766289 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:19.771936 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d291cdff-5b0b-40d0-a40d-e2d5c023bc85 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:19.772883 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'status': 'completed', 'code': 200} Jul 22 23:33:19.880778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:19.908173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:19.908805 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.094984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-17611f14-3c33-4f6c-904c-a63133f00bee tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1177027584&fields=id&tenant_id=7fb0d51aaa56458ba44563b342150ea8 HTTP/1.1" status: 200 len: 267 time: 0.1053755 Jul 22 23:33:20.198999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.211218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.260044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-e9216b18-4db7-4d42-8ae9-24711879d1f3 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:20.274121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-e9216b18-4db7-4d42-8ae9-24711879d1f3 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 984 time: 0.1689787 Jul 22 23:33:20.289601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'port': {'security_groups': ['d494287b-ca67-43e6-b5fc-c642a5ee4d87']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:20.313038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:20.318722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.448421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:20.546842 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:20.952426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:21.011684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:21.034658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:21.072616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['16a7d021-d99a-407e-8607-c77548e4f20b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:21.142382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.144058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:21.145580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c73740f-0405-4ad9-9c5d-f62db9b33cc4 req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "PUT /v2.0/ports/16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 942 time: 0.8703830 Jul 22 23:33:21.238142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302e06e-964e-46cb-8413-d5f3598946b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event updated for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:21.277460 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467291d1-70f5-4345-bc08-1bcc771ffae8 x-openstack-request-id: req-467291d1-70f5-4345-bc08-1bcc771ffae8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:21.278056 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c9c980-6ba0-4da9-82d3-9d3a48432395", "tag": "96026690-52c3-42ed-bac2-7cfca2d78042", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:21.278056 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-467291d1-70f5-4345-bc08-1bcc771ffae8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:21.278425 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'tag': '96026690-52c3-42ed-bac2-7cfca2d78042', 'status': 'completed', 'code': 200} Jul 22 23:33:21.308660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['16a7d021-d99a-407e-8607-c77548e4f20b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:21.541492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:21.616111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a941-a7d7-4a9f-9883-e5513a70d052 req-6a629272-e296-4498-8e70-babf293be910 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.632489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aee8a941-a7d7-4a9f-9883-e5513a70d052 req-6a629272-e296-4498-8e70-babf293be910 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.1963217 Jul 22 23:33:21.672196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:21.725883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:21.726661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:21.728450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aee8a941-a7d7-4a9f-9883-e5513a70d052 req-78a35368-1a16-43d8-b7dd-cbc9b9eb9176 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943031 Jul 22 23:33:21.780784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}, {'name': 'network-changed', 'server_uuid': '3c83d861-e231-4243-8b99-89af7bb8952e', 'tag': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96'}, {'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:21.785200 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c93ff-cf79-4164-b821-ed752518b040" -d '{"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}, {"name": "network-changed", "server_uuid": "3c83d861-e231-4243-8b99-89af7bb8952e", "tag": "8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96"}, {"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:21.946952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8df3-1d12-413a-bdde-4e426faac786 req-12ecad07-50f4-4e27-9126-5bd474f0f451 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:21.948871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd0f8df3-1d12-413a-bdde-4e426faac786 req-12ecad07-50f4-4e27-9126-5bd474f0f451 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 946 time: 0.1215136 Jul 22 23:33:21.959839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:22.012418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd0f8df3-1d12-413a-bdde-4e426faac786 req-753b9630-5223-4a8f-909b-1b3ece191a07 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542195 Jul 22 23:33:22.206333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71d33c-c0c7-4306-8551-72a1fa0185ff req-95075487-25b0-426a-ade4-1f509eb5cfff tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.212521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db71d33c-c0c7-4306-8551-72a1fa0185ff req-95075487-25b0-426a-ade4-1f509eb5cfff tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 944 time: 0.1155317 Jul 22 23:33:22.267027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db71d33c-c0c7-4306-8551-72a1fa0185ff req-59b1ee8f-2a35-4ff1-af4e-8c87a4c6caba tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518439 Jul 22 23:33:22.327639 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df257477-5ed0-4637-8a4c-88b8b2bd5f10 x-openstack-request-id: req-df257477-5ed0-4637-8a4c-88b8b2bd5f10 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:22.328259 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "name": "network-vif-plugged", "status": "completed", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:22.328690 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df257477-5ed0-4637-8a4c-88b8b2bd5f10 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:22.329354 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'code': 200} Jul 22 23:33:22.476118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3bb98-18af-4df2-b24d-3047a91cb074 req-0b0774e2-e33f-4d42-89e3-011db784fa23 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.477836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8c3bb98-18af-4df2-b24d-3047a91cb074 req-0b0774e2-e33f-4d42-89e3-011db784fa23 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 947 time: 0.0967529 Jul 22 23:33:22.556276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8c3bb98-18af-4df2-b24d-3047a91cb074 req-f7fc2530-903c-43ec-8f04-7772327faa22 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671904 Jul 22 23:33:22.744975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1f5af-63b6-41fd-b3ee-e2b7c4a00585 req-a79c9d9f-5212-46e1-a4fe-2e72fd52454e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:22.756224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1f1f5af-63b6-41fd-b3ee-e2b7c4a00585 req-a79c9d9f-5212-46e1-a4fe-2e72fd52454e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.1083274 Jul 22 23:33:22.805436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1f1f5af-63b6-41fd-b3ee-e2b7c4a00585 req-12a1a9a8-6ed1-4ff9-b8a6-42df9b23e9ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472794 Jul 22 23:33:23.086821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-a49b81bf-b732-452c-a5b0-ce5315c1e9c1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2538121 Jul 22 23:33:23.100420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:23.137760 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.308278 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.484868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Allocated IP 172.25.5.149 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/bba0ffb7-274f-4641-b206-c32b8e416bfb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:23.660075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.757624 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:23.851249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:23.855042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:23.858223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:23.888901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event updated for resources: {'Port': ['ID=bba0ffb7-274f-4641-b206-c32b8e416bfb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:23.976369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.071373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.298558 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.309651 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.400520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event updated for resources: {'Port': ['ID=bba0ffb7-274f-4641-b206-c32b8e416bfb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:24.453027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.470481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:24.473125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-50d561c6-7754-4741-a5c6-121490661975 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3801455 Jul 22 23:33:24.560987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-522fae68-03e9-4555-8275-465ad9f48a62 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.0780230 Jul 22 23:33:24.732985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-ff9a7f67-fd22-4bce-af4b-e6ff38dedf0b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:24.735452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-ff9a7f67-fd22-4bce-af4b-e6ff38dedf0b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1658819 Jul 22 23:33:24.747643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-7ab0cf80-ac05-4271-a78f-530577756873 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:24.749454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3109c562-4ede-4d6f-b283-36b278ccc96d req-7ab0cf80-ac05-4271-a78f-530577756873 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079005 Jul 22 23:33:24.824731 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5a268-772e-4096-84df-41d7862fab88 x-openstack-request-id: req-d7a5a268-772e-4096-84df-41d7862fab88 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:24.824924 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c83d861-e231-4243-8b99-89af7bb8952e", "tag": "8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:24.825282 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7a5a268-772e-4096-84df-41d7862fab88 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:24.826324 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'status': 'completed', 'code': 200} Jul 22 23:33:24.826678 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c83d861-e231-4243-8b99-89af7bb8952e', 'tag': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', 'status': 'completed', 'code': 200} Jul 22 23:33:24.827032 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'status': 'completed', 'code': 200} Jul 22 23:33:25.014678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa56a6-9e0a-4fe4-bd02-04c8fb290628 req-7c24af7e-9aaa-4478-9a69-ac07d0be514c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.025539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88aa56a6-9e0a-4fe4-bd02-04c8fb290628 req-7c24af7e-9aaa-4478-9a69-ac07d0be514c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.1156394 Jul 22 23:33:25.083533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88aa56a6-9e0a-4fe4-bd02-04c8fb290628 req-c648dc77-7fc3-4b69-b2f3-7effcbaf341e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565639 Jul 22 23:33:25.297606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab01272-70bc-4eba-8bc5-fbdf786ce782 req-fd2315e2-2f85-4563-9777-a3aea5fb1d4b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.300668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eab01272-70bc-4eba-8bc5-fbdf786ce782 req-fd2315e2-2f85-4563-9777-a3aea5fb1d4b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 946 time: 0.1064713 Jul 22 23:33:25.360847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eab01272-70bc-4eba-8bc5-fbdf786ce782 req-2ca561da-ed3b-4037-b2be-af295f9c5b42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534229 Jul 22 23:33:25.542068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6e744-ca9b-4c5a-b651-bf373b34ac76 req-e48c74cf-be22-4be7-8cf8-b01bd15ae235 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.546201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13f6e744-ca9b-4c5a-b651-bf373b34ac76 req-e48c74cf-be22-4be7-8cf8-b01bd15ae235 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 944 time: 0.0800281 Jul 22 23:33:25.598535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13f6e744-ca9b-4c5a-b651-bf373b34ac76 req-1bffb839-59f5-441b-9db5-02e1e3ad27a3 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Jul 22 23:33:25.765044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ffe93-2eb3-422e-b8ef-e3a1c5f201f8 req-ce46a8de-b4d1-46fb-8035-8799cd1a78f5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.766554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a76ffe93-2eb3-422e-b8ef-e3a1c5f201f8 req-ce46a8de-b4d1-46fb-8035-8799cd1a78f5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 947 time: 0.0883708 Jul 22 23:33:25.862102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a76ffe93-2eb3-422e-b8ef-e3a1c5f201f8 req-17aae60f-6270-44e7-b21c-4ff8e920ea7e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885458 Jul 22 23:33:25.905983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55607-802c-4862-9271-a02d15fa6c8a req-2cf5cdca-025d-4fdd-af48-12e34f38c8ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:25.907669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbf55607-802c-4862-9271-a02d15fa6c8a req-2cf5cdca-025d-4fdd-af48-12e34f38c8ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.1007879 Jul 22 23:33:25.957637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbf55607-802c-4862-9271-a02d15fa6c8a req-b9ab34b5-738b-45ca-9a92-081cceb6237c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Jul 22 23:33:26.258379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.48', 59253) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:26.318118 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4add768e-c8cc-43ce-949c-0c8ee21bb504 req-2cec3b79-befc-449a-a4ee-3c0dd5640456 service neutron] 10.222.0.48 "GET /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965029 Jul 22 23:33:26.386720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-9b4f7223-1676-490e-9b18-5fd6fafde944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.388728 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-9b4f7223-1676-490e-9b18-5fd6fafde944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.1287215 Jul 22 23:33:26.394104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ae53fc1-bdc8-4a3c-809f-26b3e670e95c req-703e63a2-d93e-4c15-a4db-8ad84a398732 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794795 Jul 22 23:33:26.404457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75006c77-5149-4d7c-a041-58653d940a8c req-5a2fa03a-b5b8-4759-866d-f5fc998c1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.406329 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75006c77-5149-4d7c-a041-58653d940a8c req-5a2fa03a-b5b8-4759-866d-f5fc998c1a0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1097 time: 0.1452060 Jul 22 23:33:26.423495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-7773d2bf-a676-4329-a359-d88f2189a21f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.425111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-7773d2bf-a676-4329-a359-d88f2189a21f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4456904 Jul 22 23:33:26.427658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c32d962-44c7-4c30-852c-80de325fad9f req-9edfad46-3eb6-4162-aa45-863864b300df service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039714 Jul 22 23:33:26.522190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-beb16f20-0b1f-4dbf-8f91-d313e53738c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.525339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-beb16f20-0b1f-4dbf-8f91-d313e53738c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 1098 time: 0.3730311 Jul 22 23:33:26.534873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-860518a9-53cc-496a-b721-e86ad68c30ea tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.0966322 Jul 22 23:33:26.548501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'floatingip': {'port_id': '16a7d021-d99a-407e-8607-c77548e4f20b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:26.658745 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:26.796844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:26.846076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-09bbd529-b839-44fc-9a31-4b592eabfdc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 HTTP/1.1" status: 200 len: 217 time: 0.1027856 Jul 22 23:33:26.861440 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75006c77-5149-4d7c-a041-58653d940a8c req-d0bd8647-dce4-41cc-ada1-77d0fd049027 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373250 Jul 22 23:33:26.921016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-d2329681-fc93-4f94-929c-d6d9a44a8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.923844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-d2329681-fc93-4f94-929c-d6d9a44a8989 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.1876602 Jul 22 23:33:26.995667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30124f15-a2de-4c8e-862d-6edfd3e4905b req-4872d383-dddc-4032-9f21-9c83a03b28a3 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:26.997285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30124f15-a2de-4c8e-862d-6edfd3e4905b req-4872d383-dddc-4032-9f21-9c83a03b28a3 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.4701726 Jul 22 23:33:27.035576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7f79c093-b806-4a6a-9421-b7ac4c6d6772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a39b15fadc104a94946e69f6375a9db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373474 Jul 22 23:33:27.039564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:27.079657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-11444fd4-5689-4574-b485-3f8032f09aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.081229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-11444fd4-5689-4574-b485-3f8032f09aea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2035823 Jul 22 23:33:27.100899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-163deb9b-b4f5-44c1-9c32-f98696f9bb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:27.124307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-163deb9b-b4f5-44c1-9c32-f98696f9bb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:27.130381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-41713e0c-3233-475b-9ac7-6b8cf4131564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.131937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-41713e0c-3233-475b-9ac7-6b8cf4131564 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=33eeda0da3394b918f35c22909303b81&device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 1095 time: 0.3944509 Jul 22 23:33:27.167446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30124f15-a2de-4c8e-862d-6edfd3e4905b req-d27b7d4f-2c51-459c-86e9-7fdaaacb5761 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555600 Jul 22 23:33:27.172863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-685b05e6-db18-47bc-9fe6-f8caf053d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.174531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-685b05e6-db18-47bc-9fe6-f8caf053d653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1099 time: 0.3223424 Jul 22 23:33:27.240433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-8798aec9-d89f-4223-bec6-0b9036b1d50c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 217 time: 0.0621321 Jul 22 23:33:27.242230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-163deb9b-b4f5-44c1-9c32-f98696f9bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:27.247129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-163deb9b-b4f5-44c1-9c32-f98696f9bb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:27.249727 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-163deb9b-b4f5-44c1-9c32-f98696f9bb99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1f6eb59-51a9-4750-b605-93dce7b45b87 HTTP/1.1" status: 204 len: 168 time: 0.2085633 Jul 22 23:33:27.309727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163deb9b-b4f5-44c1-9c32-f98696f9bb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6eb59-51a9-4750-b605-93dce7b45b87,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:27.364086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-cdbf6a01-3924-4f82-9eb0-59e09e675b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.366241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-cdbf6a01-3924-4f82-9eb0-59e09e675b47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.1074317 Jul 22 23:33:27.414006 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-727fa5c1-6912-48a9-a776-cedb3598025e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395513 Jul 22 23:33:27.534570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-72da6561-4890-48e9-93ed-21486c885799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:27.536106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-72da6561-4890-48e9-93ed-21486c885799 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3479409 Jul 22 23:33:27.550938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-1c33ebca-c249-4984-b211-8070fb40c995 service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164556 Jul 22 23:33:27.721651 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-ba0837fa-3210-4ad3-99b8-27f316fd7e0a service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618772 Jul 22 23:33:28.084100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-492e528e-0b50-429a-b8c5-d4bfeceefa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:28.085674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-492e528e-0b50-429a-b8c5-d4bfeceefa78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9073753 Jul 22 23:33:28.153553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-cc01a77a-bf19-41dc-9b45-ae489370fcf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=38c8e958-f738-477c-9fad-6b47b17f7c52 HTTP/1.1" status: 200 len: 217 time: 0.1828589 Jul 22 23:33:28.166642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-88353cbd-2a9e-427c-ad34-bc2033e9424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:28.169290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-88353cbd-2a9e-427c-ad34-bc2033e9424f service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f62e7ce-b772-4f9a-afed-d2363f32e875 HTTP/1.1" status: 200 len: 915 time: 0.9926183 Jul 22 23:33:28.278051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a94f55-d166-4150-82ea-d802e83d0691 req-781ca1c7-fb75-4350-9b9b-828028af31cb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:28.280878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49a94f55-d166-4150-82ea-d802e83d0691 req-781ca1c7-fb75-4350-9b9b-828028af31cb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 946 time: 0.9457352 Jul 22 23:33:28.442147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-e9422c14-fbde-47e2-b8c3-61ffdfa0dd96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96026690-52c3-42ed-bac2-7cfca2d78042 HTTP/1.1" status: 200 len: 217 time: 0.1969116 Jul 22 23:33:28.510866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:33:28.602353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-f86d208d-175e-4728-9eeb-ce334b55859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:28.603950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-f86d208d-175e-4728-9eeb-ce334b55859c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.3669920 Jul 22 23:33:28.695979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-a6330390-b0f4-4cea-aab8-fed64c8eca8b service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693321 Jul 22 23:33:28.699186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49a94f55-d166-4150-82ea-d802e83d0691 req-9a0ced78-c86b-49f1-962a-e80b61751c3a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516808 Jul 22 23:33:28.708033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:28.709988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-2f0b935e-52db-4fc9-b6a2-38fb255f4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:28.711663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-2f0b935e-52db-4fc9-b6a2-38fb255f4316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e6b09797-b897-4024-add8-4dd40e9cd7f4 HTTP/1.1" status: 200 len: 853 time: 0.2362530 Jul 22 23:33:28.723435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:29.006773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e295746-ed06-4f2d-bf99-72cbc3a9fa49 req-e24db9c5-cfef-456d-81c2-ab29ffff1fb3 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927194 Jul 22 23:33:29.012459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-a451cabd-35a7-48d8-a2e4-10168c852130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.013946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-a451cabd-35a7-48d8-a2e4-10168c852130 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3672771 Jul 22 23:33:29.026862 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Floating IP 5cd1362f-bdd4-4054-a3d7-32795823b8c1 associated. External IP: 172.25.5.149, port: 16a7d021-d99a-407e-8607-c77548e4f20b. Jul 22 23:33:29.040851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-672511be-02af-449f-b447-347f51b014de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.042348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-672511be-02af-449f-b447-347f51b014de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f62e7ce-b772-4f9a-afed-d2363f32e875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170753 Jul 22 23:33:29.164538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a161343-f933-4f6c-a5c2-64b7987e1523 req-98599034-c1e2-40bd-80f2-673c6fea728b tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.166033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a161343-f933-4f6c-a5c2-64b7987e1523 req-98599034-c1e2-40bd-80f2-673c6fea728b tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 944 time: 0.3096085 Jul 22 23:33:29.328768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:29.352160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-f7d7fa83-003b-464c-9cfa-a47762049ea0 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213429 Jul 22 23:33:29.390678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-74f7123c-b202-425d-abe9-ef2e26381d34 service neutron] 10.222.0.48 "GET /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057899 Jul 22 23:33:29.393736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a161343-f933-4f6c-a5c2-64b7987e1523 req-42245e57-b8c1-45f9-b02c-57eae1a89a56 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095618 Jul 22 23:33:29.491801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:29.512458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'mac_address': 'fa:16:3e:ac:ca:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:29.574622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:29.601847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:29.629760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:29.635237 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:29.636605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 96026690-52c3-42ed-bac2-7cfca2d78042 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:29.736207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:29.782495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-a79ab656-ff30-4746-872a-7149d25da97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:29.784050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-a79ab656-ff30-4746-872a-7149d25da97e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 1098 time: 0.6492932 Jul 22 23:33:29.838967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 96026690-52c3-42ed-bac2-7cfca2d78042, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=96026690-52c3-42ed-bac2-7cfca2d78042,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:29.864864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '96026690-52c3-42ed-bac2-7cfca2d78042', 'network_id': '3f62e7ce-b772-4f9a-afed-d2363f32e875', 'port_id': '96026690-52c3-42ed-bac2-7cfca2d78042', 'mac_address': 'fa:16:3e:8e:b6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b09797-b897-4024-add8-4dd40e9cd7f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:29.921732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:29.946707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96026690-52c3-42ed-bac2-7cfca2d78042 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:29.984007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 96026690-52c3-42ed-bac2-7cfca2d78042, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=96026690-52c3-42ed-bac2-7cfca2d78042,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:29.991462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:30.056679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=96026690-52c3-42ed-bac2-7cfca2d78042,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:30.075915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7460a2c0-2e1c-4806-aab5-b73486d923ef req-f8007002-f622-4e4a-89ec-bc08f9746b4c service neutron] 10.222.0.48 "GET /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703684 Jul 22 23:33:30.077712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36f8aa07-8220-4f9f-a404-958feb049dbe req-3a81ee99-1591-4837-a7b2-1c5013edcaad service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051764 Jul 22 23:33:30.094641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:30.100436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-61a5ebe2-85a7-4b6f-83f7-244815c85119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.102015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-61a5ebe2-85a7-4b6f-83f7-244815c85119 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.2736249 Jul 22 23:33:30.113481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee34b7d-dbc3-45dd-8bd5-36371b74e4c6 req-df5f632e-0662-49d1-b6ae-4a80a587d14e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.115090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ee34b7d-dbc3-45dd-8bd5-36371b74e4c6 req-df5f632e-0662-49d1-b6ae-4a80a587d14e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 947 time: 0.3847613 Jul 22 23:33:30.240986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-6705a261-28b3-4058-abcd-36bdc518ce1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 HTTP/1.1" status: 200 len: 217 time: 0.0698643 Jul 22 23:33:30.292588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ee34b7d-dbc3-45dd-8bd5-36371b74e4c6 req-0d8840c4-825d-4e22-ae15-45c812c609c5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703250 Jul 22 23:33:30.321163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-3b25232e-2c00-4a0e-95cb-e35666db062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.322658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-3b25232e-2c00-4a0e-95cb-e35666db062d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0745866 Jul 22 23:33:30.327998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:30.335352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:30.342416 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] Sync routers for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:30.366617 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:30.367725 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:30.463719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-1df2d344-75b3-4e62-9098-43b46a299405 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "PUT /v2.0/floatingips/5cd1362f-bdd4-4054-a3d7-32795823b8c1 HTTP/1.1" status: 200 len: 996 time: 3.9194067 Jul 22 23:33:30.474458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:30.476757 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:30.514219 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:30.534898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['38c8e958-f738-477c-9fad-6b47b17f7c52'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:30.541208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-1d5dfa20-aa40-4b17-808e-0fcbbcb43707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.542768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-1d5dfa20-aa40-4b17-808e-0fcbbcb43707 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2028122 Jul 22 23:33:30.569984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['96026690-52c3-42ed-bac2-7cfca2d78042'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:30.602221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b96d57-b911-4e94-ba3e-dd5f1992d958 req-157420fe-93f5-47ec-b1cc-11ad60b42aaf tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.602221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6b96d57-b911-4e94-ba3e-dd5f1992d958 req-157420fe-93f5-47ec-b1cc-11ad60b42aaf tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.1976514 Jul 22 23:33:30.607775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-bb597b46-d31c-46ce-a0b9-41fda3a0443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.614876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-bb597b46-d31c-46ce-a0b9-41fda3a0443b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.1501582 Jul 22 23:33:30.784837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-9c097952-4ff2-47a6-ad61-eaf610419d96 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329128 Jul 22 23:33:30.791696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6b96d57-b911-4e94-ba3e-dd5f1992d958 req-0a41df99-b972-4275-b686-15356e01985e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244082 Jul 22 23:33:30.898899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-3548173b-4a71-4d1d-928a-d935608fed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:30.900500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-3548173b-4a71-4d1d-928a-d935608fed76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.2845941 Jul 22 23:33:31.020970 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5cd1362f-bdd4-4054-a3d7-32795823b8c1', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'port_id': '16a7d021-d99a-407e-8607-c77548e4f20b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'mac_address': 'fa:16:3e:c7:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:33:23Z', 'updated_at': '2021-07-22T23:33:28Z', 'revision_number': 1, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:19Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:31.054802 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] Checking router: ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:31.057146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-5c88bff8-2ed8-4cb7-9af1-751788d26369 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627578 Jul 22 23:33:31.060589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-e5183afd-65f9-4c29-925f-2d0f7481924d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 999 time: 0.1480577 Jul 22 23:33:31.066083 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:31.066688 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:31.138761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-2366c564-1f75-4e33-8732-0ec162b3a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.141005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-2366c564-1f75-4e33-8732-0ec162b3a0a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.0745077 Jul 22 23:33:31.160454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81268d-800c-4f49-be6f-7505b3eb11e8 req-7b9dd478-a1aa-48bb-8be6-e62e5ffde248 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.163471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e81268d-800c-4f49-be6f-7505b3eb11e8 req-7b9dd478-a1aa-48bb-8be6-e62e5ffde248 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.2001638 Jul 22 23:33:31.209664 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:31.210079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-469d3403-2815-4d1c-b121-8582e94bb005 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455618 Jul 22 23:33:31.229305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-7c212b56-b790-43e4-80e3-9ef84a3dbb08 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:31.230289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-7c212b56-b790-43e4-80e3-9ef84a3dbb08 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061550 Jul 22 23:33:31.306771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e81268d-800c-4f49-be6f-7505b3eb11e8 req-319ad441-a33d-4115-bdba-32bddf68fbbf tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298280 Jul 22 23:33:31.346309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:31.373899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-131920fc-7835-46a5-b2ea-02e30e726c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.383905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-131920fc-7835-46a5-b2ea-02e30e726c6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.1776850 Jul 22 23:33:31.392567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-c3d11ac4-19aa-48b6-9440-3caf57bc1d18 service neutron] 10.222.0.21 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434369 Jul 22 23:33:31.590684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-20acebd7-fea8-42cd-9b3f-b8b94bc69110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.592775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-20acebd7-fea8-42cd-9b3f-b8b94bc69110 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.1985393 Jul 22 23:33:31.596904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4866ba0-0c74-475f-aac2-2605d9d19da3 req-50e05eee-cb4b-463e-b33e-ddd4042e4ece service neutron] 10.222.0.21 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756892 Jul 22 23:33:31.681408 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5cd1362f-bdd4-4054-a3d7-32795823b8c1', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'port_id': '16a7d021-d99a-407e-8607-c77548e4f20b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'mac_address': 'fa:16:3e:c7:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:33:23Z', 'updated_at': '2021-07-22T23:33:28Z', 'revision_number': 1, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:19Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:31.707042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-87f73dde-80a1-42ab-936d-10f6b0f9ee47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 999 time: 0.1055207 Jul 22 23:33:31.734941 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10fbd2c-6887-4be3-b441-faec1e7bd4ea None None] The sync data for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 is: [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5cd1362f-bdd4-4054-a3d7-32795823b8c1', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'port_id': '16a7d021-d99a-407e-8607-c77548e4f20b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'mac_address': 'fa:16:3e:c7:88:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:33:23Z', 'updated_at': '2021-07-22T23:33:28Z', 'revision_number': 1, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:19Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:31.825713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-10906631-6a9e-4df5-9f57-dc63fd317fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:31.827474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-10906631-6a9e-4df5-9f57-dc63fd317fff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.1127162 Jul 22 23:33:31.887191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:31.905010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', 'mac_address': 'fa:16:3e:cf:62:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:31.956004 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:31.974901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:32.003915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:32.020692 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:32.122334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:32.154633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf305f98-7d7d-4bff-bc2d-34ccb0c584ee None None] New status for floating IP 5cd1362f-bdd4-4054-a3d7-32795823b8c1: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:32.299855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-05026ca6-ef19-4559-91e1-023859213184 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4385092 Jul 22 23:33:32.360269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb338-2401-4be1-afb2-677300ab27ec req-5fe05ddf-5442-4ff4-abd2-4eea08724337 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.361932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-404fb338-2401-4be1-afb2-677300ab27ec req-5fe05ddf-5442-4ff4-abd2-4eea08724337 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 946 time: 0.5494618 Jul 22 23:33:32.441281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3347aa-db17-450f-ad52-4b6bfd368d40 req-e836bbb9-9d46-4c75-b6c1-59669d8468c8 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.442841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f3347aa-db17-450f-ad52-4b6bfd368d40 req-e836bbb9-9d46-4c75-b6c1-59669d8468c8 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 945 time: 0.5792871 Jul 22 23:33:32.472939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:32.511928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-404fb338-2401-4be1-afb2-677300ab27ec req-6f5670e7-8819-4a0d-ae91-00e57e246ad5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355398 Jul 22 23:33:32.522147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-8faccace-1802-4e92-b7b9-b58f94399bdd service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068462 Jul 22 23:33:32.557371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f3347aa-db17-450f-ad52-4b6bfd368d40 req-1c4a687c-a623-4ff3-ba84-8f0d69022fc5 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904574 Jul 22 23:33:32.660882 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f54433f-de80-4b04-9fbc-6a9a7bc143d0 x-openstack-request-id: req-5f54433f-de80-4b04-9fbc-6a9a7bc143d0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:32.661455 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:32.661455 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f54433f-de80-4b04-9fbc-6a9a7bc143d0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:32.662411 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'status': 'completed', 'code': 200} Jul 22 23:33:32.710077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9c93ff-cf79-4164-b821-ed752518b040 req-32d1330d-55b1-40aa-ac87-b8b8da123327 service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801338 Jul 22 23:33:32.891823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58a9f8-0bf3-4b42-a955-3b95a6096961 req-4f9a1335-b9fa-4ae0-9ac7-e813aa62cd50 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.893883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c58a9f8-0bf3-4b42-a955-3b95a6096961 req-4f9a1335-b9fa-4ae0-9ac7-e813aa62cd50 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 948 time: 0.1820667 Jul 22 23:33:32.983035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-c150c187-dd83-4f5a-97a9-17abf04bf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:32.984807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-c150c187-dd83-4f5a-97a9-17abf04bf3cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.1735504 Jul 22 23:33:32.990360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c58a9f8-0bf3-4b42-a955-3b95a6096961 req-08b3011b-5013-488a-a243-3030ba5cfdc9 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867648 Jul 22 23:33:33.011871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0f00-2b07-4f46-8d58-d7ac12035bda req-2382c14a-065d-48ef-a254-38ccf97d867f tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:33.014483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-017d0f00-2b07-4f46-8d58-d7ac12035bda req-2382c14a-065d-48ef-a254-38ccf97d867f tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dec727f-9147-490c-bedc-c7667d1a16a1 HTTP/1.1" status: 200 len: 945 time: 0.1933491 Jul 22 23:33:33.206460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-017d0f00-2b07-4f46-8d58-d7ac12035bda req-74133261-60e3-4576-8281-f08414d063d4 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734347 Jul 22 23:33:33.255643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-fa99eb82-48fd-4bcf-8089-656434f6d34a tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 1001 time: 0.2075355 Jul 22 23:33:33.261440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-5d223da4-ced3-4c67-ba04-79bb05aa29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:33.264795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-5d223da4-ced3-4c67-ba04-79bb05aa29b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.2716274 Jul 22 23:33:33.355482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:33.395609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-dd20fff3-e435-4ba5-9ab2-ce2ef258cbd4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 1001 time: 0.1089904 Jul 22 23:33:33.435562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-f5e20d8b-05a1-4601-9250-0ebec5c3d3b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:33.437204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 38c8e958-f738-477c-9fad-6b47b17f7c52 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:33.448017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 38c8e958-f738-477c-9fad-6b47b17f7c52 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:33.448909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-f5e20d8b-05a1-4601-9250-0ebec5c3d3b8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports/16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 942 time: 0.1806960 Jul 22 23:33:33.453169 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.567046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.597845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:33.601281 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38cd11-463a-4429-9332-16f8b014e81a" -d '{"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-plugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:33.623814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:33.629832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.631011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 96026690-52c3-42ed-bac2-7cfca2d78042 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:33.635486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-270567bb-1b23-4719-a2c8-04988cfbce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:33.637997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-270567bb-1b23-4719-a2c8-04988cfbce22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.2223198 Jul 22 23:33:33.697260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-732eb2ce-1113-4c02-9cb5-806068187ad2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349569 Jul 22 23:33:33.709102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-83680184-cd86-414c-89b4-c72b30134fe7 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 1001 time: 0.1624970 Jul 22 23:33:33.728720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:33.750857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 96026690-52c3-42ed-bac2-7cfca2d78042 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:33.755649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 96026690-52c3-42ed-bac2-7cfca2d78042 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:33.756138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.874785 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.909687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e954944-7524-410c-95c9-3bf1d3569c18 req-abc049c9-5eec-469a-85ea-b70b547d9b76 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:33.911888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e954944-7524-410c-95c9-3bf1d3569c18 req-abc049c9-5eec-469a-85ea-b70b547d9b76 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1097 time: 0.3001082 Jul 22 23:33:33.913960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 96026690-52c3-42ed-bac2-7cfca2d78042, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=96026690-52c3-42ed-bac2-7cfca2d78042,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:33.921825 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:33.948395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-dc0320c2-7ada-4dc9-9fd8-a4ef08adc4cd service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361662 Jul 22 23:33:33.998255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=96026690-52c3-42ed-bac2-7cfca2d78042,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:34.036721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-a3b643bd-bc17-454d-accf-e14f6f0bed43 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.039814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-a3b643bd-bc17-454d-accf-e14f6f0bed43 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3115184 Jul 22 23:33:34.049428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e954944-7524-410c-95c9-3bf1d3569c18 req-df0edac5-ce04-45b5-b7fa-168d8669cd3f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188657 Jul 22 23:33:34.191727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-59704574-afcb-4ea7-a3fa-4927e06f73d7 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 1001 time: 0.1404464 Jul 22 23:33:34.227149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:34.241107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5e4fc1-c2ad-48b1-a33b-f8ad07645ebb req-010ea347-5c5b-4982-b593-2525b893038e service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775888 Jul 22 23:33:34.335648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.381026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c3d07-d6e9-47ee-98dc-60866e98147d req-61161c6b-2ad8-4058-adc5-d057a132bc1b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.382569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c5c3d07-d6e9-47ee-98dc-60866e98147d req-61161c6b-2ad8-4058-adc5-d057a132bc1b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.2455337 Jul 22 23:33:34.478734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c5c3d07-d6e9-47ee-98dc-60866e98147d req-f4e4ffb9-3bd7-4b60-95be-bae17e923e75 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849519 Jul 22 23:33:34.552046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.558352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:34.559059 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Floating IP 5cd1362f-bdd4-4054-a3d7-32795823b8c1 disassociated. External IP: 172.25.5.149, port: 16a7d021-d99a-407e-8607-c77548e4f20b. Jul 22 23:33:34.938720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ff836-8b15-4661-b093-11582fbc1782 req-28df737e-fbef-4801-a6ed-7794524cc5ae tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:34.940384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df8ff836-8b15-4661-b093-11582fbc1782 req-28df737e-fbef-4801-a6ed-7794524cc5ae tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.1271329 Jul 22 23:33:34.973304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:35.004638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df8ff836-8b15-4661-b093-11582fbc1782 req-c256e895-596f-49d2-bcf7-80cebf24d22d tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536990 Jul 22 23:33:35.082686 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320bc30a-8a25-4859-88a4-ef8940bf2901 x-openstack-request-id: req-320bc30a-8a25-4859-88a4-ef8940bf2901 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:35.083208 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-plugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:35.083208 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-320bc30a-8a25-4859-88a4-ef8940bf2901 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:35.083661 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'code': 200} Jul 22 23:33:35.133958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:35.264264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5af86db5-a817-4d22-b8e2-041e7d25e6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.389313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:35.427045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5af86db5-a817-4d22-b8e2-041e7d25e6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.433816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5af86db5-a817-4d22-b8e2-041e7d25e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.477536 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5af86db5-a817-4d22-b8e2-041e7d25e6da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c49799b89994135932fd3fdac88dd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414757 Jul 22 23:33:35.480912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:35.488819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:35.495041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:35.495699 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.519725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86db5-a817-4d22-b8e2-041e7d25e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9270a04-eeb5-4f3f-8ee3-ade556104be2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:35.586421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-535f41d7-f739-49bd-9d9b-db7ab88ca840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.593058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728a19-296e-492c-b23a-b3ed2bd4cbd5 req-96044c32-492e-4f45-b577-92b639e1e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.594774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43728a19-296e-492c-b23a-b3ed2bd4cbd5 req-96044c32-492e-4f45-b577-92b639e1e2a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.1646807 Jul 22 23:33:35.597046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:35.608175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.613340 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] Sync routers for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:35.639784 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:35.641569 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:35.649829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-535f41d7-f739-49bd-9d9b-db7ab88ca840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.655825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad8e4b-4700-4383-a174-b3171c34d4af req-68b3116d-a467-406f-95be-b457738ada5c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:35.666051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2ad8e4b-4700-4383-a174-b3171c34d4af req-68b3116d-a467-406f-95be-b457738ada5c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 948 time: 0.2337015 Jul 22 23:33:35.694412 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.718658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-48d6332d-369a-4e5a-9cc8-2a1a7659575b tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "PUT /v2.0/floatingips/5cd1362f-bdd4-4054-a3d7-32795823b8c1 HTTP/1.1" status: 200 len: 695 time: 1.5125163 Jul 22 23:33:35.721643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:35.724246 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda92906-16de-43c3-b3bc-cfc130239f96" -d '{"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:35.746289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43728a19-296e-492c-b23a-b3ed2bd4cbd5 req-26b41c2f-f00f-4a4e-9b5b-6cddb3d09a0a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115286 Jul 22 23:33:35.759532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-535f41d7-f739-49bd-9d9b-db7ab88ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.764166 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-535f41d7-f739-49bd-9d9b-db7ab88ca840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.767236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-535f41d7-f739-49bd-9d9b-db7ab88ca840 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9270a04-eeb5-4f3f-8ee3-ade556104be2 HTTP/1.1" status: 204 len: 168 time: 0.2838774 Jul 22 23:33:35.786072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f41d7-f739-49bd-9d9b-db7ab88ca840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9270a04-eeb5-4f3f-8ee3-ade556104be2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:35.787163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2ad8e4b-4700-4383-a174-b3171c34d4af req-57908d46-fea6-4a05-916c-6812341d45e9 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198797 Jul 22 23:33:35.831308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:35.891809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.937471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:35.974753 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:35.975685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:36.108378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c9dfa-fb1c-40a9-af50-9dad158094a2 req-344d2d21-2563-4595-9c6a-e22e79681442 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.109941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b4c9dfa-fb1c-40a9-af50-9dad158094a2 req-344d2d21-2563-4595-9c6a-e22e79681442 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1097 time: 0.1828604 Jul 22 23:33:36.113745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-3cb5112b-7754-4b5b-92d5-98891c77b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.115023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-3cb5112b-7754-4b5b-92d5-98891c77b603 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.3266172 Jul 22 23:33:36.261700 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:19Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:36.284267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b4c9dfa-fb1c-40a9-af50-9dad158094a2 req-38d8e4ab-7f13-429f-bd5c-e01960f64898 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621826 Jul 22 23:33:36.289865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-3de5a257-af6b-4d19-a4e9-1a97c1f90608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.292293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-3de5a257-af6b-4d19-a4e9-1a97c1f90608 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.1715288 Jul 22 23:33:36.307371 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] Checking router: ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:36.323616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:36.324336 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:36.381663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-65011003-8b34-438f-9f3c-6466c2021a68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 217 time: 0.0783386 Jul 22 23:33:36.434480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-76a323fc-8990-4df3-a8c5-39cfc7aafbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:36.445314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-76a323fc-8990-4df3-a8c5-39cfc7aafbc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.0624385 Jul 22 23:33:36.514152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-62b4e123-3f1f-45ae-99c8-beaef4eb9d90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665877 Jul 22 23:33:36.545625 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:36.754552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-7a12dcad-5952-4146-94ad-44f573ad6bae service neutron] 10.222.0.21 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352784 Jul 22 23:33:36.921830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-663a3bc0-1673-4ff7-86e0-0f05dca28065 req-578ef202-b3ed-42b1-8afa-e30e287629da service neutron] 10.222.0.21 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609607 Jul 22 23:33:36.931030 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:19Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:36.989826 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9a9f3-8d34-4107-a0a3-db329bd30d35 x-openstack-request-id: req-b1f9a9f3-8d34-4107-a0a3-db329bd30d35 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:36.990072 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:36.990332 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1f9a9f3-8d34-4107-a0a3-db329bd30d35 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:36.990736 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'status': 'completed', 'code': 200} Jul 22 23:33:37.007125 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f19510c-eb85-4353-948a-42b0d93bdf27 None None] The sync data for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 is: [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:54Z', 'revision_number': 4, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '914d5e57-10ef-42b4-97cd-4864106e7e61', 'name': '', 'network_id': '81c71b5c-41d9-4a07-bfc9-21324b37ec8a', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'mac_address': 'fa:16:3e:70:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:51Z', 'updated_at': '2021-07-22T23:32:19Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'subnets': [{'id': '2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:37.086046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96026690-52c3-42ed-bac2-7cfca2d78042'}, {'server_uuid': '3c83d861-e231-4243-8b99-89af7bb8952e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:37.089430 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707e1bb-13f6-4ca3-a492-506f855984f8" -d '{"events": [{"server_uuid": "84c9c980-6ba0-4da9-82d3-9d3a48432395", "name": "network-vif-plugged", "status": "completed", "tag": "96026690-52c3-42ed-bac2-7cfca2d78042"}, {"server_uuid": "3c83d861-e231-4243-8b99-89af7bb8952e", "name": "network-vif-plugged", "status": "completed", "tag": "8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:37.279390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfcb47-2b14-43ae-9bc4-ce16268601fc req-cc0c97e8-3662-4581-9cf5-10a38ec61a49 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.281064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5cfcb47-2b14-43ae-9bc4-ce16268601fc req-cc0c97e8-3662-4581-9cf5-10a38ec61a49 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.2501404 Jul 22 23:33:37.293610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105933c-5bb6-4620-af69-11e93be21355 req-162fe650-69c0-4771-a621-402951207a4a tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.295939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d105933c-5bb6-4620-af69-11e93be21355 req-162fe650-69c0-4771-a621-402951207a4a tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/ports?device_id=0dec727f-9147-490c-bedc-c7667d1a16a1 HTTP/1.1" status: 200 len: 945 time: 0.1867816 Jul 22 23:33:37.308032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a05ed1-42fa-4663-b03d-07d98af98d86 req-451f8807-c6bd-4864-89a5-6c716a92203a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.309586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74a05ed1-42fa-4663-b03d-07d98af98d86 req-451f8807-c6bd-4864-89a5-6c716a92203a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.1980524 Jul 22 23:33:37.315767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b20111-a724-4e9c-a01c-a2637c060947 None None] New status for floating IP 5cd1362f-bdd4-4054-a3d7-32795823b8c1: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:33:37.318723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-bd5c0a49-75b0-4269-a019-8c0e3afe5bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.320252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-bd5c0a49-75b0-4269-a019-8c0e3afe5bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fb0d51aaa56458ba44563b342150ea8&device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 1096 time: 0.1998830 Jul 22 23:33:37.435671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5cfcb47-2b14-43ae-9bc4-ce16268601fc req-f6bf64cc-c827-424d-bc7f-38650589b39e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386373 Jul 22 23:33:37.464890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74a05ed1-42fa-4663-b03d-07d98af98d86 req-404688fc-8e64-4100-ab09-7d0254ed75af tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435840 Jul 22 23:33:37.684292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-ab830889-861c-4ba0-99e7-c50c4386877f tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips/5cd1362f-bdd4-4054-a3d7-32795823b8c1 HTTP/1.1" status: 200 len: 695 time: 0.1518290 Jul 22 23:33:37.699680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-0943516f-c0b2-4303-b752-1b399213509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.702142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-0943516f-c0b2-4303-b752-1b399213509b service neutron] 10.222.0.48 "GET /v2.0/networks?id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 200 len: 920 time: 0.3483667 Jul 22 23:33:37.797920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-6ae3efc4-a194-4760-b670-4ad6120e6b93 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 200 len: 217 time: 0.0766504 Jul 22 23:33:37.878089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Deleting port 430c86ed-5f84-494c-a144-990345c67c88 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:37.878450 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:37.921240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652777a2-6881-451f-a885-e448ba10a28a req-d6b31cfa-1ce7-408f-88b9-b1398ba38b3f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:37.923376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-652777a2-6881-451f-a885-e448ba10a28a req-d6b31cfa-1ce7-408f-88b9-b1398ba38b3f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.4075944 Jul 22 23:33:38.005028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-8cfcaf2d-9f56-48de-81b3-e7ce3c6f3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:38.006419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-8cfcaf2d-9f56-48de-81b3-e7ce3c6f3bd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 200 len: 859 time: 0.1942348 Jul 22 23:33:38.017355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-360df029-16e9-4c4a-a5ba-0f777e33b337 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:38.019793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-360df029-16e9-4c4a-a5ba-0f777e33b337 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3266902 Jul 22 23:33:38.033063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-96a50e32-6b7c-4c05-8b0e-79a3981ea8c8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:38.034059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-96a50e32-6b7c-4c05-8b0e-79a3981ea8c8 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064001 Jul 22 23:33:38.088853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-0e7d03bd-696a-471a-ae07-565e1c3988ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81c71b5c-41d9-4a07-bfc9-21324b37ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648699 Jul 22 23:33:38.139465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-652777a2-6881-451f-a885-e448ba10a28a req-9aaf6088-198c-4888-abbd-89e281d78ea5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051642 Jul 22 23:33:38.148393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-8a303896-31ce-4cb0-98db-745b3af40a37 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.0959067 Jul 22 23:33:38.223710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] For port 430c86ed-5f84-494c-a144-990345c67c88, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=430c86ed-5f84-494c-a144-990345c67c88,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:38.224124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.267037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe5c3b67-5b3a-4d55-b10f-2d3d1250c12a tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.149 HTTP/1.1" status: 200 len: 696 time: 0.1034002 Jul 22 23:33:38.272493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Calling delete_port for 430c86ed-5f84-494c-a144-990345c67c88 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:38.380712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-2350d10e-5a82-43d8-96b5-6b7fb1326f2d service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596290 Jul 22 23:33:38.603495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eda92906-16de-43c3-b3bc-cfc130239f96 req-7e2ce2e6-36d4-49c5-b7f5-5499cf15651d service neutron] 10.222.0.48 "GET /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121358 Jul 22 23:33:38.644376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Deleting port bba0ffb7-274f-4641-b206-c32b8e416bfb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:38.644888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.669211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:38.711293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['584efd5a-43a2-4174-9f41-aa3332ba258d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:38.733051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event deleted for resources: {'Port': ['ID=430c86ed-5f84-494c-a144-990345c67c88,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:39.205553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] No DVR routers for this DVR port 430c86ed-5f84-494c-a144-990345c67c88 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:39.258013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.260248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d105933c-5bb6-4620-af69-11e93be21355 req-2ba613ed-8467-40c4-8771-6dad3e5bc0f9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "DELETE /v2.0/ports/430c86ed-5f84-494c-a144-990345c67c88 HTTP/1.1" status: 204 len: 173 time: 1.9054713 Jul 22 23:33:39.267555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'name': 'network-vif-deleted', 'tag': '430c86ed-5f84-494c-a144-990345c67c88'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:39.269819 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ca855-3993-49aa-80ef-27a329831279" -d '{"events": [{"server_uuid": "0dec727f-9147-490c-bedc-c7667d1a16a1", "name": "network-vif-deleted", "tag": "430c86ed-5f84-494c-a144-990345c67c88"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:39.336866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.336866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.367970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Calling delete_port for bba0ffb7-274f-4641-b206-c32b8e416bfb owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:39.406251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 430c86ed-5f84-494c-a144-990345c67c88 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:39.448512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 430c86ed-5f84-494c-a144-990345c67c88 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:39.452595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 430c86ed-5f84-494c-a144-990345c67c88 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:39.535722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-d2920b48-1d6c-4636-b133-090938ead05e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.535722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-d2920b48-1d6c-4636-b133-090938ead05e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/ports?device_id=83286fed-4d87-4a46-a348-59ca13ca0c61 HTTP/1.1" status: 200 len: 945 time: 0.3786914 Jul 22 23:33:39.584274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-3fc49a44-026f-4bf9-a16d-18c5da3f8bc0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:39.586851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-3fc49a44-026f-4bf9-a16d-18c5da3f8bc0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 945 time: 0.4369411 Jul 22 23:33:39.936422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9f2bb650-53b7-4fb2-aa1b-a1bda8a43a10 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:33:39.936422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9f2bb650-53b7-4fb2-aa1b-a1bda8a43a10 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2739785 Jul 22 23:33:39.938030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Deleting port 584efd5a-43a2-4174-9f41-aa3332ba258d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:39.938768 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:39.991851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.031408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:40.031408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.041078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event deleted for resources: {'Port': ['ID=bba0ffb7-274f-4641-b206-c32b8e416bfb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:40.070545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Request body: {'binding': {'host': 'n-h1-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:40.071057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Unknown quota resources ['binding']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:33:40.288922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] For port 584efd5a-43a2-4174-9f41-aa3332ba258d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=584efd5a-43a2-4174-9f41-aa3332ba258d,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:40.289316 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.347228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Calling delete_port for 584efd5a-43a2-4174-9f41-aa3332ba258d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:40.368291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.370979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.372788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ea5855-5a73-4205-b840-64c5e76d28cc req-fe66da70-1740-4cb5-aca1-1dedbbf44b5e tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "DELETE /v2.0/floatingips/5cd1362f-bdd4-4054-a3d7-32795823b8c1 HTTP/1.1" status: 204 len: 173 time: 2.0845952 Jul 22 23:33:40.387469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:40.387928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.456418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for 2017bf3b-4763-4f36-ae9b-1cbc02aae38b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:40.548336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on host n-h1-758851-4 for vnic_type normal with profile None {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:40.549076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:40.549076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:40.556799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:40.557120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:40.562768 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d75d1f-4860-4e49-97a8-283f0c6c4e64 x-openstack-request-id: req-81d75d1f-4860-4e49-97a8-283f0c6c4e64 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:40.563668 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9c980-6ba0-4da9-82d3-9d3a48432395", "name": "network-vif-plugged", "status": "completed", "tag": "96026690-52c3-42ed-bac2-7cfca2d78042", "code": 200}, {"server_uuid": "3c83d861-e231-4243-8b99-89af7bb8952e", "name": "network-vif-plugged", "status": "completed", "tag": "8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:40.564097 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81d75d1f-4860-4e49-97a8-283f0c6c4e64 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:40.564666 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96026690-52c3-42ed-bac2-7cfca2d78042', 'code': 200} Jul 22 23:33:40.565094 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c83d861-e231-4243-8b99-89af7bb8952e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', 'code': 200} Jul 22 23:33:40.592105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:40.592509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:40.592966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:40.593379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Bound port: 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:40.762168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:40.799252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d374e-3b44-44c0-a67d-a9fcf7d3f146 req-78bc2d9e-3599-4a64-83f8-f1da80305096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:40.801128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e19d374e-3b44-44c0-a67d-a9fcf7d3f146 req-78bc2d9e-3599-4a64-83f8-f1da80305096 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 1097 time: 0.0664732 Jul 22 23:33:40.801274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-57251001'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:40.840005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e19d374e-3b44-44c0-a67d-a9fcf7d3f146 req-614031d1-b30b-490a-9c13-e24473480f22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Jul 22 23:33:40.916703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:40.940468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.941666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] 10.222.0.21 "POST /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9851336 Jul 22 23:33:40.953374 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:40.975808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:40.979462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.014430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.032379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event deleted for resources: {'Port': ['ID=584efd5a-43a2-4174-9f41-aa3332ba258d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:41.045164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-2ae42805-4461-4830-9d74-b5d5f5353125 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.046867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-2ae42805-4461-4830-9d74-b5d5f5353125 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 813 time: 0.3826773 Jul 22 23:33:41.128099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=2017bf3b-4763-4f36-ae9b-1cbc02aae38b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:41.163459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e43f65-8f7d-47b3-a7f3-31cf6fedfa60 req-cc7c006a-15dc-40a1-b7e7-300e1c55f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.164999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e43f65-8f7d-47b3-a7f3-31cf6fedfa60 req-cc7c006a-15dc-40a1-b7e7-300e1c55f067 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 1100 time: 0.4186530 Jul 22 23:33:41.183561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:33:41.203511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-1bc8f137-bb55-45c7-9a6f-f4982c479159 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/quotas/9c342e6a3e4c4cd692b412599745cc93 HTTP/1.1" status: 200 len: 375 time: 0.1459672 Jul 22 23:33:41.209049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] No DVR routers for this DVR port 584efd5a-43a2-4174-9f41-aa3332ba258d on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:41.214619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.217262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-935f0d44-7a13-447a-961d-5f40dba39b0c req-0a8f5eed-faab-459c-af78-40e6613f2f84 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "DELETE /v2.0/ports/584efd5a-43a2-4174-9f41-aa3332ba258d HTTP/1.1" status: 204 len: 173 time: 1.6770670 Jul 22 23:33:41.267921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.268267 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Added segment 7a233735-1a08-4594-9433-546db9848804 of type vlan for network 2633086f-44ff-44c2-947b-dd63e6af5f8d Jul 22 23:33:41.270954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port 2017bf3b-4763-4f36-ae9b-1cbc02aae38b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:41.283871 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.285927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2c8b6ae-c2a4-4849-80cd-e44980cc347e req-71250c38-022e-4da5-83df-30c18945c99c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "DELETE /v2.0/ports/2017bf3b-4763-4f36-ae9b-1cbc02aae38b HTTP/1.1" status: 204 len: 173 time: 1.6523175 Jul 22 23:33:41.313217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-f112aa9f-c0c6-468f-a618-61b3bd3c6cfe tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950041 Jul 22 23:33:41.397123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2017bf3b-4763-4f36-ae9b-1cbc02aae38b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:41.416453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.427999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e43f65-8f7d-47b3-a7f3-31cf6fedfa60 req-474464b5-3666-4e33-9a17-493ebb4f2e44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233968 Jul 22 23:33:41.437201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 2017bf3b-4763-4f36-ae9b-1cbc02aae38b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:41.437553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2017bf3b-4763-4f36-ae9b-1cbc02aae38b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:41.437981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 584efd5a-43a2-4174-9f41-aa3332ba258d no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:41.460475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 584efd5a-43a2-4174-9f41-aa3332ba258d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:41.461599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 584efd5a-43a2-4174-9f41-aa3332ba258d not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:41.493514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ead61-bbe1-4c0a-9328-a3ddf11c2f02 req-bd89a46f-f01b-4653-9256-a514ee8253fc tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.495009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f93ead61-bbe1-4c0a-9328-a3ddf11c2f02 req-bd89a46f-f01b-4653-9256-a514ee8253fc tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.4324284 Jul 22 23:33:41.549327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.554786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.555405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.576533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-2d571592-7c0d-4464-834c-6e6e303512db service neutron] 10.222.0.21 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277389 Jul 22 23:33:41.596113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-b8a4e956-a707-42ee-9000-a0d22b7ccca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.597643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-b8a4e956-a707-42ee-9000-a0d22b7ccca7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1097 time: 0.2873728 Jul 22 23:33:41.675504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9058082 Jul 22 23:33:41.677972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:41.683142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1078515316'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:41.697232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f93ead61-bbe1-4c0a-9328-a3ddf11c2f02 req-e2c2731a-c7bb-44df-bde2-eb704e483e18 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871355 Jul 22 23:33:41.704452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:41.707944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.733810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:33:41.737255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d733453-af91-45ed-8801-785902df06e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Network': ['ID=2633086f-44ff-44c2-947b-dd63e6af5f8d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:41.743725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.744695 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Added segment 511db53b-260d-49b6-937f-4fbe774b382d of type vlan for network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 Jul 22 23:33:41.750129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:33:41.786849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.826088 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.832546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:41.833377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:41.870068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1909444 Jul 22 23:33:41.873084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:41.878119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'subnet': {'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:41.933776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418896c9-9fd2-4aa7-afa6-4b3cca616a90 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Network': ['ID=60c70dab-386a-4a06-84a5-3dc1a1fb3900,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:41.945822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:33:42.012004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:42.017070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.119858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bbfebb3-fecd-4200-9983-2d45d33c280b req-b3bdb8ba-3416-4c5e-bcfb-81e4011521e2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcce1ac0-f0c1-405f-bf65-8357de8c9828 HTTP/1.1" status: 200 len: 210 time: 0.3091812 Jul 22 23:33:42.131804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-503c1b9d-753b-42d2-b3cd-32db8eca3d8c service neutron] 10.222.0.21 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262380 Jul 22 23:33:42.134487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-53ecd80d-17b8-4284-8f5c-bcfcc71e2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.135934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-53ecd80d-17b8-4284-8f5c-bcfcc71e2b5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.5029719 Jul 22 23:33:42.193871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-534726bd-fa21-4763-961b-d261bc31d26b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.0510933 Jul 22 23:33:42.234899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.269770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-0d00588f-7e63-4cbd-aaa5-eeec7da66ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.271239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-0d00588f-7e63-4cbd-aaa5-eeec7da66ef9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0676043 Jul 22 23:33:42.311910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e05898d4-41af-4ebc-b2df-495b2962c7fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343058 Jul 22 23:33:42.321486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Subnet': ['ID=3aebe774-109b-4256-a638-9214ecfa9490,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:42.333044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Checking segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:42.333044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network hostable DHCP agents. Network: 2633086f-44ff-44c2-947b-dd63e6af5f8d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:33:42.352199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:33:42.363539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2633086f-44ff-44c2-947b-dd63e6af5f8d) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:42.368875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.371045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.377434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07206323-09e9-4755-a767-522d05aadf34 None None] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:42.382339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a28d36-304e-4e72-813a-71de6147a83f req-45d59620-973b-447c-9436-b967aaac9322 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:42.384347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60a28d36-304e-4e72-813a-71de6147a83f req-45d59620-973b-447c-9436-b967aaac9322 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.1895828 Jul 22 23:33:42.406881 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf5291d4-5b8a-4281-938d-120150a4a2ff tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5322402 Jul 22 23:33:42.408964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:42.423389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'subnet': {'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:42.424093 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a894031-cd1a-4c60-ae02-c1a21a79f255 x-openstack-request-id: req-3a894031-cd1a-4c60-ae02-c1a21a79f255 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:42.424625 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dec727f-9147-490c-bedc-c7667d1a16a1", "name": "network-vif-deleted", "tag": "430c86ed-5f84-494c-a144-990345c67c88", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:42.425061 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a894031-cd1a-4c60-ae02-c1a21a79f255 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:42.425623 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dec727f-9147-490c-bedc-c7667d1a16a1', 'name': 'network-vif-deleted', 'tag': '430c86ed-5f84-494c-a144-990345c67c88', 'status': 'completed', 'code': 200} Jul 22 23:33:42.490440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60a28d36-304e-4e72-813a-71de6147a83f req-2639a98c-c82f-4d43-b65c-63b473e0cfc9 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776827 Jul 22 23:33:42.495023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e5d0c901-d20e-4045-b66e-a8c49c84e37a service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737149 Jul 22 23:33:42.557594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b8766f-43bd-4612-b9e7-82e69e025bef req-e816b8b1-dd1b-415b-b462-17f63bf74189 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups/5d7f3099-6d72-4bcb-8b52-ea3e0c00c164 HTTP/1.1" status: 200 len: 1807 time: 0.0875607 Jul 22 23:33:42.623463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:42.627920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.681531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-2633086f-44ff-44c2-947b-dd63e6af5f8d', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:33:42.682475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.729739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b08d2f1-8234-4819-a859-c58ffa10b03a req-0b3c28b5-a463-464b-aa58-b9f2118bb5ee tempest-AbsoluteLimitsNegativeTestJSON-1856549931 tempest-AbsoluteLimitsNegativeTestJSON-1856549931-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=db8cf143fcd0420887e0d7789ccfe220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238155 Jul 22 23:33:42.739220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-1cf7e74f-41a1-4240-965f-6e508c848b02 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373385 Jul 22 23:33:42.838499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b8766f-43bd-4612-b9e7-82e69e025bef req-2af5a2af-4c72-4716-8c04-fb3458c3f398 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:42.933279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Allocated IP 10.1.1.2 (2633086f-44ff-44c2-947b-dd63e6af5f8d/3aebe774-109b-4256-a638-9214ecfa9490/e544c47d-8ff5-4d4e-9a6c-029216e5ecd7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:42.963360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b8766f-43bd-4612-b9e7-82e69e025bef req-2af5a2af-4c72-4716-8c04-fb3458c3f398 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.020144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d2f1-8234-4819-a859-c58ffa10b03a req-340a4e4c-92fd-4257-9581-c9dd0cb84c4a tempest-AbsoluteLimitsNegativeTestJSON-1856549931 tempest-AbsoluteLimitsNegativeTestJSON-1856549931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.020934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.021961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b08d2f1-8234-4819-a859-c58ffa10b03a req-340a4e4c-92fd-4257-9581-c9dd0cb84c4a tempest-AbsoluteLimitsNegativeTestJSON-1856549931 tempest-AbsoluteLimitsNegativeTestJSON-1856549931-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816076 Jul 22 23:33:43.065765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b08d2f1-8234-4819-a859-c58ffa10b03a req-0f3b407f-25f5-485e-ba3d-01b0f277fdf2 tempest-AbsoluteLimitsNegativeTestJSON-1856549931 tempest-AbsoluteLimitsNegativeTestJSON-1856549931-project] 10.222.0.21 "GET /v2.0/quotas/db8cf143fcd0420887e0d7789ccfe220 HTTP/1.1" status: 200 len: 375 time: 0.0339940 Jul 22 23:33:43.084090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-35269b33-9b9d-41a2-90dd-2a52b00c6cab tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.085591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-35269b33-9b9d-41a2-90dd-2a52b00c6cab tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1097 time: 0.2422585 Jul 22 23:33:43.113827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Subnet': ['ID=80f78354-0e82-4bce-b2cb-08422bcd6055,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:43.123154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-4'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:43.125842 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b8766f-43bd-4612-b9e7-82e69e025bef req-2af5a2af-4c72-4716-8c04-fb3458c3f398 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.128571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b8766f-43bd-4612-b9e7-82e69e025bef req-2af5a2af-4c72-4716-8c04-fb3458c3f398 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.129988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b8766f-43bd-4612-b9e7-82e69e025bef req-2af5a2af-4c72-4716-8c04-fb3458c3f398 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d7f3099-6d72-4bcb-8b52-ea3e0c00c164 HTTP/1.1" status: 204 len: 173 time: 0.5322585 Jul 22 23:33:43.132648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b08d2f1-8234-4819-a859-c58ffa10b03a req-31be6396-38da-4f27-a495-8656900fafac tempest-AbsoluteLimitsNegativeTestJSON-1856549931 tempest-AbsoluteLimitsNegativeTestJSON-1856549931-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db8cf143fcd0420887e0d7789ccfe220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596809 Jul 22 23:33:43.165819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Checking segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:43.166846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5a2af-4c72-4716-8c04-fb3458c3f398 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f3099-6d72-4bcb-8b52-ea3e0c00c164,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:43.179522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network hostable DHCP agents. Network: 60c70dab-386a-4a06-84a5-3dc1a1fb3900, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:33:43.203561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.218038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Transition to ACTIVE for port object e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:43.233703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:33:43.235349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.260271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 60c70dab-386a-4a06-84a5-3dc1a1fb3900) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:43.272521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f79614-2b4e-43ea-b1ff-211240127cf2 None None] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:43.276720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.280765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.281172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Transition to ACTIVE for port object e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:43.303474 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ea667908-07a3-4ea5-9490-abf216099651 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8927479 Jul 22 23:33:43.305645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:43.309066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.312748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'name': 'tempest-TaggedBootDevicesTest-860310649', 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:43.517137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:43.582312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:43.590190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:43.608580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:43.652701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Pushing event updated for resources: {'Port': ['ID=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:43.713927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.751367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Attempting to bind port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:43.752847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Attempting to bind port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:43.753224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Attempting to bind port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:43.753799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] device_id is not set on port 281038be-553c-4b49-b10b-78e1b01caded yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:33:43.761596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:43.774645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:43.790154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:43.790960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Checking segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:43.791574 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.792131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Bound using segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:43.792789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Bound port: e544c47d-8ff5-4d4e-9a6c-029216e5ecd7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:43.793180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.800073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c6ec3-c1eb-4626-93bb-448da4dafda5 req-31190a73-9c3d-4d8c-bf8c-6823689f79f3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.806901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-860c6ec3-c1eb-4626-93bb-448da4dafda5 req-31190a73-9c3d-4d8c-bf8c-6823689f79f3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 946 time: 0.4850762 Jul 22 23:33:43.876451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'fixed_ips': [{'subnet_id': '80f78354-0e82-4bce-b2cb-08422bcd6055'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:33:43.878217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.878780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:43.895468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78475b88-f7d4-4fef-b5cb-b6b771953799 req-a8264b1f-8c1b-4e2f-97f8-fed963d8e9df tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:43.897064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78475b88-f7d4-4fef-b5cb-b6b771953799 req-a8264b1f-8c1b-4e2f-97f8-fed963d8e9df tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.2752264 Jul 22 23:33:43.917580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] For port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:43.922223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] For port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:43.929490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-860c6ec3-c1eb-4626-93bb-448da4dafda5 req-8766d94c-ad9b-4115-8512-eb37bac8575f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217330 Jul 22 23:33:43.943853 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-395bd724-07d1-4cce-b535-d08a0b29b74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.973083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.980379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78475b88-f7d4-4fef-b5cb-b6b771953799 req-c5a67fb1-685b-459e-9e19-343f62374b76 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634730 Jul 22 23:33:43.982054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:43.987316 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.147350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861ae33-683d-4d4d-8c21-d21b52e54043 None None] Pushing event updated for resources: {'Port': ['ID=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:44.149075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:44.210251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:44.211688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:44.212974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:44.225791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:44.230440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Attempting to bind port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:44.244333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Allocated IP 10.2.2.2 (60c70dab-386a-4a06-84a5-3dc1a1fb3900/80f78354-0e82-4bce-b2cb-08422bcd6055/995ad1f7-9557-4368-b067-4ee97c9715cb) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:44.249091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:44.257025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:44.257714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:44.258364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Bound port: 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:44.258918 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.455295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'name': 'network-vif-deleted', 'tag': '584efd5a-43a2-4174-9f41-aa3332ba258d'}, {'server_uuid': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'name': 'network-vif-deleted', 'tag': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b'}, {'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:44.455295 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4584e68e-f306-4773-9a47-953ccb532d42" -d '{"events": [{"server_uuid": "83286fed-4d87-4a46-a348-59ca13ca0c61", "name": "network-vif-deleted", "tag": "584efd5a-43a2-4174-9f41-aa3332ba258d"}, {"server_uuid": "dcce1ac0-f0c1-405f-bf65-8357de8c9828", "name": "network-vif-deleted", "tag": "2017bf3b-4763-4f36-ae9b-1cbc02aae38b"}, {"server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:44.490093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d8b4021-390f-4635-a157-28cf0fedb87b req-b42f7748-b687-47f6-a223-58673869d317 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 210 time: 0.1742187 Jul 22 23:33:44.646703 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.666274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Transition to ACTIVE for port object 995ad1f7-9557-4368-b067-4ee97c9715cb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:44.697708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Transition to ACTIVE for port object 995ad1f7-9557-4368-b067-4ee97c9715cb will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:44.704307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:44.708530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.725345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-daa9657e-7f2d-460f-8a42-cf32bde378a9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.727776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-daa9657e-7f2d-460f-8a42-cf32bde378a9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 813 time: 0.4353945 Jul 22 23:33:44.734665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:44.741830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.796484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb256-f9fb-4c92-b992-5b925d981ee2 req-90888b3e-fc1b-4520-b2d6-145cd562ee7c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.798944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:44.802665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:44.805898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6eb256-f9fb-4c92-b992-5b925d981ee2 req-90888b3e-fc1b-4520-b2d6-145cd562ee7c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.4597492 Jul 22 23:33:44.813107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:44.824874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Pushing event updated for resources: {'Port': ['ID=995ad1f7-9557-4368-b067-4ee97c9715cb,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:44.825716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Request body: {'port': {'device_id': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'admin_state_up': True, 'tenant_id': '9c342e6a3e4c4cd692b412599745cc93'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:44.924212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Attempting to bind port 995ad1f7-9557-4368-b067-4ee97c9715cb on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:44.924620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Attempting to bind port 995ad1f7-9557-4368-b067-4ee97c9715cb by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:44.925226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Attempting to bind port 995ad1f7-9557-4368-b067-4ee97c9715cb on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:44.931305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:44.932178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Checking segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:44.933459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.934155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Bound using segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:44.935233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Bound port: 995ad1f7-9557-4368-b067-4ee97c9715cb, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:44.936093 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:44.951092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b7e73-a77b-4ae2-9886-55e9aafc32c2 req-37bc196c-05fa-4e22-9107-57b0b9895877 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:44.958232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f9b7e73-a77b-4ae2-9886-55e9aafc32c2 req-37bc196c-05fa-4e22-9107-57b0b9895877 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.3306413 Jul 22 23:33:45.007982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:45.027310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:45.028006 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.029611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-e084286e-1a96-4f96-9089-54d7bd0db06e service neutron] 10.222.0.49 "PUT /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 1122 time: 1.9140537 Jul 22 23:33:45.092815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6eb256-f9fb-4c92-b992-5b925d981ee2 req-e05d4c3a-9e0a-4625-bc1c-68c564cedffa tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858562 Jul 22 23:33:45.121490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] For port 995ad1f7-9557-4368-b067-4ee97c9715cb, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:45.133537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] For port 995ad1f7-9557-4368-b067-4ee97c9715cb, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=995ad1f7-9557-4368-b067-4ee97c9715cb,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:45.139255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.187695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:45.296898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f9b7e73-a77b-4ae2-9886-55e9aafc32c2 req-5dbcfde4-51d8-4a3f-8c03-7afb1e746fc7 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376017 Jul 22 23:33:45.314624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 10.1.1.218 (2633086f-44ff-44c2-947b-dd63e6af5f8d/3aebe774-109b-4256-a638-9214ecfa9490/281038be-553c-4b49-b10b-78e1b01caded) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:45.376335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b9c7e-354e-4ca9-8c72-e87e31d674ac None None] Pushing event updated for resources: {'Port': ['ID=995ad1f7-9557-4368-b067-4ee97c9715cb,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:45.438546 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2963f4f9-9426-41be-9688-a033fcf1a47b x-openstack-request-id: req-2963f4f9-9426-41be-9688-a033fcf1a47b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:45.438940 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83286fed-4d87-4a46-a348-59ca13ca0c61", "name": "network-vif-deleted", "tag": "584efd5a-43a2-4174-9f41-aa3332ba258d", "status": "completed", "code": 200}, {"server_uuid": "dcce1ac0-f0c1-405f-bf65-8357de8c9828", "name": "network-vif-deleted", "tag": "2017bf3b-4763-4f36-ae9b-1cbc02aae38b", "status": "completed", "code": 200}, {"server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "name": "network-vif-unplugged", "status": "completed", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:45.440705 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2963f4f9-9426-41be-9688-a033fcf1a47b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:45.441153 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83286fed-4d87-4a46-a348-59ca13ca0c61', 'name': 'network-vif-deleted', 'tag': '584efd5a-43a2-4174-9f41-aa3332ba258d', 'status': 'completed', 'code': 200} Jul 22 23:33:45.441416 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce1ac0-f0c1-405f-bf65-8357de8c9828', 'name': 'network-vif-deleted', 'tag': '2017bf3b-4763-4f36-ae9b-1cbc02aae38b', 'status': 'completed', 'code': 200} Jul 22 23:33:45.441676 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'code': 200} Jul 22 23:33:45.485489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-e55d2d99-6320-4807-a36e-65382a0c383c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:45.487304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-e55d2d99-6320-4807-a36e-65382a0c383c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 813 time: 0.5157583 Jul 22 23:33:45.523181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Request body: {'port': {'device_id': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'admin_state_up': True, 'tenant_id': '9c342e6a3e4c4cd692b412599745cc93'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:45.535152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-395bd724-07d1-4cce-b535-d08a0b29b74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.546171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-395bd724-07d1-4cce-b535-d08a0b29b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.639046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:45.740619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:45.804488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bd724-07d1-4cce-b535-d08a0b29b74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37307f32-5de1-4480-900b-590a15acaf25,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:45.842176 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-395bd724-07d1-4cce-b535-d08a0b29b74e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db8cf143fcd0420887e0d7789ccfe220&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0771821 Jul 22 23:33:45.845580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:45.854695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Made reservation on behalf of 9c342e6a3e4c4cd692b412599745cc93 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:45.858702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.880826 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.928993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object 281038be-553c-4b49-b10b-78e1b01caded will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:45.933548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6918c-e576-465f-a67e-6fd952398339 None None] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:45.969798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fe64c09-aa6b-47f8-bd46-43b9847d8244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:45.973635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-d1dc71c5-e4eb-40bb-93ff-de5f014db389 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:45.982172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-d1dc71c5-e4eb-40bb-93ff-de5f014db389 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.6800508 Jul 22 23:33:46.000971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] Provisioning for port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:46.011782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fe64c09-aa6b-47f8-bd46-43b9847d8244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.012020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] Provisioning complete for port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:46.012377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.029370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-bbbaf411-3da7-4e7d-b1d8-ef9fef0c0ed6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0449259 Jul 22 23:33:46.043630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.084496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-0d12cfac-5774-4f11-9995-7d4316829e83 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536668 Jul 22 23:33:46.111285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:46.117183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:46.118433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:46.123191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:46.169815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fe64c09-aa6b-47f8-bd46-43b9847d8244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.172292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4fe64c09-aa6b-47f8-bd46-43b9847d8244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.175994 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4fe64c09-aa6b-47f8-bd46-43b9847d8244 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37307f32-5de1-4480-900b-590a15acaf25 HTTP/1.1" status: 204 len: 168 time: 0.3270435 Jul 22 23:33:46.183180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:46.183947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.195438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe64c09-aa6b-47f8-bd46-43b9847d8244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37307f32-5de1-4480-900b-590a15acaf25,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:46.212181 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3e41092c-ab1e-4712-8148-ac62072c1f61 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9048915 Jul 22 23:33:46.214609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:46.218802 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46eac41d-bf12-4b93-b057-8c725a53c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.224885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'name': 'tempest-TaggedBootDevicesTest-1492698290', 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:46.307499 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.370380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] For port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:46.378858 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.400263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:46.407240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.438472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] device_id is not set on port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:33:46.484692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e37e9-f60c-42ea-ae23-3de613f12668 None None] Pushing event updated for resources: {'Port': ['ID=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:46.536298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f010163-46aa-43b5-b04e-7561bc57ad28 req-1f0957e2-c069-4cc3-aa3f-2312ae2fe595 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:46.538682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f010163-46aa-43b5-b04e-7561bc57ad28 req-1f0957e2-c069-4cc3-aa3f-2312ae2fe595 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 944 time: 1.0030627 Jul 22 23:33:46.659954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-1a494a15-16fe-4e72-9f47-e9a06ffed016 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740376 Jul 22 23:33:46.673092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Made reservation on behalf of 9c342e6a3e4c4cd692b412599745cc93 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:46.677040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.693080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 10.1.1.40 (2633086f-44ff-44c2-947b-dd63e6af5f8d/3aebe774-109b-4256-a638-9214ecfa9490/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:46.728394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Allocated IP 172.20.0.5 (f192911a-d6c4-4974-a127-568619a73677/ea987872-c89a-44eb-a16b-764c2eaf1b10/b6b3af7a-96e0-4c00-970b-9482860a7abf) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:46.751614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f010163-46aa-43b5-b04e-7561bc57ad28 req-ffe500c1-2b1d-4718-8e86-c9a5dc151784 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671848 Jul 22 23:33:46.812272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bd3f3815-a1b2-4328-9e67-ce9de22e5406 None None] Provisioning for port 281038be-553c-4b49-b10b-78e1b01caded completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:46.819345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bd3f3815-a1b2-4328-9e67-ce9de22e5406 None None] Provisioning complete for port 281038be-553c-4b49-b10b-78e1b01caded triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:46.819880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3815-a1b2-4328-9e67-ce9de22e5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:46.892790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f3815-a1b2-4328-9e67-ce9de22e5406 None None] Port 281038be-553c-4b49-b10b-78e1b01caded cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:46.911025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bd3f3815-a1b2-4328-9e67-ce9de22e5406 None None] Provisioning complete for port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:46.911512 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3815-a1b2-4328-9e67-ce9de22e5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.005153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49798d0d-6b2c-4eed-a4f2-5b52268d7b94 None None] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:47.014672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.035773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:47.058874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-e829e3b0-b26f-4205-bdb6-f27500fa7f94 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979299 Jul 22 23:33:47.105594 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.168690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:47.173521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:47.180253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:47.208292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17586e8d-7fbb-4ae0-a3fe-90a927ef8706 req-31a8f438-f5e3-4aa1-a01d-0b5d6584609d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.215637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17586e8d-7fbb-4ae0-a3fe-90a927ef8706 req-31a8f438-f5e3-4aa1-a01d-0b5d6584609d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.3835733 Jul 22 23:33:47.267316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:47.291519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:47.293515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.335939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7ede0608-b950-48c9-a4e1-ff24320d67f2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1155314 Jul 22 23:33:47.383744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17586e8d-7fbb-4ae0-a3fe-90a927ef8706 req-ef50de3f-26a2-4399-9de2-fae4688d3447 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667190 Jul 22 23:33:47.421584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57960) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:47.430457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.438664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c5cf70fe-ec0a-43fc-a029-17e69ef5dd5d None None] Provisioning for port 995ad1f7-9557-4368-b067-4ee97c9715cb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:47.451936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:47.454731 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50" -d '{"events": [{"name": "network-changed", "server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:47.534136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c5cf70fe-ec0a-43fc-a029-17e69ef5dd5d None None] Provisioning complete for port 281038be-553c-4b49-b10b-78e1b01caded triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:47.537950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5cf70fe-ec0a-43fc-a029-17e69ef5dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.588562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-55163016-network', 'tenant_id': 'e016d5aa0b814ea988ee0c8ccc16f854'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:47.641589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Made reservation on behalf of e016d5aa0b814ea988ee0c8ccc16f854 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:47.647623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.648015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf70fe-ec0a-43fc-a029-17e69ef5dd5d None None] Port 281038be-553c-4b49-b10b-78e1b01caded cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:47.671510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.729152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:47.765377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83e9330f-b92b-4264-a199-b7cff897d6e9 req-5365a8a6-6b6f-416a-ae21-fa1eac8bbf13 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 210 time: 0.1269448 Jul 22 23:33:47.806369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.823001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:47.824551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.932414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.938268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.952719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Network f192911a-d6c4-4974-a127-568619a73677 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:47.953998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:33:47.965522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:47.965946 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Added segment 446f84fc-88ca-443f-8094-5865f6766513 of type vlan for network bb196b84-b673-4b52-81ee-95c1d2e7379c Jul 22 23:33:47.972502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:47.978552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:47.991576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event updated for resources: {'Port': ['ID=b6b3af7a-96e0-4c00-970b-9482860a7abf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.013041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.014982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912de7-8fb1-4870-bd17-630fa83da290 req-c43c55fc-0cbf-4335-b715-bcd06f8001fb tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.024733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc912de7-8fb1-4870-bd17-630fa83da290 req-c43c55fc-0cbf-4335-b715-bcd06f8001fb tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.5105906 Jul 22 23:33:48.027413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c933d793-c3df-4868-ad41-37ffe8bd6b89 None None] Provisioning for port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:48.031990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Allocated IP 172.20.0.3 (f192911a-d6c4-4974-a127-568619a73677/ea987872-c89a-44eb-a16b-764c2eaf1b10/ea2b131a-1da6-4d31-b3f4-bcc81461b3fb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:48.049586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.050600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.051609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.053131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c933d793-c3df-4868-ad41-37ffe8bd6b89 None None] Provisioning complete for port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:48.053506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c933d793-c3df-4868-ad41-37ffe8bd6b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.071801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 995ad1f7-9557-4368-b067-4ee97c9715cb up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:48.109366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.112324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-6d46acd0-f37e-4650-9822-02c2f2cf1536 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.114665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-6d46acd0-f37e-4650-9822-02c2f2cf1536 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.48 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.5918829 Jul 22 23:33:48.121393 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6969271 Jul 22 23:33:48.124234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:48.135414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Request body: {'subnet': {'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-55163016-subnet', 'tenant_id': 'e016d5aa0b814ea988ee0c8ccc16f854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:48.157109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803b7ec-36ea-41f7-b280-d8a96b71057f admin admin] Pushing event updated for resources: {'Network': ['ID=bb196b84-b673-4b52-81ee-95c1d2e7379c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.188433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network bb196b84-b673-4b52-81ee-95c1d2e7379c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:33:48.192649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.194266 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.233925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c933d793-c3df-4868-ad41-37ffe8bd6b89 None None] Port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:48.244172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc912de7-8fb1-4870-bd17-630fa83da290 req-d52048be-ea7a-4cb3-a745-28c3fe296e14 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181158 Jul 22 23:33:48.309192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 995ad1f7-9557-4368-b067-4ee97c9715cb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:48.317841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 995ad1f7-9557-4368-b067-4ee97c9715cb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:48.318430 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.471621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a07d5747-1ac7-4980-bf58-b23907d5361f None None] Provisioning complete for port 995ad1f7-9557-4368-b067-4ee97c9715cb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:48.472281 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a07d5747-1ac7-4980-bf58-b23907d5361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.476857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Made reservation on behalf of e016d5aa0b814ea988ee0c8ccc16f854 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:48.479976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.491313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-27dca881-12a5-4c46-b969-40b83d4da2f6 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6792626 Jul 22 23:33:48.543095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:48.548450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282872372', 'description': 'tempest-description--1327482694'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:48.559264 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.583141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d40b4cf-eb4f-42cf-a0e9-bae5a50a5aad req-e6e0d05a-baff-400b-bd96-a9f30f7f2a0e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 210 time: 0.1040986 Jul 22 23:33:48.597619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.628984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 995ad1f7-9557-4368-b067-4ee97c9715cb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=995ad1f7-9557-4368-b067-4ee97c9715cb,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:48.638688 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.642152 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8da86a-19fd-4bf5-a394-fdfc055a3b09 x-openstack-request-id: req-2a8da86a-19fd-4bf5-a394-fdfc055a3b09 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:48.642522 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:48.642836 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a8da86a-19fd-4bf5-a394-fdfc055a3b09 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:48.648552 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'status': 'completed', 'code': 200} Jul 22 23:33:48.673598 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.776066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Request body: {'port': {'device_id': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:48.780345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=995ad1f7-9557-4368-b067-4ee97c9715cb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.798267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-7692c6c2-905c-45e6-b6f0-8cda414ce111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.800583 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-7692c6c2-905c-45e6-b6f0-8cda414ce111 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1125 time: 0.1596289 Jul 22 23:33:48.828755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.841539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.852992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.876526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87774fc-cf54-4f92-8aed-20fa7b189e0d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:48.896571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:48.897886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f870c88-4dc4-4e9b-a99c-bb0ed6230dbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3534389 Jul 22 23:33:48.900581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-58f30294-011f-47fa-8058-8309318e3c86 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004519 Jul 22 23:33:48.901613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:48.932981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'security_group_rule': {'security_group_id': 'e87774fc-cf54-4f92-8aed-20fa7b189e0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:48.983430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-2b44d16d-1c16-4465-80a0-37dead2fb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:48.985349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-2b44d16d-1c16-4465-80a0-37dead2fb1cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1764290 Jul 22 23:33:48.985842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.029002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Network f192911a-d6c4-4974-a127-568619a73677 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:49.061747 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-53d5857a-2753-444c-bc53-51a99fdab428 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.0593119 Jul 22 23:33:49.062395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:49.070436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:49.130057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event updated for resources: {'Port': ['ID=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:49.140940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-3f8fbf33-094b-4da2-a357-cc1ef064e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.142567 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-3f8fbf33-094b-4da2-a357-cc1ef064e50b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0584154 Jul 22 23:33:49.151623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:49.156090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.167358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.193543 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-aca10213-196c-4eda-87bb-5ad79feb4183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402515 Jul 22 23:33:49.203828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb056d5-72c1-4e0e-9378-f64d9d2c6dda,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:49.239701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.240400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Deleting port 16a7d021-d99a-407e-8607-c77548e4f20b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:49.243512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.243687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ff25668c-9368-43fe-83d9-f450535f54bd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380642 Jul 22 23:33:49.249075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:49.258995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'security_group_rule': {'security_group_id': 'e87774fc-cf54-4f92-8aed-20fa7b189e0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:49.302504 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b19b05e-4c6e-4088-9345-5404bf051817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.323564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:49.338247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc has no active binding in host n-h1-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:33:49.353502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-6ff311e0-55d7-4a35-b182-be399abcf618 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.355362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-6ff311e0-55d7-4a35-b182-be399abcf618 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4539897 Jul 22 23:33:49.356076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.377329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.378309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.425500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-083865db-c37e-4835-91fc-b92e1847cac9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.426529 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-083865db-c37e-4835-91fc-b92e1847cac9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.2113981 Jul 22 23:33:49.428584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-7c328444-3bab-4965-9dc1-5af0679c4a9f service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147899 Jul 22 23:33:49.453031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:49.474036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-16e4ca84-f3cc-4c57-bc2a-b8c0f506f8db tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9713216 Jul 22 23:33:49.482888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c8f1c-bc24-4046-be59-43912255bcdb req-ce8cb723-d5b4-4de4-853b-35e6c56ffb3d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:49.492083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c7c8f1c-bc24-4046-be59-43912255bcdb req-ce8cb723-d5b4-4de4-853b-35e6c56ffb3d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 944 time: 0.7131217 Jul 22 23:33:49.504875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Request body: {'port': {'device_id': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:49.559047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 995ad1f7-9557-4368-b067-4ee97c9715cb up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:49.683379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-bf496011-89bf-4fa7-9633-18af284b99a8 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/quotas/315d7673af6f42fb8f9f18bae6b484c4 HTTP/1.1" status: 200 len: 375 time: 0.2848701 Jul 22 23:33:49.769828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.778073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.793571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 995ad1f7-9557-4368-b067-4ee97c9715cb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:49.794490 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.822135 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d89cc82-9f12-466c-8e1f-e01ab7aa8f50 req-7221f9de-7624-4459-80db-08778853ea25 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568702 Jul 22 23:33:49.838179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:49.871306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:49.968080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c7c8f1c-bc24-4046-be59-43912255bcdb req-495eb74f-40f5-4657-ae0b-5467b7422cc6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740078 Jul 22 23:33:50.056564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.11 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/7ae86623-ba1f-4c2d-8862-d755ef640e2a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:50.064743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.077029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] For port 16a7d021-d99a-407e-8607-c77548e4f20b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=16a7d021-d99a-407e-8607-c77548e4f20b,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:50.077404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.120504 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.246559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.316934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.383678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:50.390448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:50.400897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:50.406015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:50.455569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.466143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:50.467363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.485099 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3c6d1c72-716c-4976-917f-e22c10f2c5d5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0369530 Jul 22 23:33:50.505069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Calling delete_port for 16a7d021-d99a-407e-8607-c77548e4f20b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:50.507143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Request body: {'port': {'device_id': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:50.545930 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.578733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.596888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.617775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-2855b237-a3af-4e92-9aa3-1c7a4708e6e9 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9332206 Jul 22 23:33:50.716207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0d8330-9f9d-4686-ac71-5c31cf5d66a7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:50.743735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:50.744888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4922543 Jul 22 23:33:50.764635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:50.774946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c013ec-1eb9-4ecc-a50a-32391b966810 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ad6c6a-7565-478a-bd5f-527059d7e01f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:50.788364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:50.824290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Checking segment: {'id': '446f84fc-88ca-443f-8094-5865f6766513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:50.824665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Network hostable DHCP agents. Network: bb196b84-b673-4b52-81ee-95c1d2e7379c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:33:50.995674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a1063-feda-4366-b3e9-be4038100552 req-f72c1c88-f400-4644-9f6e-2f302baffad3 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:50.997321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d92a1063-feda-4366-b3e9-be4038100552 req-f72c1c88-f400-4644-9f6e-2f302baffad3 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 931 time: 0.9276838 Jul 22 23:33:50.998006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Network bb196b84-b673-4b52-81ee-95c1d2e7379c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:33:51.062126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, bb196b84-b673-4b52-81ee-95c1d2e7379c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:51.063987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.071729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa0732-e42e-4d42-b040-788835db4e15 None None] Network bb196b84-b673-4b52-81ee-95c1d2e7379c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:51.085522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:51.086188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.152952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae86623-ba1f-4c2d-8862-d755ef640e2a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:51.178286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.201706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d92a1063-feda-4366-b3e9-be4038100552 req-993dc185-00e0-4aef-a0ed-6d4039bade52 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865966 Jul 22 23:33:51.214322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82ee155e-251a-4d0d-bd60-6ab1c09ad266 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0862558 Jul 22 23:33:51.231196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76d7b2-fb75-46e9-86ab-9287514a7c9a req-aa3274a4-f961-488b-b111-fdb82422e035 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:51.233286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae76d7b2-fb75-46e9-86ab-9287514a7c9a req-aa3274a4-f961-488b-b111-fdb82422e035 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/ports?device_id=79fbbb9f-73af-4a77-bf92-c50f1da92f58 HTTP/1.1" status: 200 len: 945 time: 0.3099327 Jul 22 23:33:51.290069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b3af7a-96e0-4c00-970b-9482860a7abf {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:51.347128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.364239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Transition to ACTIVE for port object 7ae86623-ba1f-4c2d-8862-d755ef640e2a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:51.368657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.370551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.392669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac06b6a-5f67-49e5-b18e-ff73a552683f None None] Network bb196b84-b673-4b52-81ee-95c1d2e7379c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:33:51.422447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 16a7d021-d99a-407e-8607-c77548e4f20b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:51.466176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 16a7d021-d99a-407e-8607-c77548e4f20b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:51.466730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 16a7d021-d99a-407e-8607-c77548e4f20b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:51.531240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:51.565921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Transition to ACTIVE for port object b6b3af7a-96e0-4c00-970b-9482860a7abf will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:51.652155 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.675301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Pushing event deleted for resources: {'Port': ['ID=16a7d021-d99a-407e-8607-c77548e4f20b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:51.694485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.711715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae76d7b2-fb75-46e9-86ab-9287514a7c9a req-fa3606fe-55a8-4543-ae53-8db66e3668cc tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d494287b-ca67-43e6-b5fc-c642a5ee4d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423585 Jul 22 23:33:51.734065 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-b59ce140-45f2-4e55-8cb0-d1ff2df73c71 service neutron] 10.222.0.48 "GET /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc/bindings/n-h1-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.1074979 Jul 22 23:33:51.736472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] No DVR routers for this DVR port 16a7d021-d99a-407e-8607-c77548e4f20b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:51.742280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.752782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56c71fb2-c955-444f-a616-cb6b3a75ebce req-315f89c5-b130-431d-bf8d-b5c2e08a77a1 tempest-ServerRescueTestJSONUnderV235-1415130608 tempest-ServerRescueTestJSONUnderV235-1415130608-project] 10.222.0.48 "DELETE /v2.0/ports/16a7d021-d99a-407e-8607-c77548e4f20b HTTP/1.1" status: 204 len: 173 time: 3.6036255 Jul 22 23:33:51.785046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'name': 'network-vif-deleted', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:51.790999 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55443c51-b7fb-4cec-85d4-8b0f5ab39d6f" -d '{"events": [{"server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "name": "network-vif-deleted", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:51.805902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Attempting to bind port 7ae86623-ba1f-4c2d-8862-d755ef640e2a on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:51.806260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Attempting to bind port 7ae86623-ba1f-4c2d-8862-d755ef640e2a by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:51.806601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Attempting to bind port 7ae86623-ba1f-4c2d-8862-d755ef640e2a on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:51.823130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Port 7ae86623-ba1f-4c2d-8862-d755ef640e2a on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:51.837409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Attempting to bind port 7ae86623-ba1f-4c2d-8862-d755ef640e2a on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:51.861235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:51.862166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:51.862575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:51.863028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Bound port: 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:51.863424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:51.880415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9dab709-d269-45db-924d-d4370b70ec32 req-4b9feb62-3cb5-492d-acbd-c7af30b3d386 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 210 time: 0.0411704 Jul 22 23:33:51.949674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.066202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b3af7a-96e0-4c00-970b-9482860a7abf,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:52.078915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:52.119233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:52.121265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.128867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.167134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297fdd4-db33-4043-b9c5-7c021f5ffbda req-c68dec5d-032c-45e7-b97f-f486593bb707 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.174694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6297fdd4-db33-4043-b9c5-7c021f5ffbda req-c68dec5d-032c-45e7-b97f-f486593bb707 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 944 time: 0.7567711 Jul 22 23:33:52.185174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.185901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.187471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ae86623-ba1f-4c2d-8862-d755ef640e2a HTTP/1.1" status: 200 len: 1092 time: 1.6890686 Jul 22 23:33:52.188016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:52.190386 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2f15db-f377-4b44-b9a6-cdbf624745c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:52.206792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:52.222923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Attempting to bind port b6b3af7a-96e0-4c00-970b-9482860a7abf on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:52.223262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Attempting to bind port b6b3af7a-96e0-4c00-970b-9482860a7abf by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:52.223624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Attempting to bind port b6b3af7a-96e0-4c00-970b-9482860a7abf on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:52.235694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cd267-51c4-4186-9eb9-cf7e4b2ee027 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:52.254991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:52.280759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Port b6b3af7a-96e0-4c00-970b-9482860a7abf on network f192911a-d6c4-4974-a127-568619a73677 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:52.281091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Attempting to bind port b6b3af7a-96e0-4c00-970b-9482860a7abf on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:52.316580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:52.316844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Checking segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:52.316983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Bound using segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:52.317436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Bound port: b6b3af7a-96e0-4c00-970b-9482860a7abf, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:52.317803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.321915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:52.337053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d135758-069e-414e-b55c-8c231eacf382 req-8687b8ee-99a3-45bc-81f8-dc384d8092bf tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.338200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d135758-069e-414e-b55c-8c231eacf382 req-8687b8ee-99a3-45bc-81f8-dc384d8092bf tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 944 time: 0.3480947 Jul 22 23:33:52.338350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:52.352603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6297fdd4-db33-4043-b9c5-7c021f5ffbda req-51c5baf1-a2ae-4215-896e-727a495a6940 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763334 Jul 22 23:33:52.363397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2b131a-1da6-4d31-b3f4-bcc81461b3fb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:52.364956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.372530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.376226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-67a69bce-67eb-4db8-8070-31412dd08965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.377997 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-67a69bce-67eb-4db8-8070-31412dd08965 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 1095 time: 0.1011963 Jul 22 23:33:52.462328 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-2969d55a-5e70-4995-8116-63bf0a3f4db0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a HTTP/1.1" status: 200 len: 217 time: 0.0507762 Jul 22 23:33:52.488419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] For port b6b3af7a-96e0-4c00-970b-9482860a7abf, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:52.492410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] For port b6b3af7a-96e0-4c00-970b-9482860a7abf, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:52.508524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.543025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-d6b7eb8e-7769-497b-82a5-4469b6b71d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.545751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-d6b7eb8e-7769-497b-82a5-4469b6b71d23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.0737336 Jul 22 23:33:52.566183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] Transition to ACTIVE for port object 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:52.594278 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-a52ce224-6e1b-4c53-98da-b37021bec496 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410919 Jul 22 23:33:52.595656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.620273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b3af7a-96e0-4c00-970b-9482860a7abf,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:52.626295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Transition to ACTIVE for port object ea2b131a-1da6-4d31-b3f4-bcc81461b3fb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:52.632790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.633417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.634770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-c92f7f55-abec-4144-b7ef-3df3ac243f84 service neutron] 10.222.0.48 "PUT /v2.0/ports/b6b3af7a-96e0-4c00-970b-9482860a7abf HTTP/1.1" status: 200 len: 1091 time: 3.9946704 Jul 22 23:33:52.643367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-0101abed-3380-4ebd-8b5a-67b065e190e9 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459793 Jul 22 23:33:52.707967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] No DVR routers for this DVR port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:33:52.726203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:52.767253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] Pushing event updated for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:52.786317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 172.25.5.240 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/2754d202-6854-474d-8bee-e4b7a142e717) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:52.815418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9995c53d-c42e-4e39-83cc-72d7fb662057 service neutron] 10.222.0.48 "PUT /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc/bindings/n-h1-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0740082 Jul 22 23:33:52.819267 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-3dc4f8c2-4fc6-45ea-bf89-0b33fe56baef service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158003 Jul 22 23:33:52.892179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d135758-069e-414e-b55c-8c231eacf382 req-8c776aed-6695-44c6-b24b-fd5cce058e6b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709523 Jul 22 23:33:52.960022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-f9d385f1-d7f2-4bf9-9a93-547d8fe0392a tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:52.961569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-f9d385f1-d7f2-4bf9-9a93-547d8fe0392a tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/networks?id=bb196b84-b673-4b52-81ee-95c1d2e7379c HTTP/1.1" status: 200 len: 820 time: 0.3306341 Jul 22 23:33:52.991921 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d15415-11ab-42b1-a9dd-56a8f1f35136 x-openstack-request-id: req-04d15415-11ab-42b1-a9dd-56a8f1f35136 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:52.992208 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fbbb9f-73af-4a77-bf92-c50f1da92f58", "name": "network-vif-deleted", "tag": "16a7d021-d99a-407e-8607-c77548e4f20b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:52.992460 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04d15415-11ab-42b1-a9dd-56a8f1f35136 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:52.992857 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fbbb9f-73af-4a77-bf92-c50f1da92f58', 'name': 'network-vif-deleted', 'tag': '16a7d021-d99a-407e-8607-c77548e4f20b', 'status': 'completed', 'code': 200} Jul 22 23:33:53.022394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:53.029872 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace853bc-0097-4e31-a790-acfcfe834dd7 x-openstack-request-id: req-ace853bc-0097-4e31-a790-acfcfe834dd7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:53.030266 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:53.030615 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ace853bc-0097-4e31-a790-acfcfe834dd7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:53.031251 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'status': 'completed', 'code': 200} Jul 22 23:33:53.049415 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-22980db9-454d-4c72-ad02-1bc3fd802cc3 req-8922324f-acdd-4891-9b24-12578688fa7f service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909616 Jul 22 23:33:53.244436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-8aacc868-b333-431d-8335-7a5566bbb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.245992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-8aacc868-b333-431d-8335-7a5566bbb302 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 1095 time: 0.0744171 Jul 22 23:33:53.347221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-57964185-053e-46e9-9d11-ed7552a4110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.349032 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-57964185-053e-46e9-9d11-ed7552a4110d service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.0961182 Jul 22 23:33:53.401446 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-63cdc737-4092-4201-8c5f-7f4f55fed8be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a HTTP/1.1" status: 200 len: 217 time: 0.0436320 Jul 22 23:33:53.446318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-04bdd493-1ad5-4514-b69a-2aafb37b739a tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/quotas/e016d5aa0b814ea988ee0c8ccc16f854 HTTP/1.1" status: 200 len: 375 time: 0.4526205 Jul 22 23:33:53.468652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-5afa8e1d-69cf-43f4-8308-2e0262899f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.470208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-5afa8e1d-69cf-43f4-8308-2e0262899f99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.0615375 Jul 22 23:33:53.512732 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-600eee0f-f474-4cd4-8388-162931b38828 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298464 Jul 22 23:33:53.542468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-4b9ac671-60ad-4970-8e49-426e41b56c2a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.545174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-4b9ac671-60ad-4970-8e49-426e41b56c2a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8015716 Jul 22 23:33:53.580145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-47aa5390-9b5c-460c-840c-51c920b6b3a5 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e016d5aa0b814ea988ee0c8ccc16f854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910847 Jul 22 23:33:53.593454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Request body: {'port': {'device_id': '653232f7-827f-4988-8dc8-83682b236888', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '315d7673af6f42fb8f9f18bae6b484c4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:53.659207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-95067a31-bd85-4b33-b698-9282bcd39b43 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320395 Jul 22 23:33:53.679894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Attempting to bind port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:53.680470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Attempting to bind port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:53.680604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Attempting to bind port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:53.710510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-11976cb4-b932-4837-b365-168304edd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.712141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-11976cb4-b932-4837-b365-168304edd658 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 1094 time: 0.9663157 Jul 22 23:33:53.717373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.730411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb on network f192911a-d6c4-4974-a127-568619a73677 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:53.730411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Attempting to bind port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb on network f192911a-d6c4-4974-a127-568619a73677 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:53.734255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-1d4b371b-d90d-4ae3-8652-af112f449218 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:53.736085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-1d4b371b-d90d-4ae3-8652-af112f449218 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.7461123 Jul 22 23:33:53.763807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db2f15db-f377-4b44-b9a6-cdbf624745c6 req-5e876e02-6328-4c93-8889-060c6ae48516 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973608 Jul 22 23:33:53.889363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:53.889698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Checking segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:53.890092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Bound using segment: {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:53.890545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Bound port: ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c945b037-44a3-4d77-9576-1a832655b07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f192911a-d6c4-4974-a127-568619a73677'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:53.890908 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:53.926097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-98c5dac1-4255-4a6e-bdab-9b70b3c60ee3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf HTTP/1.1" status: 200 len: 217 time: 0.1891544 Jul 22 23:33:54.026497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12190f3b-83d0-40d5-b8de-baf46b5b4fab req-6d4a875a-4315-43b9-abc5-b0bd1bd860af tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.028155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12190f3b-83d0-40d5-b8de-baf46b5b4fab req-6d4a875a-4315-43b9-abc5-b0bd1bd860af tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 943 time: 0.6235843 Jul 22 23:33:54.098016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-377865e6-d514-47cf-b5f3-648b60010ec2 service neutron] 10.222.0.21 "GET /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814906 Jul 22 23:33:54.161830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-18d08e0b-ec71-4f29-950a-1c091ca4f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.163365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-18d08e0b-ec71-4f29-950a-1c091ca4f693 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.2172980 Jul 22 23:33:54.180991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.275438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12190f3b-83d0-40d5-b8de-baf46b5b4fab req-fea3fbb9-7189-4a3b-b3f1-0a3c23f41507 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327824 Jul 22 23:33:54.299593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] For port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:54.301741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Made reservation on behalf of 315d7673af6f42fb8f9f18bae6b484c4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:54.305285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.321165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58064) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:54.340355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-8e432035-5791-4a18-a209-a6c7b4582f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.343112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-8e432035-5791-4a18-a209-a6c7b4582f92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&tenant_id=0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 1096 time: 0.5534573 Jul 22 23:33:54.345032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-3e4a6952-79f7-4d65-9037-55c1c70ed4b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263590 Jul 22 23:33:54.368132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:54.400266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] For port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:54.409955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:54.429612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=2754d202-6854-474d-8bee-e4b7a142e717,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:54.469196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:54.471595 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.490137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30b02918-7200-41b6-9ea6-447ded051110 req-607f7aa1-ce8f-4f0d-9f57-6c7da09e23a4 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 210 time: 0.1193876 Jul 22 23:33:54.672917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-516afe6b-1553-4812-a453-54d4c29de872 service neutron] 10.222.0.21 "GET /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549886 Jul 22 23:33:54.675896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.675896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.677185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] 10.222.0.48 "PUT /v2.0/ports/ea2b131a-1da6-4d31-b3f4-bcc81461b3fb HTTP/1.1" status: 200 len: 1091 time: 5.1818855 Jul 22 23:33:54.713323 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:54.772458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119544b5-cb4c-4bc5-b441-204772c80e0b service neutron] Pushing event updated for resources: {'Port': ['ID=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:54.833495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-e938fc2e-53ae-4419-9c26-836ed2079984 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638956 Jul 22 23:33:54.939078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-3a0da4b6-a087-4aa7-acbc-da876c8dfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:54.940699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-3a0da4b6-a087-4aa7-acbc-da876c8dfb68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1096 time: 0.5619421 Jul 22 23:33:54.978265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.003423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'tag': 'b6b3af7a-96e0-4c00-970b-9482860a7abf'}, {'name': 'network-changed', 'server_uuid': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'tag': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:55.005782 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e63087-7921-4a69-aa79-9bb6e55a0964" -d '{"events": [{"name": "network-changed", "server_uuid": "b357cce4-5d60-47cc-83dc-0f98b0d4ce8a", "tag": "b6b3af7a-96e0-4c00-970b-9482860a7abf"}, {"name": "network-changed", "server_uuid": "2e81982f-f12f-4c9f-bd53-08e02452766c", "tag": "ea2b131a-1da6-4d31-b3f4-bcc81461b3fb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:55.064790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Allocated IP 192.168.233.29 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/585a4c6e-6c04-4bbc-beeb-e4747afd546b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:55.109736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e725bb-a335-47e0-b02a-9717e0a2f2a7 req-f8b393a4-cce6-454a-aab6-9af78cf53406 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.116815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78e725bb-a335-47e0-b02a-9717e0a2f2a7 req-f8b393a4-cce6-454a-aab6-9af78cf53406 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 944 time: 0.5657365 Jul 22 23:33:55.352017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Deleting port 914d5e57-10ef-42b4-97cd-4864106e7e61 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:55.352650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.445010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] For port 914d5e57-10ef-42b4-97cd-4864106e7e61, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=914d5e57-10ef-42b4-97cd-4864106e7e61,segment=NetworkSegment(2defe082-61b1-4739-afdc-5ce78d1cd731),segment_id=2defe082-61b1-4739-afdc-5ce78d1cd731)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:55.445892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.454723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:55.461396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:55.492568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Calling delete_port for 914d5e57-10ef-42b4-97cd-4864106e7e61 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:55.554852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:55.562620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-aabe4b02-863d-4122-952a-9f06498f2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.564271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-aabe4b02-863d-4122-952a-9f06498f2903 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 1094 time: 0.7970302 Jul 22 23:33:55.576530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-17df10dc-1a4d-4608-94ad-a539fe60cde4 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123554 Jul 22 23:33:55.584891 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.635037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:55.636166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78e725bb-a335-47e0-b02a-9717e0a2f2a7 req-f70b1145-d042-4199-99a0-e362b11a4716 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184805 Jul 22 23:33:55.656080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'mac_address': 'fa:16:3e:66:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:55.698828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-966ccf48-fbf5-493f-a75c-7ac009e14ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.701551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-966ccf48-fbf5-493f-a75c-7ac009e14ea9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.7462037 Jul 22 23:33:55.712601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.713701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058167-4d70-4c43-9abf-63752daf8e15 req-0ed5da38-abfd-43d0-98b0-52ad1ae063a9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:55.722374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a058167-4d70-4c43-9abf-63752daf8e15 req-0ed5da38-abfd-43d0-98b0-52ad1ae063a9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 945 time: 0.8282597 Jul 22 23:33:55.725710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-944f0c99-f8cd-4fab-ace8-28da1e6c92a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb HTTP/1.1" status: 200 len: 217 time: 0.1071241 Jul 22 23:33:55.733714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae86623-ba1f-4c2d-8862-d755ef640e2a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:55.752322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.757562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:55.761665 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:55.789516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Pushing event deleted for resources: {'Port': ['ID=914d5e57-10ef-42b4-97cd-4864106e7e61,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:55.826760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:55.847115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-d1c153d6-1f06-4c45-842a-e3a06f198b97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.1120863 Jul 22 23:33:55.912931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59eb40f4-5eae-4b11-826f-9157da1175d8 req-84dda75b-0edd-4682-aa72-42eddebd6592 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 210 time: 0.1532414 Jul 22 23:33:55.990658 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006cebea-bacd-4fcb-85bb-0019bc30524c x-openstack-request-id: req-006cebea-bacd-4fcb-85bb-0019bc30524c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:55.990944 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b357cce4-5d60-47cc-83dc-0f98b0d4ce8a", "tag": "b6b3af7a-96e0-4c00-970b-9482860a7abf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e81982f-f12f-4c9f-bd53-08e02452766c", "tag": "ea2b131a-1da6-4d31-b3f4-bcc81461b3fb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:55.991278 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-006cebea-bacd-4fcb-85bb-0019bc30524c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:55.991609 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'tag': 'b6b3af7a-96e0-4c00-970b-9482860a7abf', 'status': 'completed', 'code': 200} Jul 22 23:33:55.991870 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'tag': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb', 'status': 'completed', 'code': 200} Jul 22 23:33:55.998051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.016842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a058167-4d70-4c43-9abf-63752daf8e15 req-61aab3e8-edcf-4d19-b278-fc299b06d4dc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933776 Jul 22 23:33:56.075133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-af20ac84-3581-41b0-8f4b-e0674fb06173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.076775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-af20ac84-3581-41b0-8f4b-e0674fb06173 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.3193922 Jul 22 23:33:56.126791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['7ae86623-ba1f-4c2d-8862-d755ef640e2a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:56.206157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-5c915b95-a6f6-4378-a57f-93acc93fad33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080570 Jul 22 23:33:56.207549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-0660ec2f-9fba-4d4e-9595-c21b245160f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.209473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-0660ec2f-9fba-4d4e-9595-c21b245160f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.3060737 Jul 22 23:33:56.215720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.261008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e842c45b-2745-4bb8-9792-0f40c5e51a02 req-4dec8c33-e7b7-4585-bdaa-1c0d10e976ab tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 210 time: 0.1380029 Jul 22 23:33:56.319247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-b9a0dab3-f63e-4f63-b6c0-63c3e543efa4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784304 Jul 22 23:33:56.322845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Transition to ACTIVE for port object 585a4c6e-6c04-4bbc-beeb-e4747afd546b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:56.478037 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:33:56.503185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.523106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.528728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-ab08d4d4-f98b-4dc6-9426-6b94f096f3a1 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.530425 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-ab08d4d4-f98b-4dc6-9426-6b94f096f3a1 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.48 "GET /v2.0/networks?id=bb196b84-b673-4b52-81ee-95c1d2e7379c HTTP/1.1" status: 200 len: 820 time: 0.2232742 Jul 22 23:33:56.534509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:33:56.542418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-7536277a-b38c-47ac-b5d5-d4ae67c77ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.544522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-7536277a-b38c-47ac-b5d5-d4ae67c77ba8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 1094 time: 0.4606423 Jul 22 23:33:56.613081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5b50d-e963-4b30-9fc9-da30d62ec9bd req-7c2c04f1-76f1-4c09-872d-64f4bc6924e9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:56.614645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14b5b50d-e963-4b30-9fc9-da30d62ec9bd req-7c2c04f1-76f1-4c09-872d-64f4bc6924e9 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 943 time: 0.5319247 Jul 22 23:33:56.624286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Request body: {'port': {'device_id': '239e4322-93c7-42cd-8332-3624b88155e4', 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c', 'admin_state_up': True, 'tenant_id': 'e016d5aa0b814ea988ee0c8ccc16f854'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:56.657466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-60d1802a-4852-4cdc-8f16-cb70121b9d0b service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155207 Jul 22 23:33:56.658700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.692131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-9748704f-74ad-44fb-aa45-86fd796e41f7 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596056 Jul 22 23:33:56.721123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=2754d202-6854-474d-8bee-e4b7a142e717,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:56.742059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:33:56.755615 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] Sync routers for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:33:56.758673 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b614fabd-ef8c-4038-9ad9-cf2dbca98187 admin admin] 10.222.0.21 "PUT /v2.0/routers/ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329946 Jul 22 23:33:56.758673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58088) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:56.772075 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:56.773021 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:56.855909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:56.866059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Made reservation on behalf of e016d5aa0b814ea988ee0c8ccc16f854 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:33:56.870115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.903915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:56.906795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.908567 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:56.914355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:56.927524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['38c8e958-f738-477c-9fad-6b47b17f7c52', '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:56.945241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:57.022877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14b5b50d-e963-4b30-9fc9-da30d62ec9bd req-d31ce3c2-1cce-4d1f-bb4e-7eff6bcfc2cc tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935926 Jul 22 23:33:57.058513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event updated for resources: {'Port': ['ID=585a4c6e-6c04-4bbc-beeb-e4747afd546b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:57.083860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.106029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b562e31-3a43-40a3-81f5-707a77b4e3ec tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3243103 Jul 22 23:33:57.209616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-92f3260b-9123-4e0d-a88a-82dd1a44d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.210957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-92f3260b-9123-4e0d-a88a-82dd1a44d324 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 914 time: 0.6081696 Jul 22 23:33:57.271992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25fa5c10-04ae-4f0c-821e-73a9503b5360 req-b4bcb228-acf4-43d1-bfae-34ebc33308b1 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977459 Jul 22 23:33:57.275517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.280758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.281526 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'e9f175e5-9132-48ed-a105-187c27909772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:33:55Z', 'revision_number': 5, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port': {'id': 'e9f175e5-9132-48ed-a105-187c27909772', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:42Z', 'updated_at': '2021-07-22T23:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.281696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.328577 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] Checking router: ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:33:57.337641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Allocated IP 172.20.0.4 (bb196b84-b673-4b52-81ee-95c1d2e7379c/9d0d8330-9f9d-4686-ac71-5c31cf5d66a7/3ce432f2-ab61-4b36-83c0-a767ca545c23) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:33:57.343985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] Routers {'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:33:57.344687 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.360136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18905b81-5ec0-483e-8752-86c809a3dcab req-f0f21fd9-e7f3-4a0b-8db4-28796e5536bc tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 210 time: 0.1647835 Jul 22 23:33:57.439975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-82e85754-f836-4668-845d-05b074578e29 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8548923 Jul 22 23:33:57.452417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-b76fd471-b2b3-425c-a32c-5c1183085fc0 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358000 Jul 22 23:33:57.455287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-ba57ba71-3595-4aa0-bbe1-e825ed66c899 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf HTTP/1.1" status: 200 len: 217 time: 0.1536183 Jul 22 23:33:57.460339 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] Set router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:33:57.485359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Request body: {'port': {'device_id': '653232f7-827f-4988-8dc8-83682b236888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:57.494331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Deleting port e9f175e5-9132-48ed-a105-187c27909772 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:33:57.494975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.497184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b6b3af7a-96e0-4c00-970b-9482860a7abf details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:57.511748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:33:57.556444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:33:57Z', 'revision_number': 6, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:57.596200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd4b71-610d-4bd6-9f6a-6ab6532c2ec3 req-b651812c-4991-491f-b3b3-9edb44475f67 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.608707 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3febba-8572-41e8-8812-f3d17634bf61 None None] The sync data for ids ['ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94'] in n-d-758851-4 is: [{'id': 'ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94', 'name': 'tempest-ServerRescueTestJSONUnderV235-727376687-router', 'tenant_id': '7fb0d51aaa56458ba44563b342150ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:33:57Z', 'revision_number': 6, 'project_id': '7fb0d51aaa56458ba44563b342150ea8', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:33:57.612082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35dd4b71-610d-4bd6-9f6a-6ab6532c2ec3 req-b651812c-4991-491f-b3b3-9edb44475f67 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 945 time: 0.8627439 Jul 22 23:33:57.615115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-e4c08782-5413-442c-b277-75cf44eab634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:57.617243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-e4c08782-5413-442c-b277-75cf44eab634 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.1063113 Jul 22 23:33:57.647624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6d067745-11bc-4690-8b27-490f04510a3a None None] Provisioning for port 585a4c6e-6c04-4bbc-beeb-e4747afd546b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:57.699256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6d067745-11bc-4690-8b27-490f04510a3a None None] Provisioning complete for port 585a4c6e-6c04-4bbc-beeb-e4747afd546b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:57.704145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d067745-11bc-4690-8b27-490f04510a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.740922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] For port e9f175e5-9132-48ed-a105-187c27909772, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e9f175e5-9132-48ed-a105-187c27909772,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:57.741534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.746435 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.752325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-bbb50c78-1ea1-435e-8247-e8642f3bb595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062129 Jul 22 23:33:57.766101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Calling delete_port for e9f175e5-9132-48ed-a105-187c27909772 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:33:57.783287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35dd4b71-610d-4bd6-9f6a-6ab6532c2ec3 req-e630c139-4f48-4d96-a9f9-f2004af14ab4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636739 Jul 22 23:33:57.827769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6d067745-11bc-4690-8b27-490f04510a3a None None] Port 585a4c6e-6c04-4bbc-beeb-e4747afd546b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:33:57.836944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:33:57.853002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 7ae86623-ba1f-4c2d-8862-d755ef640e2a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:33:57.859567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 7ae86623-ba1f-4c2d-8862-d755ef640e2a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:33:57.860004 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.867085 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.913302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:57.976783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Network bb196b84-b673-4b52-81ee-95c1d2e7379c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:33:57.984080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:33:57.990903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:33:58.000396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Pushing event updated for resources: {'Port': ['ID=3ce432f2-ab61-4b36-83c0-a767ca545c23,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:58.031375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b6b3af7a-96e0-4c00-970b-9482860a7abf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:58.045745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.059025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'b6b3af7a-96e0-4c00-970b-9482860a7abf', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'port_id': 'b6b3af7a-96e0-4c00-970b-9482860a7abf', 'mac_address': 'fa:16:3e:2b:68:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea987872-c89a-44eb-a16b-764c2eaf1b10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:58.063953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58cf63-0ad9-4bbe-9f3e-2a68a9217268 req-f4523cdb-fce4-4def-9eb0-8553ed720e20 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.065835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c58cf63-0ad9-4bbe-9f3e-2a68a9217268 req-f4523cdb-fce4-4def-9eb0-8553ed720e20 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 945 time: 0.4473875 Jul 22 23:33:58.080872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:58.083140 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174909f7-e0a6-4dac-b24a-d3950a90fca6" -d '{"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-plugged", "status": "completed", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:58.099155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.100390 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.119368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-02810550-bce8-4d90-87a9-3549b0572ddd service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407638 Jul 22 23:33:58.123531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:58.124818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-241cb97f-a728-4eb0-8ed1-4af461f8a261 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5069392 Jul 22 23:33:58.127742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.131082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.161012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Request body: {'port': {'device_id': '239e4322-93c7-42cd-8332-3624b88155e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:33:58.168688 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.222559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:58.225094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f175e5-9132-48ed-a105-187c27909772,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:58.233981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b3af7a-96e0-4c00-970b-9482860a7abf {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:58.260749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b6b3af7a-96e0-4c00-970b-9482860a7abf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:58.268295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.293439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.319942 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.346911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b6b3af7a-96e0-4c00-970b-9482860a7abf,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:58.452245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.455368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.581000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.581273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-d3926a3f-c00a-4dc7-a436-36f82d6809df tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.581771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:33:58.583781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-d3926a3f-c00a-4dc7-a436-36f82d6809df tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.7892127 Jul 22 23:33:58.588076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.592891 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-14d0a58a-bc63-4797-a833-02e696a754b5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac8f664a-8ac2-4003-b7a9-54f7eb2c9c94 HTTP/1.1" status: 204 len: 168 time: 1.8332980 Jul 22 23:33:58.593553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58112) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:58.603794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad11b-d205-4bc7-a729-26d9da8c2a68 req-0d5d274c-6149-4e97-b49f-8b59c4fafb78 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:58.605306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242ad11b-d205-4bc7-a729-26d9da8c2a68 req-0d5d274c-6149-4e97-b49f-8b59c4fafb78 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 935 time: 0.6944735 Jul 22 23:33:58.617205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c58cf63-0ad9-4bbe-9f3e-2a68a9217268 req-39d94792-5f54-4b39-b857-14c5c920085c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229936 Jul 22 23:33:58.705798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b6b3af7a-96e0-4c00-970b-9482860a7abf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:33:58.733650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Deleting subnet 2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:33:58.741632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.798828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.822075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242ad11b-d205-4bc7-a729-26d9da8c2a68 req-e6f6612b-d3e7-4d70-9565-baa658db38b7 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039149 Jul 22 23:33:58.868129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-7a373b03-4695-460d-aa12-b430e23ddbf9 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6849496 Jul 22 23:33:58.883013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:58.924515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-84b0e41c-a70b-44d0-b617-541061f192ae tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1282872372&fields=id&tenant_id=6a62a6ad9607418fab1b1d63e859fe1f HTTP/1.1" status: 200 len: 267 time: 0.1716852 Jul 22 23:33:59.114683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-39329f4c-7a87-4fa9-84f3-1fb25f376516 service neutron] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:59.121583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b11f2e6f-b9b2-43e8-baf1-7fb1a3eee57c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.123404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b11f2e6f-b9b2-43e8-baf1-7fb1a3eee57c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 931 time: 0.1814466 Jul 22 23:33:59.126653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585a4c6e-6c04-4bbc-beeb-e4747afd546b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:59.138330 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-39329f4c-7a87-4fa9-84f3-1fb25f376516 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.139458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-39329f4c-7a87-4fa9-84f3-1fb25f376516 service neutron] 10.222.0.49 "DELETE /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc/bindings/n-h2-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.5462992 Jul 22 23:33:59.146921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.207008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce432f2-ab61-4b36-83c0-a767ca545c23 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:59.211533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Transition to ACTIVE for port object 585a4c6e-6c04-4bbc-beeb-e4747afd546b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:59.216832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.227137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.239134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Transition to ACTIVE for port object 3ce432f2-ab61-4b36-83c0-a767ca545c23 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:33:59.244180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.258131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4672e4-0a54-499a-8469-9994bd8436d0 req-389d67a3-8878-4632-9b5b-351c43577f2e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.259686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f4672e4-0a54-499a-8469-9994bd8436d0 req-389d67a3-8878-4632-9b5b-351c43577f2e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 943 time: 0.3388693 Jul 22 23:33:59.289953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2a5efcd3-f806-4908-ba51-9a6d0319d8c8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.291524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2a5efcd3-f806-4908-ba51-9a6d0319d8c8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 931 time: 0.1570139 Jul 22 23:33:59.302559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Pushing event updated for resources: {'Port': ['ID=3ce432f2-ab61-4b36-83c0-a767ca545c23,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.305209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.336241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.338129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e HTTP/1.1" status: 204 len: 168 time: 0.7415617 Jul 22 23:33:59.341370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58124) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:33:59.353514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-77468176-df76-4282-b6c4-4fa50bab6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.355060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-77468176-df76-4282-b6c4-4fa50bab6810 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9c342e6a3e4c4cd692b412599745cc93&device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 1094 time: 0.3640282 Jul 22 23:33:59.365055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476870-c3bd-441e-8f39-e135c0959542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a05c4fc-86e1-4dce-9cf1-e69efc4f7c2e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.398629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7caa3e6e-1aea-4c18-b63e-a5a348037061 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0932593 Jul 22 23:33:59.436583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Pushing event updated for resources: {'Port': ['ID=585a4c6e-6c04-4bbc-beeb-e4747afd546b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.472489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.484682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ea2b131a-1da6-4d31-b3f4-bcc81461b3fb details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:33:59.500271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Attempting to bind port 3ce432f2-ab61-4b36-83c0-a767ca545c23 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:59.500620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Attempting to bind port 3ce432f2-ab61-4b36-83c0-a767ca545c23 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '446f84fc-88ca-443f-8094-5865f6766513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:59.500955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Attempting to bind port 3ce432f2-ab61-4b36-83c0-a767ca545c23 on network bb196b84-b673-4b52-81ee-95c1d2e7379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:59.508451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Port 3ce432f2-ab61-4b36-83c0-a767ca545c23 on network bb196b84-b673-4b52-81ee-95c1d2e7379c not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:59.508793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Attempting to bind port 3ce432f2-ab61-4b36-83c0-a767ca545c23 on network bb196b84-b673-4b52-81ee-95c1d2e7379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:59.514948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e1ce41e8-a629-4338-ae39-cb4f237c76af tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1088614 Jul 22 23:33:59.517278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:59.517626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Checking segment: {'id': '446f84fc-88ca-443f-8094-5865f6766513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:59.518365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Bound using segment: {'id': '446f84fc-88ca-443f-8094-5865f6766513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:59.518577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Bound port: 3ce432f2-ab61-4b36-83c0-a767ca545c23, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446f84fc-88ca-443f-8094-5865f6766513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:59.518812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.527250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e9f175e5-9132-48ed-a105-187c27909772 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:59.556621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e9f175e5-9132-48ed-a105-187c27909772 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:59.556964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e9f175e5-9132-48ed-a105-187c27909772 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:59.557535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 914d5e57-10ef-42b4-97cd-4864106e7e61 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:33:59.558044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f4672e4-0a54-499a-8469-9994bd8436d0 req-341740d7-8a27-4553-b39d-43d2200e2484 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570121 Jul 22 23:33:59.630793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 914d5e57-10ef-42b4-97cd-4864106e7e61 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:33:59.631139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 914d5e57-10ef-42b4-97cd-4864106e7e61 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:33:59.698807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.711031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-960419e4-4a97-4e4e-9bfa-ec5e7761f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.713417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-960419e4-4a97-4e4e-9bfa-ec5e7761f38f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 200 len: 914 time: 0.3284993 Jul 22 23:33:59.735241 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23b8f6e-dd9a-4ecb-9bf0-92ba3e794127 x-openstack-request-id: req-f23b8f6e-dd9a-4ecb-9bf0-92ba3e794127 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:33:59.735538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Attempting to bind port 585a4c6e-6c04-4bbc-beeb-e4747afd546b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:33:59.737699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Attempting to bind port 585a4c6e-6c04-4bbc-beeb-e4747afd546b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:33:59.737699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Attempting to bind port 585a4c6e-6c04-4bbc-beeb-e4747afd546b on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:59.738439 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-plugged", "status": "completed", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:33:59.739321 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f23b8f6e-dd9a-4ecb-9bf0-92ba3e794127 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:33:59.740009 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'code': 200} Jul 22 23:33:59.756677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c71b5c-41d9-4a07-bfc9-21324b37ec8a']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:59.771778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2defe082-61b1-4739-afdc-5ce78d1cd731') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:59.772063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2defe082-61b1-4739-afdc-5ce78d1cd731') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:33:59.774685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] For port 3ce432f2-ab61-4b36-83c0-a767ca545c23, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:33:59.784771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] For port 3ce432f2-ab61-4b36-83c0-a767ca545c23, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23,segment=NetworkSegment(446f84fc-88ca-443f-8094-5865f6766513),segment_id=446f84fc-88ca-443f-8094-5865f6766513)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:33:59.789453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.798096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:59.801545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-43fb6981-ec56-44ee-8f50-26982337f42c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb HTTP/1.1" status: 200 len: 217 time: 0.0728912 Jul 22 23:33:59.805569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Port 585a4c6e-6c04-4bbc-beeb-e4747afd546b on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:33:59.805901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Attempting to bind port 585a4c6e-6c04-4bbc-beeb-e4747afd546b on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:33:59.812979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.816994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.817681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb', 'network_id': 'f192911a-d6c4-4974-a127-568619a73677', 'port_id': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb', 'mac_address': 'fa:16:3e:59:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea987872-c89a-44eb-a16b-764c2eaf1b10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:33:59.843368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:33:59.843704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:33:59.844096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:33:59.844548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Bound port: 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:33:59.844913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.859998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:33:59.860408 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:33:59.862482 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:33:59.871530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4a1697bb-4b66-4f6a-a941-4da1c85643cb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.878532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4a1697bb-4b66-4f6a-a941-4da1c85643cb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.881086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.881423 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.881873 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.883318 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] 10.222.0.48 "PUT /v2.0/ports/3ce432f2-ab61-4b36-83c0-a767ca545c23 HTTP/1.1" status: 200 len: 1091 time: 1.7266927 Jul 22 23:33:59.884248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4a1697bb-4b66-4f6a-a941-4da1c85643cb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:33:59.885338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239e4322-93c7-42cd-8332-3624b88155e4', 'tag': '3ce432f2-ab61-4b36-83c0-a767ca545c23'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:33:59.885891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4a1697bb-4b66-4f6a-a941-4da1c85643cb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/networks?id=a99baa75-108b-4491-a375-1de276f8c2f7&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900 HTTP/1.1" status: 200 len: 1988 time: 0.3042312 Jul 22 23:33:59.888313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96" -d '{"events": [{"name": "network-changed", "server_uuid": "239e4322-93c7-42cd-8332-3624b88155e4", "tag": "3ce432f2-ab61-4b36-83c0-a767ca545c23"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:33:59.916300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2b131a-1da6-4d31-b3f4-bcc81461b3fb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:33:59.941959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:33:59.947078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.961611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ecccb-8052-4229-bdee-d4126c1bc33d service neutron] Pushing event updated for resources: {'Port': ['ID=3ce432f2-ab61-4b36-83c0-a767ca545c23,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.966090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.984843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:33:59.989702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] 10.222.0.21 "DELETE /v2.0/networks/81c71b5c-41d9-4a07-bfc9-21324b37ec8a HTTP/1.1" status: 204 len: 168 time: 0.6472933 Jul 22 23:33:59.991207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2a115-ba00-4890-9420-f48e3c2f5670 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c71b5c-41d9-4a07-bfc9-21324b37ec8a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:33:59.994177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7ce672d0-5e3c-4bbf-8fce-38bdac8b1580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/quotas/6a62a6ad9607418fab1b1d63e859fe1f HTTP/1.1" status: 200 len: 375 time: 0.0867815 Jul 22 23:34:00.030263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:00.070047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-ca1e9f3c-8225-4904-b6df-d7de2c91e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.072912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-ca1e9f3c-8225-4904-b6df-d7de2c91e6a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 200 len: 853 time: 0.1757309 Jul 22 23:34:00.154383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-ab521d58-22f2-4ec4-b35f-44ff517774b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f192911a-d6c4-4974-a127-568619a73677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548368 Jul 22 23:34:00.156454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] For port 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:00.167522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6eebd-82c5-47ee-b997-467c56f88c81 req-216d0abc-1f9f-47b3-b20a-1378a80a306d tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.169148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aab6eebd-82c5-47ee-b997-467c56f88c81 req-216d0abc-1f9f-47b3-b20a-1378a80a306d tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 943 time: 0.3825140 Jul 22 23:34:00.170936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-4f207c8a-0667-4351-8246-48d0e53d4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.173335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-4f207c8a-0667-4351-8246-48d0e53d4513 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e016d5aa0b814ea988ee0c8ccc16f854&device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 1094 time: 0.0821111 Jul 22 23:34:00.184285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:00.206692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] For port 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:00.235848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.239157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1b8d7-f581-48db-b1bf-ab09dbc77709 req-9adc06b2-7bf4-4db0-9f21-6026836d3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.243055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39a1b8d7-f581-48db-b1bf-ab09dbc77709 req-9adc06b2-7bf4-4db0-9f21-6026836d3403 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 1097 time: 0.3537574 Jul 22 23:34:00.261752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-94a37bbb-2445-479b-b8a0-e0d0b3aa6807 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23 HTTP/1.1" status: 200 len: 217 time: 0.0448134 Jul 22 23:34:00.272923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d221fee8-9a03-46fa-a9db-dc2a055b39ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fb0d51aaa56458ba44563b342150ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872641 Jul 22 23:34:00.274882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58138) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:00.348457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-3aec8301-be42-4a80-a5f2-8e7685380ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.350046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-3aec8301-be42-4a80-a5f2-8e7685380ee4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d0d8330-9f9d-4686-ac71-5c31cf5d66a7 HTTP/1.1" status: 200 len: 860 time: 0.0760534 Jul 22 23:34:00.357085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-0465182a-90a2-4cec-9df8-f03498220b07 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3535216 Jul 22 23:34:00.362270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.362838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.365248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] 10.222.0.48 "PUT /v2.0/ports/585a4c6e-6c04-4bbc-beeb-e4747afd546b HTTP/1.1" status: 200 len: 1095 time: 2.8986926 Jul 22 23:34:00.370326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f42d71f-98e8-41b7-b9a3-8723e559f66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.371857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653232f7-827f-4988-8dc8-83682b236888', 'tag': '585a4c6e-6c04-4bbc-beeb-e4747afd546b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:00.374652 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d60a6c-8c67-4acd-8732-ee621941a49a" -d '{"events": [{"name": "network-changed", "server_uuid": "653232f7-827f-4988-8dc8-83682b236888", "tag": "585a4c6e-6c04-4bbc-beeb-e4747afd546b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:00.409250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['ea2b131a-1da6-4d31-b3f4-bcc81461b3fb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:00.416058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aab6eebd-82c5-47ee-b997-467c56f88c81 req-3e11c855-5949-413f-9069-ffaa9149a574 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291043 Jul 22 23:34:00.430237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-0d236256-0347-4ce9-9805-2db7f537265c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb196b84-b673-4b52-81ee-95c1d2e7379c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432353 Jul 22 23:34:00.436456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f42d71f-98e8-41b7-b9a3-8723e559f66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.515833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a362324-29fa-430b-ac38-e7bb9b7aaca0 service neutron] Pushing event updated for resources: {'Port': ['ID=585a4c6e-6c04-4bbc-beeb-e4747afd546b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:00.521274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39a1b8d7-f581-48db-b1bf-ab09dbc77709 req-56230b86-c469-43c4-aebb-6cd2f78c16d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408862 Jul 22 23:34:00.574371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-42c654a4-8076-4283-aa37-60aeec7f7eab service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927183 Jul 22 23:34:00.627923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f42d71f-98e8-41b7-b9a3-8723e559f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.631686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3f42d71f-98e8-41b7-b9a3-8723e559f66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:00.636873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3f42d71f-98e8-41b7-b9a3-8723e559f66a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d494287b-ca67-43e6-b5fc-c642a5ee4d87 HTTP/1.1" status: 204 len: 168 time: 0.3609066 Jul 22 23:34:00.654414 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-e68eaa9f-a578-488b-a30f-86b11cb9630d service neutron] 10.222.0.48 "GET /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154794 Jul 22 23:34:00.656214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7221153b-fe3e-4c50-aedf-efa6ad42091f service neutron] 10.222.0.21 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685511 Jul 22 23:34:00.658344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42d71f-98e8-41b7-b9a3-8723e559f66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494287b-ca67-43e6-b5fc-c642a5ee4d87,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:00.775468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-1f05cc2f-d498-4a04-97ec-550629ff0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.777018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-1f05cc2f-d498-4a04-97ec-550629ff0669 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 1098 time: 0.3071609 Jul 22 23:34:00.825747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce918-20f7-4778-8c4e-ea9f0e149c6f req-1ea6de02-b2e2-498f-8813-c26905e8eb28 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:00.831932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c5ce918-20f7-4778-8c4e-ea9f0e149c6f req-1ea6de02-b2e2-498f-8813-c26905e8eb28 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2605042 Jul 22 23:34:00.844523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cc4ca05e-63d7-47a1-8764-d06fb2f7a5ed service neutron] 10.222.0.21 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809371 Jul 22 23:34:00.990016 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4295da10-6b5d-41df-a9c9-ac1f14231c6e req-505500a1-a101-4a2d-869b-26f20dc1222b service neutron] 10.222.0.48 "GET /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109874 Jul 22 23:34:01.288379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-a33bf3b0-0cf5-41aa-8231-4612c329dcf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b HTTP/1.1" status: 200 len: 217 time: 0.3950896 Jul 22 23:34:01.332795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c5ce918-20f7-4778-8c4e-ea9f0e149c6f req-b2f8a1ee-731a-4533-b048-a1714799e82e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994133 Jul 22 23:34:01.364089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-926eb1a4-fa5d-45af-8707-ba172830b78c service neutron] 10.222.0.21 "GET /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5125532 Jul 22 23:34:01.461341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-eb6abc2a-68b9-4a77-bb42-a2cdf5342f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.462818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-eb6abc2a-68b9-4a77-bb42-a2cdf5342f3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1654198 Jul 22 23:34:01.469264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16e63087-7921-4a69-aa79-9bb6e55a0964 req-3aa0209a-4692-4c02-b1ee-15e534bf59b3 service neutron] 10.222.0.48 "GET /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789292 Jul 22 23:34:01.499728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b6b3af7a-96e0-4c00-970b-9482860a7abf up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:01.522659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:01.559132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port b6b3af7a-96e0-4c00-970b-9482860a7abf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:01.564563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port b6b3af7a-96e0-4c00-970b-9482860a7abf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:01.565350 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.573840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-a3f304f9-d3d4-429f-92ec-cf251eaae9ff service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992178 Jul 22 23:34:01.601850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948025d8-7eab-4156-aef9-cfb1f0c928ff req-c80c04ca-3dd7-47c9-ab5d-3b594063aeb8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.603316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-948025d8-7eab-4156-aef9-cfb1f0c928ff req-c80c04ca-3dd7-47c9-ab5d-3b594063aeb8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 945 time: 0.1991956 Jul 22 23:34:01.642264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-network', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:01.660821 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.665499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Made reservation on behalf of 854caaa4465c478885c7a7eccafb5adf for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:01.668356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.677656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.694712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-122a12a5-106c-4c6e-9de0-c8f11bd84553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.696275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-122a12a5-106c-4c6e-9de0-c8f11bd84553 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011759 Jul 22 23:34:01.701822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b6b3af7a-96e0-4c00-970b-9482860a7abf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:01.703406 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.712145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-948025d8-7eab-4156-aef9-cfb1f0c928ff req-89de3509-ace7-4f08-882b-cfbf371866fa tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950673 Jul 22 23:34:01.738683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-d4e43737-0271-45bb-adf6-745945febc2a service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546619 Jul 22 23:34:01.746342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b3af7a-96e0-4c00-970b-9482860a7abf'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:01.749523 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50dea2-00d8-4f07-8cf5-12ded63fc361" -d '{"events": [{"server_uuid": "b357cce4-5d60-47cc-83dc-0f98b0d4ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "b6b3af7a-96e0-4c00-970b-9482860a7abf"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:01.784024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b6b3af7a-96e0-4c00-970b-9482860a7abf,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:01.815964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.820008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.849042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:01.855568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186cd00f-fe5f-476d-91ab-1955232eea1d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:01.863623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.864010 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Added segment fe18e546-2686-40f6-986f-4d6d67b6b25e of type vlan for network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 Jul 22 23:34:01.878749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-d27cdec5-9332-445e-b79e-3928fb86c072 service neutron] 10.222.0.21 "GET /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1228187 Jul 22 23:34:01.916369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.934855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-84e72fe9-6ed6-4c8b-bdee-f602555b00ff service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211132 Jul 22 23:34:01.946981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.948222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:01.948802 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:01.984461 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4571834 Jul 22 23:34:01.984938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:01.989786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Request body: {'subnet': {'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-subnet', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:02.022806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d3d4d-81d9-4523-9dab-2bb2839da3cd admin admin] Pushing event updated for resources: {'Network': ['ID=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.031954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1391-e39b-4060-8523-4615f55b04d8 req-ba22d8a4-a58c-43c5-a354-bdb930d63887 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.033614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99db1391-e39b-4060-8523-4615f55b04d8 req-ba22d8a4-a58c-43c5-a354-bdb930d63887 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 947 time: 0.2021835 Jul 22 23:34:02.041843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Made reservation on behalf of 854caaa4465c478885c7a7eccafb5adf for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:02.045893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.049599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:02.081598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-07bc1f53-76c6-42b2-9da4-dc730ad5e6e9 service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964211 Jul 22 23:34:02.166700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99db1391-e39b-4060-8523-4615f55b04d8 req-5aecad3e-11e2-4af1-b16a-136754b0c063 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187730 Jul 22 23:34:02.169344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef30006-1830-4f7d-93f9-93a74cc92970 req-6995321c-d144-4751-85e7-b38c1c51a0ef service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987929 Jul 22 23:34:02.227872 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ad684d-3cdf-462f-b96d-59068d6db31f x-openstack-request-id: req-e1ad684d-3cdf-462f-b96d-59068d6db31f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:02.228376 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239e4322-93c7-42cd-8332-3624b88155e4", "tag": "3ce432f2-ab61-4b36-83c0-a767ca545c23", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:02.228727 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1ad684d-3cdf-462f-b96d-59068d6db31f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:02.229344 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239e4322-93c7-42cd-8332-3624b88155e4', 'tag': '3ce432f2-ab61-4b36-83c0-a767ca545c23', 'status': 'completed', 'code': 200} Jul 22 23:34:02.239938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-9a2acf21-6c53-49d8-af1f-eaa0cff20978 service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466448 Jul 22 23:34:02.255436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.265488 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74112b-3337-4bee-82ec-a744614a14cb x-openstack-request-id: req-0a74112b-3337-4bee-82ec-a744614a14cb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:02.265785 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653232f7-827f-4988-8dc8-83682b236888", "tag": "585a4c6e-6c04-4bbc-beeb-e4747afd546b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:02.266032 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a74112b-3337-4bee-82ec-a744614a14cb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:02.266422 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653232f7-827f-4988-8dc8-83682b236888', 'tag': '585a4c6e-6c04-4bbc-beeb-e4747afd546b', 'status': 'completed', 'code': 200} Jul 22 23:34:02.313675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=711797dd-23b4-4f80-892e-d5ee844b6309,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:02.325795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Checking segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:02.326246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Network hostable DHCP agents. Network: 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:02.346398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:02.355458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:02.361419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.362020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.365369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27d957-12b2-4a2e-92db-2927837f4898 None None] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:02.380953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44e9295e-1ca9-483a-931f-efc8d29b1152 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3926423 Jul 22 23:34:02.381206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:02.386422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:02.413160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.414397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.455765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-de77a1c7-0f7c-4fe7-9b3d-b708674888cb service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102771 Jul 22 23:34:02.483613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.536011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:34:02.537099 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.571577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f98c56-5b11-4850-8e0c-0e7900e09c55 req-08618020-7b77-431f-8a19-4fd5f76fd67e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.578485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87f98c56-5b11-4850-8e0c-0e7900e09c55 req-08618020-7b77-431f-8a19-4fd5f76fd67e tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 944 time: 0.2619305 Jul 22 23:34:02.585579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-53ff59c8-8ff4-47ab-bdc4-ff95dcde0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.587081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-53ff59c8-8ff4-47ab-bdc4-ff95dcde0389 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e016d5aa0b814ea988ee0c8ccc16f854&device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 1094 time: 0.2384334 Jul 22 23:34:02.634392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.638059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-135e12bb-7e96-4371-8657-ee556f9f6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.639710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-135e12bb-7e96-4371-8657-ee556f9f6e18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 1098 time: 0.2719302 Jul 22 23:34:02.643749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-883afa10-538f-42be-a6b9-1bd969899bd5 service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871219 Jul 22 23:34:02.685497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Allocated IP 172.20.0.2 (006f8a84-bb1a-425c-9b48-25cbcfb2a8b6/711797dd-23b4-4f80-892e-d5ee844b6309/10fab627-b4ae-4a80-b1bb-6862c7d246a4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:02.748117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87f98c56-5b11-4850-8e0c-0e7900e09c55 req-7a20cf6e-d353-43bc-bc02-790af9e3e3e0 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685498 Jul 22 23:34:02.800911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-9b90d930-ad54-4967-8cd3-17ee1b1dd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:02.802385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-9b90d930-ad54-4967-8cd3-17ee1b1dd5f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bb196b84-b673-4b52-81ee-95c1d2e7379c HTTP/1.1" status: 200 len: 921 time: 0.2022703 Jul 22 23:34:02.867068 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.873765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.884860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Transition to ACTIVE for port object 10fab627-b4ae-4a80-b1bb-6862c7d246a4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:02.894819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.900701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Transition to ACTIVE for port object 10fab627-b4ae-4a80-b1bb-6862c7d246a4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:02.910760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:02.922470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-cd3b7bd2-eed2-42f0-9660-f47bac0c2dc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23 HTTP/1.1" status: 200 len: 217 time: 0.1117129 Jul 22 23:34:02.947607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:02.954981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:02.957448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:02.969529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Pushing event updated for resources: {'Port': ['ID=10fab627-b4ae-4a80-b1bb-6862c7d246a4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:03.013700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-c11bc165-6c6f-43db-82a6-998d19b6489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.014571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Allocated IP 172.25.5.134 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/c9e2d09d-8abe-475e-9d7f-a160b82a2820) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:03.015079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-c11bc165-6c6f-43db-82a6-998d19b6489e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.3605714 Jul 22 23:34:03.020262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cb5ef83c-2bf0-4cd2-81a7-a8b8968bbdda service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677747 Jul 22 23:34:03.031961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Attempting to bind port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:03.032476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Attempting to bind port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:03.032910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Attempting to bind port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:03.039210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:03.039712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Checking segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:03.040124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.040515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Bound using segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:03.041009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Bound port: 10fab627-b4ae-4a80-b1bb-6862c7d246a4, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:03.041392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.086595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-368ba891-a92b-4c50-ac66-f4606688089d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b HTTP/1.1" status: 200 len: 217 time: 0.0615969 Jul 22 23:34:03.088044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-ca190de6-4276-4c44-aaa5-9fb72b6a5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.089384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-ca190de6-4276-4c44-aaa5-9fb72b6a5d98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9d0d8330-9f9d-4686-ac71-5c31cf5d66a7 HTTP/1.1" status: 200 len: 860 time: 0.1398454 Jul 22 23:34:03.109619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] For port 10fab627-b4ae-4a80-b1bb-6862c7d246a4, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:03.113114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] For port 10fab627-b4ae-4a80-b1bb-6862c7d246a4, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10fab627-b4ae-4a80-b1bb-6862c7d246a4,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:03.117746 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.133381 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.163895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-e77e5f5a-3b6e-4841-9695-3ec2958c3edd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb196b84-b673-4b52-81ee-95c1d2e7379c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604279 Jul 22 23:34:03.181394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97574463-58dd-4068-bad9-6c1a2b7c42f8 None None] Pushing event updated for resources: {'Port': ['ID=10fab627-b4ae-4a80-b1bb-6862c7d246a4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:03.201462 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.239036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:03.242030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:03.248403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840767a-13cb-4181-8ae4-5da8bdacfde4 req-2d93dd8b-c0a0-415f-9bd8-aec1af0c1433 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.248583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:03.249961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0840767a-13cb-4181-8ae4-5da8bdacfde4 req-2d93dd8b-c0a0-415f-9bd8-aec1af0c1433 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 943 time: 0.3469427 Jul 22 23:34:03.268560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-a45af962-55ce-42d9-b2ed-cef9c30b0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.270163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-a45af962-55ce-42d9-b2ed-cef9c30b0647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.1651034 Jul 22 23:34:03.279005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9e2d09d-8abe-475e-9d7f-a160b82a2820,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:03.290971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.291476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.291893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.292297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.292701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.293099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.293529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.293930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.294505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.294910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.295786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.295786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:03.380836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-3e2510fc-2a6a-4460-9dac-c3877eb428ae service neutron] 10.222.0.21 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523767 Jul 22 23:34:03.495278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3ce432f2-ab61-4b36-83c0-a767ca545c23 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:03.534605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ea2b131a-1da6-4d31-b3f4-bcc81461b3fb up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:03.601690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10fab627-b4ae-4a80-b1bb-6862c7d246a4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:03.620100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.716691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:03.722710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:03.723092 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.749829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0840767a-13cb-4181-8ae4-5da8bdacfde4 req-6e836d6c-6959-401d-a22c-85520137ea71 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883587 Jul 22 23:34:03.769833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3ce432f2-ab61-4b36-83c0-a767ca545c23, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23,segment=NetworkSegment(446f84fc-88ca-443f-8094-5865f6766513),segment_id=446f84fc-88ca-443f-8094-5865f6766513)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:03.839401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-7c9236ca-1171-40f8-9b86-8874ba618422 service neutron] 10.222.0.48 "GET /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408505 Jul 22 23:34:03.867764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:03.875952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-5c0c6bd9-8967-43af-9d77-209f14b3eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:03.877519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-5c0c6bd9-8967-43af-9d77-209f14b3eda5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5886977 Jul 22 23:34:03.892073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-f4dac61c-011f-4fad-8698-4c3c79be7d33 service neutron] 10.222.0.21 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873254 Jul 22 23:34:03.925690 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdcf149-b307-47ff-b590-7c7bb769a352 x-openstack-request-id: req-ebdcf149-b307-47ff-b590-7c7bb769a352 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:03.926388 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357cce4-5d60-47cc-83dc-0f98b0d4ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "b6b3af7a-96e0-4c00-970b-9482860a7abf", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:03.927443 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebdcf149-b307-47ff-b590-7c7bb769a352 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:03.927443 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b3af7a-96e0-4c00-970b-9482860a7abf', 'code': 200} Jul 22 23:34:03.932364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '3ce432f2-ab61-4b36-83c0-a767ca545c23', 'network_id': 'bb196b84-b673-4b52-81ee-95c1d2e7379c', 'port_id': '3ce432f2-ab61-4b36-83c0-a767ca545c23', 'mac_address': 'fa:16:3e:fb:b8:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0d8330-9f9d-4686-ac71-5c31cf5d66a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:03.963528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:04.000434 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.032291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce432f2-ab61-4b36-83c0-a767ca545c23 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:04.067793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3ce432f2-ab61-4b36-83c0-a767ca545c23, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23,segment=NetworkSegment(446f84fc-88ca-443f-8094-5865f6766513),segment_id=446f84fc-88ca-443f-8094-5865f6766513)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:04.071517 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.083838 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.084125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fb82d21f-5b2c-4e72-a730-a71a2336da9e service neutron] 10.222.0.21 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906066 Jul 22 23:34:04.097053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Router 928abf9a-93fc-4f04-add0-cda17796a531 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:34:04.104892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8459cd-6006-48dd-aca6-8983f4243751 req-b4f7fd43-d960-4e4d-9bf0-b4dc43f9129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.108219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8459cd-6006-48dd-aca6-8983f4243751 req-b4f7fd43-d960-4e4d-9bf0-b4dc43f9129d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 1096 time: 0.1119633 Jul 22 23:34:04.115632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:04.141619 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.175257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3ce432f2-ab61-4b36-83c0-a767ca545c23,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:04.242299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:04.249541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:04.260917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:04.272436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:04.273071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:04.292949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8459cd-6006-48dd-aca6-8983f4243751 req-278e2caa-b3d4-4311-acdd-12d3a001e11b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Jul 22 23:34:04.300749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.305220 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c7b44975-2985-4aea-955c-8950214123a1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9228923 Jul 22 23:34:04.306241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:04.312060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-365ce2a6-0dbf-45b1-a108-8efe657b8273 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313039 Jul 22 23:34:04.345893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb45d9c-cf90-4f95-9fe3-40e0a2710a96 req-73241cd3-678c-49e9-94b8-db67339709d9 service neutron] 10.222.0.48 "GET /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511635 Jul 22 23:34:04.362735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5af4ee-0aea-48b0-b70b-79f8622b41fe None None] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:04.392187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfafdf-102d-4fb2-bd90-7cec6e928db1 req-48622ff0-a142-4a0a-b8c2-fe2dd84ecc95 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:04.394819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cdfafdf-102d-4fb2-bd90-7cec6e928db1 req-48622ff0-a142-4a0a-b8c2-fe2dd84ecc95 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.4484982 Jul 22 23:34:04.404787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-3dacc0c2-26fa-432b-8e03-b0bd4da68603 service neutron] 10.222.0.21 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049366 Jul 22 23:34:04.472190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] Provisioning for port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:04.490271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] Provisioning complete for port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:04.490735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:04.499002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cdfafdf-102d-4fb2-bd90-7cec6e928db1 req-416a9613-5df2-4319-a797-49d58de55f9a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840600 Jul 22 23:34:04.540674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3ce432f2-ab61-4b36-83c0-a767ca545c23'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:04.547557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:04.554943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-a7200946-d8dc-4b61-987c-a956d1a5a0f8 service neutron] 10.222.0.21 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491597 Jul 22 23:34:04.767520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d60a6c-8c67-4acd-8732-ee621941a49a req-86dcad99-b4f7-4944-aeb8-cee8d38667fb service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472049 Jul 22 23:34:04.915059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.036331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] For port 10fab627-b4ae-4a80-b1bb-6862c7d246a4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10fab627-b4ae-4a80-b1bb-6862c7d246a4,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:05.086124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.177060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f261e5-f265-4ffa-97df-3c27f2471ba3 req-42b1ce73-0122-4ae7-9ba4-dd153693d59d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.189970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:03Z', 'revision_number': 3, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:05.191635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64f261e5-f265-4ffa-97df-3c27f2471ba3 req-42b1ce73-0122-4ae7-9ba4-dd153693d59d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 947 time: 0.1247277 Jul 22 23:34:05.240349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:05.240619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Updating router 928abf9a-93fc-4f04-add0-cda17796a531 port c9e2d09d-8abe-475e-9d7f-a160b82a2820 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:34:05.248890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ee7a9-0a52-4c42-81b9-d95c67c9ae3b None None] Pushing event updated for resources: {'Port': ['ID=10fab627-b4ae-4a80-b1bb-6862c7d246a4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:05.254347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64f261e5-f265-4ffa-97df-3c27f2471ba3 req-6c6cc275-71cf-4d04-aca6-0c905b569ecf tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Jul 22 23:34:05.294754 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.334422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.343425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2d94357a-67d9-4866-80fd-7d8f384038da None None] Provisioning complete for port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:05.343693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d94357a-67d9-4866-80fd-7d8f384038da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.416304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4faf39-cd10-4529-b0a5-c464193609ab req-c7c3dafc-1777-4835-b2d9-7ced2ec0a9d5 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.420575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae4faf39-cd10-4529-b0a5-c464193609ab req-c7c3dafc-1777-4835-b2d9-7ced2ec0a9d5 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 945 time: 0.1023588 Jul 22 23:34:05.491535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae4faf39-cd10-4529-b0a5-c464193609ab req-47ac31e0-6b55-4961-96ab-7fc5188ff4e2 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650263 Jul 22 23:34:05.519526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 585a4c6e-6c04-4bbc-beeb-e4747afd546b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:05.568694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae896f2-62db-488d-82cf-99d13c7c1a0f req-2373fdc3-c101-4ea2-bc04-c55747e31ed1 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.570396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eae896f2-62db-488d-82cf-99d13c7c1a0f req-2373fdc3-c101-4ea2-bc04-c55747e31ed1 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0775008 Jul 22 23:34:05.591906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10fab627-b4ae-4a80-b1bb-6862c7d246a4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:05.617910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eae896f2-62db-488d-82cf-99d13c7c1a0f req-1416e98e-0a0e-46d1-8b20-46a3dd185749 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Jul 22 23:34:05.694367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Allocated IP 172.20.0.1 (006f8a84-bb1a-425c-9b48-25cbcfb2a8b6/711797dd-23b4-4f80-892e-d5ee844b6309/c29c408a-7dad-4bfa-9c11-2c47c968b2f5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:05.720359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:34:05.930792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:05.952881 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0723fcc-812f-4b6f-94d4-d75339396e91" -d '{"events": [{"server_uuid": "2e81982f-f12f-4c9f-bd53-08e02452766c", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b131a-1da6-4d31-b3f4-bcc81461b3fb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:05.969122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12e6cc-d3bb-4e1b-a95d-8084dad73824 req-26541391-e175-4d85-a5b4-0b2e7166fea1 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:05.971763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:05.977953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a12e6cc-d3bb-4e1b-a95d-8084dad73824 req-26541391-e175-4d85-a5b4-0b2e7166fea1 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 944 time: 0.2036757 Jul 22 23:34:06.014079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Transition to ACTIVE for port object c29c408a-7dad-4bfa-9c11-2c47c968b2f5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:06.036681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:06.053843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a12e6cc-d3bb-4e1b-a95d-8084dad73824 req-a0338518-7c64-4efe-849a-5b6a6fda0bd4 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585561 Jul 22 23:34:06.086938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.092031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '585a4c6e-6c04-4bbc-beeb-e4747afd546b', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '585a4c6e-6c04-4bbc-beeb-e4747afd546b', 'mac_address': 'fa:16:3e:fa:73:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:06.105170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:06.105704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.112099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.143311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09e67c73-ffd3-4a63-8132-1f369b5066b5 req-86852005-0fc1-4aa3-91cd-667f5c77a3d6 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.0603871 Jul 22 23:34:06.186039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:06.191668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:06.195594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:06.288569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.317488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.350277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Transition to ACTIVE for port object c9e2d09d-8abe-475e-9d7f-a160b82a2820 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:06.367231 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.372056 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e10774-ed48-4c6f-92df-f72175645054 x-openstack-request-id: req-47e10774-ed48-4c6f-92df-f72175645054 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:06.372614 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e81982f-f12f-4c9f-bd53-08e02452766c", "name": "network-vif-plugged", "status": "completed", "tag": "ea2b131a-1da6-4d31-b3f4-bcc81461b3fb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:06.374064 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47e10774-ed48-4c6f-92df-f72175645054 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:06.374647 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb', 'code': 200} Jul 22 23:34:06.403714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.431200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:06.465294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585a4c6e-6c04-4bbc-beeb-e4747afd546b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:06.502945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-e9784314-a5d6-43e4-9ca8-d501a4481978 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.504863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-e9784314-a5d6-43e4-9ca8-d501a4481978 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.2619886 Jul 22 23:34:06.571359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Attempting to bind port c9e2d09d-8abe-475e-9d7f-a160b82a2820 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:06.571925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Attempting to bind port c9e2d09d-8abe-475e-9d7f-a160b82a2820 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:06.573705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Attempting to bind port c9e2d09d-8abe-475e-9d7f-a160b82a2820 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:06.579468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:06.591177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4e9b-f570-4e7f-8206-30e8382041b8 None None] Pushing event updated for resources: {'Port': ['ID=c9e2d09d-8abe-475e-9d7f-a160b82a2820,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:06.597073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:06.597532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:06.597888 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.598286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:06.598771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Bound port: c9e2d09d-8abe-475e-9d7f-a160b82a2820, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:06.599161 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.602191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.621113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-16710e2c-2678-4582-bbb5-a0c530fe5cd0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/quotas/0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 375 time: 0.0970888 Jul 22 23:34:06.640937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.711750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa81d4-426d-4c2b-87f0-f81c53d37e15 req-a5093902-6c85-4307-8d19-74f5146ec542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.713918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27fa81d4-426d-4c2b-87f0-f81c53d37e15 req-a5093902-6c85-4307-8d19-74f5146ec542 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 1096 time: 0.2074161 Jul 22 23:34:06.736431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d49711-6078-4be0-81e1-5be1cfb42037 req-12d6f67f-3764-4731-8ea9-1b2f05192be0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:06.738128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8d49711-6078-4be0-81e1-5be1cfb42037 req-12d6f67f-3764-4731-8ea9-1b2f05192be0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2306018 Jul 22 23:34:06.808300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-7377f270-6789-450c-8701-e87fa539e9fd tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1853065 Jul 22 23:34:06.852422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15178615-6b82-45d5-a127-14d3b214e20d None None] Provisioning for port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:06.866647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.875037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.877483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27fa81d4-426d-4c2b-87f0-f81c53d37e15 req-c2759869-cf13-4bae-bf5a-625081335095 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343775 Jul 22 23:34:06.893329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8d49711-6078-4be0-81e1-5be1cfb42037 req-4b9e6902-b988-4185-89d3-a0c9597caf3a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393607 Jul 22 23:34:06.894122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15178615-6b82-45d5-a127-14d3b214e20d None None] Provisioning complete for port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:06.894509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15178615-6b82-45d5-a127-14d3b214e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.913383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=585a4c6e-6c04-4bbc-beeb-e4747afd546b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:06.941081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] For port c9e2d09d-8abe-475e-9d7f-a160b82a2820, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:06.961023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] For port c9e2d09d-8abe-475e-9d7f-a160b82a2820, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c9e2d09d-8abe-475e-9d7f-a160b82a2820,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:06.968401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:06.973289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-15178615-6b82-45d5-a127-14d3b214e20d None None] Port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:06.976569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:06.998753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.040485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4e9b-f570-4e7f-8206-30e8382041b8 None None] Pushing event updated for resources: {'Port': ['ID=c9e2d09d-8abe-475e-9d7f-a160b82a2820,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:07.061534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-38fd14cf-73f9-45ca-925e-8097cde22871 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523208 Jul 22 23:34:07.063360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:07.064006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:07.099039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:07.100713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:07.110113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['585a4c6e-6c04-4bbc-beeb-e4747afd546b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:07.176585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbe0d5-4e15-46f4-b10b-784d9a0688b4 req-02db69c4-30e8-416e-9ae1-0af826905e1c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.178180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0adbe0d5-4e15-46f4-b10b-784d9a0688b4 req-02db69c4-30e8-416e-9ae1-0af826905e1c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 948 time: 0.1873629 Jul 22 23:34:07.262333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-1d1d8c67-dfae-4963-a849-549e8286d356 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991427 Jul 22 23:34:07.297820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0adbe0d5-4e15-46f4-b10b-784d9a0688b4 req-73b3dee4-82db-4b1f-a995-bcc92127ed8e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138582 Jul 22 23:34:07.368876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Router 928abf9a-93fc-4f04-add0-cda17796a531 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:07.463405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:07.536470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91246-e3ab-4b41-94c1-28e400319403 req-5cf60397-e8a0-414b-8381-d4a3a8c36987 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.549379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c91246-e3ab-4b41-94c1-28e400319403 req-5cf60397-e8a0-414b-8381-d4a3a8c36987 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 945 time: 0.1138647 Jul 22 23:34:07.577333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:07.586978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3ce432f2-ab61-4b36-83c0-a767ca545c23 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:07.609271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d6aeb592-69f4-4953-84f5-226330a33ee3 admin admin] 10.222.0.21 "PUT /v2.0/routers/928abf9a-93fc-4f04-add0-cda17796a531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2899184 Jul 22 23:34:07.675004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c91246-e3ab-4b41-94c1-28e400319403 req-f63cb9a7-5502-4710-9976-51531dad6dc3 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246595 Jul 22 23:34:07.691425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-698e979b-a819-4e7c-8f65-d9f4e0a814df None None] Provisioning complete for port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:07.697666 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-698e979b-a819-4e7c-8f65-d9f4e0a814df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.795312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-698e979b-a819-4e7c-8f65-d9f4e0a814df None None] Port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:07.817085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-d8c278c6-f3f8-4793-ad3c-2e4ae90d7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.818548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-d8c278c6-f3f8-4793-ad3c-2e4ae90d7ac4 service neutron] 10.222.0.48 "GET /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 1027 time: 0.1784680 Jul 22 23:34:07.858516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f9ab-aa94-42a3-9bcf-13b477c9dfda req-8c6ebfed-b32f-494c-8d73-e0633dff0fe8 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:07.866502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d83f9ab-aa94-42a3-9bcf-13b477c9dfda req-8c6ebfed-b32f-494c-8d73-e0633dff0fe8 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 944 time: 0.2276633 Jul 22 23:34:07.972601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 3ce432f2-ab61-4b36-83c0-a767ca545c23 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:07.987612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 3ce432f2-ab61-4b36-83c0-a767ca545c23 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:07.988009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:07.997961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7df6cc7-80d3-40f2-b3d5-833e945fc558 req-7e2cefb8-5e79-4abf-a94a-090751906ddd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1065903 Jul 22 23:34:08.120275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d83f9ab-aa94-42a3-9bcf-13b477c9dfda req-9f52001d-74e1-4729-990a-91402368407a tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528834 Jul 22 23:34:08.124152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-416fcaf8-1522-4909-9e6f-bd96eec5484d req-a682b081-949a-4f63-926d-bd5a68482972 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 210 time: 0.0720317 Jul 22 23:34:08.132458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-41a4caa2-8349-4a1f-b7dc-5e92a5e134ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.133816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-41a4caa2-8349-4a1f-b7dc-5e92a5e134ae service neutron] 10.222.0.48 "GET /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 1027 time: 0.3007786 Jul 22 23:34:08.210752 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:08.320908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-df7d179e-bd9a-451b-9020-f86b87c047dd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.327709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-df7d179e-bd9a-451b-9020-f86b87c047dd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.329390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3ce432f2-ab61-4b36-83c0-a767ca545c23, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23,segment=NetworkSegment(446f84fc-88ca-443f-8094-5865f6766513),segment_id=446f84fc-88ca-443f-8094-5865f6766513)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:08.334142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-df7d179e-bd9a-451b-9020-f86b87c047dd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.335884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-df7d179e-bd9a-451b-9020-f86b87c047dd tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "GET /v2.0/networks?id=a99baa75-108b-4491-a375-1de276f8c2f7&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900 HTTP/1.1" status: 200 len: 1988 time: 0.1939745 Jul 22 23:34:08.336261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 2, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:08.346342 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:08.390707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239e4322-93c7-42cd-8332-3624b88155e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce432f2-ab61-4b36-83c0-a767ca545c23'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:08.393115 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a48c5a-2cfb-4c99-b920-373749358802" -d '{"events": [{"server_uuid": "239e4322-93c7-42cd-8332-3624b88155e4", "name": "network-vif-plugged", "status": "completed", "tag": "3ce432f2-ab61-4b36-83c0-a767ca545c23"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:08.399042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5d8c6-d318-4c5f-9af5-8f6deca79b1a None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 2, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:08.460527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3ce432f2-ab61-4b36-83c0-a767ca545c23,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:08.534975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-dfe2090d-deca-4671-94bb-d41455925d18 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a62a6ad9607418fab1b1d63e859fe1f HTTP/1.1" status: 200 len: 380 time: 0.1618032 Jul 22 23:34:08.564469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08d9df-bc25-4cc9-b516-4490bc742ffa req-fabfab9c-b417-44ac-b0c3-2ddb1915bcc3 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:08.566133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a08d9df-bc25-4cc9-b516-4490bc742ffa req-fabfab9c-b417-44ac-b0c3-2ddb1915bcc3 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2292635 Jul 22 23:34:08.613740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'admin_state_up': True, 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'security_groups': ['e87774fc-cf54-4f92-8aed-20fa7b189e0d']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:08.867239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58296) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:08.893801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116882802', 'description': 'tempest-description--315182581'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:08.903974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a08d9df-bc25-4cc9-b516-4490bc742ffa req-64e7416a-ae9b-407e-9d2d-1504c32f500c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077681 Jul 22 23:34:08.943051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:34:08.943051 n-d-758851-4 neutron-server[93790]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:34:08.943051 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id': '854caaa4465c478885c7a7eccafb5adf', 'id': 'febe2421-132f-45eb-836c-2474a6cdeca1', 'expiration': datetime.datetime(2021, 7, 22, 23, 36, 8, 934789)}] Jul 22 23:34:08.943051 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:34:08.944033 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:34:08.963591 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb5ff2-3396-43e9-a247-546e9bc87f2b x-openstack-request-id: req-94fb5ff2-3396-43e9-a247-546e9bc87f2b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:08.963955 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239e4322-93c7-42cd-8332-3624b88155e4", "name": "network-vif-plugged", "status": "completed", "tag": "3ce432f2-ab61-4b36-83c0-a767ca545c23", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:08.964271 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94fb5ff2-3396-43e9-a247-546e9bc87f2b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:08.964728 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239e4322-93c7-42cd-8332-3624b88155e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce432f2-ab61-4b36-83c0-a767ca545c23', 'code': 200} Jul 22 23:34:09.013163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:09.016835 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.174553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b827f-8e38-4748-848e-d871121e4005 req-58777593-2cd5-414e-b122-df1dfec040ad tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:09.176183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad2b827f-8e38-4748-848e-d871121e4005 req-58777593-2cd5-414e-b122-df1dfec040ad tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 948 time: 0.2422910 Jul 22 23:34:09.274804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a183552-120b-4239-8d42-f00bc9b6c306 req-a1f87f68-5d57-4d55-9a7c-221ba61b7d91 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:09.276343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a183552-120b-4239-8d42-f00bc9b6c306 req-a1f87f68-5d57-4d55-9a7c-221ba61b7d91 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 945 time: 0.2533727 Jul 22 23:34:09.308066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad2b827f-8e38-4748-848e-d871121e4005 req-99b8698f-27d8-4183-92fa-c917645c213b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247203 Jul 22 23:34:09.332376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 172.20.0.7 (a99baa75-108b-4491-a375-1de276f8c2f7/61f2e8ec-7c3f-4c17-905c-fd15f6e80874/a8362c09-589f-4ebb-8269-b91ba153574e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:09.390545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9845cc-5e55-4e2f-b883-8c8a23dc770c req-3ef9990e-aa1e-41fc-aeff-455cd6621599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:09.390545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac9845cc-5e55-4e2f-b883-8c8a23dc770c req-3ef9990e-aa1e-41fc-aeff-455cd6621599 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 1096 time: 0.2604907 Jul 22 23:34:09.508578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a183552-120b-4239-8d42-f00bc9b6c306 req-52269c3b-8d59-4f47-baf5-5c43d0ee8f26 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150991 Jul 22 23:34:09.516615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 585a4c6e-6c04-4bbc-beeb-e4747afd546b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:09.585646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b95ac94-4547-466b-bb89-fc511e2ac06f req-76b20b63-a0fb-4f12-9c81-7e6e2e554952 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1130660 Jul 22 23:34:09.665902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac9845cc-5e55-4e2f-b883-8c8a23dc770c req-cf2a8f62-9cde-4577-a7d3-cbf96f0d66f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445025 Jul 22 23:34:09.672645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-2b2c4fd3-f419-4c9b-9612-c06f61468116 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:09.679097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-2b2c4fd3-f419-4c9b-9612-c06f61468116 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.2629347 Jul 22 23:34:09.718985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 585a4c6e-6c04-4bbc-beeb-e4747afd546b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:09.724609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 585a4c6e-6c04-4bbc-beeb-e4747afd546b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:09.725139 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.748087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.753361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c9e2d09d-8abe-475e-9d7f-a160b82a2820 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:09.849910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c9e2d09d-8abe-475e-9d7f-a160b82a2820 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:09.860176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c9e2d09d-8abe-475e-9d7f-a160b82a2820 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:09.860749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.916112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.920352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.928449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.961893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.962334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:09.970034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0943792 Jul 22 23:34:09.971169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:09.976908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:09.983383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'security_group_rule': {'security_group_id': '4ee45244-b78a-4eea-a4e7-c9973494e793', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:10.033365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4514b44-4264-47e7-a249-bfd22da6804f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee45244-b78a-4eea-a4e7-c9973494e793,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.037020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.057020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Request body: {'port': {'device_id': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'admin_state_up': True, 'tenant_id': '0f92364df9c24edaa1924be8cf617848'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:10.086472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=585a4c6e-6c04-4bbc-beeb-e4747afd546b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.089761 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.118252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c9e2d09d-8abe-475e-9d7f-a160b82a2820, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c9e2d09d-8abe-475e-9d7f-a160b82a2820,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:10.124876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.204555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c9e2d09d-8abe-475e-9d7f-a160b82a2820,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.282523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ecc71da-7e94-4bd3-b691-1d136edeb9dd req-6b791b2c-562a-4ccb-a1d3-017245bdb54e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 210 time: 0.5637996 Jul 22 23:34:10.309191 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.321578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.336580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.358686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea401238-7fec-4564-b470-eca23262710d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.368146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Made reservation on behalf of 0f92364df9c24edaa1924be8cf617848 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:10.372755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.378623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object a8362c09-589f-4ebb-8269-b91ba153574e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:10.384447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.385655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-edcf994e-5bad-4b3f-981b-599c2c75c3cb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4102166 Jul 22 23:34:10.388492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:10.394104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'security_group_rule': {'security_group_id': '4ee45244-b78a-4eea-a4e7-c9973494e793', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:10.395945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28402-d6d0-4cb4-85b2-400976a0033a req-b35dbf8f-b0e7-4a49-8c8e-2d648915111b tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:10.397517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08c28402-d6d0-4cb4-85b2-400976a0033a req-b35dbf8f-b0e7-4a49-8c8e-2d648915111b tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 945 time: 0.5912566 Jul 22 23:34:10.473157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.517543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08c28402-d6d0-4cb4-85b2-400976a0033a req-0b75adb4-820a-4957-9bd5-72f6a18f8ce4 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117930 Jul 22 23:34:10.575562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Allocated IP 172.20.0.13 (0755832c-95f5-424e-ab86-bd666c28f730/c7273c37-e6bb-4f38-8489-22a0ff430a1c/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:10.579079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.599995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d62318-9840-4a60-bd98-a9c8042a939b req-e85a2c91-a849-4651-bdc4-4ff0496b1690 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:10.601668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7d62318-9840-4a60-bd98-a9c8042a939b req-e85a2c91-a849-4651-bdc4-4ff0496b1690 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 945 time: 0.1891637 Jul 22 23:34:10.685347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.685565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network a99baa75-108b-4491-a375-1de276f8c2f7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:10.697822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:10.698092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.701978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:10.728276 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.733752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442256 Jul 22 23:34:10.734467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:10.742932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:10.754095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.779581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7d62318-9840-4a60-bd98-a9c8042a939b req-b0197743-1f25-4173-82a7-8e483d2db589 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614151 Jul 22 23:34:10.786484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.786829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.787167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.787539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.787870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.788467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.788815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.789143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.789471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.789796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.790128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.790770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:10.792704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9e24b-da5f-4341-b6be-c421b846a605 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8157ded-d078-4949-803e-fdc147803770,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:10.819515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:10.820156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.850494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.856832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b6b06-404b-441a-b3b3-fa6f42a73621 req-135a4e32-30f2-46bb-bb94-bbc5459cffe9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:10.858544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-630b6b06-404b-441a-b3b3-fa6f42a73621 req-135a4e32-30f2-46bb-bb94-bbc5459cffe9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2559068 Jul 22 23:34:10.881585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7d7d478f-6d63-45a0-95c8-ebdd95468a0a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2734294 Jul 22 23:34:10.935503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'admin_state_up': True, 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'security_groups': ['e87774fc-cf54-4f92-8aed-20fa7b189e0d']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:10.941295 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:10.966725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653232f7-827f-4988-8dc8-83682b236888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585a4c6e-6c04-4bbc-beeb-e4747afd546b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:10.969071 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8079cb1b-6f20-47a9-be91-5f5e4b08c14c" -d '{"events": [{"server_uuid": "653232f7-827f-4988-8dc8-83682b236888", "name": "network-vif-plugged", "status": "completed", "tag": "585a4c6e-6c04-4bbc-beeb-e4747afd546b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:11.004355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.008666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-630b6b06-404b-441a-b3b3-fa6f42a73621 req-bc1357b1-aff5-471d-9a12-49086051cd39 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430781 Jul 22 23:34:11.072592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f114242f-ad17-4b78-ad24-52dfed2d867d None None] Provisioning for port a8362c09-589f-4ebb-8269-b91ba153574e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:11.080403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f114242f-ad17-4b78-ad24-52dfed2d867d None None] Provisioning complete for port a8362c09-589f-4ebb-8269-b91ba153574e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:11.083724 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f114242f-ad17-4b78-ad24-52dfed2d867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.106010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc0ddb-1e46-427c-8fd6-27fcbc2e399b req-7c633168-56e8-42b3-94af-5346bfe5e76e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:11.108376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0dc0ddb-1e46-427c-8fd6-27fcbc2e399b req-7c633168-56e8-42b3-94af-5346bfe5e76e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.2178516 Jul 22 23:34:11.158767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Network 0755832c-95f5-424e-ab86-bd666c28f730 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:11.166909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f114242f-ad17-4b78-ad24-52dfed2d867d None None] Port a8362c09-589f-4ebb-8269-b91ba153574e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:11.169342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:11.171492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:11.180381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:11.257772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:11.258720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.279308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.284101 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-765a853e-657e-4021-9025-a2ed03e17a42 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2332048 Jul 22 23:34:11.328776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Request body: {'port': {'device_id': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:11.330567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0dc0ddb-1e46-427c-8fd6-27fcbc2e399b req-89ffe87d-a4f4-4637-8a94-6b077f494512 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965480 Jul 22 23:34:11.366501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1b46-beff-470c-ab87-4b40c60cf99f req-080a512d-6c1f-4d3e-b0a0-227bf77a1114 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:11.376372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dfa1b46-beff-470c-ab87-4b40c60cf99f req-080a512d-6c1f-4d3e-b0a0-227bf77a1114 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 931 time: 0.2333252 Jul 22 23:34:11.381177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:11.388943 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.499209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dfa1b46-beff-470c-ab87-4b40c60cf99f req-1aa55735-f1b3-4115-975e-757b2e449a67 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063509 Jul 22 23:34:11.544158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.574917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c9e2d09d-8abe-475e-9d7f-a160b82a2820 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:11.591358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Allocated IP 172.25.5.82 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/0baa743e-ff6e-4354-8f93-de1d91275ea9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:11.667456 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5fed7-6946-41d7-a281-4dcd4f976aab x-openstack-request-id: req-83a5fed7-6946-41d7-a281-4dcd4f976aab {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:11.667456 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653232f7-827f-4988-8dc8-83682b236888", "name": "network-vif-plugged", "status": "completed", "tag": "585a4c6e-6c04-4bbc-beeb-e4747afd546b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:11.667456 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83a5fed7-6946-41d7-a281-4dcd4f976aab {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:11.667456 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653232f7-827f-4988-8dc8-83682b236888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585a4c6e-6c04-4bbc-beeb-e4747afd546b', 'code': 200} Jul 22 23:34:11.738303 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:11.760116 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:11.760813 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:11.782248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c9e2d09d-8abe-475e-9d7f-a160b82a2820 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:11.782632 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:11.889233 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:11.957213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 10.1.1.117 (2633086f-44ff-44c2-947b-dd63e6af5f8d/3aebe774-109b-4256-a638-9214ecfa9490/8423963b-21e0-4b7d-930f-57cf269b8d53) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:12.027102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae86d7d-f08a-4ae1-a9e6-196d12d992d0 req-c071cf97-474c-416b-a858-d209d9951498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.028969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ae86d7d-f08a-4ae1-a9e6-196d12d992d0 req-c071cf97-474c-416b-a858-d209d9951498 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 1100 time: 0.3027599 Jul 22 23:34:12.094898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee44f33-ef28-4051-aa55-f7a1629db57e req-fee4000e-16e6-40df-88ec-3e7ba62ed8db tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.102170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee44f33-ef28-4051-aa55-f7a1629db57e req-fee4000e-16e6-40df-88ec-3e7ba62ed8db tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 945 time: 0.2432544 Jul 22 23:34:12.118611 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.145719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f9bb4-74fe-47f8-9e08-a6fd19afb3e4 req-3548f599-38cf-4fda-9923-d50c39ba3927 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.147274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb3f9bb4-74fe-47f8-9e08-a6fd19afb3e4 req-3548f599-38cf-4fda-9923-d50c39ba3927 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 932 time: 0.3475301 Jul 22 23:34:12.174786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.227641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee44f33-ef28-4051-aa55-f7a1629db57e req-43f7d5cc-f03d-48a3-89ff-d8ccbb02adfa tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209180 Jul 22 23:34:12.242366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ae86d7d-f08a-4ae1-a9e6-196d12d992d0 req-ca0a838f-75ec-40c2-81d2-6fa4173dc4fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957355 Jul 22 23:34:12.259056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:12.276203 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 2, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:12.283984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:12.295047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.312134 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:12.312708 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Updating router 928abf9a-93fc-4f04-add0-cda17796a531 port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:34:12.315197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Transition to ACTIVE for port object a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:12.333265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb3f9bb4-74fe-47f8-9e08-a6fd19afb3e4 req-e8b14d75-a19b-468f-9094-5446b8a5b620 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778684 Jul 22 23:34:12.337094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:12.343290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'Port': ['ID=0baa743e-ff6e-4354-8f93-de1d91275ea9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:12.361713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:12.361713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.383585 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.433458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.467009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object 8423963b-21e0-4b7d-930f-57cf269b8d53 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:12.540115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:12.589199 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.646538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:12.670842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:12.690654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:12.776184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:12.776652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:12.779887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:12.780728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:12.803186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:12.803652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:12.814226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.818403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc41e-f9ab-40d5-9520-b087fd9aafea req-52e4db57-770c-4044-9336-003bae65d55b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.820057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-608cc41e-f9ab-40d5-9520-b087fd9aafea req-52e4db57-770c-4044-9336-003bae65d55b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2792413 Jul 22 23:34:12.820224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:12.820672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:12.821168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:12.821723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Bound port: a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:12.822187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.848994 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.861255 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Transition to ACTIVE for port object c29c408a-7dad-4bfa-9c11-2c47c968b2f5 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:12.869863 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.876095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:12.876763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.908476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:12.912044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:12.933006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fccda193-71ac-4eed-a1b4-74e16218b880 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0027792 Jul 22 23:34:12.945011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:12.963130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-608cc41e-f9ab-40d5-9520-b087fd9aafea req-75b81364-4e53-4f1c-b6fa-11d5d3d0a43c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771689 Jul 22 23:34:12.971181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'admin_state_up': True, 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'security_groups': ['e87774fc-cf54-4f92-8aed-20fa7b189e0d']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:13.019122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.019784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.020686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e43803b-287d-4b2f-9d68-4d0270e5916d None None] Provisioning for port 8423963b-21e0-4b7d-930f-57cf269b8d53 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:13.021591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] 10.222.0.48 "PUT /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 1092 time: 1.6984076 Jul 22 23:34:13.026078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:13.029194 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb77e656-e8dc-48a6-b3f8-07d5a205445e" -d '{"events": [{"name": "network-changed", "server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:13.036279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e43803b-287d-4b2f-9d68-4d0270e5916d None None] Provisioning complete for port 8423963b-21e0-4b7d-930f-57cf269b8d53 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:13.036924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e43803b-287d-4b2f-9d68-4d0270e5916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.040491 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Pushing event updated for resources: {'Port': ['ID=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:13.045372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.084154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467dab-da8f-49d9-b9b9-928f77652de4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:13.112340 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.113098 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.113098 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.116709 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.118115 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.119168 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.120218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.122366 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.122963 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.123444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.126487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e43803b-287d-4b2f-9d68-4d0270e5916d None None] Port 8423963b-21e0-4b7d-930f-57cf269b8d53 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:13.126995 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.130000 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:13.158216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Attempting to bind port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:13.158920 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Attempting to bind port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:13.159563 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Attempting to bind port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:13.170465 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:13.171184 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Checking segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:13.171964 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.173418 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Bound using segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:13.174985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Bound port: c29c408a-7dad-4bfa-9c11-2c47c968b2f5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:13.175647 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.241833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99c84-9e64-4f04-a7cd-e6ab13796e07 req-92e09fb4-7ca2-4963-a813-1386c92df8c7 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.243469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6af99c84-9e64-4f04-a7cd-e6ab13796e07 req-92e09fb4-7ca2-4963-a813-1386c92df8c7 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.4431610 Jul 22 23:34:13.302216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-0363f1f4-497a-446b-8d29-ae105beeabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.304943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-0363f1f4-497a-446b-8d29-ae105beeabfb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1095 time: 0.1807008 Jul 22 23:34:13.306826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:13.309604 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] For port c29c408a-7dad-4bfa-9c11-2c47c968b2f5, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:13.311292 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.315925 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] For port c29c408a-7dad-4bfa-9c11-2c47c968b2f5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:13.323435 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.328561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6af99c84-9e64-4f04-a7cd-e6ab13796e07 req-4dfbdc0b-ea2c-4701-8013-810063c5df5f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748303 Jul 22 23:34:13.355709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654d9f1-5184-45b0-8ea7-6137b4c0fec0 req-bb02c15e-7b65-42aa-bba9-ada277bb5573 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.363806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b654d9f1-5184-45b0-8ea7-6137b4c0fec0 req-bb02c15e-7b65-42aa-bba9-ada277bb5573 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 945 time: 0.2160423 Jul 22 23:34:13.440181 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc37b6-a497-4143-a1b6-8f73e7487b09 None None] Pushing event updated for resources: {'Port': ['ID=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:13.445834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b654d9f1-5184-45b0-8ea7-6137b4c0fec0 req-a2c03541-2940-49dd-a0ab-0c8187795fa2 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816588 Jul 22 23:34:13.468764 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:13.471229 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:33:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:13.472067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.479501 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-4a655275-490d-477f-9667-7631e5ecc7af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 217 time: 0.1241241 Jul 22 23:34:13.484169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.569048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'Port': ['ID=0baa743e-ff6e-4354-8f93-de1d91275ea9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:13.586374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 10.1.1.74 (2633086f-44ff-44c2-947b-dd63e6af5f8d/3aebe774-109b-4256-a638-9214ecfa9490/d5903613-b59c-4ea3-873b-39bd4f3bf5eb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:13.601767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb7846-3d06-41d1-8403-d30208a2e162 req-e0daeb7b-d4c0-4e02-8cbd-28679b02b61a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.609242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb7846-3d06-41d1-8403-d30208a2e162 req-e0daeb7b-d4c0-4e02-8cbd-28679b02b61a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.610928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bdb7846-3d06-41d1-8403-d30208a2e162 req-e0daeb7b-d4c0-4e02-8cbd-28679b02b61a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 1653 time: 0.1620789 Jul 22 23:34:13.650599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.689225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-08109976-684f-4544-80c7-73bd9ce23423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.691951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-08109976-684f-4544-80c7-73bd9ce23423 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1813722 Jul 22 23:34:13.692950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:13.695080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cfd11936-feab-4ea3-89b4-633613387c48 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9559896 Jul 22 23:34:13.750856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:13.752028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bdb7846-3d06-41d1-8403-d30208a2e162 req-40fc4de8-b3f6-4eb5-82a4-91a8acf89656 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341147 Jul 22 23:34:13.759668 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-6900ecbe-3506-4a9f-ad29-ba8cb49970a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533760 Jul 22 23:34:13.868282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca70d0-4af8-4f53-a964-f0240c577cec req-fb9a423c-107a-4a4e-afb0-350eb69b0478 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:13.876618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8aca70d0-4af8-4f53-a964-f0240c577cec req-fb9a423c-107a-4a4e-afb0-350eb69b0478 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.2320998 Jul 22 23:34:13.921429 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-b54b798b-400e-49cc-a425-9ea0c8c1417c service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540191 Jul 22 23:34:13.923241 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527a273-23ac-4094-b962-68769839b5fc x-openstack-request-id: req-0527a273-23ac-4094-b962-68769839b5fc {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:13.923561 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:13.923815 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0527a273-23ac-4094-b962-68769839b5fc {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:13.924252 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'status': 'completed', 'code': 200} Jul 22 23:34:13.959000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8aca70d0-4af8-4f53-a964-f0240c577cec req-4d78a6bf-60ca-4331-999a-8ec7c0b347d1 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753660 Jul 22 23:34:14.093479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.120378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-27c37da9-aa77-4d91-8e48-bd5650be215a req-0696bc5d-5b19-4975-ad7c-5a99568b55f5 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790152 Jul 22 23:34:14.169712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object d5903613-b59c-4ea3-873b-39bd4f3bf5eb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:14.179931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-b485aff0-2916-4caa-a666-cb8394fa71d2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1116882802&fields=id&tenant_id=854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 267 time: 0.0743763 Jul 22 23:34:14.184782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:13Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:14.227874 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b817a-95ed-4fa6-ad1d-2d8ab430a8c6 None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:13Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:14.263655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcd100-610b-4af0-b095-902748f3f940 req-aca9d090-bdad-4955-a2fc-9fb7e3fa59f7 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.271918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1dcd100-610b-4af0-b095-902748f3f940 req-aca9d090-bdad-4955-a2fc-9fb7e3fa59f7 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 944 time: 0.3116417 Jul 22 23:34:14.369242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.397614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1dcd100-610b-4af0-b095-902748f3f940 req-149428b7-240a-4da2-be41-a94921bf569e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247919 Jul 22 23:34:14.437357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a910d667-3a9c-473b-9cc3-a35368772591 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.445761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a910d667-3a9c-473b-9cc3-a35368772591 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 817 time: 0.2562187 Jul 22 23:34:14.463175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:14.468117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:14.471677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-d336493e-59d9-4a61-aade-b0a666fa2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.473450 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-d336493e-59d9-4a61-aade-b0a666fa2b7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1095 time: 0.0734870 Jul 22 23:34:14.474826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:14.489083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-5e83c4c4-e388-475f-9d57-b00f3d41da3c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/quotas/854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 375 time: 0.0423512 Jul 22 23:34:14.567245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:14.629642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.630431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.682996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-752313dc-bb3b-4fca-b934-0b8e15c57135 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7185335 Jul 22 23:34:14.716049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-60281526-bcdd-415c-9907-5b084feb77f2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2178407 Jul 22 23:34:14.731018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-0d30614f-4848-4f80-b357-213348edb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:14.737127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-0d30614f-4848-4f80-b357-213348edb271 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.2419353 Jul 22 23:34:14.785260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'admin_state_up': True, 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'security_groups': ['e87774fc-cf54-4f92-8aed-20fa7b189e0d']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:14.929093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-644e3d1a-9161-4d4e-9633-8bb4922da856 None None] Provisioning for port d5903613-b59c-4ea3-873b-39bd4f3bf5eb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:14.929940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-86c1829d-2ca2-4bca-9f93-e2aa417285ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 217 time: 0.0622704 Jul 22 23:34:14.938448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-644e3d1a-9161-4d4e-9633-8bb4922da856 None None] Provisioning complete for port d5903613-b59c-4ea3-873b-39bd4f3bf5eb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:14.939091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-644e3d1a-9161-4d4e-9633-8bb4922da856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:14.981947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-644e3d1a-9161-4d4e-9633-8bb4922da856 None None] Port d5903613-b59c-4ea3-873b-39bd4f3bf5eb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:15.057656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-5312525c-87bd-4ad1-a7e2-f34f69d7699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.060484 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-5312525c-87bd-4ad1-a7e2-f34f69d7699c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1074932 Jul 22 23:34:15.128945 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-8f771290-c726-4c49-8bc3-73fee50293be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560021 Jul 22 23:34:15.135868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-2e992556-b50d-4524-8e29-9977beed593a service neutron] 10.222.0.21 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176791 Jul 22 23:34:15.152011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c24f9b-d658-4778-84b0-02814bd4a1dc req-ec0bf6de-d3e6-4643-a411-cf272e13fd35 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.154517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3c24f9b-d658-4778-84b0-02814bd4a1dc req-ec0bf6de-d3e6-4643-a411-cf272e13fd35 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1791692 Jul 22 23:34:15.213207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:15.268650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-93781978-2133-47be-83c7-04114a9020fe service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240292 Jul 22 23:34:15.294014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3c24f9b-d658-4778-84b0-02814bd4a1dc req-2d2f3937-73c3-407d-a117-f29c6b80abe6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284034 Jul 22 23:34:15.411936 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb77e656-e8dc-48a6-b3f8-07d5a205445e req-d7bd9bde-2d41-43de-ab28-bb0f8a72489a service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306577 Jul 22 23:34:15.491940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a3ab2911-8fff-4048-a1b1-b697384dc7d4 service neutron] 10.222.0.21 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343709 Jul 22 23:34:15.507759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.542660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-06fae294-b471-4d48-97e3-1b46e99a4ac8 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.544553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-06fae294-b471-4d48-97e3-1b46e99a4ac8 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/ports?device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 945 time: 0.2641332 Jul 22 23:34:15.581604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c29c408a-7dad-4bfa-9c11-2c47c968b2f5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:15.658042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:15.664305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:15.665418 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.730132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec39cc-91a3-409d-8f47-9758fe8bfbfe req-24e22ef2-b8cb-4e22-80e0-630e1a353fdb tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:15.732883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8ec39cc-91a3-409d-8f47-9758fe8bfbfe req-24e22ef2-b8cb-4e22-80e0-630e1a353fdb tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.3163178 Jul 22 23:34:15.811644 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.858934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c29c408a-7dad-4bfa-9c11-2c47c968b2f5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:15.879143 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:15.972884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:15.996536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:15.997395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:15.997945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:15.998378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:15.998897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:15.999500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.000090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.000427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.000951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.001280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.001757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.002085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:34:16.098337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b582c63-2608-4ae9-9d76-f92cf9d4cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.279211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8ec39cc-91a3-409d-8f47-9758fe8bfbfe req-abe2f46f-4f7e-4231-bb0d-3b240eacef21 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345581 Jul 22 23:34:16.364655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a7956-62a0-437e-978c-089da823d7f8 req-eaadd107-3adc-4be5-82a2-ac4c1743a489 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.366626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e0a7956-62a0-437e-978c-089da823d7f8 req-eaadd107-3adc-4be5-82a2-ac4c1743a489 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 945 time: 0.6077065 Jul 22 23:34:16.370660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 10.2.2.100 (60c70dab-386a-4a06-84a5-3dc1a1fb3900/80f78354-0e82-4bce-b2cb-08422bcd6055/9b9d0d31-3fa3-478b-9756-fd1cbfa00a74) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:16.392218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Deleting port b6b3af7a-96e0-4c00-970b-9482860a7abf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:16.392562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.563457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e0a7956-62a0-437e-978c-089da823d7f8 req-afdc4b43-d484-408d-b65a-8551fd5a9ada tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/security-groups?id=6cf53333-1fd2-4fbb-bae5-b1ee93d94943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871898 Jul 22 23:34:16.641261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] For port b6b3af7a-96e0-4c00-970b-9482860a7abf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b6b3af7a-96e0-4c00-970b-9482860a7abf,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:16.641659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.660054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143ca94-55ff-4d5f-a4c7-71c48f3c36b9 req-dfa1192f-f17d-4ec0-8c5a-7a3b62f90ab2 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.662444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0143ca94-55ff-4d5f-a4c7-71c48f3c36b9 req-dfa1192f-f17d-4ec0-8c5a-7a3b62f90ab2 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 945 time: 0.2873218 Jul 22 23:34:16.704329 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-1e8f3319-824b-4e98-b6a1-63692a603161 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.706374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-1e8f3319-824b-4e98-b6a1-63692a603161 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e81982f-f12f-4c9f-bd53-08e02452766c HTTP/1.1" status: 200 len: 945 time: 0.0834234 Jul 22 23:34:16.710468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Calling delete_port for b6b3af7a-96e0-4c00-970b-9482860a7abf owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:16.800774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.859116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Deleting port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:16.859116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.865024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0143ca94-55ff-4d5f-a4c7-71c48f3c36b9 req-20901ac4-faa3-4956-89ff-b89dcf771547 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866210 Jul 22 23:34:16.871106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:16.941636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-c9ed2d6c-997c-45e5-a39f-f4b55fe8326a tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:16.943366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-c9ed2d6c-997c-45e5-a39f-f4b55fe8326a tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.48 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.2920122 Jul 22 23:34:16.964478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] For port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,segment=NetworkSegment(c945b037-44a3-4d77-9576-1a832655b07f),segment_id=c945b037-44a3-4d77-9576-1a832655b07f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:16.964837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:16.984424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Calling delete_port for ea2b131a-1da6-4d31-b3f4-bcc81461b3fb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:17.003546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de31f71-c219-4b5b-af47-63e54c4eb404 req-6d1a7777-7c6b-4f79-90d2-7ffd0bae0e53 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.009742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de31f71-c219-4b5b-af47-63e54c4eb404 req-6d1a7777-7c6b-4f79-90d2-7ffd0bae0e53 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.016517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de31f71-c219-4b5b-af47-63e54c4eb404 req-6d1a7777-7c6b-4f79-90d2-7ffd0bae0e53 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.018234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1de31f71-c219-4b5b-af47-63e54c4eb404 req-6d1a7777-7c6b-4f79-90d2-7ffd0bae0e53 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 2373 time: 0.3047311 Jul 22 23:34:17.115255 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.251530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1de31f71-c219-4b5b-af47-63e54c4eb404 req-7bd85179-0126-4a01-9bca-ace0ddc0692a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974373 Jul 22 23:34:17.257350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:17.262871 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.279748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:17.284769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:17.301413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.317652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['ea2b131a-1da6-4d31-b3f4-bcc81461b3fb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:17.417372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event deleted for resources: {'Port': ['ID=b6b3af7a-96e0-4c00-970b-9482860a7abf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.455121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e690e-3c73-4e25-9529-8cef9c9d5aeb req-bd25f489-f253-4225-88c6-d99f9aa37b37 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.456544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-583e690e-3c73-4e25-9529-8cef9c9d5aeb req-bd25f489-f253-4225-88c6-d99f9aa37b37 tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/ports?device_id=84c9c980-6ba0-4da9-82d3-9d3a48432395 HTTP/1.1" status: 200 len: 946 time: 0.5078056 Jul 22 23:34:17.556874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:17.599790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b6b3af7a-96e0-4c00-970b-9482860a7abf no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:17.642142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c29c408a-7dad-4bfa-9c11-2c47c968b2f5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:17.697632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Deleting port 96026690-52c3-42ed-bac2-7cfca2d78042 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:17.698109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.698612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-47eec1a1-bdd7-4a0a-8098-b908fa7b2ba6 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.700754 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-47eec1a1-bdd7-4a0a-8098-b908fa7b2ba6 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 817 time: 0.1897769 Jul 22 23:34:17.702057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: b6b3af7a-96e0-4c00-970b-9482860a7abf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:17.702399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b6b3af7a-96e0-4c00-970b-9482860a7abf not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:17.740393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:17.740826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.767238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] No DVR routers for this DVR port b6b3af7a-96e0-4c00-970b-9482860a7abf on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:17.778903 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.785660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-30d2d90c-2fc5-4536-867c-d7d5604e9e36 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0259674 Jul 22 23:34:17.806277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:17.806656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.808496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc583ad8-4f1f-4caf-be06-d5c6c4c7c382 None None] Provisioning for port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:17.826519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.827023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-0b3ad472-619c-4945-9ed3-f989aabb90db tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 380 time: 0.0861230 Jul 22 23:34:17.827846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Pushing event deleted for resources: {'Port': ['ID=ea2b131a-1da6-4d31-b3f4-bcc81461b3fb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:17.828652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "DELETE /v2.0/ports/b6b3af7a-96e0-4c00-970b-9482860a7abf HTTP/1.1" status: 204 len: 173 time: 2.2596467 Jul 22 23:34:17.836995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'name': 'network-vif-deleted', 'tag': 'b6b3af7a-96e0-4c00-970b-9482860a7abf'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:17.839386 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9113e136-de3e-4aa4-afe4-8cd22ea130a7" -d '{"events": [{"server_uuid": "b357cce4-5d60-47cc-83dc-0f98b0d4ce8a", "name": "network-vif-deleted", "tag": "b6b3af7a-96e0-4c00-970b-9482860a7abf"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:17.880864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] For port 96026690-52c3-42ed-bac2-7cfca2d78042, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=96026690-52c3-42ed-bac2-7cfca2d78042,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:17.881291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:17.897194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Calling delete_port for 96026690-52c3-42ed-bac2-7cfca2d78042 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:17.915579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'port': {'device_id': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'admin_state_up': True, 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'security_groups': ['4ee45244-b78a-4eea-a4e7-c9973494e793']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:18.033936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc583ad8-4f1f-4caf-be06-d5c6c4c7c382 None None] Provisioning complete for port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:18.034290 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc583ad8-4f1f-4caf-be06-d5c6c4c7c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.040352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-583e690e-3c73-4e25-9529-8cef9c9d5aeb req-2af04b55-2554-4b98-a8d5-fbc6954c75ad tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4219f2ef-32f8-4b14-8620-13aa22c677f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421720 Jul 22 23:34:18.046733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'admin_state_up': True, 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'security_groups': ['e87774fc-cf54-4f92-8aed-20fa7b189e0d']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:18.054592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.111616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] No DVR routers for this DVR port ea2b131a-1da6-4d31-b3f4-bcc81461b3fb on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:18.115991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.127790 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b883c74d-2681-48dc-8524-e9fb9787f7c4 req-73702243-1e4e-4f40-8e7a-23401dcb442c tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.48 "DELETE /v2.0/ports/ea2b131a-1da6-4d31-b3f4-bcc81461b3fb HTTP/1.1" status: 204 len: 173 time: 1.4136436 Jul 22 23:34:18.133349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'name': 'network-vif-deleted', 'tag': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:18.136057 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813696f2-87a4-46b1-93d1-2a6c5b909957" -d '{"events": [{"server_uuid": "2e81982f-f12f-4c9f-bd53-08e02452766c", "name": "network-vif-deleted", "tag": "ea2b131a-1da6-4d31-b3f4-bcc81461b3fb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:18.147068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:18.151537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Pushing event deleted for resources: {'Port': ['ID=96026690-52c3-42ed-bac2-7cfca2d78042,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:18.161377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dc583ad8-4f1f-4caf-be06-d5c6c4c7c382 None None] Port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:18.162268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'port_id': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'mac_address': 'fa:16:3e:f6:08:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7273c37-e6bb-4f38-8489-22a0ff430a1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:18.168877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['96026690-52c3-42ed-bac2-7cfca2d78042'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:18.181883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Made reservation on behalf of 854caaa4465c478885c7a7eccafb5adf for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:18.186692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.203597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab051a-b9c9-4ab1-b2e5-ce4e02c42f8e req-76b43a7c-6f85-49cc-bd03-a929715f4d4c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.215882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5ab051a-b9c9-4ab1-b2e5-ce4e02c42f8e req-76b43a7c-6f85-49cc-bd03-a929715f4d4c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 944 time: 0.8325765 Jul 22 23:34:18.259107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137150f-b65b-4de4-a615-b48591c1f33b req-06a69610-4e70-4042-b24e-3d4a4f025005 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:18.263692 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4137150f-b65b-4de4-a615-b48591c1f33b req-06a69610-4e70-4042-b24e-3d4a4f025005 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.48 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 945 time: 0.3984466 Jul 22 23:34:18.288689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3d806c1-f144-4226-915c-b55d30f73813 req-4ee74bd4-3716-4b20-a297-477a4c303e01 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 210 time: 0.0656178 Jul 22 23:34:18.299930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.333755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:18.356893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:18.363041 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.499159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] No DVR routers for this DVR port 96026690-52c3-42ed-bac2-7cfca2d78042 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:18.504535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.506619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b04e5c1e-cda8-4d5f-84ff-0be87c6fb8e0 req-56155134-8d39-4554-b893-cd8bef36813e tempest-AttachSCSIVolumeTestJSON-41004537 tempest-AttachSCSIVolumeTestJSON-41004537-project] 10.222.0.48 "DELETE /v2.0/ports/96026690-52c3-42ed-bac2-7cfca2d78042 HTTP/1.1" status: 204 len: 173 time: 1.5400081 Jul 22 23:34:18.508056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:18.616990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5ab051a-b9c9-4ab1-b2e5-ce4e02c42f8e req-d43f5d52-72cb-49fe-a0c5-9a8e4039dd83 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005287 Jul 22 23:34:18.742503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Allocated IP 172.20.0.11 (006f8a84-bb1a-425c-9b48-25cbcfb2a8b6/711797dd-23b4-4f80-892e-d5ee844b6309/a8ee1fe9-1e6c-49c0-8128-002c5855cc7b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:18.760839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Made reservation on behalf of 6a62a6ad9607418fab1b1d63e859fe1f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:18.774232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:18.832597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:18.880001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Deleting port 3ce432f2-ab61-4b36-83c0-a767ca545c23 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:18.881213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.138366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b5913a4-8745-42ab-8a3d-da4847bf390f req-e5b27899-517c-4b80-a853-25fa6c14cadb tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] 10.222.0.21 "GET /v2.0/ports?device_id=b357cce4-5d60-47cc-83dc-0f98b0d4ce8a HTTP/1.1" status: 200 len: 210 time: 0.0603368 Jul 22 23:34:19.253038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] For port 3ce432f2-ab61-4b36-83c0-a767ca545c23, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3ce432f2-ab61-4b36-83c0-a767ca545c23,segment=NetworkSegment(446f84fc-88ca-443f-8094-5865f6766513),segment_id=446f84fc-88ca-443f-8094-5865f6766513)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:19.253038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.284201 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fc94ea-a7e2-474e-919e-d77484615028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.324676 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248bbe4-3dd0-4976-9c87-c4598274679c x-openstack-request-id: req-6248bbe4-3dd0-4976-9c87-c4598274679c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:19.325955 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b357cce4-5d60-47cc-83dc-0f98b0d4ce8a", "name": "network-vif-deleted", "tag": "b6b3af7a-96e0-4c00-970b-9482860a7abf", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:19.326500 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6248bbe4-3dd0-4976-9c87-c4598274679c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:19.327194 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b357cce4-5d60-47cc-83dc-0f98b0d4ce8a', 'name': 'network-vif-deleted', 'tag': 'b6b3af7a-96e0-4c00-970b-9482860a7abf', 'status': 'completed', 'code': 200} Jul 22 23:34:19.347667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.399381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Transition to ACTIVE for port object a8ee1fe9-1e6c-49c0-8128-002c5855cc7b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:19.427962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Calling delete_port for 3ce432f2-ab61-4b36-83c0-a767ca545c23 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:19.545941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd05d42-b5a6-416b-b18b-282e052e2861 req-2e1411f7-9fdb-4d5c-9361-e0d1455f1f06 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:19.550408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3cd05d42-b5a6-416b-b18b-282e052e2861 req-2e1411f7-9fdb-4d5c-9361-e0d1455f1f06 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.6039062 Jul 22 23:34:19.560517 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.567607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ea2b131a-1da6-4d31-b3f4-bcc81461b3fb no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:19.629501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: ea2b131a-1da6-4d31-b3f4-bcc81461b3fb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:19.632381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ea2b131a-1da6-4d31-b3f4-bcc81461b3fb not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:19.634939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 96026690-52c3-42ed-bac2-7cfca2d78042 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:19.663819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 96026690-52c3-42ed-bac2-7cfca2d78042 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:19.664663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 96026690-52c3-42ed-bac2-7cfca2d78042 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:19.691141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Allocated IP 10.2.2.200 (60c70dab-386a-4a06-84a5-3dc1a1fb3900/80f78354-0e82-4bce-b2cb-08422bcd6055/fc4d070e-e73d-44c5-b750-aebe4ff06424) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:19.692478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.733757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.769512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Pushing event deleted for resources: {'Port': ['ID=3ce432f2-ab61-4b36-83c0-a767ca545c23,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:19.916947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3cd05d42-b5a6-416b-b18b-282e052e2861 req-ae7a2b6b-51dc-4875-a6e2-14a5ffe824d1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306823 Jul 22 23:34:19.927113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] No DVR routers for this DVR port 3ce432f2-ab61-4b36-83c0-a767ca545c23 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:19.937571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:19.940225 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4137150f-b65b-4de4-a615-b48591c1f33b req-3ff57b88-5feb-44e2-8a34-6d439cdb7f69 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.48 "DELETE /v2.0/ports/3ce432f2-ab61-4b36-83c0-a767ca545c23 HTTP/1.1" status: 204 len: 173 time: 1.6635444 Jul 22 23:34:19.942849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:19.960295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:19.969197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:19.975499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:20.049665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90eee-df0c-4f18-935d-7d499c4bb52e req-9cedfe5e-2091-46a6-a4ae-b62eee991c8e tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.051462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49d90eee-df0c-4f18-935d-7d499c4bb52e req-9cedfe5e-2091-46a6-a4ae-b62eee991c8e tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/ports?device_id=239e4322-93c7-42cd-8332-3624b88155e4 HTTP/1.1" status: 200 len: 867 time: 0.6180773 Jul 22 23:34:20.116444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.117519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.132546 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78404168-e23f-4b0e-82e0-b146984cd04e x-openstack-request-id: req-78404168-e23f-4b0e-82e0-b146984cd04e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:20.132858 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e81982f-f12f-4c9f-bd53-08e02452766c", "name": "network-vif-deleted", "tag": "ea2b131a-1da6-4d31-b3f4-bcc81461b3fb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:20.133150 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78404168-e23f-4b0e-82e0-b146984cd04e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:20.133565 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e81982f-f12f-4c9f-bd53-08e02452766c', 'name': 'network-vif-deleted', 'tag': 'ea2b131a-1da6-4d31-b3f4-bcc81461b3fb', 'status': 'completed', 'code': 200} Jul 22 23:34:20.137200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.173775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-a9792011-0ae9-4d46-9922-f2d39504d1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3068404 Jul 22 23:34:20.179058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49d90eee-df0c-4f18-935d-7d499c4bb52e req-c573321e-e3b4-44ba-aa0d-f05a17592255 tempest-InstanceActionsNegativeTestJSON-1999475095 tempest-InstanceActionsNegativeTestJSON-1999475095-project] 10.222.0.21 "GET /v2.0/security-groups?id=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116405 Jul 22 23:34:20.182367 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.218873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Transition to ACTIVE for port object fc4d070e-e73d-44c5-b750-aebe4ff06424 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:20.238184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Request body: {'port': {'device_id': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:20.321167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75885-3b9d-4421-ab84-1073fba3ec37 req-2b977a40-6ef1-4e28-8378-a7b21560fc09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.331400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75885-3b9d-4421-ab84-1073fba3ec37 req-2b977a40-6ef1-4e28-8378-a7b21560fc09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.357450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75885-3b9d-4421-ab84-1073fba3ec37 req-2b977a40-6ef1-4e28-8378-a7b21560fc09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.368027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75885-3b9d-4421-ab84-1073fba3ec37 req-2b977a40-6ef1-4e28-8378-a7b21560fc09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.371133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53c75885-3b9d-4421-ab84-1073fba3ec37 req-2b977a40-6ef1-4e28-8378-a7b21560fc09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 3094 time: 0.2648804 Jul 22 23:34:20.383811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.397064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.437825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8f17c888-ee0d-466e-a79a-3e4bb478519b None None] Provisioning for port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:20.446166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8f17c888-ee0d-466e-a79a-3e4bb478519b None None] Provisioning complete for port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:20.446960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f17c888-ee0d-466e-a79a-3e4bb478519b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.508223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event updated for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:20.530252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:20.539308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:20.546241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:20.557049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53c75885-3b9d-4421-ab84-1073fba3ec37 req-1e60526d-09ff-4243-9227-1d5e5deeed27 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716726 Jul 22 23:34:20.578949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f17c888-ee0d-466e-a79a-3e4bb478519b None None] Port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:20.691894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:20.693265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:20.721536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6bb39dc-75e1-400f-a50b-7872d0af11f0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6799030 Jul 22 23:34:20.743010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:21.049801 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.109426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.109888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.110368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.110844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.111319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.111816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.112281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.112756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.113214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.113685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.114148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.114611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.123581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566e3950-aae9-44dc-9718-461db7a599c4 req-a817fe59-71ee-425d-bb07-65d7960b41c3 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef&device_id=239e4322-93c7-42cd-8332-3624b88155e4&device_id=653232f7-827f-4988-8dc8-83682b236888&device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517&device_id=3c83d861-e231-4243-8b99-89af7bb8952e&device_id=d05094eb-6437-4189-9d69-79517366fafb&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 10444 time: 0.3970706 Jul 22 23:34:21.148952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95b6278b-3b6c-444d-ab2c-109418993395 None None] Provisioning for port fc4d070e-e73d-44c5-b750-aebe4ff06424 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:21.151938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566e3950-aae9-44dc-9718-461db7a599c4 req-093cf379-ee5f-4ee6-8c91-8982c6017a1a tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.156584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95b6278b-3b6c-444d-ab2c-109418993395 None None] Provisioning complete for port fc4d070e-e73d-44c5-b750-aebe4ff06424 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:21.157279 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95b6278b-3b6c-444d-ab2c-109418993395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.184619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ee1fe9-1e6c-49c0-8128-002c5855cc7b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:21.203496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.226356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Transition to ACTIVE for port object a8ee1fe9-1e6c-49c0-8128-002c5855cc7b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:21.227912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-95b6278b-3b6c-444d-ab2c-109418993395 None None] Port fc4d070e-e73d-44c5-b750-aebe4ff06424 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:21.245244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.352215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:21.557815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Attempting to bind port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:21.558168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Attempting to bind port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:21.559248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Attempting to bind port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:21.566813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:21.590958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:21.591376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Attempting to bind port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:21.610586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:21.613507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Checking segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:21.613968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Bound using segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:21.614450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Bound port: a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:21.614834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.665793 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.666536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'name': 'network-vif-deleted', 'tag': '96026690-52c3-42ed-bac2-7cfca2d78042'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:21.670120 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2436ea56-5e96-4892-b56e-272168169c84" -d '{"events": [{"server_uuid": "84c9c980-6ba0-4da9-82d3-9d3a48432395", "name": "network-vif-deleted", "tag": "96026690-52c3-42ed-bac2-7cfca2d78042"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:21.707051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad33d7-5d46-4856-9614-2a93254dd615 req-93b58eb8-6c29-44d9-9e67-db5fe015beaa tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.708745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9ad33d7-5d46-4856-9614-2a93254dd615 req-93b58eb8-6c29-44d9-9e67-db5fe015beaa tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 932 time: 0.8342466 Jul 22 23:34:21.712493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:21.721203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:21.722193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.837997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:21.849139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:21.860759 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.877004 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.915359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:21.919767 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965bd027-ac22-4d8a-a695-26856d45c31f" -d '{"events": [{"server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "name": "network-vif-plugged", "status": "completed", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:21.953830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:21.954719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:21.957119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 1092 time: 1.7660110 Jul 22 23:34:21.993138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:22.004536 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.005835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3ce432f2-ab61-4b36-83c0-a767ca545c23 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:22.016270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9ad33d7-5d46-4856-9614-2a93254dd615 req-14550cfd-0dc1-400c-a006-ec161f64dbd8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971494 Jul 22 23:34:22.019028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb628f-9129-4ad5-9367-5cc62e15cbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:22.082503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.084948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:22.134553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 3ce432f2-ab61-4b36-83c0-a767ca545c23 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:22.139763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3ce432f2-ab61-4b36-83c0-a767ca545c23 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:22.148784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239e4322-93c7-42cd-8332-3624b88155e4', 'name': 'network-vif-deleted', 'tag': '3ce432f2-ab61-4b36-83c0-a767ca545c23'}, {'name': 'network-changed', 'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:22.151124 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61429438-6f19-4425-bb07-39ea31ce7f7b" -d '{"events": [{"server_uuid": "239e4322-93c7-42cd-8332-3624b88155e4", "name": "network-vif-deleted", "tag": "3ce432f2-ab61-4b36-83c0-a767ca545c23"}, {"name": "network-changed", "server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:22.240042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-29cd54d8-d750-43f0-9156-3b92afcc212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.242377 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-29cd54d8-d750-43f0-9156-3b92afcc212b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1095 time: 0.1676657 Jul 22 23:34:22.294266 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566e3950-aae9-44dc-9718-461db7a599c4 req-093cf379-ee5f-4ee6-8c91-8982c6017a1a tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.325724 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-d9d0a4f5-11f6-4889-9c62-23887916e732 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 217 time: 0.0649691 Jul 22 23:34:22.333149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-566e3950-aae9-44dc-9718-461db7a599c4 req-093cf379-ee5f-4ee6-8c91-8982c6017a1a tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.385083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-566e3950-aae9-44dc-9718-461db7a599c4 req-093cf379-ee5f-4ee6-8c91-8982c6017a1a tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&id=c12fad81-69f9-4420-9c06-6792e504a6cc&id=afbaed83-d7d0-4183-80c0-14412ffc39fd&id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 607 time: 1.2601118 Jul 22 23:34:22.390504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9359ba45-879c-4597-b8f2-f70c3896fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.391601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8362c09-589f-4ebb-8269-b91ba153574e {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:22.392061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-9359ba45-879c-4597-b8f2-f70c3896fcab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.0586915 Jul 22 23:34:22.405759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.412048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf379-ee5f-4ee6-8c91-8982c6017a1a tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c01483-1e7a-48d7-b963-0697a6b69f54,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:22.428604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Transition to ACTIVE for port object a8362c09-589f-4ebb-8269-b91ba153574e will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:22.453238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192dc33-6c1c-4d9a-97c0-93e1d18c72c4 req-5afcc2d0-00c3-40f4-ab4b-24f4f9859f83 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.459820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5192dc33-6c1c-4d9a-97c0-93e1d18c72c4 req-5afcc2d0-00c3-40f4-ab4b-24f4f9859f83 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 946 time: 0.2400596 Jul 22 23:34:22.462895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.490295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-0345eaf8-3d06-4247-a649-de5016d64741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.492056 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-0345eaf8-3d06-4247-a649-de5016d64741 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916898 Jul 22 23:34:22.563261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:22.648994 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-e7096029-dadc-4ba7-8e8c-dcf39126c8ee service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468024 Jul 22 23:34:22.663045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5192dc33-6c1c-4d9a-97c0-93e1d18c72c4 req-8e2009f8-89d5-4f22-9829-b1064a8aeb3a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944590 Jul 22 23:34:22.739565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:22.805409 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-41f9133b-123c-4db6-bbf3-9a0d6c30d84a req-788c3125-372a-4f15-a0ae-77bcc04001be service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462619 Jul 22 23:34:22.809361 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d4f05-c967-4e2a-84fc-9b41fe20b8b5 x-openstack-request-id: req-984d4f05-c967-4e2a-84fc-9b41fe20b8b5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:22.809899 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c9c980-6ba0-4da9-82d3-9d3a48432395", "name": "network-vif-deleted", "tag": "96026690-52c3-42ed-bac2-7cfca2d78042", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:22.810395 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-984d4f05-c967-4e2a-84fc-9b41fe20b8b5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:22.810911 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c9c980-6ba0-4da9-82d3-9d3a48432395', 'name': 'network-vif-deleted', 'tag': '96026690-52c3-42ed-bac2-7cfca2d78042', 'status': 'completed', 'code': 200} Jul 22 23:34:22.819580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Deleting subnet 9d0d8330-9f9d-4686-ac71-5c31cf5d66a7 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:22.819580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Attempting to bind port a8362c09-589f-4ebb-8269-b91ba153574e on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:22.820031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Attempting to bind port a8362c09-589f-4ebb-8269-b91ba153574e by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:22.820428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Attempting to bind port a8362c09-589f-4ebb-8269-b91ba153574e on network a99baa75-108b-4491-a375-1de276f8c2f7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:22.835035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9023b4a-abc9-427b-af90-5bc19597c331 req-2ecfdb01-5495-4bf4-91b1-b9e4e9d57ac6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:22.837301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9023b4a-abc9-427b-af90-5bc19597c331 req-2ecfdb01-5495-4bf4-91b1-b9e4e9d57ac6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2398510 Jul 22 23:34:22.840669 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.865820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Port a8362c09-589f-4ebb-8269-b91ba153574e on network a99baa75-108b-4491-a375-1de276f8c2f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:22.866173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Attempting to bind port a8362c09-589f-4ebb-8269-b91ba153574e on network a99baa75-108b-4491-a375-1de276f8c2f7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:22.886279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:22.886624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Checking segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:22.887187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Bound using segment: {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:22.887511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Bound port: a8362c09-589f-4ebb-8269-b91ba153574e, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a15ac43-b9e3-46fa-913a-0493afea2200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:22.887927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:22.947782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.008301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9023b4a-abc9-427b-af90-5bc19597c331 req-14a4ccf2-0f29-4bce-89ac-9d33df67bb93 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461935 Jul 22 23:34:23.052955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.083908 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b066cb1-e3fb-4731-ab2a-2ccc0d68b436 x-openstack-request-id: req-3b066cb1-e3fb-4731-ab2a-2ccc0d68b436 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:23.085588 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "name": "network-vif-plugged", "status": "completed", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:23.086180 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b066cb1-e3fb-4731-ab2a-2ccc0d68b436 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:23.086761 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'code': 200} Jul 22 23:34:23.110367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-2910c2ca-7070-4561-b28f-72758bf4d4f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.116536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-2910c2ca-7070-4561-b28f-72758bf4d4f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.122732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-2910c2ca-7070-4561-b28f-72758bf4d4f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.128765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-2910c2ca-7070-4561-b28f-72758bf4d4f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.134705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-2910c2ca-7070-4561-b28f-72758bf4d4f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.141207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-2910c2ca-7070-4561-b28f-72758bf4d4f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 3827 time: 0.2586045 Jul 22 23:34:23.144238 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfee4344-9d67-4afc-8002-6a9f8a0c9b37 x-openstack-request-id: req-bfee4344-9d67-4afc-8002-6a9f8a0c9b37 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:23.144714 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239e4322-93c7-42cd-8332-3624b88155e4", "name": "network-vif-deleted", "tag": "3ce432f2-ab61-4b36-83c0-a767ca545c23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:23.145112 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfee4344-9d67-4afc-8002-6a9f8a0c9b37 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:23.146320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:23.146947 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239e4322-93c7-42cd-8332-3624b88155e4', 'name': 'network-vif-deleted', 'tag': '3ce432f2-ab61-4b36-83c0-a767ca545c23', 'status': 'completed', 'code': 200} Jul 22 23:34:23.147726 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'status': 'completed', 'code': 200} Jul 22 23:34:23.197767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8362c09-589f-4ebb-8269-b91ba153574e,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:23.212366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.261415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:23.322787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.354648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.356808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.359469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8362c09-589f-4ebb-8269-b91ba153574e HTTP/1.1" status: 200 len: 1091 time: 2.6211016 Jul 22 23:34:23.407987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5cb1eae-0b6f-4826-bde1-794e6a458392 req-1d38b615-9864-4fcc-b9c3-7dd29a5a7b69 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573972 Jul 22 23:34:23.440826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:23.498823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0d8330-9f9d-4686-ac71-5c31cf5d66a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:23.508964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.511486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3162518b-1b24-4164-bfb6-7e25341ed11c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d0d8330-9f9d-4686-ac71-5c31cf5d66a7 HTTP/1.1" status: 204 len: 168 time: 0.7686908 Jul 22 23:34:23.533164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:23.581480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309ab3f-2cc8-4ef1-a330-97e496655ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:23.620836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.628686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Deleting subnet ea987872-c89a-44eb-a16b-764c2eaf1b10 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:23.638703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.711099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501662da-bb05-4ca0-a81c-7edf1a8bc57a req-9c583872-0ab5-4857-b796-f43c6421a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.712810 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-501662da-bb05-4ca0-a81c-7edf1a8bc57a req-9c583872-0ab5-4857-b796-f43c6421a42a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1097 time: 0.2752366 Jul 22 23:34:23.715982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.722000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-ce5ce14d-a1c6-4725-ab8b-affe89ed39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.724042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-ce5ce14d-a1c6-4725-ab8b-affe89ed39db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1095 time: 0.4973154 Jul 22 23:34:23.754605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.792400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a68cc-12c2-45e7-8a0e-e1a9d5c5832d req-43be78c6-318a-4d84-8c45-a98082a23421 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.794733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac7a68cc-12c2-45e7-8a0e-e1a9d5c5832d req-43be78c6-318a-4d84-8c45-a98082a23421 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.4677234 Jul 22 23:34:23.842337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.874067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-501662da-bb05-4ca0-a81c-7edf1a8bc57a req-bc4e48fb-bc5e-4da7-8bb3-abf5490565aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487861 Jul 22 23:34:23.963591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-79f9da67-e722-4db6-8bb7-7a0e2a151505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:23.965206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-79f9da67-e722-4db6-8bb7-7a0e2a151505 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.1764047 Jul 22 23:34:23.973403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:23.989254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac7a68cc-12c2-45e7-8a0e-e1a9d5c5832d req-f1c498ba-d3df-462a-8846-9b99155e77bd tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844425 Jul 22 23:34:24.010008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea987872-c89a-44eb-a16b-764c2eaf1b10,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:24.018383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.029483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.031819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2ef72441-c7bb-4fd7-aea0-97bb8d34d659 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea987872-c89a-44eb-a16b-764c2eaf1b10 HTTP/1.1" status: 204 len: 168 time: 0.7540531 Jul 22 23:34:24.034434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:24.049344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb196b84-b673-4b52-81ee-95c1d2e7379c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:24.092264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2053cb-e8a7-4856-bb38-468cc1e3c2e2 req-85967498-a109-4ffa-964e-4b6edeb1d185 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.092762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2053cb-e8a7-4856-bb38-468cc1e3c2e2 req-85967498-a109-4ffa-964e-4b6edeb1d185 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.093247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2053cb-e8a7-4856-bb38-468cc1e3c2e2 req-85967498-a109-4ffa-964e-4b6edeb1d185 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.094980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff2053cb-e8a7-4856-bb38-468cc1e3c2e2 req-85967498-a109-4ffa-964e-4b6edeb1d185 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888&device_id=3c83d861-e231-4243-8b99-89af7bb8952e&device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 2882 time: 0.3726687 Jul 22 23:34:24.104381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446f84fc-88ca-443f-8094-5865f6766513') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:24.104680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446f84fc-88ca-443f-8094-5865f6766513') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:24.122412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.169277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.204722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.234933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:24.235376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:24.237194 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:24.239955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.251857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff2053cb-e8a7-4856-bb38-468cc1e3c2e2 req-f36181b6-458c-448a-aa13-ac118e540e7c tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245983 Jul 22 23:34:24.341193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f192911a-d6c4-4974-a127-568619a73677']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:24.358214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-230090bf-9329-4145-9a99-33803334c728 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 217 time: 0.1078963 Jul 22 23:34:24.364800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c945b037-44a3-4d77-9576-1a832655b07f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:24.365241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.365759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c945b037-44a3-4d77-9576-1a832655b07f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:24.392104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2c3b6-e79a-4368-85cf-7bac0e1c8c62 req-4d3a1100-6789-4473-aa88-5a5574165133 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.393873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3d2c3b6-e79a-4368-85cf-7bac0e1c8c62 req-4d3a1100-6789-4473-aa88-5a5574165133 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 946 time: 0.2917585 Jul 22 23:34:24.401698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.406846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bb196b84-b673-4b52-81ee-95c1d2e7379c HTTP/1.1" status: 204 len: 168 time: 0.8514519 Jul 22 23:34:24.455557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.490823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695affc8-aae6-4df8-a123-6c258d338178 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb196b84-b673-4b52-81ee-95c1d2e7379c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:24.508651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.521145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-fa1f2832-e103-4916-b27a-052867a41a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.523363 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-fa1f2832-e103-4916-b27a-052867a41a0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.1534929 Jul 22 23:34:24.541803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281038be-553c-4b49-b10b-78e1b01caded {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:24.567639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.580776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:24.580776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.581261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3d2c3b6-e79a-4368-85cf-7bac0e1c8c62 req-2f26a677-8d62-44aa-998d-f4608a6154d5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494424 Jul 22 23:34:24.616895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Transition to ACTIVE for port object 281038be-553c-4b49-b10b-78e1b01caded will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:24.643784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd292b1-5cdc-4bbf-ac1f-3163339e9b0c req-87fdf409-df97-45bf-979d-9c8773a95916 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.651172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8cd292b1-5cdc-4bbf-ac1f-3163339e9b0c req-87fdf409-df97-45bf-979d-9c8773a95916 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.3043764 Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:24.666444 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:24.676223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.692800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.721372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:24.725499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:24.727669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f192911a-d6c4-4974-a127-568619a73677 HTTP/1.1" status: 204 len: 168 time: 0.6918588 Jul 22 23:34:24.728502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781efdc-1bc4-4925-b0ec-c2feab38a1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f192911a-d6c4-4974-a127-568619a73677,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:24.734204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8cd292b1-5cdc-4bbf-ac1f-3163339e9b0c req-5298e69a-9c15-4ee1-927a-9f5daf704ac4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816672 Jul 22 23:34:24.768477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-9e2c39d6-e982-4713-86ff-bfb79d0fe02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:24.770150 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-9e2c39d6-e982-4713-86ff-bfb79d0fe02f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2381246 Jul 22 23:34:24.821222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:24.833766 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469f0aca-fa23-406e-b423-9e779af5f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:24.990122 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-d21e7e5b-cd79-4e61-840f-b27061784641 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127464 Jul 22 23:34:25.061489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:25.092169 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9469534-a8e2-4594-82c4-7f554c1acb6f x-openstack-request-id: req-d9469534-a8e2-4594-82c4-7f554c1acb6f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:25.092451 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:25.092706 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9469534-a8e2-4594-82c4-7f554c1acb6f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:25.093107 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'status': 'completed', 'code': 200} Jul 22 23:34:25.146089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6fd7ab16-9e9b-4795-a247-3392d703da70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e016d5aa0b814ea988ee0c8ccc16f854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063919 Jul 22 23:34:25.146724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:25.182622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:25.216556 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-61429438-6f19-4425-bb07-39ea31ce7f7b req-6179d1b2-9259-428a-83ab-c4d4a80beaea service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168434 Jul 22 23:34:25.257104 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b0c22e8a-0d7b-463c-b0f9-50db8a9499df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c342e6a3e4c4cd692b412599745cc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732820 Jul 22 23:34:25.259508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:25.358690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7051356-5145-4bec-b6a1-bcbaee9f38b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.385000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.385833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.386498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.387835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.388513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.389175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.389798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.392132 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-469f0aca-fa23-406e-b423-9e779af5f84c req-5d7a0598-7152-4f12-a426-3578d2f837ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5243 time: 0.1221335 Jul 22 23:34:25.399943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.404777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7051356-5145-4bec-b6a1-bcbaee9f38b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.414916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.427545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.438465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.462518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.465316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-a22220d5-0578-49a7-8691-aac88b4eca4e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 4599 time: 0.6218317 Jul 22 23:34:25.469723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Attempting to bind port 281038be-553c-4b49-b10b-78e1b01caded on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:25.470117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Attempting to bind port 281038be-553c-4b49-b10b-78e1b01caded by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:25.470458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Attempting to bind port 281038be-553c-4b49-b10b-78e1b01caded on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:25.499468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada89087-16ba-4e4d-8b19-eaa706872bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.523000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Port 281038be-553c-4b49-b10b-78e1b01caded on network 2633086f-44ff-44c2-947b-dd63e6af5f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:25.523359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Attempting to bind port 281038be-553c-4b49-b10b-78e1b01caded on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:25.547627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:25.547627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Checking segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:25.547981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Bound using segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:25.548380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Bound port: 281038be-553c-4b49-b10b-78e1b01caded, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:25.548746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.618524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d59dff20-fa4f-408e-9f38-0847af55d0ac req-20b27342-9096-4349-91be-e8cf8644d96b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405818 Jul 22 23:34:25.623758 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7051356-5145-4bec-b6a1-bcbaee9f38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.626992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7051356-5145-4bec-b6a1-bcbaee9f38b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.628394 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e7051356-5145-4bec-b6a1-bcbaee9f38b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cf53333-1fd2-4fbb-bae5-b1ee93d94943 HTTP/1.1" status: 204 len: 168 time: 0.3674040 Jul 22 23:34:25.659555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e854e87-bcfa-46a5-a340-ae1ce22ab961 req-b35726a1-56cd-4e44-b81f-883975de52cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.660123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-49c91d75-f102-4fa9-933e-32ea88178020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.662704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-49c91d75-f102-4fa9-933e-32ea88178020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.664574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-49c91d75-f102-4fa9-933e-32ea88178020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:25.670902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-469f0aca-fa23-406e-b423-9e779af5f84c req-49c91d75-f102-4fa9-933e-32ea88178020 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2599814 Jul 22 23:34:25.672529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e854e87-bcfa-46a5-a340-ae1ce22ab961 req-b35726a1-56cd-4e44-b81f-883975de52cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.4541485 Jul 22 23:34:25.682269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051356-5145-4bec-b6a1-bcbaee9f38b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf53333-1fd2-4fbb-bae5-b1ee93d94943,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:25.741089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada89087-16ba-4e4d-8b19-eaa706872bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:25.846617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e854e87-bcfa-46a5-a340-ae1ce22ab961 req-00a54323-e7b7-4817-ae3b-0f58a5c8d907 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728485 Jul 22 23:34:26.040714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0aca-fa23-406e-b423-9e779af5f84c req-82f71c16-f5f5-4560-836c-36880849134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.042773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-469f0aca-fa23-406e-b423-9e779af5f84c req-82f71c16-f5f5-4560-836c-36880849134a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3576953 Jul 22 23:34:26.096222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:26.102158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=281038be-553c-4b49-b10b-78e1b01caded,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:26.119092 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:26.131682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada89087-16ba-4e4d-8b19-eaa706872bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:26.134459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ada89087-16ba-4e4d-8b19-eaa706872bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:26.151509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ada89087-16ba-4e4d-8b19-eaa706872bbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e51ddf15-5dc0-4cde-b4dd-a69c6fe20301 HTTP/1.1" status: 204 len: 168 time: 0.9893098 Jul 22 23:34:26.246250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89087-16ba-4e4d-8b19-eaa706872bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51ddf15-5dc0-4cde-b4dd-a69c6fe20301,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:26.260653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.261289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:26.263533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] 10.222.0.48 "PUT /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 1130 time: 2.8502009 Jul 22 23:34:26.294569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3b174-5bf2-4f01-8ba6-d3911fda1715 req-bab1efb4-c3ea-4ab3-b99b-f065908c40ca tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.296245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54a3b174-5bf2-4f01-8ba6-d3911fda1715 req-bab1efb4-c3ea-4ab3-b99b-f065908c40ca tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 946 time: 0.2924244 Jul 22 23:34:26.314948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:26.317784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545b30b-f47a-4dde-862a-3fc01b450cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:26.431810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54a3b174-5bf2-4f01-8ba6-d3911fda1715 req-53a9250b-17b3-4383-bdb1-4b708f21271e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342325 Jul 22 23:34:26.641472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:26.806751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2cf76-83eb-4dda-b2c8-51dcee47bb2e req-792efc7c-7ed1-4ed3-be12-bfeaf3a01bda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:26.808425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bde2cf76-83eb-4dda-b2c8-51dcee47bb2e req-792efc7c-7ed1-4ed3-be12-bfeaf3a01bda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2735085 Jul 22 23:34:27.204940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:27.344537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': '281038be-553c-4b49-b10b-78e1b01caded'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:27.346981 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1fc418-cb0c-42fb-bf10-01a11f841c46" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "281038be-553c-4b49-b10b-78e1b01caded"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:27.392667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1765406854-network', 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:27.427572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bde2cf76-83eb-4dda-b2c8-51dcee47bb2e req-0cd92618-8261-44f9-8d27-3ba23e1c3929 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936601 Jul 22 23:34:27.463576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:27.474716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.500978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.534779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d78f5d-2d76-4b76-9b5f-5e8f9a306bc9 req-25ec1a28-bbc0-4764-a1d8-213c7d8e9d1c tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:27.555845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7d78f5d-2d76-4b76-9b5f-5e8f9a306bc9 req-25ec1a28-bbc0-4764-a1d8-213c7d8e9d1c tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1097 time: 0.5980971 Jul 22 23:34:27.588770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:27.705743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.712162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.751505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07823024-568b-4000-b342-727dc44d7695,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:27.768965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7d78f5d-2d76-4b76-9b5f-5e8f9a306bc9 req-164f2164-0ffb-4301-b32e-21256efc1c6c tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121809 Jul 22 23:34:27.794458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:27.809477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.809687 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Added segment 89a96d6d-aaa3-4f74-a770-dafb643f7c72 of type vlan for network ec209efa-fa62-4bce-82fc-4da13c1387e7 Jul 22 23:34:27.848706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:27.866319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'mac_address': 'fa:16:3e:de:c1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:27.929380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.942782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.968270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ee1fe9-1e6c-49c0-8128-002c5855cc7b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:27.971563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:27.985656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:27.997706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.000691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.002459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.017767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:28.027696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.031114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.038689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.046119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.052968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.059452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.066279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.068308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-f2ce8034-c136-4eb7-8de3-415d96f5ad1e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 4599 time: 0.5096996 Jul 22 23:34:28.083850 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8660710 Jul 22 23:34:28.084146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Transition to ACTIVE for port object b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:28.084317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:28.095705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Request body: {'subnet': {'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1765406854-subnet', 'tenant_id': '703852b5ed3943ea884c36c3d6e78045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:28.103458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.166248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:28.170300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:28.180281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d98af7-efa3-45b5-a561-abadd8e15b8c admin admin] Pushing event updated for resources: {'Network': ['ID=ec209efa-fa62-4bce-82fc-4da13c1387e7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:28.195707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ab67-05eb-4e53-8a22-f0d2cd8c4049 req-7799fd8c-b028-4221-a54a-71c5c78cd1de tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.197197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42b3ab67-05eb-4e53-8a22-f0d2cd8c4049 req-7799fd8c-b028-4221-a54a-71c5c78cd1de tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.2804627 Jul 22 23:34:28.212111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a34ce786-bf89-47dc-aff5-4166399454f8 req-d64b3b59-111a-4ade-bd4f-0f263d02e4d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361125 Jul 22 23:34:28.216052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:28.226570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:28.240563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.513255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:28.530116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Attempting to bind port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:28.530743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Attempting to bind port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:28.531426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Attempting to bind port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:28.557124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42b3ab67-05eb-4e53-8a22-f0d2cd8c4049 req-be71fde7-2a1b-44f7-aeae-82d206c9e6e7 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163278 Jul 22 23:34:28.561626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:28.562311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Attempting to bind port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:28.584983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:28.585719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Checking segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:28.586502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Bound using segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:28.587875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Bound port: b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:28.588796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.648556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90f8ba-3efd-457b-84fc-e99e9db0f14e req-d1109989-753d-4a2b-8c6d-0a5b239d8863 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:28.651933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f90f8ba-3efd-457b-84fc-e99e9db0f14e req-d1109989-753d-4a2b-8c6d-0a5b239d8863 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 945 time: 0.2600520 Jul 22 23:34:28.797155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:28.804585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:28.810220 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dead9d5-6dd8-4914-a9af-77fd43dd4cb1 x-openstack-request-id: req-3dead9d5-6dd8-4914-a9af-77fd43dd4cb1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:28.811580 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "281038be-553c-4b49-b10b-78e1b01caded", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:28.811974 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dead9d5-6dd8-4914-a9af-77fd43dd4cb1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:28.812750 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': '281038be-553c-4b49-b10b-78e1b01caded', 'status': 'completed', 'code': 200} Jul 22 23:34:28.830599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.981232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:28.987959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f90f8ba-3efd-457b-84fc-e99e9db0f14e req-e9b2f66f-22f7-4e68-bfdb-0ee80c829439 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273106 Jul 22 23:34:29.020767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.021704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.023475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] 10.222.0.48 "PUT /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 1130 time: 2.7150569 Jul 22 23:34:29.050376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab2953-4a17-49c3-99d2-c19a85443e71 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:29.077121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcba4c-9dd1-4ea1-843f-f2925b3f5522 req-8e499203-981e-4233-b293-95720a44077d tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.081514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebbcba4c-9dd1-4ea1-843f-f2925b3f5522 req-8e499203-981e-4233-b293-95720a44077d tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1097 time: 0.2393656 Jul 22 23:34:29.117939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:29.138099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.138946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.139819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.140477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.141150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.141812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.142477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.144699 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-bcf0f208-1de2-4650-a5e3-9b8cd6f2eb08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6208 time: 0.2505093 Jul 22 23:34:29.189815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b41ec7f-b49c-4b58-925d-0692a293bc3b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:29.209152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:29.209949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Network hostable DHCP agents. Network: ec209efa-fa62-4bce-82fc-4da13c1387e7, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:29.306287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebbcba4c-9dd1-4ea1-843f-f2925b3f5522 req-3b3dbbdb-a4d7-443a-8d71-bbdaede4f6c9 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185388 Jul 22 23:34:29.379670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:29.408495 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.415053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-b149dfe1-3121-45d5-ad2d-3e5b2cee8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.415641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-b149dfe1-3121-45d5-ad2d-3e5b2cee8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.416131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-b149dfe1-3121-45d5-ad2d-3e5b2cee8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.418697 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-b149dfe1-3121-45d5-ad2d-3e5b2cee8fe2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2459230 Jul 22 23:34:29.423979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ec209efa-fa62-4bce-82fc-4da13c1387e7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:29.435738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80847673-dda8-4335-bc19-d9152dd5371b None None] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:29.460230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.460834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:29.569372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6948d5d6-7543-4bc5-a216-2c10f0d7621b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4802871 Jul 22 23:34:29.613303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-7077a102-8f62-467c-bca6-c1187e19a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.615032 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed1fc418-cb0c-42fb-bf10-01a11f841c46 req-7077a102-8f62-467c-bca6-c1187e19a436 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1891153 Jul 22 23:34:29.734618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5867bb36-479e-4d17-bb2c-8b6590e226b8 None None] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:29.818143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cff7e8-9f72-4365-9c98-00b2e4a28049 req-0893d498-92a2-43c3-a680-74f03b378072 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.820042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02cff7e8-9f72-4365-9c98-00b2e4a28049 req-0893d498-92a2-43c3-a680-74f03b378072 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.3800006 Jul 22 23:34:29.857630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e5dc-3216-4744-a387-b7823b23d747 req-dbfa48aa-c838-4748-aa58-aef3ff35f27c tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:29.859441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ea6e5dc-3216-4744-a387-b7823b23d747 req-dbfa48aa-c838-4748-aa58-aef3ff35f27c tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.2477076 Jul 22 23:34:29.952240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02cff7e8-9f72-4365-9c98-00b2e4a28049 req-d32bfa14-39fa-4af1-8eac-5103829e3e28 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209769 Jul 22 23:34:29.960976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ea6e5dc-3216-4744-a387-b7823b23d747 req-16e63b58-ff34-434a-a409-9968f60ad4f0 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877137 Jul 22 23:34:29.982172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8423963b-21e0-4b7d-930f-57cf269b8d53 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:29.997339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.014356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:30.047613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Transition to ACTIVE for port object 8423963b-21e0-4b7d-930f-57cf269b8d53 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:30.060790 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.184654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Pushing event updated for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:30.286618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Attempting to bind port 8423963b-21e0-4b7d-930f-57cf269b8d53 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:30.286959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Attempting to bind port 8423963b-21e0-4b7d-930f-57cf269b8d53 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:30.287293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Attempting to bind port 8423963b-21e0-4b7d-930f-57cf269b8d53 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:30.302703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Port 8423963b-21e0-4b7d-930f-57cf269b8d53 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:30.303002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Attempting to bind port 8423963b-21e0-4b7d-930f-57cf269b8d53 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:30.353592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.360492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.366701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.373836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.379973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.385640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.391657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.393705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-df0485e2-fb47-4fdd-a709-f8e54be915f5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5383 time: 0.3286765 Jul 22 23:34:30.425310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:30.425647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Checking segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:30.426056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Bound using segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:30.426634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Bound port: 8423963b-21e0-4b7d-930f-57cf269b8d53, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:30.426848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.594880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:30.600102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8423963b-21e0-4b7d-930f-57cf269b8d53,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:30.605544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a5b939c-ead0-4a7c-a4cd-05da2b13e914 req-e2714dc8-590b-4d42-85f1-f6bd30eac35a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809235 Jul 22 23:34:30.610855 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.634608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.667038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-f572e316-5f3c-49fd-a548-e534543cbeaa tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.669674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-f572e316-5f3c-49fd-a548-e534543cbeaa tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.3682010 Jul 22 23:34:30.677888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:30.678308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:30.679724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] 10.222.0.48 "PUT /v2.0/ports/8423963b-21e0-4b7d-930f-57cf269b8d53 HTTP/1.1" status: 200 len: 1091 time: 1.5965047 Jul 22 23:34:30.715284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:30.774120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-43d66e04-2707-44ac-8ab5-8dd0da2ab45f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0882716 Jul 22 23:34:30.785833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d6239-f4aa-44cd-8357-94f65ddf9093 service neutron] Pushing event updated for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:30.837688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000'}, {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:30.840215 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67de353-5a87-4257-b33a-09f3762c33d5" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000"}, {"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:30.846200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-b30824b0-5eb0-49e4-b8c6-f3f3ac40a71a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639839 Jul 22 23:34:30.930451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.010212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-c9c06cb0-8dc9-48e2-898a-fea42352296a service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444316 Jul 22 23:34:31.097019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Deleting port 49c1dea7-7748-41e8-ad54-80e7385ea892 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:31.097371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.197023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] For port 49c1dea7-7748-41e8-ad54-80e7385ea892, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=49c1dea7-7748-41e8-ad54-80e7385ea892,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:31.197023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.211842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Calling delete_port for 49c1dea7-7748-41e8-ad54-80e7385ea892 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:31.302165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-e7901114-78d3-4809-9494-fc9fed8b085c service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791452 Jul 22 23:34:31.349256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebd31-1055-422c-92cf-b3885a79ad4f req-423844ab-9a38-4dc9-a39f-2d49aa0252a2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:31.357255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-519ebd31-1055-422c-92cf-b3885a79ad4f req-423844ab-9a38-4dc9-a39f-2d49aa0252a2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 945 time: 0.2637064 Jul 22 23:34:31.454514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-519ebd31-1055-422c-92cf-b3885a79ad4f req-775d7623-8fd6-41d3-9e71-2267e5181ead tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951445 Jul 22 23:34:31.594747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.601681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:31.617123 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df80add-a170-4ce4-9200-c0a2e5f4bac4 x-openstack-request-id: req-4df80add-a170-4ce4-9200-c0a2e5f4bac4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:31.625391 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:31.628228 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4df80add-a170-4ce4-9200-c0a2e5f4bac4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:31.629099 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000', 'status': 'completed', 'code': 200} Jul 22 23:34:31.629596 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53', 'status': 'completed', 'code': 200} Jul 22 23:34:31.656599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5903613-b59c-4ea3-873b-39bd4f3bf5eb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:31.666902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.670421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c1dea7-7748-41e8-ad54-80e7385ea892,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:31.711463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Transition to ACTIVE for port object d5903613-b59c-4ea3-873b-39bd4f3bf5eb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:31.739580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.758677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:31.766289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:31.766697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:31.910419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Pushing event updated for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:32.008539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.064999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:32.072742 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d547f-bf95-4ac5-b527-23c975274a96" -d '{"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:32.133486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:32.141173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.219982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.220804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.221451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.222121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.223045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.223909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.225260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.228855 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-0b011fb6-5428-43c7-849e-53bc1fb1a9f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6275 time: 0.5490403 Jul 22 23:34:32.281653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-246a7313-c135-4669-9a00-b1fc1505f211 req-09e178d5-8680-4606-ae8d-23572bafb9fa tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 210 time: 0.1157210 Jul 22 23:34:32.291547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab4dbb-42f1-4358-a064-d9620fff7c05 req-7a0a04ab-8f3c-467e-9460-5e8e69ba584c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.309661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aab4dbb-42f1-4358-a064-d9620fff7c05 req-7a0a04ab-8f3c-467e-9460-5e8e69ba584c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.5968277 Jul 22 23:34:32.309929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:32.339249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Attempting to bind port d5903613-b59c-4ea3-873b-39bd4f3bf5eb on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:32.339819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Attempting to bind port d5903613-b59c-4ea3-873b-39bd4f3bf5eb by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:32.340574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Attempting to bind port d5903613-b59c-4ea3-873b-39bd4f3bf5eb on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:32.359840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Port d5903613-b59c-4ea3-873b-39bd4f3bf5eb on network 2633086f-44ff-44c2-947b-dd63e6af5f8d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:32.360084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Attempting to bind port d5903613-b59c-4ea3-873b-39bd4f3bf5eb on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:32.386107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:32.386461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Checking segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:32.386978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Bound using segment: {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:32.387698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Bound port: d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a233735-1a08-4594-9433-546db9848804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:32.388080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.399578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.420886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aab4dbb-42f1-4358-a064-d9620fff7c05 req-00cce943-3210-4811-9865-2e5e64f120fc tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178637 Jul 22 23:34:32.518743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-29deadc3-ff3a-451d-8cb1-7e6bebe33d7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3747454 Jul 22 23:34:32.595538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-90d5fc0e-4d6c-4fb7-981e-48227da78133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.596658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-90d5fc0e-4d6c-4fb7-981e-48227da78133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.597635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-90d5fc0e-4d6c-4fb7-981e-48227da78133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.600677 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-90d5fc0e-4d6c-4fb7-981e-48227da78133 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3437319 Jul 22 23:34:32.658349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:32.686377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:32.703681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.754658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.760774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.767591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.773507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.779621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.785635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.792040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.794518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-245420c1-7f87-43d2-bc15-6736a48d4179 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5395 time: 0.2934155 Jul 22 23:34:32.817031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.817892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:32.819815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] 10.222.0.48 "PUT /v2.0/ports/d5903613-b59c-4ea3-873b-39bd4f3bf5eb HTTP/1.1" status: 200 len: 1090 time: 2.1093564 Jul 22 23:34:32.843468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a40ab-068f-4da4-9873-256e3fb57d26 req-1a35674a-465f-4482-bb85-e479bea3d75f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.845399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d0a40ab-068f-4da4-9873-256e3fb57d26 req-1a35674a-465f-4482-bb85-e479bea3d75f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1097 time: 0.2803738 Jul 22 23:34:32.874385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-6b15fecd-6466-410e-96f2-2693fcfca2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.875318 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-6b15fecd-6466-410e-96f2-2693fcfca2e3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2076778 Jul 22 23:34:32.917883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b7ed1-7ca7-4ac1-bcc7-b6cfdd66cbdb service neutron] Pushing event updated for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:32.928088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:32.941211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9923bf-d37e-4b5a-810b-01fec2b65be7 req-b29de060-f663-433d-9a33-c0ddc3cf8d0d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328869 Jul 22 23:34:32.947716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-b68e0737-69e3-4c37-b350-057d87e1e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:32.949847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-b68e0737-69e3-4c37-b350-057d87e1e241 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1096 time: 0.3375139 Jul 22 23:34:32.968837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d0a40ab-068f-4da4-9873-256e3fb57d26 req-0a313928-54e2-47f3-bb42-23380debc9d3 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043684 Jul 22 23:34:33.075984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Router 73ef0495-81fd-46be-95ac-d5542c0cd746 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:33.094683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.099496 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7b7fb-1971-44b5-9a80-6d6a8e74b3c5 x-openstack-request-id: req-90c7b7fb-1971-44b5-9a80-6d6a8e74b3c5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:33.100485 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:33.101132 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90c7b7fb-1971-44b5-9a80-6d6a8e74b3c5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:33.101772 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'code': 200} Jul 22 23:34:33.401281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:33.411792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73608b15-f133-451b-8289-c29054c64c00 admin admin] 10.222.0.21 "PUT /v2.0/routers/73ef0495-81fd-46be-95ac-d5542c0cd746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3919632 Jul 22 23:34:33.413424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58694) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:33.433734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] Sync routers for ids ['73ef0495-81fd-46be-95ac-d5542c0cd746'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:33.470936 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:34:33.478765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] Routers {'73ef0495-81fd-46be-95ac-d5542c0cd746'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:33.482021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['73ef0495-81fd-46be-95ac-d5542c0cd746'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:33.642820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:33.646558 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1158c-3b24-45a0-98ed-ace0bbc27815" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:33.649149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368537e6-c611-4bbe-a074-5915e5c3a524 req-b95f93a1-a3ff-45fd-9641-afc7bc86060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.650776 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-368537e6-c611-4bbe-a074-5915e5c3a524 req-b95f93a1-a3ff-45fd-9641-afc7bc86060a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1097 time: 0.3862317 Jul 22 23:34:33.671117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.671639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.674149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.676502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.677284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.683149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.683922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.686034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-feed5fdb-a4c9-4b7d-8044-d6b2cad7e16e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6342 time: 0.6936357 Jul 22 23:34:33.688394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-30d20a85-fd89-4cf4-8924-0ac7a9986946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.692153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-30d20a85-fd89-4cf4-8924-0ac7a9986946 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.6220522 Jul 22 23:34:33.739048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:33.759210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] Set router 73ef0495-81fd-46be-95ac-d5542c0cd746 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:33.803564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-aec589dd-f75c-4997-b98d-337c29a1824d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.0988405 Jul 22 23:34:33.824674 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-368537e6-c611-4bbe-a074-5915e5c3a524 req-53f75516-9613-4d32-8226-8138ad4cb979 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562440 Jul 22 23:34:33.838104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:33.914310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b2d8-a032-4df1-a9a3-c1ae819be31e req-0e0549d8-3547-44f0-ae3e-f17601e62cc0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:33.916302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9006b2d8-a032-4df1-a9a3-c1ae819be31e req-0e0549d8-3547-44f0-ae3e-f17601e62cc0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.6823795 Jul 22 23:34:34.042655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:34:31Z', 'revision_number': 5, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:34.077187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] Checking router: 73ef0495-81fd-46be-95ac-d5542c0cd746 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:34.086369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:34.090955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] Routers {'73ef0495-81fd-46be-95ac-d5542c0cd746'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:34.091598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['73ef0495-81fd-46be-95ac-d5542c0cd746'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:34.098967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.115585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Transition to ACTIVE for port object 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:34.124993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.131696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5148850-724b-48b4-a49f-7512235c5960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.134102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.142523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-2d7dfcf4-1c68-4ce2-95bd-7668fdc483a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:34.144675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-2d7dfcf4-1c68-4ce2-95bd-7668fdc483a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.3296611 Jul 22 23:34:34.217433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:34.217712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] Set router 73ef0495-81fd-46be-95ac-d5542c0cd746 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:34.246869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9006b2d8-a032-4df1-a9a3-c1ae819be31e req-97bed1ea-47fb-4824-9856-ad5fb8be8f1b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866924 Jul 22 23:34:34.252737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-7ac15cb3-c71d-4c5b-b873-6cc85d9bca69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939939 Jul 22 23:34:34.263539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-fb6f497c-4108-4a12-97a4-a2ea9e93aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:34.268467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-fb6f497c-4108-4a12-97a4-a2ea9e93aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:34.272406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-fb6f497c-4108-4a12-97a4-a2ea9e93aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:34.274434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-fb6f497c-4108-4a12-97a4-a2ea9e93aa46 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5686343 Jul 22 23:34:34.301908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-c2f764e8-1941-4ca1-94a1-eb8d45c9ffe0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:34.316276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-c2f764e8-1941-4ca1-94a1-eb8d45c9ffe0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.5322447 Jul 22 23:34:34.381310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': '0803b106-725a-4001-8a07-0a6558f364c9', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:34.382039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Deleting port 28eee5bb-c0c9-4b3b-8439-e68359d69f32 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:34.382391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.496255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:34:31Z', 'revision_number': 5, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:34.551083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb41b52-1d60-45ce-aa98-7cb8a93d1f50 None None] The sync data for ids ['73ef0495-81fd-46be-95ac-d5542c0cd746'] in n-d-758851-4 is: [{'id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'name': 'tempest-AttachSCSIVolumeTestJSON-670318682-router', 'tenant_id': '33eeda0da3394b918f35c22909303b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:38Z', 'updated_at': '2021-07-22T23:34:31Z', 'revision_number': 5, 'project_id': '33eeda0da3394b918f35c22909303b81', 'gw_port': {'id': '28eee5bb-c0c9-4b3b-8439-e68359d69f32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ef0495-81fd-46be-95ac-d5542c0cd746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:39Z', 'updated_at': '2021-07-22T23:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:34.675716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Attempting to bind port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:34.676111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Attempting to bind port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:34.676393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Attempting to bind port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:34.682982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:34.683481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Attempting to bind port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:34.692555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:34.692961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Checking segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:34.693294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Bound using segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:34.693856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Bound port: 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:34.694230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:34.721826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-862e7d8b-3251-4e5d-bd8f-57f3736680c1 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331036 Jul 22 23:34:34.829217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-662da683-6f77-42ba-a1af-3c445f4512a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:34.831189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e67de353-5a87-4257-b33a-09f3762c33d5 req-662da683-6f77-42ba-a1af-3c445f4512a6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4994681 Jul 22 23:34:34.994806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff5eef8-fa6b-4175-8769-cc0106415d2a req-1a95700c-4c5f-45bd-b09a-10880bf2c2b8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 210 time: 0.1198196 Jul 22 23:34:35.070141 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5148850-724b-48b4-a49f-7512235c5960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.073692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1dbd2cc-8c77-46c6-885e-1e2ccee5542a req-1e6b3c7e-200b-49ff-b81e-5e64db3cf263 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875917 Jul 22 23:34:35.092219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a5148850-724b-48b4-a49f-7512235c5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.100708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] For port 28eee5bb-c0c9-4b3b-8439-e68359d69f32, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=28eee5bb-c0c9-4b3b-8439-e68359d69f32,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:35.101184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:35.101317 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.112079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.202164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Calling delete_port for 28eee5bb-c0c9-4b3b-8439-e68359d69f32 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:35.304569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a5148850-724b-48b4-a49f-7512235c5960 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db9a19e557e843c8a72e56eed5186d87&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5299292 Jul 22 23:34:35.305341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5148850-724b-48b4-a49f-7512235c5960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f89135-ac05-428a-beca-66b678c2672a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:35.305518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:35.372082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:35.378488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-f5444bd9-8209-4db6-8fba-f60843fb2deb tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:34:35.379605 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-f5444bd9-8209-4db6-8fba-f60843fb2deb tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3010974 Jul 22 23:34:35.398412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e2cf4-4624-45fa-ad0c-786beb7fa4c1 req-046b48c7-9650-4ef7-bcbe-5ccb258ad8f1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:35.401148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-383e2cf4-4624-45fa-ad0c-786beb7fa4c1 req-046b48c7-9650-4ef7-bcbe-5ccb258ad8f1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.2453675 Jul 22 23:34:35.425367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:35.449772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.509992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 49c1dea7-7748-41e8-ad54-80e7385ea892 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:35.551523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 49c1dea7-7748-41e8-ad54-80e7385ea892 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:35.552365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 49c1dea7-7748-41e8-ad54-80e7385ea892 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:35.582832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Request body: {'binding': {'host': 'n-h1-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:35.583588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:34:35.592840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:35.593804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.596115 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] 10.222.0.48 "PUT /v2.0/ports/9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 HTTP/1.1" status: 200 len: 1091 time: 2.6731310 Jul 22 23:34:35.598604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.14 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/8b703b52-227b-40f2-b878-b5daf1f355ef) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:35.603010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:35.607164 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6054082-8d5f-4213-a837-e095af5ad657" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:35.664593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f9723-0894-49d0-a8ad-cfc197f87f78 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:35.684611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-383e2cf4-4624-45fa-ad0c-786beb7fa4c1 req-eeb04d01-f59b-425e-844e-c764578f6ec8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733996 Jul 22 23:34:35.692967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Request body: {'port': {'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:35.813574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af556d6f-051c-43cf-bdd4-9fe9ef8facd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.814561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.825006 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f46a4d-8b8a-4f21-8b71-89243915bcf6 x-openstack-request-id: req-30f46a4d-8b8a-4f21-8b71-89243915bcf6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:35.825370 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:35.825564 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30f46a4d-8b8a-4f21-8b71-89243915bcf6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:35.825918 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb', 'status': 'completed', 'code': 200} Jul 22 23:34:35.966574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.971381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:35.993516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af556d6f-051c-43cf-bdd4-9fe9ef8facd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.075860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.076586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.077198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.077803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.078554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.079138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.079890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.082574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-975efb0a-d55e-4c33-8fed-23753794f978 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6409 time: 0.2220769 Jul 22 23:34:36.145178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.177629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.185545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.194031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.202492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.209314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.215306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.222721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.225917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-1b1f0a58-7fd1-4c0e-b3a1-629202da9339 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5407 time: 0.2856073 Jul 22 23:34:36.297822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.332530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:36.346470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af556d6f-051c-43cf-bdd4-9fe9ef8facd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.349974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:36.350742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af556d6f-051c-43cf-bdd4-9fe9ef8facd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.355890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-af556d6f-051c-43cf-bdd4-9fe9ef8facd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3f89135-ac05-428a-beca-66b678c2672a HTTP/1.1" status: 204 len: 168 time: 1.0443978 Jul 22 23:34:36.361960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Pushing event deleted for resources: {'Port': ['ID=28eee5bb-c0c9-4b3b-8439-e68359d69f32,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:36.381047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:36.391953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=8b703b52-227b-40f2-b878-b5daf1f355ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:36.397137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af556d6f-051c-43cf-bdd4-9fe9ef8facd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f89135-ac05-428a-beca-66b678c2672a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:36.483579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-08cddb8d-a0d5-4cb0-ac53-607e25179403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.484380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-08cddb8d-a0d5-4cb0-ac53-607e25179403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.484901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-08cddb8d-a0d5-4cb0-ac53-607e25179403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.486991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-08cddb8d-a0d5-4cb0-ac53-607e25179403 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3860765 Jul 22 23:34:36.494858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6201f76-7f60-4bfd-b1a6-818cc3062233 req-481fe19b-2065-450e-9e86-a573b1e84033 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2304642 Jul 22 23:34:36.504733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on host n-h1-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:36.505060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:36.505410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:36.521406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:36.521779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:36.540119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:36.540473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:36.540869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:36.541321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Bound port: a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:36.554123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.583055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.584158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.639137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-af30c423-779d-4903-b945-643e7edc2d73 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2619748 Jul 22 23:34:36.692890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Request body: {'port': {'device_id': '0803b106-725a-4001-8a07-0a6558f364c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:36.747176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.752632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.763573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-b6e7dacd-c916-43c1-a550-52b4cdc76def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.766001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fa1158c-3b24-45a0-98ed-ace0bbc27815 req-b6e7dacd-c916-43c1-a550-52b4cdc76def service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2699208 Jul 22 23:34:36.856633 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.879082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7629-9bcd-49f5-a86e-e8d99323e116 req-baac14c7-ad1b-4247-90e9-4d14da841363 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:36.880746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3bf7629-9bcd-49f5-a86e-e8d99323e116 req-baac14c7-ad1b-4247-90e9-4d14da841363 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.2199430 Jul 22 23:34:36.880955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:36.882900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.883780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ef0495-81fd-46be-95ac-d5542c0cd746 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:34:36.939819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.945200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7610396b-6723-4920-bc87-7d7e4aeeab39 admin admin] 10.222.0.21 "DELETE /v2.0/routers/73ef0495-81fd-46be-95ac-d5542c0cd746 HTTP/1.1" status: 204 len: 168 time: 3.4539475 Jul 22 23:34:36.945200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:36.947133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:36.948145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-9649b6ed-a851-475b-b7bf-64781a849e84 service neutron] 10.222.0.21 "POST /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5/bindings HTTP/1.1" status: 201 len: 389 time: 1.5462863 Jul 22 23:34:36.982487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4d070e-e73d-44c5-b750-aebe4ff06424 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:37.002727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.038314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Transition to ACTIVE for port object fc4d070e-e73d-44c5-b750-aebe4ff06424 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:37.045045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.159185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3bf7629-9bcd-49f5-a86e-e8d99323e116 req-8030c836-a52d-498e-b2a6-bd2e7892b944 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350214 Jul 22 23:34:37.194083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Deleting subnet e6b09797-b897-4024-add8-4dd40e9cd7f4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:37.220554 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.226945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Pushing event updated for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:37.265399 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb168c6-cc02-4ee1-8555-ad1f5e2d84a1 x-openstack-request-id: req-ccb168c6-cc02-4ee1-8555-ad1f5e2d84a1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:37.268973 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:37.269501 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccb168c6-cc02-4ee1-8555-ad1f5e2d84a1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:37.270247 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74', 'status': 'completed', 'code': 200} Jul 22 23:34:37.476702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Attempting to bind port fc4d070e-e73d-44c5-b750-aebe4ff06424 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:37.477441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Attempting to bind port fc4d070e-e73d-44c5-b750-aebe4ff06424 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:37.477441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Attempting to bind port fc4d070e-e73d-44c5-b750-aebe4ff06424 on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:37.485087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Port fc4d070e-e73d-44c5-b750-aebe4ff06424 on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:37.485353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Attempting to bind port fc4d070e-e73d-44c5-b750-aebe4ff06424 on network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:37.493286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:37.493716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Checking segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:37.494081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Bound using segment: {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:37.494822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Bound port: fc4d070e-e73d-44c5-b750-aebe4ff06424, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511db53b-260d-49b6-937f-4fbe774b382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:37.495287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.609666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.712777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:37.719517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:37.727006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.734474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 28eee5bb-c0c9-4b3b-8439-e68359d69f32 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:37.772305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:37.773072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:37.775247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] 10.222.0.48 "PUT /v2.0/ports/fc4d070e-e73d-44c5-b750-aebe4ff06424 HTTP/1.1" status: 200 len: 1091 time: 2.1138055 Jul 22 23:34:37.775647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58788) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:37.811268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40376b6-031c-4ce9-b89d-5384ba095eda service neutron] Pushing event updated for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:37.828681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 28eee5bb-c0c9-4b3b-8439-e68359d69f32 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:37.829072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 28eee5bb-c0c9-4b3b-8439-e68359d69f32 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:37.971153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1854189872-network', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:38.007697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:38.013368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.027604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.056319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.056691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.057026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.057623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.058031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.059558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.059558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.061516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6054082-8d5f-4213-a837-e095af5ad657 req-044aa469-d91f-4d57-b318-eb455043b2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6434 time: 0.7321677 Jul 22 23:34:38.080580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.086497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b703b52-227b-40f2-b878-b5daf1f355ef {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:38.171040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.191593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.197961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.225823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f477df6-b3ed-482a-97a0-be93034167eb req-d0c3bce6-f811-4a16-8b90-943580663432 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.228747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f477df6-b3ed-482a-97a0-be93034167eb req-d0c3bce6-f811-4a16-8b90-943580663432 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 932 time: 0.6874590 Jul 22 23:34:38.244257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:34:38.244808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-f8e80334-3db2-45f2-b38d-433daec37a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.248250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-f8e80334-3db2-45f2-b38d-433daec37a2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1097 time: 0.6984425 Jul 22 23:34:38.256206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe33164-c8de-4c21-966d-02a5f93a9718,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:38.263636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.263983 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Added segment b9f74600-1790-4741-82d4-836208b7cf4f of type vlan for network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 Jul 22 23:34:38.270190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Transition to ACTIVE for port object 8b703b52-227b-40f2-b878-b5daf1f355ef will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:38.290448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74cbcc-63f3-4e80-a571-60114580e8f8 req-aaabc65f-d3ab-4d58-8c40-12e18daa0dcb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.292060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e74cbcc-63f3-4e80-a571-60114580e8f8 req-aaabc65f-d3ab-4d58-8c40-12e18daa0dcb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 1.0732687 Jul 22 23:34:38.331002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.335030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.381443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.383023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.383730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.439903 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6628397 Jul 22 23:34:38.495072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:38.502420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Request body: {'subnet': {'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1854189872-subnet', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:38.508024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd3c64-e85c-4d05-b9a4-221dba7c8863 admin admin] Pushing event updated for resources: {'Network': ['ID=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:38.526053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:34:38.544147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:34:38.547081 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.795708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.884124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=435137a4-a03b-461a-bc1a-25fba3db62a6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:38.888682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f477df6-b3ed-482a-97a0-be93034167eb req-b2c2a405-4dd4-46be-83db-7278c52fcff8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281610 Jul 22 23:34:38.895978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.902788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:38.903118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Network hostable DHCP agents. Network: 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:34:38.909494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-a91f51e0-f15d-4dc4-8965-96f3ebb78951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.910027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-a91f51e0-f15d-4dc4-8965-96f3ebb78951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.910568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-a91f51e0-f15d-4dc4-8965-96f3ebb78951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.912131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6054082-8d5f-4213-a837-e095af5ad657 req-a91f51e0-f15d-4dc4-8965-96f3ebb78951 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8133941 Jul 22 23:34:38.923136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b703b52-227b-40f2-b878-b5daf1f355ef,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:38.945786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:34:38.960848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:38.962120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e74cbcc-63f3-4e80-a571-60114580e8f8 req-7f21a9d2-65d5-47b7-a015-ad8d04cdf199 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6283514 Jul 22 23:34:38.976251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4c3f4-f336-4560-af22-75af9c871c3a None None] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:38.989159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:38.990254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:38.992103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b09797-b897-4024-add8-4dd40e9cd7f4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:39.017370 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.019293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1ae60005-b859-478a-b4a5-ae65b4b834b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6b09797-b897-4024-add8-4dd40e9cd7f4 HTTP/1.1" status: 204 len: 168 time: 2.0711272 Jul 22 23:34:39.021738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a68c8c-64d7-4405-a281-120bacaed034 None None] Network 3f62e7ce-b772-4f9a-afed-d2363f32e875 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:39.043732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:39.055182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-6009b514-8342-4c35-9467-97d2354f5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:39.057378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-6009b514-8342-4c35-9467-97d2354f5f8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.7938845 Jul 22 23:34:39.182304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ae5d995a-ab78-42d1-86ed-bdcd82163a97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6828055 Jul 22 23:34:39.184527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:39.195018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:39.203251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.221404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-7fc89d8f-a02e-41da-896a-3fed125c13c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 217 time: 0.1356385 Jul 22 23:34:39.278755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:39.281258 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c833c776-5eab-4838-8d7a-fb1d5516c80b" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:39.292126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.294363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.375101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.378492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Deleting port bf1d56ec-5db1-4917-b24f-18d83fa8f156 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:39.379246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.449947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Attempting to bind port 8b703b52-227b-40f2-b878-b5daf1f355ef on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:39.450368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Attempting to bind port 8b703b52-227b-40f2-b878-b5daf1f355ef by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:39.450717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Attempting to bind port 8b703b52-227b-40f2-b878-b5daf1f355ef on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:39.465218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054082-8d5f-4213-a837-e095af5ad657 req-d8ac3957-135f-4d92-bcee-06fc4fbcedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:39.467532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6054082-8d5f-4213-a837-e095af5ad657 req-d8ac3957-135f-4d92-bcee-06fc4fbcedfb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5366123 Jul 22 23:34:39.478454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-464909da-16bc-4aa0-beb8-32bcf5cc95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:39.482655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-464909da-16bc-4aa0-beb8-32bcf5cc95fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1876030 Jul 22 23:34:39.487191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Port 8b703b52-227b-40f2-b878-b5daf1f355ef on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:39.487733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Attempting to bind port 8b703b52-227b-40f2-b878-b5daf1f355ef on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:39.521804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc6ce7-d751-48bc-9d9f-dfdd9a115a4b req-29bafafd-3474-43e3-9399-b0e301be6b25 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:39.523463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06dc6ce7-d751-48bc-9d9f-dfdd9a115a4b req-29bafafd-3474-43e3-9399-b0e301be6b25 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.5003147 Jul 22 23:34:39.544082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:39.545254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:39.545254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:39.546647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Bound port: 8b703b52-227b-40f2-b878-b5daf1f355ef, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:39.546647 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.556176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-508bf30c-000a-412d-b6a8-837e614b2caa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625780 Jul 22 23:34:39.599593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:39.603698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:34:39.605037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.628462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f4ab9-a200-4d8b-91c9-2a0152371607 req-7da1d308-3681-428c-8f3c-1a82e2e4484b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:39.629276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-300f4ab9-a200-4d8b-91c9-2a0152371607 req-7da1d308-3681-428c-8f3c-1a82e2e4484b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 946 time: 0.4760091 Jul 22 23:34:39.648480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.689518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] For port bf1d56ec-5db1-4917-b24f-18d83fa8f156, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bf1d56ec-5db1-4917-b24f-18d83fa8f156,segment=NetworkSegment(e4e7a336-678a-4c02-bf04-6c311c1ba243),segment_id=e4e7a336-678a-4c02-bf04-6c311c1ba243)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:39.689928 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:39.732852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Calling delete_port for bf1d56ec-5db1-4917-b24f-18d83fa8f156 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:39.837815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Allocated IP 172.20.0.2 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/e799fbfd-7870-4472-b0fc-72f82f76890a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:39.841615 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:34:39.874328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06dc6ce7-d751-48bc-9d9f-dfdd9a115a4b req-47ce2a48-cb26-4119-bda5-184838c7a5d8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234687 Jul 22 23:34:40.023716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-300f4ab9-a200-4d8b-91c9-2a0152371607 req-82fd8a6a-42a6-49cc-8020-22cb422660f2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376148 Jul 22 23:34:40.072542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] For port 8b703b52-227b-40f2-b878-b5daf1f355ef, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:40.080176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] For port 8b703b52-227b-40f2-b878-b5daf1f355ef, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8b703b52-227b-40f2-b878-b5daf1f355ef,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:40.083145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-4577a6d3-f667-481e-8fab-6425c6ebca0b service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014091 Jul 22 23:34:40.090101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.095908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a641b-ac70-45dd-891d-eefd5b521412 None None] DHCP port deletion for 3f62e7ce-b772-4f9a-afed-d2363f32e875 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:34:40.139829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:40.167372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'mac_address': 'fa:16:3e:66:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:40.184780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.229699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1d56ec-5db1-4917-b24f-18d83fa8f156,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:40.237676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] No DVR routers for this DVR port bf1d56ec-5db1-4917-b24f-18d83fa8f156 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:40.290107 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.301696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Transition to ACTIVE for port object e799fbfd-7870-4472-b0fc-72f82f76890a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:40.320318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.328409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-7ce2e666-c487-451b-a014-9eef6e47a1a4 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137308 Jul 22 23:34:40.330067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Transition to ACTIVE for port object e799fbfd-7870-4472-b0fc-72f82f76890a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:40.341982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.390540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.395130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.414668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:40.420627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f62e7ce-b772-4f9a-afed-d2363f32e875']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:40.424603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:40.430558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:40.435778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e7a336-678a-4c02-bf04-6c311c1ba243') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:40.435778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e7a336-678a-4c02-bf04-6c311c1ba243') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:40.438279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.439085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.441075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.441914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.442896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.443562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.444357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.450296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-5ab0e872-614c-49dc-9c68-82b82eaae89a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6476 time: 0.8637958 Jul 22 23:34:40.492731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.496360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.497569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.500209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-a426b479-575a-4294-96f1-9202221160a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/8b703b52-227b-40f2-b878-b5daf1f355ef HTTP/1.1" status: 200 len: 1092 time: 3.8366029 Jul 22 23:34:40.542103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.550854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Pushing event updated for resources: {'Port': ['ID=e799fbfd-7870-4472-b0fc-72f82f76890a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:40.567028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0803b106-725a-4001-8a07-0a6558f364c9', 'tag': '8b703b52-227b-40f2-b878-b5daf1f355ef'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:40.570028 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0803b106-725a-4001-8a07-0a6558f364c9", "tag": "8b703b52-227b-40f2-b878-b5daf1f355ef"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:40.571880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Attempting to bind port e799fbfd-7870-4472-b0fc-72f82f76890a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:40.572774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Attempting to bind port e799fbfd-7870-4472-b0fc-72f82f76890a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:40.573448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Attempting to bind port e799fbfd-7870-4472-b0fc-72f82f76890a on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:40.586931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:40.587567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:40.588322 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.589141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:40.590849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Bound port: e799fbfd-7870-4472-b0fc-72f82f76890a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:40.591750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.601093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ae86623-ba1f-4c2d-8862-d755ef640e2a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:40.620014 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.639082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:40.639987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:40.642834 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:40.660213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:40.674596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.744280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-ccc7e899-23e2-46e9-969b-0eb444f75aeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8362c09-589f-4ebb-8269-b91ba153574e HTTP/1.1" status: 200 len: 217 time: 0.1628149 Jul 22 23:34:40.759461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Allocated IP 172.25.5.95 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3d949411-bb4d-49de-9e80-d6c8ab8f0b28) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:40.778964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.799580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] For port e799fbfd-7870-4472-b0fc-72f82f76890a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:40.808915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] For port e799fbfd-7870-4472-b0fc-72f82f76890a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e799fbfd-7870-4472-b0fc-72f82f76890a,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:40.819566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.826162 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f62e7ce-b772-4f9a-afed-d2363f32e875 HTTP/1.1" status: 204 len: 168 time: 1.7798479 Jul 22 23:34:40.831465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad1090-f4a5-49da-9353-7e10c2919856 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f62e7ce-b772-4f9a-afed-d2363f32e875,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:40.840569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:40.878201 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:40.882161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426b479-575a-4294-96f1-9202221160a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b703b52-227b-40f2-b878-b5daf1f355ef,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:40.945374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:40.967706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632b806-884d-4c6c-927c-8ee6ed06d1ce req-d0a72513-1d6e-4ff9-813b-a64c36215094 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.969639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e632b806-884d-4c6c-927c-8ee6ed06d1ce req-d0a72513-1d6e-4ff9-813b-a64c36215094 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.6194232 Jul 22 23:34:40.973391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-36b375c4-ad68-4040-8482-403b6aee18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:40.974806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-36b375c4-ad68-4040-8482-403b6aee18aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f2e8ec-7c3f-4c17-905c-fd15f6e80874 HTTP/1.1" status: 200 len: 850 time: 0.2187023 Jul 22 23:34:40.998008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['7ae86623-ba1f-4c2d-8862-d755ef640e2a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:41.036120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-52fac293-3ce9-4e62-a812-91ba5ebb1f61 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.041219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-52fac293-3ce9-4e62-a812-91ba5ebb1f61 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1097 time: 0.5374131 Jul 22 23:34:41.072111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.080908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.091616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.104687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.113959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.122741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.129591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.139282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-0179a4e7-69c0-4b1f-989c-4d1396fae2a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 1.0851836 Jul 22 23:34:41.143785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f34dfb-d96c-449c-8c6c-ac4dc6ce8162 None None] Pushing event updated for resources: {'Port': ['ID=e799fbfd-7870-4472-b0fc-72f82f76890a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:41.213974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-4'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:41.321015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-e458d19a-91a1-46e2-8618-4a2d233f9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.324776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-e458d19a-91a1-46e2-8618-4a2d233f9011 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 1095 time: 0.7329600 Jul 22 23:34:41.480628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-389c75c0-1fbc-418f-ad17-541379b8f8c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b703b52-227b-40f2-b878-b5daf1f355ef HTTP/1.1" status: 200 len: 217 time: 0.1405222 Jul 22 23:34:41.492562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37fe2137-c09f-4e93-8939-a20165a0bf52 req-e76de1c9-5dd8-4e19-96fb-104c3443047c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3522902 Jul 22 23:34:41.505538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e632b806-884d-4c6c-927c-8ee6ed06d1ce req-ea7b6456-1e85-46fd-be64-5eeb3903ca55 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132477 Jul 22 23:34:41.630126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:41.759097 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d56a6d-c2ff-4145-98cb-80d9191030a9 x-openstack-request-id: req-a6d56a6d-c2ff-4145-98cb-80d9191030a9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:41.759473 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:41.759726 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6d56a6d-c2ff-4145-98cb-80d9191030a9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:41.760325 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424', 'status': 'completed', 'code': 200} Jul 22 23:34:41.761114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e799fbfd-7870-4472-b0fc-72f82f76890a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:41.784911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:41.805339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-69459d4f-a0c8-4b93-a003-b7d4e535793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.809138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-69459d4f-a0c8-4b93-a003-b7d4e535793b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.2991328 Jul 22 23:34:41.820914 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:41.883722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 7ae86623-ba1f-4c2d-8862-d755ef640e2a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:41.884115 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:41.913946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-6a9ad3e8-e391-47c3-bfb6-a71c4f668ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581732 Jul 22 23:34:41.962693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e799fbfd-7870-4472-b0fc-72f82f76890a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:41.996240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-8a115907-47c7-4f84-bcbd-c8dddcc60eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:41.998179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-8a115907-47c7-4f84-bcbd-c8dddcc60eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a99baa75-108b-4491-a375-1de276f8c2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0109427 Jul 22 23:34:42.028113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:42.059477 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:42.075039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bf1d56ec-5db1-4917-b24f-18d83fa8f156 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:42.101105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: bf1d56ec-5db1-4917-b24f-18d83fa8f156 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:42.101455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bf1d56ec-5db1-4917-b24f-18d83fa8f156 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:42.126934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:42.135733 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86a9d85-5215-4b93-a3ef-0669450de140" -d '{"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-plugged", "status": "completed", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:42.149858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:42.157482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:42.186365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:42.236300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:42.244974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:42.260827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:42.300744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3762-f3ad-43a9-a01c-a180381eb272 req-3655132d-64d9-46b4-aa56-0f3f1eda58e2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:42.307521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bcad3762-f3ad-43a9-a01c-a180381eb272 req-3655132d-64d9-46b4-aa56-0f3f1eda58e2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.6539855 Jul 22 23:34:42.325146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58838) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:42.365414 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc516c-f5d3-4f69-8007-a99bd3aa0b50 x-openstack-request-id: req-7dcc516c-f5d3-4f69-8007-a99bd3aa0b50 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:42.365709 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0803b106-725a-4001-8a07-0a6558f364c9", "tag": "8b703b52-227b-40f2-b878-b5daf1f355ef", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:42.366104 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dcc516c-f5d3-4f69-8007-a99bd3aa0b50 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:42.366543 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0803b106-725a-4001-8a07-0a6558f364c9', 'tag': '8b703b52-227b-40f2-b878-b5daf1f355ef', 'status': 'completed', 'code': 200} Jul 22 23:34:42.402950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'floatingip': {'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:42.471949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:42.476928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c7d74-4197-46ad-863d-fbb403bb873b req-bea4f9ef-390f-4b89-a758-adcdc9577ef5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:42.478601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea9c7d74-4197-46ad-863d-fbb403bb873b req-bea4f9ef-390f-4b89-a758-adcdc9577ef5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 944 time: 0.6274500 Jul 22 23:34:42.500288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-bc84a3d8-2161-431e-8aa7-78e40c66b0ed service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765817 Jul 22 23:34:42.522982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83792cd3-086f-4353-86e0-6849df056d3f None None] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:42.552230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:42.632032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7af2faf8-fed7-445f-9119-e804f0ecbacc service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586491 Jul 22 23:34:42.658002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] Provisioning for port e799fbfd-7870-4472-b0fc-72f82f76890a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:42.664699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] Provisioning complete for port e799fbfd-7870-4472-b0fc-72f82f76890a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:42.665075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:42.853015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:42.959610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] For port e799fbfd-7870-4472-b0fc-72f82f76890a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e799fbfd-7870-4472-b0fc-72f82f76890a,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:42.980104 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.086041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb787869-ed7e-4ef5-9666-ae5b0ae5b936 None None] Pushing event updated for resources: {'Port': ['ID=e799fbfd-7870-4472-b0fc-72f82f76890a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:43.134769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.169504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:43.202254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea9c7d74-4197-46ad-863d-fbb403bb873b req-bba99b1f-05e2-4b80-81b9-644edb12bcb8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120190 Jul 22 23:34:43.334271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5372-d7cf-41be-9034-a156fb992afa req-2fe7f302-76bd-4253-9e1c-6ed300a6a105 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:43.336700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46ed5372-d7cf-41be-9034-a156fb992afa req-2fe7f302-76bd-4253-9e1c-6ed300a6a105 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.8527267 Jul 22 23:34:43.346814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26b9f3ce-bf9f-4492-ad85-9f502391a462 req-0c2ace20-6ac4-429e-9082-b7630712ddf5 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064237 Jul 22 23:34:43.372828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.413310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1f606dc5-d9ff-4ca6-afa7-38b61ea15e27 None None] Provisioning complete for port e799fbfd-7870-4472-b0fc-72f82f76890a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:43.416291 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f606dc5-d9ff-4ca6-afa7-38b61ea15e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.484847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:43.496792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46ed5372-d7cf-41be-9034-a156fb992afa req-9e670385-752e-4e81-a15e-3380b0086911 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474361 Jul 22 23:34:43.541461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-2cbe0d15-56c4-426a-80bf-871332e3937a service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679485 Jul 22 23:34:43.619292 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffc372e-dff3-4517-a72b-ef815aae7054 x-openstack-request-id: req-5ffc372e-dff3-4517-a72b-ef815aae7054 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:43.620243 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-plugged", "status": "completed", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:43.620885 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ffc372e-dff3-4517-a72b-ef815aae7054 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:43.621681 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'code': 200} Jul 22 23:34:43.636753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e799fbfd-7870-4472-b0fc-72f82f76890a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:43.655544 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.658349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-edfa5dbd-21d4-4f75-9295-571fb0a0dace service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 217 time: 0.1060495 Jul 22 23:34:43.734084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e799fbfd-7870-4472-b0fc-72f82f76890a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:43.734859 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.765246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5954-1431-456c-8c52-8227b2435375 req-f97a1029-1253-4dbd-a1b1-138ef358b0e4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:43.767737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-758c5954-1431-456c-8c52-8227b2435375 req-f97a1029-1253-4dbd-a1b1-138ef358b0e4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 946 time: 0.4686515 Jul 22 23:34:43.782813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.783621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4ffd908b-09ce-46a2-a6e9-ebafe01ad39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:43.785166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4ffd908b-09ce-46a2-a6e9-ebafe01ad39a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.1157324 Jul 22 23:34:43.914144 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:34:43.919722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:43.958438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-ed91e96e-db14-44b3-a7a2-edacc16d9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:43.959893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-ed91e96e-db14-44b3-a7a2-edacc16d9795 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 1095 time: 0.4975803 Jul 22 23:34:43.974415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-758c5954-1431-456c-8c52-8227b2435375 req-27066edf-d9fd-4341-b487-30e0f0de2725 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879988 Jul 22 23:34:44.064846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:44.079615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.088847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.154692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:44.157335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:44.157335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:44.205391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a612-ef66-4499-97df-569e75ba360c req-c6850732-27f1-4995-bbc9-bcc102e2273a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.207394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39f7a612-ef66-4499-97df-569e75ba360c req-c6850732-27f1-4995-bbc9-bcc102e2273a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.4375272 Jul 22 23:34:44.213479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:34:44.213729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Attempting to bind port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:44.222349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-760d9cb2-ea9e-4051-9acd-df5362505076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.224609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-760d9cb2-ea9e-4051-9acd-df5362505076 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4113727 Jul 22 23:34:44.240297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:44.240637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:44.241029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:44.241483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Bound port: a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:44.241862 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.275207 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Floating IP 4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c associated. External IP: 172.25.5.82, port: a8ee1fe9-1e6c-49c0-8128-002c5855cc7b. Jul 22 23:34:44.329889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-2da2d402-4d70-400c-a31a-d015e2f3a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.331425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-2da2d402-4d70-400c-a31a-d015e2f3a5f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.3434267 Jul 22 23:34:44.372491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:44.374768 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f79b99-e608-4db2-b3da-56dde812171b" -d '{"events": [{"server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:44.490865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39f7a612-ef66-4499-97df-569e75ba360c req-919e7742-0730-4656-b3bd-c199024bffa2 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718267 Jul 22 23:34:44.504601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-88b7e483-16c5-4421-819c-6d153fbf50db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b703b52-227b-40f2-b878-b5daf1f355ef HTTP/1.1" status: 200 len: 217 time: 0.1317616 Jul 22 23:34:44.602201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.608762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.617555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.624822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.630942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.638752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.646412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.654245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-47dd4348-fe99-46cf-80ce-215bf7948caa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.5515749 Jul 22 23:34:44.668715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Router baba8129-4fd4-4d01-94c9-92ae1fd109f7 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:34:44.682183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:44.742359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b5295c17-141a-4275-aeed-b92b6cdb5dd0 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903440 Jul 22 23:34:44.745322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:44.755117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-bce5bf6d-5b30-463a-9c89-4a5140d4ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:44.756643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-bce5bf6d-5b30-463a-9c89-4a5140d4ca6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.2441065 Jul 22 23:34:44.778015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:44.869409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99422b35-0c67-4c82-ab06-4ef8944cbec5 req-751f04cb-6862-4249-a64b-8bbaaf1cfc06 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142241 Jul 22 23:34:44.878344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-9a3438db-3a01-42b2-a8bb-25d4fef42cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959060 Jul 22 23:34:44.902058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-a636c350-cf88-44e9-ab19-00f5781f1ffe service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:34:44.903273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-a636c350-cf88-44e9-ab19-00f5781f1ffe service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091608 Jul 22 23:34:44.997065 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e7e1b-578f-4251-a9c0-abc42a31ac01 x-openstack-request-id: req-262e7e1b-578f-4251-a9c0-abc42a31ac01 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:44.997313 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:44.997592 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-262e7e1b-578f-4251-a9c0-abc42a31ac01 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:44.997906 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'code': 200} Jul 22 23:34:45.018810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Deleting port f12a0c7d-144f-4a2c-9660-9fc29265354a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:45.020710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.025621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:45.074818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:45.086451 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Sync routers for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:45.103751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-09945b14-cee1-44a8-88bb-a0c494f441a8 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436186 Jul 22 23:34:45.105894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.106578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.107909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-0a9463e5-18fa-4798-b31f-fddcf1eb8448 service neutron] 10.222.0.49 "PUT /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 1122 time: 3.9394963 Jul 22 23:34:45.118341 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:45.122412 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:45.151708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60184647-974d-4264-b109-2faf442076d9 req-ec398984-fb39-499d-ae2c-55c9cbff6465 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.157699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.162313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e92173db-a825-4dbe-9882-6e84b4fb91b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9751770 Jul 22 23:34:45.171053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58852) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:45.174915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60184647-974d-4264-b109-2faf442076d9 req-ec398984-fb39-499d-ae2c-55c9cbff6465 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 944 time: 0.6020691 Jul 22 23:34:45.175964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Router 928abf9a-93fc-4f04-add0-cda17796a531 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:45.292281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-80b42839-9358-4a31-8d2c-d5b929e991c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 217 time: 0.1744711 Jul 22 23:34:45.296824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:45.306890 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:45.335392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-d5bcc574-123f-40e5-bd51-51236366fb44 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989363 Jul 22 23:34:45.372135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60184647-974d-4264-b109-2faf442076d9 req-56994c77-014f-4c48-91dd-80ab35bfecb4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929610 Jul 22 23:34:45.550069 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:42Z', 'revision_number': 3, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:45.584118 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Checking router: baba8129-4fd4-4d01-94c9-92ae1fd109f7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:45.584946 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Updating router baba8129-4fd4-4d01-94c9-92ae1fd109f7 port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:34:45.604136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] For port f12a0c7d-144f-4a2c-9660-9fc29265354a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f12a0c7d-144f-4a2c-9660-9fc29265354a,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:45.604742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.612823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c76a0679-3de1-4a6a-aedf-15e3ec01cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.615464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-c76a0679-3de1-4a6a-aedf-15e3ec01cd05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.2155406 Jul 22 23:34:45.621610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Calling delete_port for f12a0c7d-144f-4a2c-9660-9fc29265354a owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:45.627117 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.751235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f377a48-28a1-4738-8fe0-1cbc630f55e7 req-b6017dd4-80ce-4402-af18-cf52b968c657 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.753020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f377a48-28a1-4738-8fe0-1cbc630f55e7 req-b6017dd4-80ce-4402-af18-cf52b968c657 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.6554511 Jul 22 23:34:45.859762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f377a48-28a1-4738-8fe0-1cbc630f55e7 req-244c97c6-0508-4d5b-801d-66eb9c5e55d6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624704 Jul 22 23:34:45.872421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:45.873924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4af12-c05c-4171-918a-1a52e013ea16 req-c885ee70-a0e4-424c-af8d-eb29644028d3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.875659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4a4af12-c05c-4171-918a-1a52e013ea16 req-c885ee70-a0e4-424c-af8d-eb29644028d3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 944 time: 0.2587597 Jul 22 23:34:45.884862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:45.904396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:45.918314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:45.918314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:45.923306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ec37a30-aa96-4606-b9a2-a0ab03f70fcf req-cc0ae4d1-48fb-43dc-b6bf-5f9d6c4aad50 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253546 Jul 22 23:34:45.928247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7226db6f-1be1-488c-adee-c41e41a5f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:45.929905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-7226db6f-1be1-488c-adee-c41e41a5f2f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2644725 Jul 22 23:34:45.940081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4a4af12-c05c-4171-918a-1a52e013ea16 req-003d9e02-9654-41c5-9792-14e77ece65ee tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566370 Jul 22 23:34:46.173004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee949568-87b2-4d73-996f-9158130b09cc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "PUT /v2.0/floatingips/4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c HTTP/1.1" status: 200 len: 991 time: 3.8390629 Jul 22 23:34:46.181231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:46.183912 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00645c98-57c1-4dc4-830b-ccb7b1f21643" -d '{"events": [{"name": "network-changed", "server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:46.208630 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.211060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:46.230092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fe5b6fbc-22cc-4f3a-ba6b-505020e2335d service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810256 Jul 22 23:34:46.243418 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Transition to ACTIVE for port object 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:46.257337 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.307657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.322022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.354583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f12a0c7d-144f-4a2c-9660-9fc29265354a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:46.445038 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Attempting to bind port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:46.445250 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Attempting to bind port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:46.456975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Attempting to bind port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:46.465953 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc97ab-7cbf-4295-b83d-354c27b058d2 None None] Pushing event updated for resources: {'Port': ['ID=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:46.496774 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:46.497591 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:46.498267 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.498928 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:46.499775 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Bound port: 3d949411-bb4d-49de-9e80-d6c8ab8f0b28, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:46.500415 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.680231 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] For port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:46.687818 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] For port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:46.699353 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.722377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bba39498-a085-4f63-9ab6-62d3e6cc4f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:46.855985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:46.857757 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:46.940569 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc97ab-7cbf-4295-b83d-354c27b058d2 None None] Pushing event updated for resources: {'Port': ['ID=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:46.956496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Allocated IP 172.20.0.1 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/504f01bd-b6d3-426a-b25b-c36f1f98aa81) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:47.001552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'mac_address': 'fa:16:3e:de:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:34:12Z', 'updated_at': '2021-07-22T23:34:43Z', 'revision_number': 1, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:47.045105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:47.062084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:47.063567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:47.101980 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:47.223173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-b9054e58-02d3-481f-a4b3-77661cbadb4e service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9844692 Jul 22 23:34:47.226644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.232915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:47.235673 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a88fe29-78ef-4390-b6aa-992f166ec5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:47.289688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:47.424756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.441697 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:42Z', 'revision_number': 3, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:47.507137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-6744e777-5bdb-49e8-b3c0-b36379cc49e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8423963b-21e0-4b7d-930f-57cf269b8d53 HTTP/1.1" status: 200 len: 217 time: 0.2593701 Jul 22 23:34:47.520426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Transition to ACTIVE for port object 504f01bd-b6d3-426a-b25b-c36f1f98aa81 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:47.564860 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f32cd57-e6f7-4681-a15e-2f30f65f5693 None None] The sync data for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 is: [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:42Z', 'revision_number': 3, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:47.621272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:47.660419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3eacb-d346-402f-87f9-e2e84764b6dd req-ac64145a-53fd-4813-a54b-a2f4fdd0b745 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.669019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbb3eacb-d346-402f-87f9-e2e84764b6dd req-ac64145a-53fd-4813-a54b-a2f4fdd0b745 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 1.5973728 Jul 22 23:34:47.720897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8b703b52-227b-40f2-b878-b5daf1f355ef details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:47.816924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cd160de0-8674-4bee-8c81-5fda6855bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.818565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-cd160de0-8674-4bee-8c81-5fda6855bad8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.2926745 Jul 22 23:34:47.842322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.848814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.858136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.867255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.875001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.885421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.894309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.906018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-4ebd58c1-9fb9-4ec8-a7c3-61219d0fa6d3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 1.7205405 Jul 22 23:34:47.918502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:47.930811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:47.960634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-eed36db7-3e99-4e7e-9ba7-514105aa0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:47.963651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-eed36db7-3e99-4e7e-9ba7-514105aa0a47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.6989770 Jul 22 23:34:48.060902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Pushing event updated for resources: {'Port': ['ID=504f01bd-b6d3-426a-b25b-c36f1f98aa81,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:48.073091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:48.078619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:48.095255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:48.109408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbb3eacb-d346-402f-87f9-e2e84764b6dd req-a3cced86-a0ad-485b-b923-35d8a583b198 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354300 Jul 22 23:34:48.222496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:48.271733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-734c8966-fac8-4fa3-883a-4f162c44d19c req-22bec191-7d43-40aa-b80a-05fd2da45714 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3644261 Jul 22 23:34:48.373811 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0548b2-7a6f-469e-941f-0d46bdb90a52 x-openstack-request-id: req-3c0548b2-7a6f-469e-941f-0d46bdb90a52 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:48.374103 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:48.379994 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c0548b2-7a6f-469e-941f-0d46bdb90a52 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:48.380428 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'status': 'completed', 'code': 200} Jul 22 23:34:48.413604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.423576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8b703b52-227b-40f2-b878-b5daf1f355ef, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8b703b52-227b-40f2-b878-b5daf1f355ef,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:48.426642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 has no active binding in host n-h1-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:34:48.487171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-567d153a-e9c8-4869-92d5-d0199324bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.490051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-567d153a-e9c8-4869-92d5-d0199324bce7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.4172728 Jul 22 23:34:48.506317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8b703b52-227b-40f2-b878-b5daf1f355ef', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': '8b703b52-227b-40f2-b878-b5daf1f355ef', 'mac_address': 'fa:16:3e:7b:66:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:48.558466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'mac_address': 'fa:16:3e:de:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:34:12Z', 'updated_at': '2021-07-22T23:34:43Z', 'revision_number': 1, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:48.595531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce11a09-1859-40be-ba32-69df80cb6b8b None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'mac_address': 'fa:16:3e:de:c1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:34:12Z', 'updated_at': '2021-07-22T23:34:43Z', 'revision_number': 1, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:48.626854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.656699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-56d460a1-7139-4d82-ad86-9bc79126af1c None None] Provisioning for port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:48.660046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b703b52-227b-40f2-b878-b5daf1f355ef {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:48.663236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-99b41e7e-0f07-4e9b-8fbb-e39d4c29d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.664831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-99b41e7e-0f07-4e9b-8fbb-e39d4c29d26b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7476640 Jul 22 23:34:48.670196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-56d460a1-7139-4d82-ad86-9bc79126af1c None None] Provisioning complete for port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:48.670496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-a28120e4-9fbb-4f67-8494-87b515998705 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=38c8e958-f738-477c-9fad-6b47b17f7c52 HTTP/1.1" status: 200 len: 217 time: 0.0563374 Jul 22 23:34:48.670627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56d460a1-7139-4d82-ad86-9bc79126af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.829181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8b703b52-227b-40f2-b878-b5daf1f355ef, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8b703b52-227b-40f2-b878-b5daf1f355ef,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:48.873006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:48.898678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-e69c9cb8-aab2-477c-bc3d-be79949b101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.900213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-e69c9cb8-aab2-477c-bc3d-be79949b101a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.2003949 Jul 22 23:34:48.938468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c5af7-3965-42f4-9ad7-4a384dc349f6 req-a1a230b7-df6f-4f31-924b-c01d705f5673 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:48.945613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-147c5af7-3965-42f4-9ad7-4a384dc349f6 req-a1a230b7-df6f-4f31-924b-c01d705f5673 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.4762368 Jul 22 23:34:49.022543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8b703b52-227b-40f2-b878-b5daf1f355ef,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:49.030290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-56d460a1-7139-4d82-ad86-9bc79126af1c None None] Port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:49.060694 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777830d2-8d59-4a94-a65c-0a32b8f4cb7a None None] New status for floating IP 4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:34:49.078345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1655122-3136-4ec3-9564-b3856a35a39a req-4d138cc2-8465-44f1-ab71-da18b2ff7d66 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:49.088414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1655122-3136-4ec3-9564-b3856a35a39a req-4d138cc2-8465-44f1-ab71-da18b2ff7d66 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 944 time: 0.4838398 Jul 22 23:34:49.177397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-147c5af7-3965-42f4-9ad7-4a384dc349f6 req-f7b03f89-59d1-4c32-9b39-f8a097d9316f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307885 Jul 22 23:34:49.210619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-bd8a5762-28b5-4e93-988d-c2e1903d0023 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982760 Jul 22 23:34:49.238134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:49.249890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] Sync routers for ids ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:49.279844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] Routers {'75d00f15-8be4-400d-abb5-9f2bfbca2a79'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:49.282651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:49.311619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:49.313993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4a45f2a1-1027-44f2-987e-4fcd3feaa7cf admin admin] 10.222.0.21 "PUT /v2.0/routers/75d00f15-8be4-400d-abb5-9f2bfbca2a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4678411 Jul 22 23:34:49.317827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:49.392154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1655122-3136-4ec3-9564-b3856a35a39a req-d71433c3-e190-4746-9e1c-8e6ff5f621df tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868600 Jul 22 23:34:49.426597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-0b475445-fe17-4eaf-a93f-1057d6e5975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:49.428576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-0b475445-fe17-4eaf-a93f-1057d6e5975f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5193679 Jul 22 23:34:49.522125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] Set router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:49.644940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-8c62ed3b-f58b-4ff4-91d3-dd75d622234f service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225950 Jul 22 23:34:49.698332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.833880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-4027f838-baa5-42ea-a7ae-ad22c61c4369 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439515 Jul 22 23:34:49.877081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:49.943235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:49.974410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-1111fb3c-8896-4e0a-805c-57581e9f1550 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb HTTP/1.1" status: 200 len: 217 time: 0.1346478 Jul 22 23:34:50.018864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ac0aa69-c59e-4703-b084-3ae823204a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.031254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.094819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:34:46Z', 'revision_number': 5, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port': {'id': 'e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:31:59Z', 'updated_at': '2021-07-22T23:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:50.114009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-0abc6c51-72f5-4f26-b5f8-dfe852b320a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.121545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-0abc6c51-72f5-4f26-b5f8-dfe852b320a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1097 time: 1.5761900 Jul 22 23:34:50.134766 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e060e19-f836-488a-8116-aae56fee2eb6 x-openstack-request-id: req-1e060e19-f836-488a-8116-aae56fee2eb6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:50.135062 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:50.140707 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e060e19-f836-488a-8116-aae56fee2eb6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:50.141249 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'status': 'completed', 'code': 200} Jul 22 23:34:50.228074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] Checking router: 75d00f15-8be4-400d-abb5-9f2bfbca2a79 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:50.273731 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.293542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:50.301627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:50.302333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.309355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] Routers {'75d00f15-8be4-400d-abb5-9f2bfbca2a79'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:50.310478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:50.385320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-f61f62bd-dd66-4640-a798-8f0ad09c0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.387754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-f61f62bd-dd66-4640-a798-8f0ad09c0660 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.3926523 Jul 22 23:34:50.406588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-d210a392-df8d-4253-b53f-8c7b68ad23dc service neutron] 10.222.0.48 "GET /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5/bindings/n-h1-758851-4 HTTP/1.1" status: 200 len: 384 time: 1.2303357 Jul 22 23:34:50.554258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26fbd2d6-c51b-44b6-afe0-0880849bc637 req-077c5f87-4c98-4cbe-bfdc-58e68bd5333c service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001116 Jul 22 23:34:50.595773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Deleting port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:50.597021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.611108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db74e-323c-4273-b003-d92a663e3d7c req-7df649c2-6149-4eec-9f1e-f8ca1d9cd2f6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.613357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9db74e-323c-4273-b003-d92a663e3d7c req-7df649c2-6149-4eec-9f1e-f8ca1d9cd2f6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 944 time: 0.5071480 Jul 22 23:34:50.665113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-6f999efe-39b5-4653-b04b-b7e6dcd6852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.667053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-6f999efe-39b5-4653-b04b-b7e6dcd6852f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2464342 Jul 22 23:34:50.678289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec687552-58c2-4d27-8889-83d0f0b2715a req-e533dd4d-aa39-4213-9946-98a90eeafc9f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.680146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec687552-58c2-4d27-8889-83d0f0b2715a req-e533dd4d-aa39-4213-9946-98a90eeafc9f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.4350078 Jul 22 23:34:50.721206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] For port e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:50.721796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.738993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Calling delete_port for e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:50.744652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] Set router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:50.748163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec687552-58c2-4d27-8889-83d0f0b2715a req-5fb2bc99-c447-48e5-bf93-0d57f6392baa tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546529 Jul 22 23:34:50.766027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9db74e-323c-4273-b003-d92a663e3d7c req-be644303-bc31-4675-b020-f354f5c834d1 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336362 Jul 22 23:34:50.837079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-42f40177-17dc-491e-9c20-1b9666aab579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:50.838762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-42f40177-17dc-491e-9c20-1b9666aab579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1125 time: 0.7056885 Jul 22 23:34:50.881556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:34:49Z', 'revision_number': 6, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:50.960030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c4fa6d-ae27-420f-a9d4-7ed42195e50e None None] The sync data for ids ['75d00f15-8be4-400d-abb5-9f2bfbca2a79'] in n-d-758851-4 is: [{'id': '75d00f15-8be4-400d-abb5-9f2bfbca2a79', 'name': 'tempest-AttachSCSIVolumeTestJSON-568330291-router', 'tenant_id': '07a98e7b4d7145e3936836f23140997b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:31:58Z', 'updated_at': '2021-07-22T23:34:49Z', 'revision_number': 6, 'project_id': '07a98e7b4d7145e3936836f23140997b', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:50.961652 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:50.972246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-0faf0386-6bf5-480a-862f-ffa0d3d8d8f2 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876437 Jul 22 23:34:51.003745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:51.012288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.024370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-874ea2d4-87dc-4dcc-bbb5-d8f9467ba062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.026166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-874ea2d4-87dc-4dcc-bbb5-d8f9467ba062 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.8991013 Jul 22 23:34:51.066078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.169453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:51.209132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.222438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.235113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.242526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.249760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.256309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.269037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.276638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-cadee11d-f616-4e68-bada-b138ffcd42bb tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.3624208 Jul 22 23:34:51.347411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-353cfbcc-d3ce-4fa4-b389-9b5ca79be90d req-954aa313-365b-4b2e-862d-33a8a2345649 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609896 Jul 22 23:34:51.376866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:51.377878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-f3faac98-9d6c-4b8b-a179-69b30715d5a5 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936586 Jul 22 23:34:51.404198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:51.454172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:51.454841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-6a222bc8-4f38-408b-84f8-71533e702dac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 HTTP/1.1" status: 200 len: 217 time: 0.0643406 Jul 22 23:34:51.469328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:51.551045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-b0374626-793e-4905-8d49-6ef91dff8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.554109 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-b0374626-793e-4905-8d49-6ef91dff8fa2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.6970446 Jul 22 23:34:51.556453 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-8d5df072-4c87-4a3c-9c0d-d843fef46a64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 1001 time: 0.5034428 Jul 22 23:34:51.609932 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.621449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-090a6a6d-4cbe-488a-ad79-bfe49dd7b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.623182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-090a6a6d-4cbe-488a-ad79-bfe49dd7b84e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.1610887 Jul 22 23:34:51.680580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.691933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-7cc09dd1-71fe-4d21-86fb-f0a998bde0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.695565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-7cc09dd1-71fe-4d21-86fb-f0a998bde0ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.0810714 Jul 22 23:34:51.738287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8b703b52-227b-40f2-b878-b5daf1f355ef up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:51.795428 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-89ae11e4-747e-443a-a72a-9e4bcbca184b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 217 time: 0.1159644 Jul 22 23:34:51.833743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8b703b52-227b-40f2-b878-b5daf1f355ef completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:51.837938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8b703b52-227b-40f2-b878-b5daf1f355ef triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:51.838327 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:51.898289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:51.924276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd38d-5b1d-4b7a-b9d8-ac05b835e1c3 req-ef496e2b-2aa1-48f1-b74f-44b32eb2047f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:51.928862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-514fd38d-5b1d-4b7a-b9d8-ac05b835e1c3 req-ef496e2b-2aa1-48f1-b74f-44b32eb2047f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.4246399 Jul 22 23:34:52.036274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-514fd38d-5b1d-4b7a-b9d8-ac05b835e1c3 req-f7fdee3a-2745-4988-b6d3-09846591687c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940180 Jul 22 23:34:52.050692 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.068316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6c704b7-9313-4797-961a-11477134734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.069838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-e6c704b7-9313-4797-961a-11477134734c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4303870 Jul 22 23:34:52.085285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de429-e039-45f3-961b-a71f4864fcd7 req-44a89d82-dbcd-4bf0-b06c-734c36fa243b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.093916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-369de429-e039-45f3-961b-a71f4864fcd7 req-44a89d82-dbcd-4bf0-b06c-734c36fa243b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 945 time: 0.3265133 Jul 22 23:34:52.116307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-9ef12e75-5173-48b1-ba61-9a9e41254777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.116611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.121020 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-9ef12e75-5173-48b1-ba61-9a9e41254777 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.2973797 Jul 22 23:34:52.134787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:52.135751 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.145789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.169906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.177287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803b106-725a-4001-8a07-0a6558f364c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b703b52-227b-40f2-b878-b5daf1f355ef'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:52.180120 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7975f6bb-ba6d-47d1-a297-a308ae8d5836" -d '{"events": [{"server_uuid": "0803b106-725a-4001-8a07-0a6558f364c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b703b52-227b-40f2-b878-b5daf1f355ef"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:52.208307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8b703b52-227b-40f2-b878-b5daf1f355ef, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8b703b52-227b-40f2-b878-b5daf1f355ef,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:52.223548 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.226212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:52.226582 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-7b06fb27-31c7-4313-a2b7-186654e26473 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832527 Jul 22 23:34:52.227163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.286556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] Transition to ACTIVE for port object a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:52.304876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-8042a775-0e0a-464f-871d-50510e573206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.306413 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-8042a775-0e0a-464f-871d-50510e573206 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5451984 Jul 22 23:34:52.321581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-369de429-e039-45f3-961b-a71f4864fcd7 req-48bbb1e2-f5ef-45a4-8852-0705dfd21747 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250848 Jul 22 23:34:52.322059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8b703b52-227b-40f2-b878-b5daf1f355ef,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.341575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.400379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:52.408756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-4fc9672c-990a-468b-b8c5-a76958a93966 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011215 Jul 22 23:34:52.421940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d25fb-234c-4d63-8cd9-beb7509558aa req-64dd03b1-60bd-424d-a1eb-35041c623cc7 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.422874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:52.438756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-349d25fb-234c-4d63-8cd9-beb7509558aa req-64dd03b1-60bd-424d-a1eb-35041c623cc7 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.2833877 Jul 22 23:34:52.462678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f12a0c7d-144f-4a2c-9660-9fc29265354a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:52.478515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Pushing event updated for resources: {'Port': ['ID=504f01bd-b6d3-426a-b25b-c36f1f98aa81,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.487739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f12a0c7d-144f-4a2c-9660-9fc29265354a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:52.488094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f12a0c7d-144f-4a2c-9660-9fc29265354a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:52.619309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:52.625149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-349d25fb-234c-4d63-8cd9-beb7509558aa req-8cd3bff9-a34b-4fed-bbc5-f14b8c672ef1 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809487 Jul 22 23:34:52.633565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-ba6aa934-79dd-4490-841f-da4bfa5d2b56 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921670 Jul 22 23:34:52.670779 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b6f8c-874e-461e-94b5-87f64a1d21f9 x-openstack-request-id: req-135b6f8c-874e-461e-94b5-87f64a1d21f9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:52.671306 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803b106-725a-4001-8a07-0a6558f364c9", "name": "network-vif-plugged", "status": "completed", "tag": "8b703b52-227b-40f2-b878-b5daf1f355ef", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:52.671306 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-135b6f8c-874e-461e-94b5-87f64a1d21f9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:52.671717 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0803b106-725a-4001-8a07-0a6558f364c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b703b52-227b-40f2-b878-b5daf1f355ef', 'code': 200} Jul 22 23:34:52.687608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-fd0612eb-dbe4-44c0-b04c-24309ef72368 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424 HTTP/1.1" status: 200 len: 217 time: 0.0422394 Jul 22 23:34:52.700324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f28e-c410-4d81-8136-035731883059 req-26b7e1cb-c5c7-47e1-b81f-63b8d9642686 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.707946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6354f28e-c410-4d81-8136-035731883059 req-26b7e1cb-c5c7-47e1-b81f-63b8d9642686 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 945 time: 0.2160442 Jul 22 23:34:52.709920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] No DVR routers for this DVR port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:52.825554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6354f28e-c410-4d81-8136-035731883059 req-7a3cbd75-3821-45d3-83d2-90ae32cbdfa2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161776 Jul 22 23:34:52.906012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-d14194cc-8f56-4592-b550-77d00e087386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:52.908328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-d14194cc-8f56-4592-b550-77d00e087386 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.1772304 Jul 22 23:34:53.006200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.013201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.019310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.028317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.034929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.041995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.050359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.052398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44b8c1da-3848-468a-9fcd-84729316019f req-64718459-8754-4287-a022-aff040d64fca tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.3108158 Jul 22 23:34:53.057559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67113a-22d9-45ef-a5d1-b7959d219422 req-791310d5-52bb-4889-8054-0dd853a90434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.059869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd67113a-22d9-45ef-a5d1-b7959d219422 req-791310d5-52bb-4889-8054-0dd853a90434 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 1097 time: 0.2178593 Jul 22 23:34:53.152867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.186685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-53ecb6e9-128b-4332-b118-a9607e189e08 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9293272 Jul 22 23:34:53.216398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44b8c1da-3848-468a-9fcd-84729316019f req-f6e16a1c-ddbf-400d-9665-b35c7df1f3ef tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474228 Jul 22 23:34:53.250557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd67113a-22d9-45ef-a5d1-b7959d219422 req-ea999539-e9e0-4da2-8b7a-84c51bff7dd3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737332 Jul 22 23:34:53.264466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-ccb4897c-0fb0-4273-afec-a4dde30c5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.266385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-ccb4897c-0fb0-4273-afec-a4dde30c5686 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3284025 Jul 22 23:34:53.284618 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] 10.222.0.48 "PUT /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5/bindings/n-h1-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 2.8655665 Jul 22 23:34:53.302572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58b744-5516-4984-9b41-c2e339cf5e9c req-db78af85-6bff-4927-a20f-c9fa51a44c46 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.311498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f58b744-5516-4984-9b41-c2e339cf5e9c req-db78af85-6bff-4927-a20f-c9fa51a44c46 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1258476 Jul 22 23:34:53.372520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f58b744-5516-4984-9b41-c2e339cf5e9c req-2562558d-d29f-4dab-83dd-9cb408a24573 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Jul 22 23:34:53.480540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.483452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.490169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401e7a2-787d-4a8c-a06b-bf1f0f50de6e req-131a354e-3d33-41a9-aed8-49feead6a411 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:53.492228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f401e7a2-787d-4a8c-a06b-bf1f0f50de6e req-131a354e-3d33-41a9-aed8-49feead6a411 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 946 time: 0.0967956 Jul 22 23:34:53.541078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38afc80-e7d8-4b28-a712-340f14cbdc07 service neutron] Pushing event updated for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:53.548806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:53.552080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-deb3da58-0c73-4a15-bc26-52b4daf020c2 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2086108 Jul 22 23:34:53.553140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:53.561107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:53.571047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f401e7a2-787d-4a8c-a06b-bf1f0f50de6e req-6dcabd64-eb21-43b0-af04-ac149a08fce5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715432 Jul 22 23:34:53.574033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.574658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d00f15-8be4-400d-abb5-9f2bfbca2a79 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:34:53.582433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:53.585869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb03b9af-d6fe-4387-8cba-0ebf63ff5ffe admin admin] 10.222.0.21 "DELETE /v2.0/routers/75d00f15-8be4-400d-abb5-9f2bfbca2a79 HTTP/1.1" status: 204 len: 168 time: 4.2549634 Jul 22 23:34:53.587749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58906) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:53.634749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:53.635774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e3268f3f-503f-4f6a-86d3-0b1ae4eac1e5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:53.748385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a88fe29-78ef-4390-b6aa-992f166ec5e0 req-6db82f57-89f5-4be8-9701-d4e32fdfb0e7 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141180 Jul 22 23:34:53.912039 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-00645c98-57c1-4dc4-830b-ccb7b1f21643 req-cd9e8070-7981-4fca-a39c-666afd8fe49f service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906846 Jul 22 23:34:53.914045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Router baba8129-4fd4-4d01-94c9-92ae1fd109f7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:34:54.035573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9ca73f9c-aae6-4c36-8d4d-efd781b16261 None None] Provisioning complete for port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:54.040696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ca73f9c-aae6-4c36-8d4d-efd781b16261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.075506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:34:54.085590 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Sync routers for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:34:54.096988 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7e5e466-a3a2-499e-b059-2a6181367714 admin admin] 10.222.0.21 "PUT /v2.0/routers/baba8129-4fd4-4d01-94c9-92ae1fd109f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9242733 Jul 22 23:34:54.109042 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:54.109566 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:54.145631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9ca73f9c-aae6-4c36-8d4d-efd781b16261 None None] Port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:34:54.285183 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:54.290406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Deleting subnet 1cffda10-a8ca-4337-a9a8-fd34e0556b8b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:34:54.299057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.330472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-6f6dc8d5-9846-4509-a366-1589e75b7cd2 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6840129 Jul 22 23:34:54.409627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.506114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0bcba-3969-46c6-a4bf-6b0335c18c41 req-52dbdad2-c5a3-4e42-8556-d31aa8f59bc6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:54.507743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88d0bcba-3969-46c6-a4bf-6b0335c18c41 req-52dbdad2-c5a3-4e42-8556-d31aa8f59bc6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 945 time: 0.3378046 Jul 22 23:34:54.622111 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:51Z', 'revision_number': 2, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:54.631597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d52d8-a86e-4326-9bed-7132562a5505 req-3274748f-f6db-4120-8f35-e0ace0bd5015 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:54.640681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad3d52d8-a86e-4326-9bed-7132562a5505 req-3274748f-f6db-4120-8f35-e0ace0bd5015 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.8291838 Jul 22 23:34:54.648168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-a8eb4a44-e7f0-4bbe-9234-3ff9fd790c37 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:54.649665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-a8eb4a44-e7f0-4bbe-9234-3ff9fd790c37 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.8369138 Jul 22 23:34:54.654108 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Checking router: baba8129-4fd4-4d01-94c9-92ae1fd109f7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:34:54.654680 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Updating router baba8129-4fd4-4d01-94c9-92ae1fd109f7 port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:34:54.707558 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:54.716484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad3d52d8-a86e-4326-9bed-7132562a5505 req-5f7f0b66-c7ab-4f1e-82c4-a363a86a83cc tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556769 Jul 22 23:34:54.718676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c30ad85-bade-4b89-9696-d6d92d19a276 req-8e1d6e4b-2b59-43fb-af51-075461e06fd9 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752875 Jul 22 23:34:54.779963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88d0bcba-3969-46c6-a4bf-6b0335c18c41 req-a9f43338-f820-4d4e-b78b-c18ed7b73633 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769347 Jul 22 23:34:54.887026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.024571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.043993 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.048929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:55.049414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1cffda10-a8ca-4337-a9a8-fd34e0556b8b HTTP/1.1" status: 204 len: 168 time: 1.4615388 Jul 22 23:34:55.051899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac015d-447a-46b0-9b7d-87c018a1d038 None None] Network 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:34:55.117017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f12a4d-7e14-4423-80fe-ef23e376e075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cffda10-a8ca-4337-a9a8-fd34e0556b8b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.175543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-de59af1e-4a0f-449b-9c79-0ea09c573f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.177692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-de59af1e-4a0f-449b-9c79-0ea09c573f19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8&tenant_id=0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 1096 time: 0.4678874 Jul 22 23:34:55.193477 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.206387 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Transition to ACTIVE for port object 504f01bd-b6d3-426a-b25b-c36f1f98aa81 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:34:55.211076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.219886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.226797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.229193 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.233564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.241081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.250805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.259863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.262121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-22cc5d10-16b4-4cf0-8e44-4efa8e8b8237 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.3188534 Jul 22 23:34:55.270499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.271370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.271510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.271956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.272429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.272909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.273376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.275428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-d53bec58-d485-48e0-8991-6f9c387aa0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6476 time: 0.2372010 Jul 22 23:34:55.295558 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663c15-c013-426b-8c85-f6c7a3df1f45 None None] Pushing event updated for resources: {'Port': ['ID=504f01bd-b6d3-426a-b25b-c36f1f98aa81,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:55.328915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.434425 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Attempting to bind port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:34:55.435247 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Attempting to bind port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:34:55.435835 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Attempting to bind port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:34:55.488409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Deleting port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:55.489595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.502217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:34:55.502928 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:34:55.503669 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.504223 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:34:55.504873 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Bound port: 504f01bd-b6d3-426a-b25b-c36f1f98aa81, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:34:55.505424 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.533092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-5e4555b9-c5d6-427d-a303-41041b4873b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.540393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-5e4555b9-c5d6-427d-a303-41041b4873b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60c70dab-386a-4a06-84a5-3dc1a1fb3900 HTTP/1.1" status: 200 len: 903 time: 0.2210176 Jul 22 23:34:55.623527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] DHCP port deletion for 51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:34:55.681853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] For port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:55.682358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.714808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:55.738615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056597190', 'description': 'tempest-description--2044121257'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:55.743065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-97a5bf37-2fd4-4607-9a1b-59aafb1ef6e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424 HTTP/1.1" status: 200 len: 217 time: 0.1867261 Jul 22 23:34:55.781580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Calling delete_port for 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:55.781919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] Deleting port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:34:55.787085 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.819350 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] For port 504f01bd-b6d3-426a-b25b-c36f1f98aa81, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:55.825336 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] For port 504f01bd-b6d3-426a-b25b-c36f1f98aa81, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=504f01bd-b6d3-426a-b25b-c36f1f98aa81,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:34:55.840246 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.890400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] For port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,segment=NetworkSegment(593c5953-4166-494e-aa47-66d7e52c6040),segment_id=593c5953-4166-494e-aa47-66d7e52c6040)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:55.890944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.899914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.906660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:55.910102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] Calling delete_port for 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:34:55.930989 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:34:55.932094 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:34:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:55.990450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-fc3abf10-4f54-489a-a8a9-81fbce38e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:55.991955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-fc3abf10-4f54-489a-a8a9-81fbce38e0ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.2419240 Jul 22 23:34:56.001636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71ed13e1-c268-4e08-856f-e247359b62a5 req-140c5871-cdbd-4fb8-995c-72cda0cfa326 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6879985 Jul 22 23:34:56.002711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.013377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] No DVR routers for this DVR port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:56.084034 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.099460 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5663c15-c013-426b-8c85-f6c7a3df1f45 None None] Pushing event updated for resources: {'Port': ['ID=504f01bd-b6d3-426a-b25b-c36f1f98aa81,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.102640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-52901e19-2043-41d6-bf09-39f2be5bea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.104339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-52901e19-2043-41d6-bf09-39f2be5bea02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1096 time: 0.8412926 Jul 22 23:34:56.174519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] Pushing event deleted for resources: {'Port': ['ID=0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.179434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1e4ec-b7e2-4476-9980-41e4db55bbe1 None None] No DVR routers for this DVR port 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:34:56.248473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.256068 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:34:56.291255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bd2673-0f40-4aa5-bf90-1ed1146c6ee9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:56.300645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-2e4be26f-5010-4dc9-90e4-0d4a4a6f24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.302528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-2e4be26f-5010-4dc9-90e4-0d4a4a6f24e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1910439 Jul 22 23:34:56.314083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe3fc5-cfd6-4373-b2a0-4afd03f7a8d0 req-dccec853-89c8-48d0-a6cb-ec446c29e891 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.315377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593c5953-4166-494e-aa47-66d7e52c6040') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:56.315839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593c5953-4166-494e-aa47-66d7e52c6040') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:56.324373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bbe3fc5-cfd6-4373-b2a0-4afd03f7a8d0 req-dccec853-89c8-48d0-a6cb-ec446c29e891 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.5566275 Jul 22 23:34:56.333841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.357383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-5d77f602-d227-4d42-96a0-7406f6b3d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.358965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-5d77f602-d227-4d42-96a0-7406f6b3d51d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3550982 Jul 22 23:34:56.379427 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.395921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:34:56.396744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:34:56.398726 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:34:56.419293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-b4e5f59c-a7cc-4073-81ee-4c21ed6f00c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 217 time: 0.0750041 Jul 22 23:34:56.420599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.428726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.500730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.504981 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7851615 Jul 22 23:34:56.504981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc28afe-a873-49a3-93d9-a77a96191d6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227a3abd-657d-409a-8b61-fb9483c036c9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.507483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:56.515586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'security_group_rule': {'security_group_id': '227a3abd-657d-409a-8b61-fb9483c036c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:56.532208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.554772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.556158 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:55Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:34:56.557118 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] 10.222.0.21 "DELETE /v2.0/networks/51bd2673-0f40-4aa5-bf90-1ed1146c6ee9 HTTP/1.1" status: 204 len: 168 time: 1.5033278 Jul 22 23:34:56.559620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719cc34-d809-4b94-8ac7-d8c162fc78df admin admin] Pushing event deleted for resources: {'Network': ['ID=51bd2673-0f40-4aa5-bf90-1ed1146c6ee9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.582794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.629736 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb541d-307e-4a67-a069-c5b48d39aa6c None None] The sync data for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 is: [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:55Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:34:56.724136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.730524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.753192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b23a940-f6d0-47c3-ad50-71827ae7b680,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:56.762956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:56.767918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9457913-a4f3-4cd0-884d-17ef1eeddea2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2589159 Jul 22 23:34:56.774476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:56.785732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'security_group_rule': {'security_group_id': '227a3abd-657d-409a-8b61-fb9483c036c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:56.800791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58948) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:56.840069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bbe3fc5-cfd6-4373-b2a0-4afd03f7a8d0 req-baaa40a9-9a5c-4fd1-891e-38ed58eccc15 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135560 Jul 22 23:34:56.858844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-c1bd5185-cefc-40b0-89e3-ed1e141b1cbe service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437151 Jul 22 23:34:56.873050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-b1c9675b-5e94-41aa-8f9f-766f6a783dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:56.874583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-b1c9675b-5e94-41aa-8f9f-766f6a783dd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.2514899 Jul 22 23:34:56.906591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bae447fa-4d22-4680-9e49-0303c0d333e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33eeda0da3394b918f35c22909303b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022995 Jul 22 23:34:56.907368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:56.927571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-8e0f5cf9-b537-4a76-a918-b12cb0cbf10e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395534 Jul 22 23:34:56.960038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-c848d261-00b0-4934-ad7b-c7b596c0fb1d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:34:56.961200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-c848d261-00b0-4934-ad7b-c7b596c0fb1d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163035 Jul 22 23:34:56.985389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e07f7ca9-3a8b-4f16-b3e0-be5fbb334770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.019749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e07f7ca9-3a8b-4f16-b3e0-be5fbb334770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.026738 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.133485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.141772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.166659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e8b15-b693-4ec0-9f14-ba8d0cde3745 req-43ecd8f0-40e4-473e-9d35-6229d099b380 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:57.169948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-853e8b15-b693-4ec0-9f14-ba8d0cde3745 req-43ecd8f0-40e4-473e-9d35-6229d099b380 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 946 time: 0.8426731 Jul 22 23:34:57.178981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28355ca6-9845-4cbd-997e-aef98d0bb383,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:57.180969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.182323 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f843dd57-7821-4cfc-8bfc-0e05ff4e4bf0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4039166 Jul 22 23:34:57.187784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:57.206723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:34:57.241027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.270993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e07f7ca9-3a8b-4f16-b3e0-be5fbb334770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.273454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e07f7ca9-3a8b-4f16-b3e0-be5fbb334770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.279523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e07f7ca9-3a8b-4f16-b3e0-be5fbb334770 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4219f2ef-32f8-4b14-8620-13aa22c677f8 HTTP/1.1" status: 204 len: 168 time: 0.3685396 Jul 22 23:34:57.306572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f7ca9-3a8b-4f16-b3e0-be5fbb334770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4219f2ef-32f8-4b14-8620-13aa22c677f8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:57.345894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-853e8b15-b693-4ec0-9f14-ba8d0cde3745 req-47050201-2438-4f1f-a81e-46893cbcf92e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441412 Jul 22 23:34:57.361470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c833c776-5eab-4838-8d7a-fb1d5516c80b req-898927fb-4c0a-45cb-8d37-976828a06115 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858859 Jul 22 23:34:57.373147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-e15c2ad8-b277-48e4-b2e8-faae6453b243 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904305 Jul 22 23:34:57.457678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359bb2-9880-409e-ac3b-57237ea5d9ea req-f67090b1-a9ab-432a-8d00-74c0e253e884 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:57.465012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2359bb2-9880-409e-ac3b-57237ea5d9ea req-f67090b1-a9ab-432a-8d00-74c0e253e884 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.4717524 Jul 22 23:34:57.573511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:57.710207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 504f01bd-b6d3-426a-b25b-c36f1f98aa81 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:57.717644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:34:57.758441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:57.889435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2359bb2-9880-409e-ac3b-57237ea5d9ea req-5b3e1293-8bed-4db6-a2ee-bc0f56a3df61 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822858 Jul 22 23:34:57.899065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-f1623f4f-2aea-47f4-8c21-06c4427242c4 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180292 Jul 22 23:34:57.916228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Allocated IP 172.25.5.199 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/59fa0666-f80a-4cea-9689-e81277086eaf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:34:57.991949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7b501-2aa9-4834-87bf-dcbb218da36c req-19984d26-20b7-45a4-8623-735dbdc6dbcf tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.000839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1c7b501-2aa9-4834-87bf-dcbb218da36c req-19984d26-20b7-45a4-8623-735dbdc6dbcf tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 945 time: 0.4876676 Jul 22 23:34:58.076689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:58.111794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.118236 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.178880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1c7b501-2aa9-4834-87bf-dcbb218da36c req-868426cf-d0c5-45e1-8a6c-da79ac7ccb1d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726909 Jul 22 23:34:58.202522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:34:58.219591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:34:58.221912 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d137a9d2-9839-4b7e-850e-7f8afee46441" -d '{"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:34:58.226892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.235264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:58.251344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:58.251734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.270053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:58.311358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:34:58.316990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.320218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:34:58.324996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:34:58.331786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=59fa0666-f80a-4cea-9689-e81277086eaf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:58.331970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'mac_address': 'fa:16:3e:ac:ca:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:34:58.358739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6bbc1d17-5fe4-4bb7-ae74-7dfce882d8f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07a98e7b4d7145e3936836f23140997b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806323 Jul 22 23:34:58.363540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58978) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:34:58.450094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.487247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:34:58.494539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:58.534431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:58.543182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.567250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5755593-34a4-4962-8ba2-1b9799cf06cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.589235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccda07-208b-4e80-bcc2-683761229988 req-373aa591-41d1-496c-82cf-b63afc5f8b6e tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.598065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-373aa591-41d1-496c-82cf-b63afc5f8b6e tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.3739879 Jul 22 23:34:58.599075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5755593-34a4-4962-8ba2-1b9799cf06cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.630988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:58.638606 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.666229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.672668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.673475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.679701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.686991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.692359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.698276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.702771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 504f01bd-b6d3-426a-b25b-c36f1f98aa81, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=504f01bd-b6d3-426a-b25b-c36f1f98aa81,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:34:58.704800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.706877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-6beeee02-2275-49ca-be1c-b3021b5a09e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.3447096 Jul 22 23:34:58.707741 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.735273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5755593-34a4-4962-8ba2-1b9799cf06cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.737325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a514-3acf-4485-916b-e526a96c1c16 req-f2bed216-0243-4d68-b061-5922d5c00aa9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:58.738926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c8a514-3acf-4485-916b-e526a96c1c16 req-f2bed216-0243-4d68-b061-5922d5c00aa9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.3789005 Jul 22 23:34:58.748857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5755593-34a4-4962-8ba2-1b9799cf06cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.750131 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5755593-34a4-4962-8ba2-1b9799cf06cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2b5e791-1ed1-4e84-9719-e120593a251f HTTP/1.1" status: 204 len: 168 time: 0.3850539 Jul 22 23:34:58.783186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=504f01bd-b6d3-426a-b25b-c36f1f98aa81,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:58.799723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-560cd559-4c6f-4f28-bd9a-63a964501f78 req-aa95c6a8-cfc5-460d-bc74-aa18ef6833c2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794609 Jul 22 23:34:58.802018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c8a514-3acf-4485-916b-e526a96c1c16 req-ce122bd4-7afe-4649-9953-25b670c342dc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0511777 Jul 22 23:34:58.817733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5755593-34a4-4962-8ba2-1b9799cf06cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5e791-1ed1-4e84-9719-e120593a251f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:58.827246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.871880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:34:58.920253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:34:58.926992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0cb3a63f-7a0b-4139-8ce7-e55547dc4ee7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:34:58.941698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['38c8e958-f738-477c-9fad-6b47b17f7c52'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:34:58.951580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7eccda07-208b-4e80-bcc2-683761229988 req-bae178d9-52f1-4908-9043-d5851a6b12f0 service neutron] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:34:58.956875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7eccda07-208b-4e80-bcc2-683761229988 req-bae178d9-52f1-4908-9043-d5851a6b12f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:58.958031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eccda07-208b-4e80-bcc2-683761229988 req-bae178d9-52f1-4908-9043-d5851a6b12f0 service neutron] 10.222.0.49 "DELETE /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5/bindings/n-h2-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.3512552 Jul 22 23:34:58.966415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c8a514-3acf-4485-916b-e526a96c1c16 req-eb7d31f0-0f76-43bf-bfac-a03b860ca740 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506181 Jul 22 23:34:59.176114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c8a514-3acf-4485-916b-e526a96c1c16 req-ac1d2eb1-e7c0-4f2d-b5c7-d51c49680d48 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890821 Jul 22 23:34:59.185501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632be9-fa99-470b-a100-5c5a60afa820 req-43a8a5dc-23be-4d23-b84c-77e5f2fcc234 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:59.187428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d632be9-fa99-470b-a100-5c5a60afa820 req-43a8a5dc-23be-4d23-b84c-77e5f2fcc234 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1848471 Jul 22 23:34:59.254548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.257437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d632be9-fa99-470b-a100-5c5a60afa820 req-85af869a-72b5-4935-bef8-c24c2404885b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Jul 22 23:34:59.262173 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.358125 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a92e878-d849-4f95-89c6-16906c8aebf4 x-openstack-request-id: req-8a92e878-d849-4f95-89c6-16906c8aebf4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:34:59.358746 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:34:59.359164 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a92e878-d849-4f95-89c6-16906c8aebf4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:34:59.359888 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'code': 200} Jul 22 23:34:59.382369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c8a514-3acf-4485-916b-e526a96c1c16 req-3d509a41-27d5-4021-a037-e83833b6fd50 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867335 Jul 22 23:34:59.453657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=59fa0666-f80a-4cea-9689-e81277086eaf,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:34:59.469555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.507863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.509482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-610df82e-60cf-4298-b2b1-a9f84eaee604 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3185096 Jul 22 23:34:59.632841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 504f01bd-b6d3-426a-b25b-c36f1f98aa81 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:34:59.702255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76e1bc-57ef-4e14-b5f4-8917d4483e10 req-d6007ef2-b47b-4691-b8ac-810e2ff3d7f3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:34:59.708248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c76e1bc-57ef-4e14-b5f4-8917d4483e10 req-d6007ef2-b47b-4691-b8ac-810e2ff3d7f3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 949 time: 0.1738443 Jul 22 23:34:59.765913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:34:59.765913 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:34:59.840937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c76e1bc-57ef-4e14-b5f4-8917d4483e10 req-3a8290ab-c371-4783-842e-51e2c6ae386b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173904 Jul 22 23:35:00.013032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7c88-da51-4e8b-a1b0-6fd95baf423f req-44b158bc-fa85-4adf-9165-31c1273609c2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.022106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc0d7c88-da51-4e8b-a1b0-6fd95baf423f req-44b158bc-fa85-4adf-9165-31c1273609c2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 945 time: 0.1190302 Jul 22 23:35:00.104548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc0d7c88-da51-4e8b-a1b0-6fd95baf423f req-2291ac38-d0de-415c-a4be-d0495ee93c1e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747936 Jul 22 23:35:00.254545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:00.287220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-716838c4-c02f-4132-a59a-63b2aa193542 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2056597190&fields=id&tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 267 time: 0.0886767 Jul 22 23:35:00.426562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1758208048-network', 'tenant_id': '59c98ad4dcae40269979ca293c4973d2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:00.473388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Made reservation on behalf of 59c98ad4dcae40269979ca293c4973d2 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:00.476409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.502175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.502440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-32a1ed77-576c-4904-b16d-8c89f217458c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.509893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-32a1ed77-576c-4904-b16d-8c89f217458c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.2146218 Jul 22 23:35:00.547791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-4b8fdf3d-95fc-47c9-bade-61b94dfda846 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/quotas/e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 375 time: 0.0345628 Jul 22 23:35:00.683839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.689488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.722680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:35:00.733348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d63b1-be68-411d-8a61-72ab11fd6932,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:00.747207 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.748081 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Added segment 8f65fb86-152d-4565-87ce-5567cf605e5e of type vlan for network 3bc40cc1-f287-4255-be94-da6fba5f95e9 Jul 22 23:35:00.810969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.867029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.869045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:00.870396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:00.929086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6692405 Jul 22 23:35:00.929418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:00.940692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Request body: {'subnet': {'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1758208048-subnet', 'tenant_id': '59c98ad4dcae40269979ca293c4973d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:00.991404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f10118-b5c9-4e8d-9b4c-697620964f4c admin admin] Pushing event updated for resources: {'Network': ['ID=3bc40cc1-f287-4255-be94-da6fba5f95e9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:01.014171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 3bc40cc1-f287-4255-be94-da6fba5f95e9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:35:01.037063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Made reservation on behalf of 59c98ad4dcae40269979ca293c4973d2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:01.049375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.197611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-878bed88-138a-4c90-ab5a-c7df68ac6ff4 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6462762 Jul 22 23:35:01.238800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.246314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.252660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.259027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.265966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.272264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.278769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.287189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-b63675ba-8b87-4a71-b0ed-712da84c925f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.6105471 Jul 22 23:35:01.306753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.379223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1602daea-14af-411c-9f43-784a4a98c6b1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:01.386971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Checking segment: {'id': '8f65fb86-152d-4565-87ce-5567cf605e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:01.387268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Network hostable DHCP agents. Network: 3bc40cc1-f287-4255-be94-da6fba5f95e9, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:35:01.405569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb33c7b1-2acd-4132-985b-227aa5f8f5c1 req-6b273f30-6e82-4a13-8b12-c58882c4a0d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101408 Jul 22 23:35:01.409007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Network 3bc40cc1-f287-4255-be94-da6fba5f95e9 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:35:01.463410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 3bc40cc1-f287-4255-be94-da6fba5f95e9) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:01.477586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c5af2-de89-4007-b5cb-a55da0da55ec None None] Network 3bc40cc1-f287-4255-be94-da6fba5f95e9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:01.482639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.483272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:01.499741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-77a0c7ac-23ce-4aad-9dfd-6f463019752f service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750349 Jul 22 23:35:01.515798 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e490f42b-2490-49e2-8b66-ce12123366ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5852034 Jul 22 23:35:01.686217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640e6cec-d4c5-4eb3-9dd9-23ca7c8be534 None None] Network 3bc40cc1-f287-4255-be94-da6fba5f95e9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:01.700289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-3e921a2a-7f9c-43a6-a5b2-6a3ed6b0d270 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996043 Jul 22 23:35:01.728393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:01.742486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04bae0-71e2-40b9-9945-f7d479a17aad req-046c0562-c553-4ec7-89aa-acd54f497178 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:01.748370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a04bae0-71e2-40b9-9945-f7d479a17aad req-046c0562-c553-4ec7-89aa-acd54f497178 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1985395 Jul 22 23:35:01.807024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a04bae0-71e2-40b9-9945-f7d479a17aad req-3095b3ed-4ab7-45a3-a911-c4549ee985c7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Jul 22 23:35:02.113335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c5d62-efbd-4915-9107-beafe39d2e06 req-cf24f835-0a56-4fa5-8482-24c03cdc0f7b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:02.122757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e2c5d62-efbd-4915-9107-beafe39d2e06 req-cf24f835-0a56-4fa5-8482-24c03cdc0f7b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 949 time: 0.0897470 Jul 22 23:35:02.172863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e2c5d62-efbd-4915-9107-beafe39d2e06 req-4c094f04-7a33-4237-b27c-6ba37127a5cc tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Jul 22 23:35:02.223280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 38c8e958-f738-477c-9fad-6b47b17f7c52 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:02.223280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.315817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad6363b9-56b6-4071-a123-29da2a923e59 req-cce19036-6ee7-4f20-913e-6d682fddfffe tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 210 time: 0.0655174 Jul 22 23:35:02.370018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.382577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c221a9f-b396-4fc1-86f1-f7fe8dd60aad req-de5b6074-a638-4739-8209-93fb5971acd5 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:02.392718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c221a9f-b396-4fc1-86f1-f7fe8dd60aad req-de5b6074-a638-4739-8209-93fb5971acd5 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1096 time: 0.2132716 Jul 22 23:35:02.418090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:02.419154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:02.421932 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acf81a8-6806-4d92-a968-a3eb021d2f7b" -d '{"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-plugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:02.436698 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.442910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c221a9f-b396-4fc1-86f1-f7fe8dd60aad req-d6545657-4df8-4cbc-88f9-ae3db204d691 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Jul 22 23:35:02.570944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:02.703276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:02.713410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1398665346-network', 'tenant_id': 'ee1460c46db3498d8ec9382d4529b632'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:02.768759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4cb1d859-d436-4e28-900f-85668529eefb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:02.770369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4cb1d859-d436-4e28-900f-85668529eefb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.2517028 Jul 22 23:35:02.787362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-49bed746-21b2-47ae-99e1-b0882e78bbbf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0110669 Jul 22 23:35:02.796405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Made reservation on behalf of ee1460c46db3498d8ec9382d4529b632 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:02.799041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.812740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.882858 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4635a6a-a194-4925-b2b0-1a9dc5e27e1c x-openstack-request-id: req-c4635a6a-a194-4925-b2b0-1a9dc5e27e1c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:02.883157 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-plugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:02.883444 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4635a6a-a194-4925-b2b0-1a9dc5e27e1c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:02.883985 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'code': 200} Jul 22 23:35:02.916679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-b7faa9ef-587c-4d69-b229-2834c02063af tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1227374 Jul 22 23:35:02.941885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.947751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.977812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:35:02.996286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:02.997053 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Added segment ca6185cb-8f91-410a-96ab-7d81eedf5cc2 of type vlan for network 39e8eb15-0774-4af7-8f3d-e6758992aab0 Jul 22 23:35:02.998837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73dd6b-6a44-4c90-bee0-41bbafaf7751,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:03.061703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.107968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.109562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.110238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.125290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-9e00a543-d00e-4d2d-b16d-26d6dd6511b4 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075131 Jul 22 23:35:03.141398 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4384708 Jul 22 23:35:03.148894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.155831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:03.156320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.163052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.164515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Request body: {'subnet': {'network_id': '39e8eb15-0774-4af7-8f3d-e6758992aab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1398665346-subnet', 'tenant_id': 'ee1460c46db3498d8ec9382d4529b632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:03.169565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.176378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.182360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.188884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.190946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-488e4884-e269-4ec0-84f3-9fe6b712afd9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.2211776 Jul 22 23:35:03.201045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca5706-827a-4682-ad8e-9e1b73a2bbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=39e8eb15-0774-4af7-8f3d-e6758992aab0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:03.213003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 39e8eb15-0774-4af7-8f3d-e6758992aab0 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:35:03.226397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Made reservation on behalf of ee1460c46db3498d8ec9382d4529b632 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:03.230319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.359928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-873d64af-ae13-4ddf-ab80-cc3cdb8809b1 req-4af93029-c75e-401e-a168-eb8c02b12c10 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431706 Jul 22 23:35:03.389229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-194a1c16-a85f-430d-b9cd-25489b200ffa service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558608 Jul 22 23:35:03.395800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520035a-14cc-4121-882c-142dce705b19 req-342adfd9-b255-435f-8c61-7f9dc5e236b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.397531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5520035a-14cc-4121-882c-142dce705b19 req-342adfd9-b255-435f-8c61-7f9dc5e236b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.1932881 Jul 22 23:35:03.430026 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.463516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5520035a-14cc-4121-882c-142dce705b19 req-a19f46c8-b88e-4be8-a682-aa43e1835dee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526745 Jul 22 23:35:03.523513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6023bc-ffa9-4bb6-ade9-1b7b28067a31,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:03.556065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.556414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.557096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.557607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.558533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.559310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.559838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.560175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.560501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.560901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.561824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.562248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:03.583622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Checking segment: {'id': 'ca6185cb-8f91-410a-96ab-7d81eedf5cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39e8eb15-0774-4af7-8f3d-e6758992aab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:03.584323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Network hostable DHCP agents. Network: 39e8eb15-0774-4af7-8f3d-e6758992aab0, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:35:03.604775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Network 39e8eb15-0774-4af7-8f3d-e6758992aab0 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:35:03.617223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 39e8eb15-0774-4af7-8f3d-e6758992aab0) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:03.627360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355057b-a22e-49dc-abff-a987f0612f1e None None] Network 39e8eb15-0774-4af7-8f3d-e6758992aab0 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:03.627875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.628378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:03.661527 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f4a363b0-345d-4923-b498-27dec5700671 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5020018 Jul 22 23:35:03.679684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-fd341619-21df-44a2-a839-adf35fbc26db tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.681387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-fd341619-21df-44a2-a839-adf35fbc26db tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.1973040 Jul 22 23:35:03.702423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397616e-2544-4c57-88f5-db0d086844ca req-23372333-9da4-4682-b5b6-be6c61800cda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:03.710166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5397616e-2544-4c57-88f5-db0d086844ca req-23372333-9da4-4682-b5b6-be6c61800cda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1117365 Jul 22 23:35:03.756255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-21c6f6b9-0bfb-4d39-953b-a51a8052aa34 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/quotas/0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 375 time: 0.0436056 Jul 22 23:35:03.810840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9f293-4ad1-4ac2-b43a-e70ee595f51a None None] Network 39e8eb15-0774-4af7-8f3d-e6758992aab0 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:35:03.844508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5397616e-2544-4c57-88f5-db0d086844ca req-56942555-9d90-4950-a511-da4403945ecb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330614 Jul 22 23:35:03.928835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-f8fe7589-4df1-41e7-b6d7-9a23f61d25ba tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616442 Jul 22 23:35:04.157881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-304065f6-991a-441b-b516-8c05832b9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.159581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-304065f6-991a-441b-b516-8c05832b9fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 1097 time: 0.2125473 Jul 22 23:35:04.163722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-ee180006-3b01-4180-a72a-afb4aa57f8b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340355 Jul 22 23:35:04.334545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede30d5e-9b37-4822-bba3-c9f79f75a252 req-e6de1ca4-32b5-46e2-95cb-be828c282868 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.335690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ede30d5e-9b37-4822-bba3-c9f79f75a252 req-e6de1ca4-32b5-46e2-95cb-be828c282868 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.2446463 Jul 22 23:35:04.363590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-bde39230-ef20-4144-b910-beb994dbf6ab service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923079 Jul 22 23:35:04.380792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-ea3c86a6-6671-415a-98e8-f589212ab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.382307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-ea3c86a6-6671-415a-98e8-f589212ab476 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.2098393 Jul 22 23:35:04.424209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-af623c6e-3e48-40ed-a9f2-15ed0e3c7f2b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.425761 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-af623c6e-3e48-40ed-a9f2-15ed0e3c7f2b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.1949885 Jul 22 23:35:04.466384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-ebcf01ab-f27e-4c98-a583-e18841b10f25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a HTTP/1.1" status: 200 len: 217 time: 0.0685987 Jul 22 23:35:04.474749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ede30d5e-9b37-4822-bba3-c9f79f75a252 req-f3a52682-26b2-478b-98fb-4a0bc5ab2309 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052458 Jul 22 23:35:04.520458 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-fa12986b-065d-4b43-9feb-3228993971b2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 380 time: 0.0567460 Jul 22 23:35:04.559117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'port': {'device_id': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'admin_state_up': True, 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'security_groups': ['227a3abd-657d-409a-8b61-fb9483c036c9']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:04.652997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-03dbdd39-46c6-4ce6-b9de-d4d4fdd357dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:04.654536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-03dbdd39-46c6-4ce6-b9de-d4d4fdd357dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1524768 Jul 22 23:35:04.660674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed286573-52b2-4457-abac-305a31c2d52b req-38df2b9e-d1e7-4ed3-a4df-1a92f0848e93 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 210 time: 0.0748692 Jul 22 23:35:04.666828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1d48f7a-360a-4b9c-800e-0682eef14c49 req-279c8985-c789-4e37-9e46-a68c8e0e0f05 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 210 time: 0.0827456 Jul 22 23:35:04.737997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:04.746080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:04.765271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-826bf9b2-d8b5-45ef-b124-87766a5f28e9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456722 Jul 22 23:35:04.966112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Allocated IP 172.20.0.11 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/56d92df4-0978-482b-b953-9b2a6a18005e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:05.087032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-2972ec61-69f3-40f6-97a4-cf67f6d5cb50 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036032 Jul 22 23:35:05.140857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.148611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.156486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.164066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.171839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.179319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.186631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.188900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-1daf86c1-86b0-4973-8956-a351c2be82e3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.4068968 Jul 22 23:35:05.279672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-a64fc3e2-5b26-43b9-b2a6-66e5c1b4f950 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.286607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-a64fc3e2-5b26-43b9-b2a6-66e5c1b4f950 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/networks?id=3bc40cc1-f287-4255-be94-da6fba5f95e9 HTTP/1.1" status: 200 len: 815 time: 0.3458102 Jul 22 23:35:05.309090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.318536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-4b7ed642-f8a8-4277-af3e-5218219cc0b4 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/quotas/59c98ad4dcae40269979ca293c4973d2 HTTP/1.1" status: 200 len: 375 time: 0.0303955 Jul 22 23:35:05.336941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Transition to ACTIVE for port object 56d92df4-0978-482b-b953-9b2a6a18005e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:05.344802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-088760f8-0a0d-46f4-bb6f-8f947f3187e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.347539 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-088760f8-0a0d-46f4-bb6f-8f947f3187e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.2319281 Jul 22 23:35:05.378529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-7bb81085-155d-4a2b-b5a4-d1ecefe969f9 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c98ad4dcae40269979ca293c4973d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592537 Jul 22 23:35:05.379496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:05.388146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef50c607-3c53-45a9-b97a-cab4bec0d08e req-374021d5-7eaf-4647-b38d-e94823ca22f6 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976485 Jul 22 23:35:05.418619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fb34485-0bbf-4f22-a1a4-b85ee14eab8f req-7c4d9ffc-752a-47a9-ba46-1dcfcb54b53a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453996 Jul 22 23:35:05.469558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.525140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:05.540915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:05.544433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-14556b94-544f-4a77-b6b0-353272544165 service neutron] 10.222.0.21 "GET /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526561 Jul 22 23:35:05.547949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:05.561283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:05.599523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bba14250-745f-4572-b8eb-df1c5b761f1b req-a5ac5b50-20bb-44d2-b0e8-99de91bb0045 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 210 time: 0.0542600 Jul 22 23:35:05.622636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:05.626431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.634531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.635188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.667950 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-89dcdae1-431b-41c3-b538-e0bffae8f3be tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1236000 Jul 22 23:35:05.712742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Request body: {'port': {'device_id': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:05.739633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-81b6e1b0-400e-4e81-bdd6-e15de72a33e5 service neutron] 10.222.0.21 "GET /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842747 Jul 22 23:35:05.808292 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.865141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d64d5-54b6-4b00-b1c4-18bce18c3068 req-34c87ba9-816f-4714-b418-4b6f38ac118e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:05.875284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-086d64d5-54b6-4b00-b1c4-18bce18c3068 req-34c87ba9-816f-4714-b418-4b6f38ac118e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1172242 Jul 22 23:35:05.885648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.4 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/14493aee-51ac-40cd-9f47-af2911e07e22) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:05.888358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:05.928041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-086d64d5-54b6-4b00-b1c4-18bce18c3068 req-87f8103d-7702-4ed5-9192-3c28b87df9e1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 Jul 22 23:35:06.010436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8f62e416-dff5-4e4f-97e2-54202cc8549d None None] Provisioning for port 56d92df4-0978-482b-b953-9b2a6a18005e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:06.022202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8f62e416-dff5-4e4f-97e2-54202cc8549d None None] Provisioning complete for port 56d92df4-0978-482b-b953-9b2a6a18005e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:06.022596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f62e416-dff5-4e4f-97e2-54202cc8549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.111674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f62e416-dff5-4e4f-97e2-54202cc8549d None None] Port 56d92df4-0978-482b-b953-9b2a6a18005e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:35:06.223809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-a2c2cc14-afc6-4042-9751-37dcbe21d087 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.225405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-a2c2cc14-afc6-4042-9751-37dcbe21d087 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.2393315 Jul 22 23:35:06.247408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b8149a3-96c3-4579-89b0-5dfc82834c13 req-33c4034f-409e-4a1a-87aa-d7598ec8b74e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 210 time: 0.0528941 Jul 22 23:35:06.258478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Request body: {'port': {'device_id': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'admin_state_up': True, 'tenant_id': '0f92364df9c24edaa1924be8cf617848'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:06.294899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8222f-132e-437a-b477-991a2bb599cd req-b0e578bf-ff0a-4056-a457-2400095e5f06 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.302539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4f8222f-132e-437a-b477-991a2bb599cd req-b0e578bf-ff0a-4056-a457-2400095e5f06 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.2198849 Jul 22 23:35:06.348525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.406025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4f8222f-132e-437a-b477-991a2bb599cd req-4cb1effa-cb3d-4412-9d9a-5e1334e4cde2 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026089 Jul 22 23:35:06.495404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.511309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-058bb051-b8cd-4408-b59e-816980144fe4 req-56f2c639-45c4-4c51-82ee-7c8ace28391d tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 210 time: 0.0391397 Jul 22 23:35:06.518863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad51e5d-9110-4b69-a9d6-f1d52a43e286 req-424c725f-3aa5-4c88-8881-3b174f33b37d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:06.520430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ad51e5d-9110-4b69-a9d6-f1d52a43e286 req-424c725f-3aa5-4c88-8881-3b174f33b37d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 932 time: 0.1489773 Jul 22 23:35:06.537481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:06.539544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Made reservation on behalf of 0f92364df9c24edaa1924be8cf617848 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:06.545263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:06.573625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:06.600926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ad51e5d-9110-4b69-a9d6-f1d52a43e286 req-d1e728fd-ddc1-49de-82fd-6ff13da45b4a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712111 Jul 22 23:35:06.615016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:06.618305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:06.671931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=14493aee-51ac-40cd-9f47-af2911e07e22,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:07.096761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d92df4-0978-482b-b953-9b2a6a18005e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:07.112576 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.123910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.125585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.143688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Transition to ACTIVE for port object 56d92df4-0978-482b-b953-9b2a6a18005e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:07.148636 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-4a4c133c-d6bb-480a-b368-58dc1deac623 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7747226 Jul 22 23:35:07.150209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.176878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70d4c4-d1e0-49f6-9ba3-4059996c6aff req-f43edfbf-5699-4490-a46c-e58d52809274 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.178425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d70d4c4-d1e0-49f6-9ba3-4059996c6aff req-f43edfbf-5699-4490-a46c-e58d52809274 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.5274181 Jul 22 23:35:07.184494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Request body: {'port': {'device_id': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:07.205033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Allocated IP 172.20.0.3 (0755832c-95f5-424e-ab86-bd666c28f730/c7273c37-e6bb-4f38-8489-22a0ff430a1c/95437f1c-c604-43cb-89d8-a868e137d50b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:07.239639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:07.268286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.274268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.281089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.287063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.293691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.299635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.305540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.307909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-9f9c8ffb-2d07-42ad-a550-9de1a841d9ba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.5551503 Jul 22 23:35:07.322004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d70d4c4-d1e0-49f6-9ba3-4059996c6aff req-c8d99df8-b628-4d0e-8810-e78de42cdf5b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352658 Jul 22 23:35:07.380671 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.437511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cc4061-5345-4300-a350-2fbbc4df2e7e req-46182636-fd1d-42cf-8626-b70a9d47033c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192796 Jul 22 23:35:07.572914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df05ddc-e192-4d4b-a053-d0ea06453c41 req-0d1375f2-83ca-436d-a693-71ef3fcf07d5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 210 time: 0.1074555 Jul 22 23:35:07.661972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.670702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Attempting to bind port 56d92df4-0978-482b-b953-9b2a6a18005e on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:07.671372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Attempting to bind port 56d92df4-0978-482b-b953-9b2a6a18005e by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:07.671503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Attempting to bind port 56d92df4-0978-482b-b953-9b2a6a18005e on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:07.693173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Port 56d92df4-0978-482b-b953-9b2a6a18005e on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:07.693510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Attempting to bind port 56d92df4-0978-482b-b953-9b2a6a18005e on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:07.700446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0638a-dfca-4454-9341-202a72e5866c req-830ef085-5c94-4a1b-a427-1136609b6353 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.702018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42a0638a-dfca-4454-9341-202a72e5866c req-830ef085-5c94-4a1b-a427-1136609b6353 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 946 time: 0.1694593 Jul 22 23:35:07.715522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-1921e663-43a8-434e-8933-ca1196f547f2 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.717137 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-1921e663-43a8-434e-8933-ca1196f547f2 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.48 "GET /v2.0/networks?id=3bc40cc1-f287-4255-be94-da6fba5f95e9 HTTP/1.1" status: 200 len: 815 time: 0.1659870 Jul 22 23:35:07.727663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:07.728054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:07.728396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:07.728838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Bound port: 56d92df4-0978-482b-b953-9b2a6a18005e, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:07.729203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.762687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:07.784366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.788494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Request body: {'port': {'device_id': '9766bea6-0d30-48ed-849e-59befff3ab27', 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9', 'admin_state_up': True, 'tenant_id': '59c98ad4dcae40269979ca293c4973d2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:07.810311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42a0638a-dfca-4454-9341-202a72e5866c req-4e694569-3bda-406f-8ade-a53bc0fbc8b6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959165 Jul 22 23:35:07.875265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Network 0755832c-95f5-424e-ab86-bd666c28f730 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:07.880653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:07.892683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:07.904514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:07.914703 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:07.971441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:07.973730 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfa95e5-84f0-4ebf-a929-9c5ebf83953c" -d '{"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:07.977735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221902-a57f-48a2-a098-19683b26b2be req-4c361ae0-ddc3-4c97-9586-803cccc6e06a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:07.984004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48221902-a57f-48a2-a098-19683b26b2be req-4c361ae0-ddc3-4c97-9586-803cccc6e06a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 931 time: 0.2428951 Jul 22 23:35:07.996434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:08.001763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.019922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.020273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:08.020609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.027970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:08.059151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.063345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:08.072267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48221902-a57f-48a2-a098-19683b26b2be req-05f32f87-1fd8-4a37-a68d-cc7f8e91b08f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836005 Jul 22 23:35:08.082722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32c2c072-67f3-4ca7-b800-c8384e94ca52 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8286736 Jul 22 23:35:08.084089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Made reservation on behalf of 59c98ad4dcae40269979ca293c4973d2 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:08.087574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.145013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Request body: {'port': {'device_id': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:08.182274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.184197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.186136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] 10.222.0.48 "PUT /v2.0/ports/56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1092 time: 2.4807241 Jul 22 23:35:08.205158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:08.208159 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b6cfbb-0f55-4685-a072-dab22ef7b721" -d '{"events": [{"name": "network-changed", "server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:08.227140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b1b6f0e-89b3-4ae0-8115-35753488272b req-643cd991-40a6-4cad-99d7-dc3fe6bc6d88 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 210 time: 0.0767403 Jul 22 23:35:08.246678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14493aee-51ac-40cd-9f47-af2911e07e22 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:08.304273 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37c5f33-1f07-4cab-a597-402ad537d4af x-openstack-request-id: req-b37c5f33-1f07-4cab-a597-402ad537d4af {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:08.304930 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:08.305840 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b37c5f33-1f07-4cab-a597-402ad537d4af {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:08.306620 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'code': 200} Jul 22 23:35:08.320213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.338773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538945-e8f4-44e2-a4fe-1f04cab4e9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:08.380179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.404709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Transition to ACTIVE for port object 14493aee-51ac-40cd-9f47-af2911e07e22 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:08.419623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.488798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6ecae-8905-44c4-b5b1-7ec5f8c60f34 req-909ccfc7-ac6f-476f-81a2-7eccf1a04a6d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.490456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37e6ecae-8905-44c4-b5b1-7ec5f8c60f34 req-909ccfc7-ac6f-476f-81a2-7eccf1a04a6d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 944 time: 0.2251446 Jul 22 23:35:08.543897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Pushing event updated for resources: {'Port': ['ID=14493aee-51ac-40cd-9f47-af2911e07e22,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:08.587983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Allocated IP 172.20.0.2 (3bc40cc1-f287-4255-be94-da6fba5f95e9/1602daea-14af-411c-9f43-784a4a98c6b1/d6e0e8db-b23b-476c-b76c-54c2e8967f71) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:08.633566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125ee76-3a34-40aa-ab9e-075f4b338f50 req-74775e49-f966-40d3-8d66-e8dd7e3ca1f3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.637644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-b2cf56cc-dab8-4ed4-80fb-2cf89aa99e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.639305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-b2cf56cc-dab8-4ed4-80fb-2cf89aa99e6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1095 time: 0.3288820 Jul 22 23:35:08.641182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c125ee76-3a34-40aa-ab9e-075f4b338f50 req-74775e49-f966-40d3-8d66-e8dd7e3ca1f3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.2581506 Jul 22 23:35:08.645442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37e6ecae-8905-44c4-b5b1-7ec5f8c60f34 req-928e9ae6-ab96-4a60-9954-875d9a811b3b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445963 Jul 22 23:35:08.739256 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-81bdb12c-59c1-4500-9ede-5e5b34b595b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 217 time: 0.0494912 Jul 22 23:35:08.740706 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b1d5fe-a9c0-4b68-81a8-df7073c3d796 x-openstack-request-id: req-09b1d5fe-a9c0-4b68-81a8-df7073c3d796 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:08.741102 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:08.741436 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09b1d5fe-a9c0-4b68-81a8-df7073c3d796 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:08.741915 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'status': 'completed', 'code': 200} Jul 22 23:35:08.742995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c125ee76-3a34-40aa-ab9e-075f4b338f50 req-e9e9b33e-86d1-4134-b0ea-e3d81f439f0c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008792 Jul 22 23:35:08.805051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Attempting to bind port 14493aee-51ac-40cd-9f47-af2911e07e22 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:08.805493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Attempting to bind port 14493aee-51ac-40cd-9f47-af2911e07e22 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:08.805914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Attempting to bind port 14493aee-51ac-40cd-9f47-af2911e07e22 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:08.849304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Port 14493aee-51ac-40cd-9f47-af2911e07e22 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:08.849635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Attempting to bind port 14493aee-51ac-40cd-9f47-af2911e07e22 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:08.889968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:08.890378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:08.890687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:08.891133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Bound port: 14493aee-51ac-40cd-9f47-af2911e07e22, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:08.891528 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.903569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-0b4ae546-d611-4cbe-9626-69febcea0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.905952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-0b4ae546-d611-4cbe-9626-69febcea0a92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1127739 Jul 22 23:35:08.923615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95437f1c-c604-43cb-89d8-a868e137d50b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:08.936448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:08.967569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Transition to ACTIVE for port object 95437f1c-c604-43cb-89d8-a868e137d50b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:08.988125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:08.994127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.000242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.006469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.013341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.013949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.019277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.025217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.031379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-c0a33eae-9dd8-4528-9f9c-b2910cee8eba tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.2166147 Jul 22 23:35:09.031379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.042190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1930e-e46b-47bb-a39a-7b78e1df776a req-3a92e104-4e45-4e71-aef3-c34646689e0d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.043753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5de1930e-e46b-47bb-a39a-7b78e1df776a req-3a92e104-4e45-4e71-aef3-c34646689e0d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 931 time: 0.2312677 Jul 22 23:35:09.047409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] For port 14493aee-51ac-40cd-9f47-af2911e07e22, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:09.065105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] For port 14493aee-51ac-40cd-9f47-af2911e07e22, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=14493aee-51ac-40cd-9f47-af2911e07e22,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:09.074080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.090793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-d80f66cc-d000-4da1-828d-eaa7d12a4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.092368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-d80f66cc-d000-4da1-828d-eaa7d12a4165 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723332 Jul 22 23:35:09.141112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.157822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.158270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89340c14-08bc-44d4-b0b9-d6882f874e15 req-196c8995-13f3-407a-b4a1-5b69de546835 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135302 Jul 22 23:35:09.158825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.160405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] 10.222.0.48 "PUT /v2.0/ports/14493aee-51ac-40cd-9f47-af2911e07e22 HTTP/1.1" status: 200 len: 1091 time: 1.9822328 Jul 22 23:35:09.182013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5de1930e-e46b-47bb-a39a-7b78e1df776a req-22e1031d-03be-4481-b93a-abba0dbe126f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061616 Jul 22 23:35:09.232847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.253647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50895-68a2-4a3e-85ce-d54f2097adfb service neutron] Pushing event updated for resources: {'Port': ['ID=14493aee-51ac-40cd-9f47-af2911e07e22,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.266798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:09.267145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:09.267577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:09.275153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:09.277236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:09.285012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:09.285454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:09.285789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:09.286223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Bound port: 95437f1c-c604-43cb-89d8-a868e137d50b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:09.286520 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.328264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Network 3bc40cc1-f287-4255-be94-da6fba5f95e9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:09.341077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:09.355828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:09.390998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-f72ea02e-30f3-4bd3-9dda-ecbeb92a5db2 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714503 Jul 22 23:35:09.393751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Pushing event updated for resources: {'Port': ['ID=d6e0e8db-b23b-476c-b76c-54c2e8967f71,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.427453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:09.445959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:09.455991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.459276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.460017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.468903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78a0e3-7779-49ba-aec2-fe1a03a89263 req-bdf31296-32ea-4170-a90c-864262761810 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.470970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b78a0e3-7779-49ba-aec2-fe1a03a89263 req-bdf31296-32ea-4170-a90c-864262761810 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 944 time: 0.1721153 Jul 22 23:35:09.506564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-6263205c-3cae-4794-a49e-7eb9440a3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.508119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-6263205c-3cae-4794-a49e-7eb9440a3d54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 1094 time: 0.2590213 Jul 22 23:35:09.511359 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-37ce0c85-415a-42fe-a081-701fcc160c85 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7337337 Jul 22 23:35:09.522267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.522874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.524277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] 10.222.0.48 "PUT /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 1091 time: 1.3892891 Jul 22 23:35:09.526066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:09.529366 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:09.539208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43ade465-7206-4a71-a194-6a96f6429ce0 req-4302ac93-e738-438c-beac-4d7d0f9d0630 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362035 Jul 22 23:35:09.578712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Request body: {'port': {'device_id': '9766bea6-0d30-48ed-849e-59befff3ab27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:09.583444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-5907c82a-f9d6-4bac-b72e-17d51e3763ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14493aee-51ac-40cd-9f47-af2911e07e22 HTTP/1.1" status: 200 len: 217 time: 0.0465934 Jul 22 23:35:09.588363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0c83-a29b-4fd8-a602-96e31b82a9e4 req-8f45fff9-c704-4a03-adfb-8fbc40bf0150 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.590355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4ea0c83-a29b-4fd8-a602-96e31b82a9e4 req-8f45fff9-c704-4a03-adfb-8fbc40bf0150 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 943 time: 0.2102547 Jul 22 23:35:09.593588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1d878-e455-46e6-80a6-69ebefa04c1c service neutron] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:09.601483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b78a0e3-7779-49ba-aec2-fe1a03a89263 req-2b2718fc-bbdb-41ee-91b9-3aabf265e83d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005576 Jul 22 23:35:09.659015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4ea0c83-a29b-4fd8-a602-96e31b82a9e4 req-6dab024a-07d6-47eb-aa92-23b678f7b4b2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Jul 22 23:35:09.717005 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042c378e-f0f3-41af-ac56-28ad1409c46a x-openstack-request-id: req-042c378e-f0f3-41af-ac56-28ad1409c46a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:09.717459 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:09.717811 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-042c378e-f0f3-41af-ac56-28ad1409c46a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:09.718310 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b', 'status': 'completed', 'code': 200} Jul 22 23:35:09.739151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:09.787866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd843c1-e515-450c-98cc-554a2c1c2185 req-bc55a8cc-f795-4a59-9f74-206b298cd588 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.789459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1dd843c1-e515-450c-98cc-554a2c1c2185 req-bc55a8cc-f795-4a59-9f74-206b298cd588 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 931 time: 0.1226561 Jul 22 23:35:09.790084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-56dacc46-dac8-40b1-a488-1661ba1cf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.791593 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-56dacc46-dac8-40b1-a488-1661ba1cf1cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.1276617 Jul 22 23:35:09.797225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-c6a1a53c-97e5-4066-9ee8-ced09838aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.798764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-c6a1a53c-97e5-4066-9ee8-ced09838aed4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1095 time: 0.1293788 Jul 22 23:35:09.857852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-b7f8a921-91cf-461f-9c6f-f73396ba361a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374210 Jul 22 23:35:09.868638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1dd843c1-e515-450c-98cc-554a2c1c2185 req-f847a643-f8bb-480d-af0d-07704c2bf0bf tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638096 Jul 22 23:35:09.919101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-f5b3b28a-d10e-4598-a006-4aa9057a5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.920657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-f5b3b28a-d10e-4598-a006-4aa9057a5c60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1094 time: 0.2417448 Jul 22 23:35:09.959539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-b2ad06fd-fed4-4e51-a180-40ed166e9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:09.960953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-b2ad06fd-fed4-4e51-a180-40ed166e9105 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.1475382 Jul 22 23:35:10.022557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-e78d3760-85ae-4af3-a059-5e96e7b11fcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 217 time: 0.0795686 Jul 22 23:35:10.025788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-593c1629-d563-41c7-9d6f-ff689770a280 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 217 time: 0.0519326 Jul 22 23:35:10.107419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-e91e12a5-d12c-44c9-831a-3898f00fb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.109042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-e91e12a5-d12c-44c9-831a-3898f00fb284 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.0645378 Jul 22 23:35:10.162580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2c3bd-8de5-4c53-a243-0d0ea5845f2e req-356b81d9-9124-41b1-9d0a-bb804d43c35f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.164177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ed2c3bd-8de5-4c53-a243-0d0ea5845f2e req-356b81d9-9124-41b1-9d0a-bb804d43c35f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 944 time: 0.1799920 Jul 22 23:35:10.189745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32bc0bd5-a5ba-4910-a33f-b3e213602dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.191419 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-32bc0bd5-a5ba-4910-a33f-b3e213602dec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1473250 Jul 22 23:35:10.200742 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-edc9ce29-44ac-454d-ad42-b9b2ad314fb0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757497 Jul 22 23:35:10.217131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-74993c44-380f-4b98-b4c1-bf18d0325838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.219470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-74993c44-380f-4b98-b4c1-bf18d0325838 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031117 Jul 22 23:35:10.259963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-8ac52015-1db4-470a-b18f-a0cc1f4c2b99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582309 Jul 22 23:35:10.266394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ed2c3bd-8de5-4c53-a243-0d0ea5845f2e req-0f479b24-156f-4b53-a7cb-3ac17497ba20 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816846 Jul 22 23:35:10.371808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-1cd8549b-c436-45c8-86fa-92340f20af81 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441402 Jul 22 23:35:10.478627 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:35:10.503864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e0e8db-b23b-476c-b76c-54c2e8967f71 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:10.519702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.528379 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c7ff6a2-a5bd-4e0e-8283-061893bbaa21 req-d0bfdb5d-7d94-4cf7-abf0-ac01d1bc608b service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151767 Jul 22 23:35:10.548188 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-4febe180-9709-4f59-8a9a-1cf4ec454a28 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759683 Jul 22 23:35:10.551213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Transition to ACTIVE for port object d6e0e8db-b23b-476c-b76c-54c2e8967f71 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:10.569400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.570292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e752b5-1cb8-49d6-a099-18d81ccc48c9 req-d8845145-92d6-45ce-ae24-9c2fd614ae74 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.572359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0e752b5-1cb8-49d6-a099-18d81ccc48c9 req-d8845145-92d6-45ce-ae24-9c2fd614ae74 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1830964 Jul 22 23:35:10.578190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3b6cfbb-0f55-4685-a072-dab22ef7b721 req-d89b9f1f-4fd1-468a-8b37-7db520250f3b service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986902 Jul 22 23:35:10.649468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0e752b5-1cb8-49d6-a099-18d81ccc48c9 req-de15803f-1b1b-4226-99a2-e7b14abd035a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Jul 22 23:35:10.791240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-a7564640-04ed-4ba2-a346-e178249ca2ca tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.793500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-a7564640-04ed-4ba2-a346-e178249ca2ca tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4f2e1d4-8b13-4fba-be8f-28d11dfe8517 HTTP/1.1" status: 200 len: 944 time: 0.1150107 Jul 22 23:35:10.918824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b6fd7-4ee4-4edf-8305-698d4afe8fca req-f1f41580-b850-4287-a562-e93383ea3780 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:10.920458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff1b6fd7-4ee4-4edf-8305-698d4afe8fca req-f1f41580-b850-4287-a562-e93383ea3780 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.1710863 Jul 22 23:35:10.984814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff1b6fd7-4ee4-4edf-8305-698d4afe8fca req-7e775b38-83ce-469f-898a-079bfcaf6d0e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560510 Jul 22 23:35:10.990563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port 7ae86623-ba1f-4c2d-8862-d755ef640e2a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:10.990953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:10.993584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'tag': '14493aee-51ac-40cd-9f47-af2911e07e22'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:10.998138 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd537a01-ea31-4f5c-9218-60a421473af5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b1e599-17d3-46c3-b152-60ae1de6e6ed", "tag": "14493aee-51ac-40cd-9f47-af2911e07e22"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:11.028977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e0e8db-b23b-476c-b76c-54c2e8967f71,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.091109 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c645c26-26b5-4361-8434-9c4f448dc4a4 req-72d0df11-d7be-43cc-ba2a-64d0717bdd26 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348184 Jul 22 23:35:11.119544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Attempting to bind port d6e0e8db-b23b-476c-b76c-54c2e8967f71 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:11.120638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Attempting to bind port d6e0e8db-b23b-476c-b76c-54c2e8967f71 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '8f65fb86-152d-4565-87ce-5567cf605e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:11.121402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Attempting to bind port d6e0e8db-b23b-476c-b76c-54c2e8967f71 on network 3bc40cc1-f287-4255-be94-da6fba5f95e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:11.128447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Port d6e0e8db-b23b-476c-b76c-54c2e8967f71 on network 3bc40cc1-f287-4255-be94-da6fba5f95e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:11.128447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Attempting to bind port d6e0e8db-b23b-476c-b76c-54c2e8967f71 on network 3bc40cc1-f287-4255-be94-da6fba5f95e9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:11.133640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port 7ae86623-ba1f-4c2d-8862-d755ef640e2a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ae86623-ba1f-4c2d-8862-d755ef640e2a,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:11.133972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:11.134162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.134322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Checking segment: {'id': '8f65fb86-152d-4565-87ce-5567cf605e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:11.134713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Bound using segment: {'id': '8f65fb86-152d-4565-87ce-5567cf605e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:11.135146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Bound port: d6e0e8db-b23b-476c-b76c-54c2e8967f71, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f65fb86-152d-4565-87ce-5567cf605e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:11.135543 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.154615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for 7ae86623-ba1f-4c2d-8862-d755ef640e2a owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:11.220180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] For port d6e0e8db-b23b-476c-b76c-54c2e8967f71, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:11.226461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.237255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.246100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.251293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] For port d6e0e8db-b23b-476c-b76c-54c2e8967f71, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71,segment=NetworkSegment(8f65fb86-152d-4565-87ce-5567cf605e5e),segment_id=8f65fb86-152d-4565-87ce-5567cf605e5e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:11.252406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.257929 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.259000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.265406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.271260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.273207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-02ff599a-7c3e-487d-ba97-7f9ce08e1f56 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.2035503 Jul 22 23:35:11.306103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.306722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.308801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6e0e8db-b23b-476c-b76c-54c2e8967f71 HTTP/1.1" status: 200 len: 1091 time: 1.7337801 Jul 22 23:35:11.320235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-6983de5c-8ca4-4e8a-9210-f6121c5c993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.321742 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-6983de5c-8ca4-4e8a-9210-f6121c5c993d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1094 time: 0.1157110 Jul 22 23:35:11.332394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca40a8-99a2-404b-9d1c-d4a16d2b4614 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e0e8db-b23b-476c-b76c-54c2e8967f71,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.350395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce5ff567-4157-44ca-8e4c-62fce51a8a40 req-6f8717da-2990-4900-a28e-8a1ba6ae5c25 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708222 Jul 22 23:35:11.437180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.492049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=7ae86623-ba1f-4c2d-8862-d755ef640e2a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:11.494858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-97c99c01-e4ca-4925-8b63-1cc84c7ecc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.496309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-97c99c01-e4ca-4925-8b63-1cc84c7ecc49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1610069 Jul 22 23:35:11.512019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-75d17d9f-c379-46eb-b962-3bd6c38c6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.513801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-75d17d9f-c379-46eb-b962-3bd6c38c6be6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c98ad4dcae40269979ca293c4973d2&device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 1094 time: 0.1249988 Jul 22 23:35:11.518607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.518976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.519495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.519769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.520146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.520591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.520940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.521271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.522874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.523232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.523614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.523996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:11.553098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port 7ae86623-ba1f-4c2d-8862-d755ef640e2a on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:11.559963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:11.562647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d42b47cb-83f6-4cbe-a3a7-925f8f19318b req-0b0ef36a-a8ce-41c5-979f-866055ea8fda tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "DELETE /v2.0/ports/7ae86623-ba1f-4c2d-8862-d755ef640e2a HTTP/1.1" status: 204 len: 173 time: 0.7623537 Jul 22 23:35:11.572349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-ec054517-be45-4c9e-a0dd-930dc275fe11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 217 time: 0.0574448 Jul 22 23:35:11.614578 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-abdb406d-7c16-4ece-a2cb-2c1b03fafab7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71 HTTP/1.1" status: 200 len: 217 time: 0.0501008 Jul 22 23:35:11.657890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342be0-476e-4c3f-bfd0-1884e265e8a5 req-f4b5f4e9-4259-4668-8714-0196b27333ef tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.660006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87342be0-476e-4c3f-bfd0-1884e265e8a5 req-f4b5f4e9-4259-4668-8714-0196b27333ef tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 943 time: 0.0960507 Jul 22 23:35:11.686869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-c346ee57-40c0-4514-99a6-c6933bda32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.688410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-c346ee57-40c0-4514-99a6-c6933bda32b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0848806 Jul 22 23:35:11.696088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-96599288-9a2e-4405-af16-31bbe4441151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.697660 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-96599288-9a2e-4405-af16-31bbe4441151 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1602daea-14af-411c-9f43-784a4a98c6b1 HTTP/1.1" status: 200 len: 855 time: 0.0629599 Jul 22 23:35:11.715982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87342be0-476e-4c3f-bfd0-1884e265e8a5 req-a41fe918-aaec-494e-af6d-958324f4811b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Jul 22 23:35:11.719924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-deleted', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:11.722534 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedd8eb7-5148-4b92-8cb4-051d74f3d3e2" -d '{"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-deleted", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:11.737159 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-0fd41f81-413e-41bd-a2ea-07449854a899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366182 Jul 22 23:35:11.772703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-13efc195-ec2d-4ca9-b1c7-eed9ed4358c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bc40cc1-f287-4255-be94-da6fba5f95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382144 Jul 22 23:35:11.791264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:11.815164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 7ae86623-ba1f-4c2d-8862-d755ef640e2a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:11.815651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ae86623-ba1f-4c2d-8862-d755ef640e2a not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:11.922992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7afd74d-ed57-40c3-9194-885380e31468 req-64cbc22c-fc11-47dd-95be-7e0fa6cdf7d7 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:11.924613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7afd74d-ed57-40c3-9194-885380e31468 req-64cbc22c-fc11-47dd-95be-7e0fa6cdf7d7 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 943 time: 0.0883300 Jul 22 23:35:11.955456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-c74af486-9c55-45f2-995f-fc83b9d9b3d7 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091007 Jul 22 23:35:11.957645 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-54df5bbb-31ab-4979-9939-d3cfeb9804d3 service neutron] 10.222.0.48 "GET /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661506 Jul 22 23:35:11.975671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7afd74d-ed57-40c3-9194-885380e31468 req-ebf108e7-0e4d-422f-9d07-8cf83bad438a tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 Jul 22 23:35:12.042959 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2951415f-ec8d-42a5-bdbb-545f1f5ed0af x-openstack-request-id: req-2951415f-ec8d-42a5-bdbb-545f1f5ed0af {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:12.043583 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b1e599-17d3-46c3-b152-60ae1de6e6ed", "tag": "14493aee-51ac-40cd-9f47-af2911e07e22", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:12.043583 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2951415f-ec8d-42a5-bdbb-545f1f5ed0af {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:12.043947 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'tag': '14493aee-51ac-40cd-9f47-af2911e07e22', 'status': 'completed', 'code': 200} Jul 22 23:35:12.179142 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f487933f-afc9-4416-bb93-56c2c3e9b2ab req-388dde95-6540-4fdf-bd69-1bfa0affbf27 service neutron] 10.222.0.48 "GET /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930647 Jul 22 23:35:12.181344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f194370-e75b-4c97-9d90-4e30a4eeb7a9 req-53e57087-f29e-4255-a07b-8ac62639db96 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070761 Jul 22 23:35:12.526082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158bd8af-62f0-4280-aae7-bf07bc817ad0 req-78fa6e83-3722-4097-8c09-ef658a490607 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.528131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-158bd8af-62f0-4280-aae7-bf07bc817ad0 req-78fa6e83-3722-4097-8c09-ef658a490607 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 944 time: 0.4369764 Jul 22 23:35:12.537039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-4d2e45c8-22f5-44a2-8db7-996884b82fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.538493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-4d2e45c8-22f5-44a2-8db7-996884b82fc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 1094 time: 0.4357274 Jul 22 23:35:12.598270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f4d8-5e9d-4cbc-88fa-7e3971c252aa req-e8fccc0e-d8fa-4284-843b-1666bd44699e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.599774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54a4f4d8-5e9d-4cbc-88fa-7e3971c252aa req-e8fccc0e-d8fa-4284-843b-1666bd44699e tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1593122 Jul 22 23:35:12.664926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-158bd8af-62f0-4280-aae7-bf07bc817ad0 req-6b18e9fa-2c49-4ee6-b0c0-49446df86726 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298964 Jul 22 23:35:12.703422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54a4f4d8-5e9d-4cbc-88fa-7e3971c252aa req-bd9aa799-71b3-490d-98e1-b80f489a4648 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902514 Jul 22 23:35:12.709065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-5a56a6ad-f93e-43f3-9ccb-2ff076a6531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.711172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-5a56a6ad-f93e-43f3-9ccb-2ff076a6531b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.1630189 Jul 22 23:35:12.712724 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc6d0f3-ee24-4be7-9f47-56a4263bfd84 x-openstack-request-id: req-4cc6d0f3-ee24-4be7-9f47-56a4263bfd84 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:12.713018 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f2e1d4-8b13-4fba-be8f-28d11dfe8517", "name": "network-vif-deleted", "tag": "7ae86623-ba1f-4c2d-8862-d755ef640e2a", "status": "failed", "code": 422}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:12.713362 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cc6d0f3-ee24-4be7-9f47-56a4263bfd84 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:12.714366 n-d-758851-4 neutron-server[93791]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4f2e1d4-8b13-4fba-be8f-28d11dfe8517', 'name': 'network-vif-deleted', 'tag': '7ae86623-ba1f-4c2d-8862-d755ef640e2a', 'status': 'failed', 'code': 422} returned with failed status Jul 22 23:35:12.766666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-e096c5c6-c946-469d-bb58-3900cc02ff5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14493aee-51ac-40cd-9f47-af2911e07e22 HTTP/1.1" status: 200 len: 217 time: 0.0456295 Jul 22 23:35:12.887643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-ff495ec7-7c59-4565-8370-ed74e4583429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.889245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-ff495ec7-7c59-4565-8370-ed74e4583429 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0910378 Jul 22 23:35:12.933940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-8278526d-2176-4a60-8d0b-3f5a2edf8527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374336 Jul 22 23:35:12.951157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37f4c4-9ddf-4ef0-b8a0-0bc421bce2e3 req-0cf56e84-d980-45a7-9b85-cd6d537f8f0b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:12.952814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a37f4c4-9ddf-4ef0-b8a0-0bc421bce2e3 req-0cf56e84-d980-45a7-9b85-cd6d537f8f0b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.1900663 Jul 22 23:35:13.016383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.022150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.028430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.034369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.040324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.047239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.053073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.055038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-1d8984a6-746c-4dfb-a90c-ad21422da398 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.2279730 Jul 22 23:35:13.129056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a37f4c4-9ddf-4ef0-b8a0-0bc421bce2e3 req-f85537fc-6672-4495-af40-7a21298e8d0c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670425 Jul 22 23:35:13.166609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-639fe7c6-79a0-44cf-8dab-6b73a10faaa7 req-0f10856a-cd44-4343-a3e4-bb9f9f119baa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682375 Jul 22 23:35:13.172238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-738c8515-3e35-4693-8ca7-9b4f7565bd46 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179475 Jul 22 23:35:13.325034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd537a01-ea31-4f5c-9218-60a421473af5 req-e96c927c-28ca-4cb5-a25c-ad68ce42ecbc service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461623 Jul 22 23:35:13.396251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c0f23-5538-4d89-abc2-0987a6dd2806 req-3008fe2e-1551-4fb9-ba19-cbd5a38f01b3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.397707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-097c0f23-5538-4d89-abc2-0987a6dd2806 req-3008fe2e-1551-4fb9-ba19-cbd5a38f01b3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 943 time: 0.1553829 Jul 22 23:35:13.448260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-21e2f0aa-dcc0-4ca9-8ed9-e5a9a316443f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.454655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-21e2f0aa-dcc0-4ca9-8ed9-e5a9a316443f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.1579397 Jul 22 23:35:13.472287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-097c0f23-5538-4d89-abc2-0987a6dd2806 req-d0346d6e-8e7c-48c8-b70c-e247da5b1cb6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671334 Jul 22 23:35:13.474744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-19c46e79-04b5-4b67-b68a-a307a4357b9b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0182054 Jul 22 23:35:13.518988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-eb765804-0a5c-47d2-be80-7b13d10fb226 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381839 Jul 22 23:35:13.652306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-760c12df-5fe1-44ff-a680-5061c2344830 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262329 Jul 22 23:35:13.664462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e861c-01db-4ffc-81cd-d3cbc7f7f5a1 req-7419ba37-7490-4d0f-a787-9c3631ebfb9c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.665934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897e861c-01db-4ffc-81cd-d3cbc7f7f5a1 req-7419ba37-7490-4d0f-a787-9c3631ebfb9c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 943 time: 0.1316106 Jul 22 23:35:13.754001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897e861c-01db-4ffc-81cd-d3cbc7f7f5a1 req-a498287e-2421-4903-8f48-f5645fcbe3a1 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790312 Jul 22 23:35:13.786027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8b1dee2e-ac7a-42ca-b51d-d7a231d747f6 service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189113 Jul 22 23:35:13.805009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:13.933740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317e08-f22d-4696-a1f3-e80a6afe3a42 req-1d23ae2b-8ba5-4482-b3eb-09472e6a8cb1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:13.936598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7317e08-f22d-4696-a1f3-e80a6afe3a42 req-1d23ae2b-8ba5-4482-b3eb-09472e6a8cb1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 944 time: 0.1022999 Jul 22 23:35:13.939053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:13.959679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '56d92df4-0978-482b-b953-9b2a6a18005e', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:14.006559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.009731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7317e08-f22d-4696-a1f3-e80a6afe3a42 req-a6046b9c-19f6-456a-8a5c-273399306f8c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669394 Jul 22 23:35:14.044689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d92df4-0978-482b-b953-9b2a6a18005e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:14.044937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9766bea6-0d30-48ed-849e-59befff3ab27', 'tag': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:14.047250 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ccab44-4c1d-41df-9843-5b8ea27b162d" -d '{"events": [{"name": "network-changed", "server_uuid": "9766bea6-0d30-48ed-849e-59befff3ab27", "tag": "d6e0e8db-b23b-476c-b76c-54c2e8967f71"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:14.071551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1853fb-6616-45d6-89f7-72f38c8b70a9 req-9c5256c5-1185-448b-aa49-5036d5f3b53f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.073080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e1853fb-6616-45d6-89f7-72f38c8b70a9 req-9c5256c5-1185-448b-aa49-5036d5f3b53f tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1049747 Jul 22 23:35:14.074719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:14.080944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.082430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 14493aee-51ac-40cd-9f47-af2911e07e22 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:14.109594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e444376e-0469-4168-878c-5bd02c3c9827 req-7df193e2-7d11-4c2b-9e7c-02b776fdbc8a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0491073 Jul 22 23:35:14.145663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e1853fb-6616-45d6-89f7-72f38c8b70a9 req-30ca2f9b-7995-4579-95a9-3d965236ea80 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Jul 22 23:35:14.181751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.200069 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86243793-a00a-416c-b7b3-51b5178f42fd x-openstack-request-id: req-86243793-a00a-416c-b7b3-51b5178f42fd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:14.200365 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9766bea6-0d30-48ed-849e-59befff3ab27", "tag": "d6e0e8db-b23b-476c-b76c-54c2e8967f71", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:14.200620 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86243793-a00a-416c-b7b3-51b5178f42fd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:14.201275 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9766bea6-0d30-48ed-849e-59befff3ab27', 'tag': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71', 'status': 'completed', 'code': 200} Jul 22 23:35:14.281035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 14493aee-51ac-40cd-9f47-af2911e07e22, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=14493aee-51ac-40cd-9f47-af2911e07e22,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:14.302077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '14493aee-51ac-40cd-9f47-af2911e07e22', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': '14493aee-51ac-40cd-9f47-af2911e07e22', 'mac_address': 'fa:16:3e:d7:a6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:14.357162 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.388123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14493aee-51ac-40cd-9f47-af2911e07e22 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:14.414314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 14493aee-51ac-40cd-9f47-af2911e07e22, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=14493aee-51ac-40cd-9f47-af2911e07e22,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:14.420564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:14.445002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ffa3a-0895-47cc-94b8-7293eccbd617 req-605b44b7-613c-4821-bea0-f1fb00e3f2fe tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.446561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e1ffa3a-0895-47cc-94b8-7293eccbd617 req-605b44b7-613c-4821-bea0-f1fb00e3f2fe tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.2166135 Jul 22 23:35:14.480820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.488599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.490832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=14493aee-51ac-40cd-9f47-af2911e07e22,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:14.495599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.502331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.510480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.517242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.523259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.525244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-556ac096-f48c-4116-8631-e68efb6adac4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.2503655 Jul 22 23:35:14.555926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-16020b08-4cf6-44ed-a6b0-6644069d8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.557971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-16020b08-4cf6-44ed-a6b0-6644069d8eb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c98ad4dcae40269979ca293c4973d2&device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 1094 time: 0.2813969 Jul 22 23:35:14.615950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e1ffa3a-0895-47cc-94b8-7293eccbd617 req-3c483fff-2aa7-4857-9f59-0bce98469787 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493895 Jul 22 23:35:14.688051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0df1b96-0116-4d6b-87b0-91ebca06b5b2 req-46e8041a-5a87-429a-8f9a-0466cb4662d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470115 Jul 22 23:35:14.725364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-b5d29b6c-5581-4c43-a31b-28566f022873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.725364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-b5d29b6c-5581-4c43-a31b-28566f022873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bc40cc1-f287-4255-be94-da6fba5f95e9 HTTP/1.1" status: 200 len: 916 time: 0.1544015 Jul 22 23:35:14.783110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-abca55a9-f235-4fd8-af1b-2193a28cab3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71 HTTP/1.1" status: 200 len: 217 time: 0.0506911 Jul 22 23:35:14.891177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['56d92df4-0978-482b-b953-9b2a6a18005e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:14.907199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-86756dda-b273-486d-a932-7fca9d494eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:14.909628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-86756dda-b273-486d-a932-7fca9d494eb4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1602daea-14af-411c-9f43-784a4a98c6b1 HTTP/1.1" status: 200 len: 855 time: 0.0979567 Jul 22 23:35:14.944465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['14493aee-51ac-40cd-9f47-af2911e07e22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:14.987066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-1c7f692a-2ee5-4262-8bb2-6f2236b4b20b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bc40cc1-f287-4255-be94-da6fba5f95e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666010 Jul 22 23:35:15.028956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc862-407e-4d01-bdd5-937cb0a236c0 req-d38cf089-36a7-4c2b-83b4-aafc8d8cf608 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.031524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd0cc862-407e-4d01-bdd5-937cb0a236c0 req-d38cf089-36a7-4c2b-83b4-aafc8d8cf608 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 944 time: 0.2507150 Jul 22 23:35:15.047223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab7f82-bbb4-43ab-bb44-9313b41d6125 req-404cce7c-0bc1-4230-bdf1-f6210930eaf9 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.049720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32ab7f82-bbb4-43ab-bb44-9313b41d6125 req-404cce7c-0bc1-4230-bdf1-f6210930eaf9 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 943 time: 0.2103508 Jul 22 23:35:15.260103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd0cc862-407e-4d01-bdd5-937cb0a236c0 req-92bc801c-8f73-4546-8cf2-e7718141aaf1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934066 Jul 22 23:35:15.324546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32ab7f82-bbb4-43ab-bb44-9313b41d6125 req-77dc4d5c-3651-4e3a-92f2-97498749d0c3 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534022 Jul 22 23:35:15.375047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-fc56f829-41a1-42ab-9af5-e786d88d6db2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.377797 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-fc56f829-41a1-42ab-9af5-e786d88d6db2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.1257007 Jul 22 23:35:15.384370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-4ace6793-e470-4fca-a062-b86e44c3fe7e service neutron] 10.222.0.48 "GET /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808916 Jul 22 23:35:15.407581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:15.543920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-830649b8-cc90-4740-81f1-824785225fed req-975a25a8-aa58-4aaf-8970-db7bac950d56 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0690160 Jul 22 23:35:15.579778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7ccab44-4c1d-41df-9843-5b8ea27b162d req-ded3355f-2dc0-4334-9834-7f9b75d255f9 service neutron] 10.222.0.48 "GET /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644425 Jul 22 23:35:15.580040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:15.586951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.588498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330a85b-0eea-4746-a219-4a7aea402d9a req-f4cc82fc-9cde-4090-a93b-49b42d1fdb28 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.590045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d330a85b-0eea-4746-a219-4a7aea402d9a req-f4cc82fc-9cde-4090-a93b-49b42d1fdb28 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2048409 Jul 22 23:35:15.667877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d330a85b-0eea-4746-a219-4a7aea402d9a req-c9b02b06-3675-4e6e-983f-e53a0330b3fb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707028 Jul 22 23:35:15.709819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a268ef-1370-40a4-aa3e-2f5e08df66ea req-0a4ce23a-9ddf-4f87-a7c8-7c9adda19043 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.711470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36a268ef-1370-40a4-aa3e-2f5e08df66ea req-0a4ce23a-9ddf-4f87-a7c8-7c9adda19043 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0994775 Jul 22 23:35:15.739866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.11 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/cab78559-f950-4809-bf8b-9fa839b8cf69) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:15.771843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36a268ef-1370-40a4-aa3e-2f5e08df66ea req-8e43d784-9006-42e5-a6f3-a934468b3101 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515342 Jul 22 23:35:15.822964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:15.864786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3462-00bc-4495-b156-31bdc1724094 req-c0424ece-29d9-4a23-b0ca-76eb549aeddb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.867099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4bd3462-00bc-4495-b156-31bdc1724094 req-c0424ece-29d9-4a23-b0ca-76eb549aeddb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.1229181 Jul 22 23:35:15.936225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.938842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:15.949735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4bd3462-00bc-4495-b156-31bdc1724094 req-3c521255-d4eb-4df7-a1c1-d1423ece7617 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674152 Jul 22 23:35:15.952373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74', 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'port_id': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74', 'mac_address': 'fa:16:3e:60:ba:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f78354-0e82-4bce-b2cb-08422bcd6055', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:15.979756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.984673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:15.987123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:15.993460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.001746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.008016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.015272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.019550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.025982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.028114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee249f0f-4273-4918-9088-8b846603a654 req-4624295b-708a-44ce-a7af-c2710ce32a24 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5419 time: 0.1593113 Jul 22 23:35:16.036210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:16.039196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:16.046103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:16.049897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:16.067987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.074827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.075997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 281038be-553c-4b49-b10b-78e1b01caded details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:16.098034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=cab78559-f950-4809-bf8b-9fa839b8cf69,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.116077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee249f0f-4273-4918-9088-8b846603a654 req-2a26018a-5cb7-4c39-8847-6b1041052a0d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783875 Jul 22 23:35:16.125138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.125947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.143089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-8e6dc8b8-5588-4939-b1b5-b513e736f19f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7397656 Jul 22 23:35:16.173264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Request body: {'port': {'device_id': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:16.180721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0663b262-9cff-4896-af04-5d414fbf21a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.212706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.248239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.248771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.249210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.249672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.250213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.250710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.251202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.251717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.252153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.252580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.253017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.253450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:35:16.264310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.296416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=281038be-553c-4b49-b10b-78e1b01caded,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.308331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '281038be-553c-4b49-b10b-78e1b01caded', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'port_id': '281038be-553c-4b49-b10b-78e1b01caded', 'mac_address': 'fa:16:3e:8d:4e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:16.350069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.377972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281038be-553c-4b49-b10b-78e1b01caded {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:16.418863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=281038be-553c-4b49-b10b-78e1b01caded,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.424524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.425655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5903613-b59c-4ea3-873b-39bd4f3bf5eb details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:16.540387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd0ad-e5e9-4bb5-bf25-4f80c14df780 req-1f3e40bc-680b-4703-938e-a4c6b21971d0 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.542032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3ccd0ad-e5e9-4bb5-bf25-4f80c14df780 req-1f3e40bc-680b-4703-938e-a4c6b21971d0 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 943 time: 0.1317546 Jul 22 23:35:16.549936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f7b9b-a1ea-438e-bff0-7fe860cda6d5 req-3d2b70a9-8907-4d41-ae9e-2b55ac7c5fa5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.551366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b06f7b9b-a1ea-438e-bff0-7fe860cda6d5 req-3d2b70a9-8907-4d41-ae9e-2b55ac7c5fa5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 944 time: 0.1607938 Jul 22 23:35:16.559046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.563240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.589708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'port_id': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb', 'mac_address': 'fa:16:3e:47:10:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:16.621870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3ccd0ad-e5e9-4bb5-bf25-4f80c14df780 req-38ec4d56-db17-4d31-b1c2-f568cf21b7a7 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663183 Jul 22 23:35:16.627157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b06f7b9b-a1ea-438e-bff0-7fe860cda6d5 req-2be95a2c-bcfc-412b-8839-5c87ddb7d56e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641665 Jul 22 23:35:16.662123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.690917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5903613-b59c-4ea3-873b-39bd4f3bf5eb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:16.695349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab78559-f950-4809-bf8b-9fa839b8cf69 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:16.706310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.725285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Transition to ACTIVE for port object cab78559-f950-4809-bf8b-9fa839b8cf69 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:16.726871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.731949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.735278 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.735989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fc4d070e-e73d-44c5-b750-aebe4ff06424 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:16.806456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Pushing event updated for resources: {'Port': ['ID=cab78559-f950-4809-bf8b-9fa839b8cf69,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.833671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.843297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:16.854065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'fc4d070e-e73d-44c5-b750-aebe4ff06424', 'network_id': '60c70dab-386a-4a06-84a5-3dc1a1fb3900', 'port_id': 'fc4d070e-e73d-44c5-b750-aebe4ff06424', 'mac_address': 'fa:16:3e:54:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f78354-0e82-4bce-b2cb-08422bcd6055', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:16.873075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab2dc6-48a9-4f3b-8ab2-0f25297d26bb req-68ab79d2-e8ad-4761-823e-7fa181ca580a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.873924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30ab2dc6-48a9-4f3b-8ab2-0f25297d26bb req-68ab79d2-e8ad-4761-823e-7fa181ca580a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 944 time: 0.1584709 Jul 22 23:35:16.905608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Attempting to bind port cab78559-f950-4809-bf8b-9fa839b8cf69 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:16.906162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Attempting to bind port cab78559-f950-4809-bf8b-9fa839b8cf69 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:16.906770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Attempting to bind port cab78559-f950-4809-bf8b-9fa839b8cf69 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:16.908058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6fb3e-1ae4-4068-9da6-0cbeef547fe8 req-37c584a7-b7c5-4d8f-8241-b9e428c47230 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:16.909750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.911970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53e6fb3e-1ae4-4068-9da6-0cbeef547fe8 req-37c584a7-b7c5-4d8f-8241-b9e428c47230 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1457090 Jul 22 23:35:16.917409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Port cab78559-f950-4809-bf8b-9fa839b8cf69 on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:16.917808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Attempting to bind port cab78559-f950-4809-bf8b-9fa839b8cf69 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:16.923975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:16.923975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:16.924442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:16.924670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Bound port: cab78559-f950-4809-bf8b-9fa839b8cf69, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:16.925037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.934482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4d070e-e73d-44c5-b750-aebe4ff06424 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:16.964758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30ab2dc6-48a9-4f3b-8ab2-0f25297d26bb req-24866f78-e411-4962-8c45-20d6d71e7f51 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887256 Jul 22 23:35:16.969190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:16.976392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:16.977826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8362c09-589f-4ebb-8269-b91ba153574e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:17.012335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53e6fb3e-1ae4-4068-9da6-0cbeef547fe8 req-7f4f7e88-fc97-42d4-8f70-2f74b369e44c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925140 Jul 22 23:35:17.020680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] For port cab78559-f950-4809-bf8b-9fa839b8cf69, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:17.033206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] For port cab78559-f950-4809-bf8b-9fa839b8cf69, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cab78559-f950-4809-bf8b-9fa839b8cf69,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:17.045269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.099831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:17.133943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.134658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.136916 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] 10.222.0.48 "PUT /v2.0/ports/cab78559-f950-4809-bf8b-9fa839b8cf69 HTTP/1.1" status: 200 len: 1092 time: 0.9705544 Jul 22 23:35:17.137541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'tag': 'cab78559-f950-4809-bf8b-9fa839b8cf69'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:17.139975 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24902f-6810-40f2-b04a-ab7e881141b1" -d '{"events": [{"name": "network-changed", "server_uuid": "60e5de55-164e-4afb-b1ae-863b71a6d1c9", "tag": "cab78559-f950-4809-bf8b-9fa839b8cf69"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:17.179840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22517aa-da75-4b9b-aeb0-4e5e6b8e1a72 service neutron] Pushing event updated for resources: {'Port': ['ID=cab78559-f950-4809-bf8b-9fa839b8cf69,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:17.217533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8362c09-589f-4ebb-8269-b91ba153574e,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:17.240114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'port_id': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'mac_address': 'fa:16:3e:5e:74:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:17.250393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ab727-4a10-42d6-bd2c-e87b2e3a5580 req-5c50ec7e-3674-4869-8588-952cbfe38f26 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.252003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a27ab727-4a10-42d6-bd2c-e87b2e3a5580 req-5c50ec7e-3674-4869-8588-952cbfe38f26 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1512649 Jul 22 23:35:17.266677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675fc48-cb6a-4500-9851-d1d4ed4ca4d9 req-4838e160-d92c-43be-9031-b4b54bdefb8e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.268423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a675fc48-cb6a-4500-9851-d1d4ed4ca4d9 req-4838e160-d92c-43be-9031-b4b54bdefb8e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.1493149 Jul 22 23:35:17.307186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.308343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-70257cf5-29a8-4dfa-b49d-be40d172981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.310105 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-70257cf5-29a8-4dfa-b49d-be40d172981e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 1095 time: 0.0851009 Jul 22 23:35:17.335197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8362c09-589f-4ebb-8269-b91ba153574e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:17.342575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a27ab727-4a10-42d6-bd2c-e87b2e3a5580 req-ec918925-1296-4602-b9aa-beef0887e573 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724237 Jul 22 23:35:17.353645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a675fc48-cb6a-4500-9851-d1d4ed4ca4d9 req-838f8719-cf7c-4562-b704-1c992fb07073 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639460 Jul 22 23:35:17.372744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-0cdfe92e-fdb4-4cb0-b95d-b7d81cc5550f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cab78559-f950-4809-bf8b-9fa839b8cf69 HTTP/1.1" status: 200 len: 217 time: 0.0442252 Jul 22 23:35:17.372990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8362c09-589f-4ebb-8269-b91ba153574e,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:17.379563 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.380916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8423963b-21e0-4b7d-930f-57cf269b8d53 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:17.441826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-5889d9d7-ceff-44d8-8b9d-3afc2dad047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.443374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-5889d9d7-ceff-44d8-8b9d-3afc2dad047f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.0563490 Jul 22 23:35:17.444870 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501bfde8-1cd5-4443-a3fb-551c2833e4af x-openstack-request-id: req-501bfde8-1cd5-4443-a3fb-551c2833e4af {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:17.445161 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e5de55-164e-4afb-b1ae-863b71a6d1c9", "tag": "cab78559-f950-4809-bf8b-9fa839b8cf69", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:17.445415 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-501bfde8-1cd5-4443-a3fb-551c2833e4af {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:17.446156 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'tag': 'cab78559-f950-4809-bf8b-9fa839b8cf69', 'status': 'completed', 'code': 200} Jul 22 23:35:17.492181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8423963b-21e0-4b7d-930f-57cf269b8d53,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:17.509262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:17.521446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8423963b-21e0-4b7d-930f-57cf269b8d53', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'port_id': '8423963b-21e0-4b7d-930f-57cf269b8d53', 'mac_address': 'fa:16:3e:c2:9e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:17.538341 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-09f95213-7385-4088-bedf-a73c3a0aa6d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463235 Jul 22 23:35:17.569337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.583742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8423963b-21e0-4b7d-930f-57cf269b8d53 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:17.607456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8423963b-21e0-4b7d-930f-57cf269b8d53,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:17.612311 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.613294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:17.616765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.623264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.629156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.636715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.641298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.647150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.653569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.655503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca185112-8423-430d-bff4-6a466f3115e7 req-3c1684fc-325b-4d78-a4ca-13503cab74f3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5424 time: 0.1533542 Jul 22 23:35:17.684543 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-74310cb4-0a6a-4357-a55f-d485e922be94 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384265 Jul 22 23:35:17.719971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca185112-8423-430d-bff4-6a466f3115e7 req-13c6ac13-fc90-4561-9600-e898b55501c9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537038 Jul 22 23:35:17.722079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:17.812585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6856a-45a9-4e65-8b06-0bccfcceff1f req-695627db-3386-4bb7-90bd-6e87d6bdaaa1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.814167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b6856a-45a9-4e65-8b06-0bccfcceff1f req-695627db-3386-4bb7-90bd-6e87d6bdaaa1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 944 time: 0.0930903 Jul 22 23:35:17.822872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:17.825427 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-045ec00a-1b75-467d-b5ae-e7125577ccea req-ea58a0a8-b6f2-4838-ba22-c2fd843230d0 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253629 Jul 22 23:35:17.837782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '95437f1c-c604-43cb-89d8-a868e137d50b', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'port_id': '95437f1c-c604-43cb-89d8-a868e137d50b', 'mac_address': 'fa:16:3e:c4:95:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7273c37-e6bb-4f38-8489-22a0ff430a1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:17.892238 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.897780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b6856a-45a9-4e65-8b06-0bccfcceff1f req-231cd14f-eead-4d31-85ee-72aed9554678 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Jul 22 23:35:17.907919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95437f1c-c604-43cb-89d8-a868e137d50b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:17.935697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:17.940448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:17.941157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d6e0e8db-b23b-476c-b76c-54c2e8967f71 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:17.947089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649fa6-9433-4fd8-bfec-4764e669b7a8 req-62fca331-d7c6-4f3a-9da0-ff7b7669cc3f tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:17.950766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d649fa6-9433-4fd8-bfec-4764e669b7a8 req-62fca331-d7c6-4f3a-9da0-ff7b7669cc3f tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 943 time: 0.1354053 Jul 22 23:35:18.016168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d649fa6-9433-4fd8-bfec-4764e669b7a8 req-a43f1177-cff6-466c-9d99-c470594daa73 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587549 Jul 22 23:35:18.018501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-e99ed996-81b2-4a26-bc51-f0fb3f0fd7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.020929 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-e99ed996-81b2-4a26-bc51-f0fb3f0fd7bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 1095 time: 0.0740702 Jul 22 23:35:18.024505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:18.141598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d6e0e8db-b23b-476c-b76c-54c2e8967f71, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71,segment=NetworkSegment(8f65fb86-152d-4565-87ce-5567cf605e5e),segment_id=8f65fb86-152d-4565-87ce-5567cf605e5e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:18.161874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71', 'network_id': '3bc40cc1-f287-4255-be94-da6fba5f95e9', 'port_id': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71', 'mac_address': 'fa:16:3e:61:8b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1602daea-14af-411c-9f43-784a4a98c6b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:18.178689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-374111bf-da3e-40ee-a6f9-68269a241378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.180779 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-374111bf-da3e-40ee-a6f9-68269a241378 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.1522408 Jul 22 23:35:18.203174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3a6ec-97c8-4639-9285-30ea934840c9 req-bb2dc05c-6811-4dfd-b761-afb8068d96d2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.204766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9be3a6ec-97c8-4639-9285-30ea934840c9 req-bb2dc05c-6811-4dfd-b761-afb8068d96d2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1134627 Jul 22 23:35:18.213255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.225603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20c0c-7780-4807-97c3-ba7b6f308775 req-b2a34139-5959-4471-8c51-36a0d168c562 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.227256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b20c0c-7780-4807-97c3-ba7b6f308775 req-b2a34139-5959-4471-8c51-36a0d168c562 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 944 time: 0.1261563 Jul 22 23:35:18.236067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e0e8db-b23b-476c-b76c-54c2e8967f71 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:18.256735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-696c9e6d-c79f-4d98-9738-508eabaf4a68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cab78559-f950-4809-bf8b-9fa839b8cf69 HTTP/1.1" status: 200 len: 217 time: 0.0657465 Jul 22 23:35:18.268153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d6e0e8db-b23b-476c-b76c-54c2e8967f71, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71,segment=NetworkSegment(8f65fb86-152d-4565-87ce-5567cf605e5e),segment_id=8f65fb86-152d-4565-87ce-5567cf605e5e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:18.273909 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.274976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:18.290113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9be3a6ec-97c8-4639-9285-30ea934840c9 req-328cdc1b-fa52-4f99-804b-36609eadcea4 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618372 Jul 22 23:35:18.295581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8b20c0c-7780-4807-97c3-ba7b6f308775 req-c6555863-4104-4dc8-bb6e-484404a9078c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590501 Jul 22 23:35:18.331383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-2df5735a-63a0-4877-b942-9c4367f2cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.332383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-2df5735a-63a0-4877-b942-9c4367f2cd4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.0684688 Jul 22 23:35:18.365931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:18.369255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d6e0e8db-b23b-476c-b76c-54c2e8967f71,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:18.380491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-32899992-0170-442c-bed3-ad8dd79e19c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325854 Jul 22 23:35:18.382121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000', 'network_id': '2633086f-44ff-44c2-947b-dd63e6af5f8d', 'port_id': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000', 'mac_address': 'fa:16:3e:1a:67:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aebe774-109b-4256-a638-9214ecfa9490', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:18.425508 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.454501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:18.484738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:18.494845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:18.528437 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-29fc0900-f03d-44af-93ba-09471bbb86c3 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340387 Jul 22 23:35:18.551402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:18.618430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad3f48-ef33-455c-a791-4282eb70c349 req-df5cde5b-64fd-4c3f-b018-24a675648226 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.620007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffad3f48-ef33-455c-a791-4282eb70c349 req-df5cde5b-64fd-4c3f-b018-24a675648226 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1770425 Jul 22 23:35:18.629176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c15ea-f924-4276-9507-63f8134b3924 req-5da5b40b-469c-448c-af30-2edf93384d68 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.630717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d43c15ea-f924-4276-9507-63f8134b3924 req-5da5b40b-469c-448c-af30-2edf93384d68 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1285908 Jul 22 23:35:18.640612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0d24902f-6810-40f2-b04a-ab7e881141b1 req-124af5fe-5db3-416a-a246-72b1f6e1d63b service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035223 Jul 22 23:35:18.694204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffad3f48-ef33-455c-a791-4282eb70c349 req-864251a1-8488-4e39-819c-98cda332478c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623252 Jul 22 23:35:18.700973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d43c15ea-f924-4276-9507-63f8134b3924 req-0a620963-f1fa-42b9-90f3-6baab86bc757 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628047 Jul 22 23:35:18.899322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.907158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.914364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.921626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.928737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.936201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.943488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:18.945836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-ef767c21-288b-4484-be7d-119957a8a911 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5426 time: 0.1315117 Jul 22 23:35:18.967054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:19.023151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 56d92df4-0978-482b-b953-9b2a6a18005e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:19.028428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 56d92df4-0978-482b-b953-9b2a6a18005e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:19.029442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.117909 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.150169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:19.152813 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f287b78-ed6f-4f6b-aad5-823be0e35d2e" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:19.302608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:19.309784 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.310581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 14493aee-51ac-40cd-9f47-af2911e07e22 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:19.317847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-287dbb4f-a1e6-4cd1-94f7-bcf7602de6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.359300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d7c9445-a63f-4ef8-95be-44b06bbbbf4e req-495bddd3-6931-43ce-99f1-54d2c5d9a9d8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4049175 Jul 22 23:35:19.395217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ecba8-845f-4a7f-aff6-9acdbc3e64ab req-1df3db81-2d33-4ae3-8d57-cf83af146dee tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.395730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:19.404130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d3ecba8-845f-4a7f-aff6-9acdbc3e64ab req-1df3db81-2d33-4ae3-8d57-cf83af146dee tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 944 time: 0.1184967 Jul 22 23:35:19.416524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 14493aee-51ac-40cd-9f47-af2911e07e22 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:19.420644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 14493aee-51ac-40cd-9f47-af2911e07e22 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:19.421057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.472152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d3ecba8-845f-4a7f-aff6-9acdbc3e64ab req-e69ebcfa-90b6-43fb-8609-5546d39b0866 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Jul 22 23:35:19.556366 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.569527 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9fac0-1b1a-479a-847f-ff054f5661e4 x-openstack-request-id: req-97e9fac0-1b1a-479a-847f-ff054f5661e4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:19.569996 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:19.570407 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97e9fac0-1b1a-479a-847f-ff054f5661e4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:19.570999 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:35:19.577417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490af5-da79-4398-8b1d-785e4a8aace6 req-ea2cff65-eea6-4783-aaa3-57f8831f0cd5 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.579235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39490af5-da79-4398-8b1d-785e4a8aace6 req-ea2cff65-eea6-4783-aaa3-57f8831f0cd5 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 944 time: 0.1038721 Jul 22 23:35:19.622234 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.646071 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39490af5-da79-4398-8b1d-785e4a8aace6 req-a88b1173-b5b9-43f4-ba51-f5a78074db4e tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Jul 22 23:35:19.656954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 14493aee-51ac-40cd-9f47-af2911e07e22, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=14493aee-51ac-40cd-9f47-af2911e07e22,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:19.663591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:19.741943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=14493aee-51ac-40cd-9f47-af2911e07e22,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:19.762573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf276d23-821f-4a61-9029-589d49a73652 req-b75ebf73-b7ab-4e20-af6b-05b628401452 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.764196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0715f-e2fe-42bb-bf23-d307b914c5f1 req-971844cb-ebbd-424c-8c8d-88b61d26285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.764921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf276d23-821f-4a61-9029-589d49a73652 req-b75ebf73-b7ab-4e20-af6b-05b628401452 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 944 time: 0.0942483 Jul 22 23:35:19.765868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-aef0715f-e2fe-42bb-bf23-d307b914c5f1 req-971844cb-ebbd-424c-8c8d-88b61d26285a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1097 time: 0.0793273 Jul 22 23:35:19.804985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-aef0715f-e2fe-42bb-bf23-d307b914c5f1 req-13cfb4a7-c7c3-473a-b6dd-c1616545e483 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313661 Jul 22 23:35:19.845056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf276d23-821f-4a61-9029-589d49a73652 req-64943c02-9b0a-4927-b5d3-e8aa7b1f07c0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706580 Jul 22 23:35:19.875532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4a66-fd44-4731-abcd-c0bf8e168dce req-bc903071-cb50-4a32-87e7-ebb85c9ee033 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:19.877145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bfe4a66-fd44-4731-abcd-c0bf8e168dce req-bc903071-cb50-4a32-87e7-ebb85c9ee033 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.1263645 Jul 22 23:35:19.978562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bfe4a66-fd44-4731-abcd-c0bf8e168dce req-13cffe6f-bcea-47d4-abee-b49819f5777f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912082 Jul 22 23:35:20.017737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de32ae-03ce-4918-ae28-44ca4e1a69b0 req-0d37a803-29c1-4039-84ac-2c791d2e4de2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.019683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3de32ae-03ce-4918-ae28-44ca4e1a69b0 req-0d37a803-29c1-4039-84ac-2c791d2e4de2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1114140 Jul 22 23:35:20.103746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3de32ae-03ce-4918-ae28-44ca4e1a69b0 req-1bf1b6cf-755f-48d0-b28e-74b57a19573a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772474 Jul 22 23:35:20.143420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:20.155997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605ef6b-a6aa-4e8e-899a-00c31b876e58 req-4e9277c6-115f-4f83-a2cc-0b5d822d9ca5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.157930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1605ef6b-a6aa-4e8e-899a-00c31b876e58 req-4e9277c6-115f-4f83-a2cc-0b5d822d9ca5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1110196 Jul 22 23:35:20.210327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1605ef6b-a6aa-4e8e-899a-00c31b876e58 req-95b3e11a-0ed9-436f-9565-7895b0058aff tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Jul 22 23:35:20.211974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['281038be-553c-4b49-b10b-78e1b01caded'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.241102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['9b9d0d31-3fa3-478b-9756-fd1cbfa00a74'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.267617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['95437f1c-c604-43cb-89d8-a868e137d50b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.321933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d6e0e8db-b23b-476c-b76c-54c2e8967f71'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.358860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8423963b-21e0-4b7d-930f-57cf269b8d53'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.396142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d5903613-b59c-4ea3-873b-39bd4f3bf5eb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.412641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a8362c09-589f-4ebb-8269-b91ba153574e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.457553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.490848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['fc4d070e-e73d-44c5-b750-aebe4ff06424'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:20.565275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.571987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.578371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.584434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.591517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.597460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.603372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.606248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-b5d83c31-0867-40c2-9a4e-4355d4445155 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5426 time: 0.1288939 Jul 22 23:35:20.679551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a2da250-383c-4b36-ba99-e6fe77d318c3 req-eff63a31-ce2b-49e2-929c-3b577412d816 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631747 Jul 22 23:35:20.723316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58177c60-c117-4b04-817f-1b41efe9d8fc req-b4c55d83-0a5e-4203-a066-14e6cbb298b0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.728192 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58177c60-c117-4b04-817f-1b41efe9d8fc req-b4c55d83-0a5e-4203-a066-14e6cbb298b0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.1206017 Jul 22 23:35:20.742431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cab78559-f950-4809-bf8b-9fa839b8cf69 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:20.825385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58177c60-c117-4b04-817f-1b41efe9d8fc req-13fd3f9c-4d72-4203-876a-43c0fb9105ab tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833921 Jul 22 23:35:20.871159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a97636-b50d-4028-a0d8-80e24918bbbe req-5b8edc0a-d4f7-4ae4-9af7-c9b095d32335 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:20.872955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48a97636-b50d-4028-a0d8-80e24918bbbe req-5b8edc0a-d4f7-4ae4-9af7-c9b095d32335 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 944 time: 0.0987988 Jul 22 23:35:20.930227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48a97636-b50d-4028-a0d8-80e24918bbbe req-931b6bce-fe0e-4abc-864b-af3828bd0c11 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447652 Jul 22 23:35:21.015172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7b1b6-14ed-420f-ae42-f1f53b6d1089 req-683eea7b-3bce-4099-b7da-05a7ff0b75f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.017040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ad7b1b6-14ed-420f-ae42-f1f53b6d1089 req-683eea7b-3bce-4099-b7da-05a7ff0b75f5 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 944 time: 0.0824850 Jul 22 23:35:21.085052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ad7b1b6-14ed-420f-ae42-f1f53b6d1089 req-5d93a37e-bd55-4083-a999-70d35c419d7f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586071 Jul 22 23:35:21.154859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd8948-428d-4f87-ab81-a837d091159e req-da356fa1-9878-4557-9c70-c30cbf273ab8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.157923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69dd8948-428d-4f87-ab81-a837d091159e req-da356fa1-9878-4557-9c70-c30cbf273ab8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.0900474 Jul 22 23:35:21.267640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69dd8948-428d-4f87-ab81-a837d091159e req-fdb4a4ec-0432-4c0b-8053-bed0c62a15aa tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974214 Jul 22 23:35:21.325800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b00e9-b7c4-4946-89bc-8f92cd789cec req-b3025573-e493-4eb1-bbe6-7399934ec4e6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.328395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-187b00e9-b7c4-4946-89bc-8f92cd789cec req-b3025573-e493-4eb1-bbe6-7399934ec4e6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1176927 Jul 22 23:35:21.425088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-187b00e9-b7c4-4946-89bc-8f92cd789cec req-16662294-6b01-4fc8-9a20-e89820c18243 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801811 Jul 22 23:35:21.480016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cab78559-f950-4809-bf8b-9fa839b8cf69, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cab78559-f950-4809-bf8b-9fa839b8cf69,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:21.553707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'cab78559-f950-4809-bf8b-9fa839b8cf69', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': 'cab78559-f950-4809-bf8b-9fa839b8cf69', 'mac_address': 'fa:16:3e:31:99:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:21.574112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14493aee-51ac-40cd-9f47-af2911e07e22'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:21.576919 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab66e1e-da3b-4b90-afec-6e5f9eb7f9c9" -d '{"events": [{"server_uuid": "a9b1e599-17d3-46c3-b152-60ae1de6e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "14493aee-51ac-40cd-9f47-af2911e07e22"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:21.586508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae94a-5fd0-4072-b144-6125a23dd9dd req-bd6bedfa-9efe-4c95-95ee-9f5f309f4207 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.588275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e85ae94a-5fd0-4072-b144-6125a23dd9dd req-bd6bedfa-9efe-4c95-95ee-9f5f309f4207 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0952125 Jul 22 23:35:21.629890 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ad2a93-9c09-4223-9f18-5285e8bd3f23 x-openstack-request-id: req-40ad2a93-9c09-4223-9f18-5285e8bd3f23 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:21.630215 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b1e599-17d3-46c3-b152-60ae1de6e6ed", "name": "network-vif-plugged", "status": "completed", "tag": "14493aee-51ac-40cd-9f47-af2911e07e22", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:21.630442 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40ad2a93-9c09-4223-9f18-5285e8bd3f23 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:21.630840 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14493aee-51ac-40cd-9f47-af2911e07e22', 'code': 200} Jul 22 23:35:21.633855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.636962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.651189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab78559-f950-4809-bf8b-9fa839b8cf69 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:21.672011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e85ae94a-5fd0-4072-b144-6125a23dd9dd req-7e009613-f26d-44c6-a795-f3bba1398ca3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724854 Jul 22 23:35:21.678387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cab78559-f950-4809-bf8b-9fa839b8cf69, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cab78559-f950-4809-bf8b-9fa839b8cf69,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:21.685179 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:21.750941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=cab78559-f950-4809-bf8b-9fa839b8cf69,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:21.807960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13126199-6845-4b8b-8132-19fcbfb982f8 req-a4508dfe-154b-4411-8159-f11c186ffe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.810971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13126199-6845-4b8b-8132-19fcbfb982f8 req-a4508dfe-154b-4411-8159-f11c186ffe71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 1096 time: 0.0603158 Jul 22 23:35:21.850675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13126199-6845-4b8b-8132-19fcbfb982f8 req-85f6d34e-268f-46e0-ae4e-09651c8f7edc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Jul 22 23:35:21.884232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.900648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.917845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.929348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.940915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.948847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.957725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:21.959741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-4ccbca42-b22d-4cd4-a51e-fb8bec06c9b3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5426 time: 0.1789396 Jul 22 23:35:21.998977 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.032997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd99845a-a60c-4a6c-997f-30c80882aea6 req-b6bae71f-e1ac-41a0-9f0e-43768f675b42 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628128 Jul 22 23:35:22.061537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784705e3-54a3-4cec-b869-553a5a2f68d1 req-618a9323-57d2-466c-8953-0ec06ae84b66 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.064094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-784705e3-54a3-4cec-b869-553a5a2f68d1 req-618a9323-57d2-466c-8953-0ec06ae84b66 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.1031930 Jul 22 23:35:22.119323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-784705e3-54a3-4cec-b869-553a5a2f68d1 req-9e51e507-e727-40f9-89cf-76a50b1a8234 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Jul 22 23:35:22.205661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae11da-9caf-44db-aa88-b8aff93e9442 req-edf8f085-d71f-4824-badc-1b191c0db8b5 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.207662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cae11da-9caf-44db-aa88-b8aff93e9442 req-edf8f085-d71f-4824-badc-1b191c0db8b5 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 944 time: 0.0865850 Jul 22 23:35:22.258057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cae11da-9caf-44db-aa88-b8aff93e9442 req-74461a4c-ea98-4197-a12d-6b1718b7ab57 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424621 Jul 22 23:35:22.402396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a9c6-6b9f-4b6c-ab66-8b3edf48f86c req-cc667098-72f0-462d-84b2-65f1f181f235 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.403895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31a4a9c6-6b9f-4b6c-ab66-8b3edf48f86c req-cc667098-72f0-462d-84b2-65f1f181f235 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1061733 Jul 22 23:35:22.458753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31a4a9c6-6b9f-4b6c-ab66-8b3edf48f86c req-7e3c7769-ce72-4646-b3b1-3854b8010bbd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Jul 22 23:35:22.470710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdd2a8-c530-4eea-a024-e4e7454fa6af req-9d0f5a11-ede0-4789-8922-ebc34479f7bd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.472535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1cdd2a8-c530-4eea-a024-e4e7454fa6af req-9d0f5a11-ede0-4789-8922-ebc34479f7bd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.1097245 Jul 22 23:35:22.523718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1cdd2a8-c530-4eea-a024-e4e7454fa6af req-05cea21e-29a8-4ee0-ba2e-257143236477 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387008 Jul 22 23:35:22.688894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6ff5c-8815-427b-bf00-34efdf148bae req-01171432-075d-4d4e-9adb-2efb5f30342b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.690477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33c6ff5c-8815-427b-bf00-34efdf148bae req-01171432-075d-4d4e-9adb-2efb5f30342b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1004345 Jul 22 23:35:22.725369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194086fe-7a0d-4721-8c23-1aa8c1ba1d07 req-b2d7d671-bca5-48de-91ec-614e22120739 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.726844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-194086fe-7a0d-4721-8c23-1aa8c1ba1d07 req-b2d7d671-bca5-48de-91ec-614e22120739 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.0993507 Jul 22 23:35:22.738755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:22.743825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'floatingip': {'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:22.744578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33c6ff5c-8815-427b-bf00-34efdf148bae req-6e818a1a-807d-4533-b201-700c7cac0bc5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Jul 22 23:35:22.790232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:22.877463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05878416-3561-4791-97ed-b9561baaa3c4 req-3490bdf8-1d65-4ebd-9338-9ec8624723be tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:22.878916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05878416-3561-4791-97ed-b9561baaa3c4 req-3490bdf8-1d65-4ebd-9338-9ec8624723be tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0763288 Jul 22 23:35:22.925596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05878416-3561-4791-97ed-b9561baaa3c4 req-c539464f-2774-4553-9d27-af82b3b6adbc tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Jul 22 23:35:23.249175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.255269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.262547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.268415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.274269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.280896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.286878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.288881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-60c1dca6-d5f7-4117-97c7-a2811ba030c1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5426 time: 0.1624401 Jul 22 23:35:23.317351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:23.323895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:23.357897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f66e9ac9-6dff-4b4f-be43-f6f0a2200bdb req-31bdb2d5-c62d-4498-94ac-0262c12f79a0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574930 Jul 22 23:35:23.366685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0f77-9ca1-4a2d-bec8-212be95660e4 req-34156ca3-be88-4f27-9710-56719960e02c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.368228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03fe0f77-9ca1-4a2d-bec8-212be95660e4 req-34156ca3-be88-4f27-9710-56719960e02c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.1684816 Jul 22 23:35:23.413013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03fe0f77-9ca1-4a2d-bec8-212be95660e4 req-a5a901b2-ca5d-482c-918f-55942dd29604 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Jul 22 23:35:23.466755 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Floating IP 118585e7-d599-4655-90d1-b7a48c62fadc associated. External IP: 172.25.5.199, port: 56d92df4-0978-482b-b953-9b2a6a18005e. Jul 22 23:35:23.556636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c709a8-9917-4c6b-a68c-1ecfcea0921c req-e81488a5-d2d0-41e7-8ba7-0d1bb8d7a323 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.559168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84c709a8-9917-4c6b-a68c-1ecfcea0921c req-e81488a5-d2d0-41e7-8ba7-0d1bb8d7a323 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 944 time: 0.0944524 Jul 22 23:35:23.653152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84c709a8-9917-4c6b-a68c-1ecfcea0921c req-6f01d78f-76c5-4af6-bf49-fcafda6ace0e tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846870 Jul 22 23:35:23.694560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55803935-cb9e-4575-9555-83acafbf02bc req-8a3686f7-db77-4d7d-bd79-d5d728eb710a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.696648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55803935-cb9e-4575-9555-83acafbf02bc req-8a3686f7-db77-4d7d-bd79-d5d728eb710a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1189079 Jul 22 23:35:23.754207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55803935-cb9e-4575-9555-83acafbf02bc req-0fa18a7b-6e82-407e-ae8b-766df3ce35f8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Jul 22 23:35:23.765856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Router baba8129-4fd4-4d01-94c9-92ae1fd109f7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:35:23.911591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:23.919818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:23.922460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782cec1-e917-4cce-a4bf-8c0144b3ce9e req-e9f9ae8b-1d85-465a-813e-779b37fd8a9d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:23.923145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] Sync routers for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:23.924844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a782cec1-e917-4cce-a4bf-8c0144b3ce9e req-e9f9ae8b-1d85-465a-813e-779b37fd8a9d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.0880842 Jul 22 23:35:23.937498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:23.938522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:23.982974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5cef43e9-7528-4615-b0ba-68b19e311587 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "PUT /v2.0/floatingips/118585e7-d599-4655-90d1-b7a48c62fadc HTTP/1.1" status: 200 len: 992 time: 1.2427742 Jul 22 23:35:23.983895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:23.988014 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525744b-2697-4112-9c61-de27091a1580" -d '{"events": [{"name": "network-changed", "server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:24.000290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a782cec1-e917-4cce-a4bf-8c0144b3ce9e req-bfdb716e-a319-4a59-aed0-ae1b0248dcdc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Jul 22 23:35:24.074862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:24.114242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d0ce8-4587-48cc-aad4-e0400e90cc0f req-3f85d67f-503c-4818-8433-067787229043 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.116305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a17d0ce8-4587-48cc-aad4-e0400e90cc0f req-3f85d67f-503c-4818-8433-067787229043 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0886335 Jul 22 23:35:24.170870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a17d0ce8-4587-48cc-aad4-e0400e90cc0f req-5da5db7c-0dcd-48ff-8580-eafe9f22c30c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Jul 22 23:35:24.284263 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5b2fb-1026-49d7-8539-a9898e067c04 x-openstack-request-id: req-19a5b2fb-1026-49d7-8539-a9898e067c04 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:24.284896 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:24.284896 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19a5b2fb-1026-49d7-8539-a9898e067c04 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:24.285621 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'status': 'completed', 'code': 200} Jul 22 23:35:24.370382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '118585e7-d599-4655-90d1-b7a48c62fadc', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:34:58Z', 'updated_at': '2021-07-22T23:35:23Z', 'revision_number': 1, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:58Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:24.429476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525744b-2697-4112-9c61-de27091a1580 req-ccc8a350-5a39-4d71-825f-79452107a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.431228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-ccc8a350-5a39-4d71-825f-79452107a1c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1097 time: 0.0738900 Jul 22 23:35:24.539785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] Checking router: baba8129-4fd4-4d01-94c9-92ae1fd109f7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:24.553360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:24.554339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:24.586269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525744b-2697-4112-9c61-de27091a1580 req-a3fcbfc0-070b-447a-86c0-24e26f0d952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.588213 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-a3fcbfc0-070b-447a-86c0-24e26f0d952a service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.1492853 Jul 22 23:35:24.640749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.650854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.660593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.671721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.672553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-11500e55-dcc8-4452-93d4-db41a5beebb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.0736752 Jul 22 23:35:24.681995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.689759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:24.691396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.699138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.701364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-ba5fa222-07fc-4525-8229-0e47f1cb88b5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5426 time: 0.2136178 Jul 22 23:35:24.716238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3949bdc-20b1-4e13-935c-80fe4f8dc1f6 req-49c8fb18-6ea4-410e-a876-961e391db914 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.717845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3949bdc-20b1-4e13-935c-80fe4f8dc1f6 req-49c8fb18-6ea4-410e-a876-961e391db914 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.1805120 Jul 22 23:35:24.770231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525744b-2697-4112-9c61-de27091a1580 req-e0645a97-e805-4bdb-9de4-4ead8dce839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.772967 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-e0645a97-e805-4bdb-9de4-4ead8dce839f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.0805144 Jul 22 23:35:24.775224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b993bc37-4ccc-4721-b5da-1700c9788d78 req-93d96baa-fc8c-45f5-a81b-ded06fd84bc1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563681 Jul 22 23:35:24.796653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3949bdc-20b1-4e13-935c-80fe4f8dc1f6 req-a08ecb1e-ecf5-464b-a377-e87d045bdbff tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625603 Jul 22 23:35:24.868902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525744b-2697-4112-9c61-de27091a1580 req-8efbbddb-41f3-4e0e-b6f4-96ac951fbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:24.871182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-8efbbddb-41f3-4e0e-b6f4-96ac951fbc75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909469 Jul 22 23:35:24.985378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['cab78559-f950-4809-bf8b-9fa839b8cf69'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:24.993316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-2daa3207-dd67-49b9-b783-7a0be3f4f66a service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051831 Jul 22 23:35:25.025674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d361e7-011d-419e-b8b0-86ca9982bf33 req-60dd51a8-52d2-49e8-9559-86ee5e0a6f35 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.027916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83d361e7-011d-419e-b8b0-86ca9982bf33 req-60dd51a8-52d2-49e8-9559-86ee5e0a6f35 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 944 time: 0.1472685 Jul 22 23:35:25.043812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f71baf-7983-4e12-9862-41a96905d747 req-a84b9c13-3720-46e7-a73c-01bbd3f9b095 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.046178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92f71baf-7983-4e12-9862-41a96905d747 req-a84b9c13-3720-46e7-a73c-01bbd3f9b095 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1468389 Jul 22 23:35:25.121687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83d361e7-011d-419e-b8b0-86ca9982bf33 req-2ae3ee56-2f1b-4aab-9154-21d6b1104a3b tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741060 Jul 22 23:35:25.130190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92f71baf-7983-4e12-9862-41a96905d747 req-8fa63e8b-92a3-48e9-a3e7-17a832fb8364 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739827 Jul 22 23:35:25.134393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '118585e7-d599-4655-90d1-b7a48c62fadc', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:34:58Z', 'updated_at': '2021-07-22T23:35:23Z', 'revision_number': 1, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:58Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:25.180873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6ee29-e8a1-4613-bb5e-3f702dbb83d7 None None] The sync data for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 is: [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '118585e7-d599-4655-90d1-b7a48c62fadc', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:34:58Z', 'updated_at': '2021-07-22T23:35:23Z', 'revision_number': 1, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:58Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:25.345594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9cf3-6c2c-4f15-a53a-de64ab335e69 req-d7a812ad-1c62-4f2b-9f65-d6885cb42cef tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.347258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1fe9cf3-6c2c-4f15-a53a-de64ab335e69 req-d7a812ad-1c62-4f2b-9f65-d6885cb42cef tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.1027641 Jul 22 23:35:25.441657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1fe9cf3-6c2c-4f15-a53a-de64ab335e69 req-f130507f-9060-48fd-b9eb-d6cc7a453f4a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880477 Jul 22 23:35:25.533646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de46c57-093f-4a48-a8d1-45f6fe39489e req-fbde2002-b869-44eb-bbf4-fa3a66914784 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.551270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4de46c57-093f-4a48-a8d1-45f6fe39489e req-fbde2002-b869-44eb-bbf4-fa3a66914784 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1719115 Jul 22 23:35:25.551946 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e669438-e158-4b49-aa20-34ee6c87379c None None] New status for floating IP 118585e7-d599-4655-90d1-b7a48c62fadc: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:35:25.554119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b525744b-2697-4112-9c61-de27091a1580 req-412a27d5-cd3f-40db-b8d0-af74af515285 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454991 Jul 22 23:35:25.609955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4de46c57-093f-4a48-a8d1-45f6fe39489e req-2a83fc40-58da-41cf-9b9a-030f41f1a943 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574102 Jul 22 23:35:25.791449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c701625-c726-4785-a46a-d523b7b5ace6 req-be5785da-7136-40e7-959d-8d2f829442a0 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.794694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c701625-c726-4785-a46a-d523b7b5ace6 req-be5785da-7136-40e7-959d-8d2f829442a0 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0979764 Jul 22 23:35:25.868391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c701625-c726-4785-a46a-d523b7b5ace6 req-a82d09bc-51c8-4961-9001-1eb61be678c6 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557611 Jul 22 23:35:25.951569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5520df-0ccc-4155-bb0e-a38bf100d376 req-30f81c74-571c-4720-b31f-de6bfb1fe6b9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:25.953678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f5520df-0ccc-4155-bb0e-a38bf100d376 req-30f81c74-571c-4720-b31f-de6bfb1fe6b9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.0904114 Jul 22 23:35:26.033775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f5520df-0ccc-4155-bb0e-a38bf100d376 req-df0eca47-c413-404c-986a-1e86bf5d729c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Jul 22 23:35:26.068546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.075878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.082249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.089367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.095932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.102597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.109997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.112337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-703ff3ae-4c1e-47cb-8af0-52a8871e8793 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5426 time: 0.1575015 Jul 22 23:35:26.166063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ae3a961-6050-4e71-8b55-9c4a792dbafe req-eb4c79b5-7d84-4dbf-ad36-2bd58aef3553 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475566 Jul 22 23:35:26.346592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000baf4a-8320-40d4-b6a0-7dd21c015194 req-0543ad46-f932-4d50-8574-2797faae5bf0 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.348146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-000baf4a-8320-40d4-b6a0-7dd21c015194 req-0543ad46-f932-4d50-8574-2797faae5bf0 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 944 time: 0.1180980 Jul 22 23:35:26.362359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994276d4-d2af-4548-8ad2-3cd3912ff50b req-95c7b43d-41e2-4153-8624-136805f53e8f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.363870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-994276d4-d2af-4548-8ad2-3cd3912ff50b req-95c7b43d-41e2-4153-8624-136805f53e8f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1007755 Jul 22 23:35:26.422767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-000baf4a-8320-40d4-b6a0-7dd21c015194 req-be2dd2cd-237b-4992-94fd-6c5e996ee141 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578911 Jul 22 23:35:26.428362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-994276d4-d2af-4548-8ad2-3cd3912ff50b req-04b1cf65-1a9f-4c5a-80fa-b08d5bdca6ef tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565257 Jul 22 23:35:26.717939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d6e0e8db-b23b-476c-b76c-54c2e8967f71 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:26.783235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port d6e0e8db-b23b-476c-b76c-54c2e8967f71 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:26.783573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6fd41-cfd9-48dc-b03a-f024779ba5d0 req-307cb604-8fa0-4da1-8d01-6e110eab10bc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:26.785897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10c6fd41-cfd9-48dc-b03a-f024779ba5d0 req-307cb604-8fa0-4da1-8d01-6e110eab10bc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.0826664 Jul 22 23:35:26.788558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port d6e0e8db-b23b-476c-b76c-54c2e8967f71 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:26.789047 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.852236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10c6fd41-cfd9-48dc-b03a-f024779ba5d0 req-6ce3c93c-b62c-406a-8c5a-fa3c7febf754 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590255 Jul 22 23:35:26.892675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.923753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9766bea6-0d30-48ed-849e-59befff3ab27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:26.926252 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567e3e8-bcde-45aa-8fa1-9efbd8bb4ed7" -d '{"events": [{"server_uuid": "9766bea6-0d30-48ed-849e-59befff3ab27", "name": "network-vif-plugged", "status": "completed", "tag": "d6e0e8db-b23b-476c-b76c-54c2e8967f71"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:26.941468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d6e0e8db-b23b-476c-b76c-54c2e8967f71, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71,segment=NetworkSegment(8f65fb86-152d-4565-87ce-5567cf605e5e),segment_id=8f65fb86-152d-4565-87ce-5567cf605e5e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:26.946841 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:26.948454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:27.007572 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272fa070-f3be-49ad-a938-0bf38d014de6 x-openstack-request-id: req-272fa070-f3be-49ad-a938-0bf38d014de6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:27.007906 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9766bea6-0d30-48ed-849e-59befff3ab27", "name": "network-vif-plugged", "status": "completed", "tag": "d6e0e8db-b23b-476c-b76c-54c2e8967f71", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:27.008132 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-272fa070-f3be-49ad-a938-0bf38d014de6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:27.008515 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9766bea6-0d30-48ed-849e-59befff3ab27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71', 'code': 200} Jul 22 23:35:27.070885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d6e0e8db-b23b-476c-b76c-54c2e8967f71,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:27.079219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917da91e-371c-498b-8107-b30ec027abe2 req-ad16e69f-abe1-4122-b524-7c34762d62aa tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.081120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-917da91e-371c-498b-8107-b30ec027abe2 req-ad16e69f-abe1-4122-b524-7c34762d62aa tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0931113 Jul 22 23:35:27.091170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:27.099909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:27.101107 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.154215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-917da91e-371c-498b-8107-b30ec027abe2 req-d336b7f6-20a2-4b40-a82f-fbd591fc216b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 Jul 22 23:35:27.187435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c147e-4636-4c16-af2f-4a054720e44b req-cca35223-5454-4f79-a6a4-9d76f4a177a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.190773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd2c147e-4636-4c16-af2f-4a054720e44b req-cca35223-5454-4f79-a6a4-9d76f4a177a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 1096 time: 0.0649650 Jul 22 23:35:27.224194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.240101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e9ddd-380c-4678-9386-52e55342e91b req-9f1efc9f-3658-4b42-95c0-12bab47b1611 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.242116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e32e9ddd-380c-4678-9386-52e55342e91b req-9f1efc9f-3658-4b42-95c0-12bab47b1611 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.0865149 Jul 22 23:35:27.245902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bd2c147e-4636-4c16-af2f-4a054720e44b req-30e0c8ea-14ee-4d5b-ace0-65b958911931 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Jul 22 23:35:27.281371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:27.286002 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:27.308996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e32e9ddd-380c-4678-9386-52e55342e91b req-48a4624b-eed6-4d70-afed-1093e5eed17f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585182 Jul 22 23:35:27.348034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:27.390532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.396508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.403100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.409166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.414961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.421635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.427597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.429612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-69c2b9dc-e90d-4712-8e21-232d6f39f419 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5427 time: 0.1414225 Jul 22 23:35:27.480652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbaf43ff-9cd5-45a2-a4f7-96aa2b2346e7 req-c231614a-470e-4bc1-bc89-9bfd66f83b3b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440156 Jul 22 23:35:27.642415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb507-91c2-4cc0-9793-1a155e5ad44a req-28152ef6-521f-46f3-a8be-5ce38a818bd3 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.644066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-957eb507-91c2-4cc0-9793-1a155e5ad44a req-28152ef6-521f-46f3-a8be-5ce38a818bd3 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.1239169 Jul 22 23:35:27.671675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94744e39-08c2-4494-ae1d-fecbd0e83295 req-9b714bc6-c79f-4355-8b1c-d6c0235fe4e1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:27.673606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94744e39-08c2-4494-ae1d-fecbd0e83295 req-9b714bc6-c79f-4355-8b1c-d6c0235fe4e1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1083748 Jul 22 23:35:27.732577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-957eb507-91c2-4cc0-9793-1a155e5ad44a req-cad78184-831c-4db7-8d65-243508348d67 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798891 Jul 22 23:35:27.740464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94744e39-08c2-4494-ae1d-fecbd0e83295 req-70326716-a5bb-49b5-8461-6017be7f04ad tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Jul 22 23:35:28.027795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2aeaf-0291-4a01-92fe-8f47a2937fd6 req-ffa04099-0622-4548-8880-2123b596e98e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.029426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edb2aeaf-0291-4a01-92fe-8f47a2937fd6 req-ffa04099-0622-4548-8880-2123b596e98e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.0754814 Jul 22 23:35:28.075174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edb2aeaf-0291-4a01-92fe-8f47a2937fd6 req-4f7bb6e7-51d7-4f24-9a9c-8d6942105b23 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367436 Jul 22 23:35:28.327196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac9e25-61e2-481a-9eb2-f33df63749c8 req-78c53f28-4309-4796-a246-e9794d189c90 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.328964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bac9e25-61e2-481a-9eb2-f33df63749c8 req-78c53f28-4309-4796-a246-e9794d189c90 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0756402 Jul 22 23:35:28.368829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bac9e25-61e2-481a-9eb2-f33df63749c8 req-f642b47e-bbd2-42ae-ae49-8bd63cbee971 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Jul 22 23:35:28.461133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864f8ef-c57c-4b4d-9984-09916a484e06 req-52c43f53-0206-4e2f-b605-ed37503713bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.462912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d864f8ef-c57c-4b4d-9984-09916a484e06 req-52c43f53-0206-4e2f-b605-ed37503713bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.0743539 Jul 22 23:35:28.505094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d864f8ef-c57c-4b4d-9984-09916a484e06 req-baa911a4-adcf-476e-b5da-2ee05a809792 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Jul 22 23:35:28.553150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588fe60-6e1d-4d00-b933-98d862363642 req-fc75a844-2268-4976-b810-a455bc24c6b1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.553150 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9588fe60-6e1d-4d00-b933-98d862363642 req-fc75a844-2268-4976-b810-a455bc24c6b1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 945 time: 0.0774119 Jul 22 23:35:28.661856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.668038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.674361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.677463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port 14493aee-51ac-40cd-9f47-af2911e07e22 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:28.677875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.680622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.686653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.692743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.699311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:28.701508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-bcb334f1-63d3-4c1c-967d-8075c729499b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5427 time: 0.1169324 Jul 22 23:35:28.730291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 281038be-553c-4b49-b10b-78e1b01caded up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:28.750898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7424dc5-380a-49b1-aa34-db31515a1b18 req-02da4d85-4ff4-4964-a029-bc44b4713917 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381258 Jul 22 23:35:28.801577 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 281038be-553c-4b49-b10b-78e1b01caded completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:28.813351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 281038be-553c-4b49-b10b-78e1b01caded triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:28.814326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.837387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port 14493aee-51ac-40cd-9f47-af2911e07e22, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=14493aee-51ac-40cd-9f47-af2911e07e22,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:28.839763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:28.855420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for 14493aee-51ac-40cd-9f47-af2911e07e22 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:28.940031 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.002087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=281038be-553c-4b49-b10b-78e1b01caded,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:29.007772 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.009121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5903613-b59c-4ea3-873b-39bd4f3bf5eb up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:29.010033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66083062-f2dd-449e-b73d-6aeef06e1d10 req-e1fbc501-279c-43bb-8169-236946f7ffe4 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.013426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66083062-f2dd-449e-b73d-6aeef06e1d10 req-e1fbc501-279c-43bb-8169-236946f7ffe4 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.1691766 Jul 22 23:35:29.023949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74'}, {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281038be-553c-4b49-b10b-78e1b01caded'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:29.026021 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f949c81e-9900-4bd1-900d-66810f42694c" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74"}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "281038be-553c-4b49-b10b-78e1b01caded"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:29.052871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc921f5-a2f3-42ea-9136-a6b844599bc6 req-4bf53482-6e19-4175-a24e-ce1fb1548085 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.054748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bc921f5-a2f3-42ea-9136-a6b844599bc6 req-4bf53482-6e19-4175-a24e-ce1fb1548085 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 945 time: 0.1552994 Jul 22 23:35:29.063927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.104678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66083062-f2dd-449e-b73d-6aeef06e1d10 req-d5fb1539-a75c-4c97-861a-76479b203034 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821838 Jul 22 23:35:29.111161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', '14493aee-51ac-40cd-9f47-af2911e07e22'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:29.126916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=14493aee-51ac-40cd-9f47-af2911e07e22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:29.150126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bc921f5-a2f3-42ea-9136-a6b844599bc6 req-8f8421cd-2fb5-4bf3-a1c3-3bbce18ad8c7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791972 Jul 22 23:35:29.203564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:29.215042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port 14493aee-51ac-40cd-9f47-af2911e07e22 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:29.219397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.223426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9588fe60-6e1d-4d00-b933-98d862363642 req-f1b080e1-76ad-43e2-b739-48782642e1e3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/14493aee-51ac-40cd-9f47-af2911e07e22 HTTP/1.1" status: 204 len: 173 time: 0.6585565 Jul 22 23:35:29.224155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'name': 'network-vif-deleted', 'tag': '14493aee-51ac-40cd-9f47-af2911e07e22'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:29.227683 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42873646-8983-4969-84ed-518f9abd7115" -d '{"events": [{"server_uuid": "a9b1e599-17d3-46c3-b152-60ae1de6e6ed", "name": "network-vif-deleted", "tag": "14493aee-51ac-40cd-9f47-af2911e07e22"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:29.273703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port d5903613-b59c-4ea3-873b-39bd4f3bf5eb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:29.292722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port d5903613-b59c-4ea3-873b-39bd4f3bf5eb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:29.300975 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.322106 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba0d4f5-045a-413b-b776-9ae909c9db83 x-openstack-request-id: req-8ba0d4f5-045a-413b-b776-9ae909c9db83 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:29.322589 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74", "code": 200}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "281038be-553c-4b49-b10b-78e1b01caded", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:29.323200 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ba0d4f5-045a-413b-b776-9ae909c9db83 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:29.323990 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74', 'code': 200} Jul 22 23:35:29.324260 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281038be-553c-4b49-b10b-78e1b01caded', 'code': 200} Jul 22 23:35:29.345023 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10fc295-b460-4a32-a300-9b5f5fb5e971 x-openstack-request-id: req-a10fc295-b460-4a32-a300-9b5f5fb5e971 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:29.345352 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b1e599-17d3-46c3-b152-60ae1de6e6ed", "name": "network-vif-deleted", "tag": "14493aee-51ac-40cd-9f47-af2911e07e22", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:29.345751 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a10fc295-b460-4a32-a300-9b5f5fb5e971 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:29.346187 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b1e599-17d3-46c3-b152-60ae1de6e6ed', 'name': 'network-vif-deleted', 'tag': '14493aee-51ac-40cd-9f47-af2911e07e22', 'status': 'completed', 'code': 200} Jul 22 23:35:29.459136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81bdd-5803-4985-bbe6-ee71163fd0c4 req-d27afaab-b8b8-42d4-8a6b-2b94f0529996 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.460949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53f81bdd-5803-4985-bbe6-ee71163fd0c4 req-d27afaab-b8b8-42d4-8a6b-2b94f0529996 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.0999227 Jul 22 23:35:29.528678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.579753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53f81bdd-5803-4985-bbe6-ee71163fd0c4 req-07a05646-c7dd-44ac-89d9-9a61fd110615 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043134 Jul 22 23:35:29.585731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:29.591662 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.592995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fc4d070e-e73d-44c5-b750-aebe4ff06424 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:29.644911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67918ab-cd37-4ade-a734-e4b8542b86a8 req-1e6ae3d1-2019-40cf-93a5-87450d5cc348 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.647878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f67918ab-cd37-4ade-a734-e4b8542b86a8 req-1e6ae3d1-2019-40cf-93a5-87450d5cc348 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1642184 Jul 22 23:35:29.694633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:29.710161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port fc4d070e-e73d-44c5-b750-aebe4ff06424 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:29.714538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port fc4d070e-e73d-44c5-b750-aebe4ff06424 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:29.715058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.725806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02fc971e-43c8-456e-aa9a-1d8cdc3c03ce req-04cf668f-ddbb-4d23-9e58-650cafa53d1a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9b1e599-17d3-46c3-b152-60ae1de6e6ed HTTP/1.1" status: 200 len: 210 time: 0.0437291 Jul 22 23:35:29.746099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f67918ab-cd37-4ade-a734-e4b8542b86a8 req-8ea208a6-a54c-46e5-8b1b-f4c4695bdd2c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908697 Jul 22 23:35:29.805631 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.847174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:29.851704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.852713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cab78559-f950-4809-bf8b-9fa839b8cf69 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:29.940346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.946830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.953458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.955239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:29.960004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.975452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port cab78559-f950-4809-bf8b-9fa839b8cf69 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:29.978347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.981595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port cab78559-f950-4809-bf8b-9fa839b8cf69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:29.982501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:29.985549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.991605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:29.993578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-b17a027a-559f-4e21-8bb7-24fad3f47d37 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5430 time: 0.1440837 Jul 22 23:35:30.061957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbcad520-e42e-46a8-98ad-c6a77c4c0eb4 req-e573d04d-774a-434c-ba6e-76cc6fa2e7f7 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571430 Jul 22 23:35:30.100994 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.156215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port cab78559-f950-4809-bf8b-9fa839b8cf69, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cab78559-f950-4809-bf8b-9fa839b8cf69,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:30.161259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.162570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8362c09-589f-4ebb-8269-b91ba153574e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:30.253200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=cab78559-f950-4809-bf8b-9fa839b8cf69,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:30.268979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port a8362c09-589f-4ebb-8269-b91ba153574e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:30.273707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a8362c09-589f-4ebb-8269-b91ba153574e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:30.274170 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.338254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad88ab-3fdf-43d3-8dc0-4c964af73977 req-3307ddb9-89e4-4735-bb96-8985009bf22a tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.340408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36ad88ab-3fdf-43d3-8dc0-4c964af73977 req-3307ddb9-89e4-4735-bb96-8985009bf22a tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.1079421 Jul 22 23:35:30.355696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e6b73-be05-47c2-87b7-bf4d822da963 req-022331d2-deb2-4807-bb34-48a65cbd1383 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.357925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e24e6b73-be05-47c2-87b7-bf4d822da963 req-022331d2-deb2-4807-bb34-48a65cbd1383 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1162753 Jul 22 23:35:30.383509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.413123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36ad88ab-3fdf-43d3-8dc0-4c964af73977 req-858ec518-9a1a-414f-a963-c99c9a6b1055 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657206 Jul 22 23:35:30.430822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8362c09-589f-4ebb-8269-b91ba153574e,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:30.436130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.437445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8423963b-21e0-4b7d-930f-57cf269b8d53 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:30.445749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e24e6b73-be05-47c2-87b7-bf4d822da963 req-ee15c6ab-84fb-43b7-b7ce-c6cd24e5328b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806556 Jul 22 23:35:30.542607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:30.562232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8423963b-21e0-4b7d-930f-57cf269b8d53 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:30.568899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8423963b-21e0-4b7d-930f-57cf269b8d53 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:30.568899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.669834 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.707442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8423963b-21e0-4b7d-930f-57cf269b8d53,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:30.711922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.712921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:30.796882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a38d0a-64fc-41ac-b5a4-f12ba32dcaf2 req-fafba029-5aab-45fe-adcc-df9de30d6a3f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:30.798489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5a38d0a-64fc-41ac-b5a4-f12ba32dcaf2 req-fafba029-5aab-45fe-adcc-df9de30d6a3f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1177979 Jul 22 23:35:30.807694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:30.843263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 95437f1c-c604-43cb-89d8-a868e137d50b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:30.846569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 95437f1c-c604-43cb-89d8-a868e137d50b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:30.847083 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:30.886035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5a38d0a-64fc-41ac-b5a4-f12ba32dcaf2 req-624e3e76-9d4e-4bbe-ae1c-2636e10cc703 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715923 Jul 22 23:35:30.982520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.031667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c19c6-165e-4fe9-b087-9a58e5756d64 req-0ca15fea-2abf-430b-b2de-3551a896ed4b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.039116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-378c19c6-165e-4fe9-b087-9a58e5756d64 req-0ca15fea-2abf-430b-b2de-3551a896ed4b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1037972 Jul 22 23:35:31.043999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:31.051355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.052870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:31.106390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-378c19c6-165e-4fe9-b087-9a58e5756d64 req-d9461d4d-b37c-4c04-94eb-6f536e4dcee7 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658231 Jul 22 23:35:31.183301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:31.188327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:31.195441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:31.196007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.296886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.305221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.313457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.316978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.319968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.327314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.331189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb'}, {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424'}, {'server_uuid': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab78559-f950-4809-bf8b-9fa839b8cf69'}, {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e'}, {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53'}, {'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:31.333322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.335463 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f186ff-76a4-40c9-905f-2cb9577fb719" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb"}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424"}, {"server_uuid": "60e5de55-164e-4afb-b1ae-863b71a6d1c9", "name": "network-vif-plugged", "status": "completed", "tag": "cab78559-f950-4809-bf8b-9fa839b8cf69"}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e"}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53"}, {"server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "name": "network-vif-plugged", "status": "completed", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:31.340368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.342436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-3849bb69-0d68-47eb-a54a-bc2d04ba6ac0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5432 time: 0.1630592 Jul 22 23:35:31.386950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:31.392352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:31.399948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bb3bf56-4247-47b7-baa5-54ff3d775c89 req-fe4a89d4-21bf-4b0b-a581-5952750cbe7d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495961 Jul 22 23:35:31.436544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 14493aee-51ac-40cd-9f47-af2911e07e22 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:31.483608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 14493aee-51ac-40cd-9f47-af2911e07e22 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:31.483956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 14493aee-51ac-40cd-9f47-af2911e07e22 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:31.505948 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afafbf6-fea9-4b3d-a516-18f43017292d x-openstack-request-id: req-3afafbf6-fea9-4b3d-a516-18f43017292d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:31.506294 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb", "code": 200}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424", "code": 200}, {"server_uuid": "60e5de55-164e-4afb-b1ae-863b71a6d1c9", "name": "network-vif-plugged", "status": "completed", "tag": "cab78559-f950-4809-bf8b-9fa839b8cf69", "code": 200}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e", "code": 200}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53", "code": 200}, {"server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "name": "network-vif-plugged", "status": "completed", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:31.506592 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3afafbf6-fea9-4b3d-a516-18f43017292d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:31.507040 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb', 'code': 200} Jul 22 23:35:31.507300 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424', 'code': 200} Jul 22 23:35:31.507620 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab78559-f950-4809-bf8b-9fa839b8cf69', 'code': 200} Jul 22 23:35:31.507939 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'code': 200} Jul 22 23:35:31.508190 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53', 'code': 200} Jul 22 23:35:31.508885 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b', 'code': 200} Jul 22 23:35:31.529668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:31.670334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8c67e-2986-4b8c-a704-dbaab324c423 req-2d82293e-9bc0-4ac2-8b92-e07007c3abb7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.672313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65d8c67e-2986-4b8c-a704-dbaab324c423 req-2d82293e-9bc0-4ac2-8b92-e07007c3abb7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1133368 Jul 22 23:35:31.750409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65d8c67e-2986-4b8c-a704-dbaab324c423 req-199ece53-c714-4096-9d6b-b9df62f211ee tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 Jul 22 23:35:31.927667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730f50-4d0c-461b-a696-99c66850e08e req-d1c85085-a998-4e9a-82e1-d190ccf8930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.930600 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9730f50-4d0c-461b-a696-99c66850e08e req-d1c85085-a998-4e9a-82e1-d190ccf8930f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1096 time: 0.1299486 Jul 22 23:35:31.975454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a4997-468f-490e-a7b5-c6fec1bb4ce2 req-c7e2268d-3272-4dae-a602-e601c0eb8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:31.976995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146a4997-468f-490e-a7b5-c6fec1bb4ce2 req-c7e2268d-3272-4dae-a602-e601c0eb8ca7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 1097 time: 0.1352341 Jul 22 23:35:31.982393 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9730f50-4d0c-461b-a696-99c66850e08e req-0991e66a-d878-48e0-891a-8496ae6a3de2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Jul 22 23:35:32.087986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-dc5a41ad-e9dc-4274-970b-c5c683154757 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.089619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-dc5a41ad-e9dc-4274-970b-c5c683154757 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.1577549 Jul 22 23:35:32.114562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-a93dcc62-96f6-4770-8249-f1b4184e8b75 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0183403 Jul 22 23:35:32.124869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3926ed0-8513-4608-bfd8-c285795559e5 req-7731b559-850b-4dd2-b849-309fb1f0c4bc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.126396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3926ed0-8513-4608-bfd8-c285795559e5 req-7731b559-850b-4dd2-b849-309fb1f0c4bc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.1438656 Jul 22 23:35:32.195015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3926ed0-8513-4608-bfd8-c285795559e5 req-587c7ab1-3196-42ec-9d1f-d1bbf20db716 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583522 Jul 22 23:35:32.228531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-44e051d5-bfce-4ad1-8035-ab4c5b6d6ea0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008928 Jul 22 23:35:32.385854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146a4997-468f-490e-a7b5-c6fec1bb4ce2 req-20209657-5c4e-4a11-97c9-7d95e588d37a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262994 Jul 22 23:35:32.425295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-c151bb3c-340d-4be6-b1a6-214888f27bdb service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788135 Jul 22 23:35:32.465864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c81d9-0381-474d-80f9-cd0a03f39136 req-ad219fac-c07d-4943-9404-a38e882343a3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.467390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b46c81d9-0381-474d-80f9-cd0a03f39136 req-ad219fac-c07d-4943-9404-a38e882343a3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1701875 Jul 22 23:35:32.554181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b46c81d9-0381-474d-80f9-cd0a03f39136 req-4efd62e5-a2c9-49ee-bad4-d602dd0cf836 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783670 Jul 22 23:35:32.581862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-68f0b715-b5ad-407c-babb-492e7e9f3786 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437476 Jul 22 23:35:32.703878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.709809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.716279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.722393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.728474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.735382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.741458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.743522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-50809881-7567-4bc6-9651-79eb2ee8cc13 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.1193707 Jul 22 23:35:32.781191 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40cf7ceb-0e21-400e-b045-21e4d3d2ef80 req-5d4eb35c-a825-4385-bec0-56bd5b044f17 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 210 time: 0.0366540 Jul 22 23:35:32.821489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd01f238-a16f-4e9b-9129-121a6a7bdea3 req-5f0755b4-3944-4ef9-b055-63143d3629c4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669224 Jul 22 23:35:32.985859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac31a8-06c5-4561-a2bc-d4162da8bfee req-14f094fb-5b05-4123-86d7-af4783dbfc79 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:32.987767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79ac31a8-06c5-4561-a2bc-d4162da8bfee req-14f094fb-5b05-4123-86d7-af4783dbfc79 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0933170 Jul 22 23:35:33.049045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79ac31a8-06c5-4561-a2bc-d4162da8bfee req-18f0e8b1-1e77-43b0-8d2a-102101e7c200 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Jul 22 23:35:33.364711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e507cb-c240-46f9-ba68-7a08e6e3910d req-bb8ccb67-fd5a-4c70-97ae-dfed357cf33c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.366329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2e507cb-c240-46f9-ba68-7a08e6e3910d req-bb8ccb67-fd5a-4c70-97ae-dfed357cf33c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0998340 Jul 22 23:35:33.411048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2e507cb-c240-46f9-ba68-7a08e6e3910d req-6d63ef4e-6bdf-4fb9-aea1-1f4e0069b6ad tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Jul 22 23:35:33.509933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:33.514217 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08db86b1-430f-46fb-99ea-bb506d2ea145" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:33.553406 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c74b8d9-6bb7-4a8b-8992-9250c172a331 x-openstack-request-id: req-2c74b8d9-6bb7-4a8b-8992-9250c172a331 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:33.553816 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:33.554137 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c74b8d9-6bb7-4a8b-8992-9250c172a331 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:33.554591 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000', 'code': 200} Jul 22 23:35:33.699219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d33e1-9958-49e9-83bb-9e7d3d841086 req-c9672b91-ee4c-4710-afda-8758b8ba18b4 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:33.700670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf1d33e1-9958-49e9-83bb-9e7d3d841086 req-c9672b91-ee4c-4710-afda-8758b8ba18b4 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0700552 Jul 22 23:35:33.746654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf1d33e1-9958-49e9-83bb-9e7d3d841086 req-246f03a2-e218-4499-9b17-257d563cf531 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Jul 22 23:35:33.935126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80103603-80f8-4c3a-8b45-a577aa021ca3 req-7cc3d4f8-9edc-45e6-9b03-0e8d29a39f40 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 210 time: 0.0723896 Jul 22 23:35:34.032212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.032951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.033427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.033896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.034357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.035091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.035414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.037212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-24ab6bee-b4bf-4493-990a-d478ad893c17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6490 time: 0.1829684 Jul 22 23:35:34.056132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.062651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.070226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.077177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.083084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.089844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.096169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.098106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-bdde37d0-159b-4cd1-9b1c-fc0a10d3c331 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.1689639 Jul 22 23:35:34.196172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51084ca8-6979-445e-a9b6-288ee9af96a7 req-43956475-f78a-4775-8a4f-39230f4fa8ec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&id=71884414-6546-420a-b7b9-07568dac066c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970197 Jul 22 23:35:34.215955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e4a8f65-c7de-4e4e-8277-b3b0b4fe8b8c req-b8c386b6-13b3-440d-8b43-636b9196dd8f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994794 Jul 22 23:35:34.254233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-8a618eb1-4b30-4777-86cc-a2fdfb5533ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537468 Jul 22 23:35:34.343607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66997-0222-4ad7-ba21-c404c42fdf4a req-8dae3716-f982-40e4-9585-f3214f3e3217 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.344991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6c66997-0222-4ad7-ba21-c404c42fdf4a req-8dae3716-f982-40e4-9585-f3214f3e3217 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0768042 Jul 22 23:35:34.739161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6c66997-0222-4ad7-ba21-c404c42fdf4a req-2f750d81-7b7c-45d0-b1ce-048c9ccaef65 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854089 Jul 22 23:35:34.783105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146b570-f764-4f37-8994-3357e9665388 req-b5a8d536-9a59-4d6c-92cf-d0436e9e3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.786031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-b5a8d536-9a59-4d6c-92cf-d0436e9e3caf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1096 time: 0.4389055 Jul 22 23:35:34.820833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af23df-8cd1-44ba-8cf7-2570a59fc928 req-dedd08b5-1c7f-4fd6-9ba1-f4285a444c05 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:34.835977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3af23df-8cd1-44ba-8cf7-2570a59fc928 req-dedd08b5-1c7f-4fd6-9ba1-f4285a444c05 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.1590531 Jul 22 23:35:35.069805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3af23df-8cd1-44ba-8cf7-2570a59fc928 req-19c21e14-ce13-4b44-be94-d4fcd539ce51 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317729 Jul 22 23:35:35.202166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146b570-f764-4f37-8994-3357e9665388 req-de1027b4-21fe-4b6a-aca4-8feec5060095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.206389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-de1027b4-21fe-4b6a-aca4-8feec5060095 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.3621955 Jul 22 23:35:35.234837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf63c5-4bef-4289-9bf8-4ce66bba4081 req-c7357dcb-b57d-47b9-b387-dcf42ac54f58 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.236445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cebf63c5-4bef-4289-9bf8-4ce66bba4081 req-c7357dcb-b57d-47b9-b387-dcf42ac54f58 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.3534205 Jul 22 23:35:35.285171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-f977fd1a-d13e-4700-93a5-78e4b5976ac4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.287046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-f977fd1a-d13e-4700-93a5-78e4b5976ac4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.3213351 Jul 22 23:35:35.289933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-4eee9e7c-162e-4f16-a2e0-01c6134797ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.0722821 Jul 22 23:35:35.375691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:35.382263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb39b40-6f1c-476e-a29a-126eb6204752 req-d3948af7-a464-4382-9647-e0c8cd5683ad tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 210 time: 0.0495291 Jul 22 23:35:35.418946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cebf63c5-4bef-4289-9bf8-4ce66bba4081 req-de401960-99d6-4794-bb80-e172226c5155 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414034 Jul 22 23:35:35.421442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146b570-f764-4f37-8994-3357e9665388 req-a6a0d7dd-5095-4fd7-9e9d-2e95958ee290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.423294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-a6a0d7dd-5095-4fd7-9e9d-2e95958ee290 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1270273 Jul 22 23:35:35.486669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-dffcc3eb-48ba-4f76-808c-4ea2d514eff8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547426 Jul 22 23:35:35.658575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:35.662265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.803202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-dc9ec2c2-b725-49ca-ab48-b049a337b15a service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711828 Jul 22 23:35:35.817009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:35.881169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b86f7-950d-4e14-9d94-6a6b65f61638 req-532d346f-8c73-45ae-bd93-7bf0c6939da9 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:35.882692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-836b86f7-950d-4e14-9d94-6a6b65f61638 req-532d346f-8c73-45ae-bd93-7bf0c6939da9 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1096 time: 0.3495748 Jul 22 23:35:36.066507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-836b86f7-950d-4e14-9d94-6a6b65f61638 req-3a516db5-c5df-4ff9-82c5-49b71661ec8d tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737471 Jul 22 23:35:36.073578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.7 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/92c7d6c9-e86c-4db3-8f51-3bd809bd49a9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:36.077284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9146b570-f764-4f37-8994-3357e9665388 req-517b4435-1999-4a9b-a07e-7bf2dd160e9c service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594438 Jul 22 23:35:36.097646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.104685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.112006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.117885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.125859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.131759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.138723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.140799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-eb6e51f0-fc20-4cb5-84af-e3d47ff24580 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.3452075 Jul 22 23:35:36.276245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d1e60d3-eadc-44a0-9213-d86c5646b4e8 req-d864a959-2d57-45a0-b127-a48bda2c813f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153541 Jul 22 23:35:36.358541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d11113-3e5d-4e63-9a26-e8edd622c7b9 req-29dac07e-9c8b-4f42-8b2a-609faf3abcb7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.360157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68d11113-3e5d-4e63-9a26-e8edd622c7b9 req-29dac07e-9c8b-4f42-8b2a-609faf3abcb7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.2147100 Jul 22 23:35:36.410997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.470062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68d11113-3e5d-4e63-9a26-e8edd622c7b9 req-2492c321-13d3-4b03-b4dc-f5aef5d71c83 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893404 Jul 22 23:35:36.646374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07d9efce-b713-43e2-9124-a0673a6b2ac7 req-f22707d2-0176-4747-ad5a-47c907b2f198 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 210 time: 0.1150658 Jul 22 23:35:36.666093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.729676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:36.738582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:36.749667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:36.758374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:36.766592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:36.778158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e552548-fd16-435a-85e1-b215c250fe45 req-b2d33b1e-76da-4ec8-9eb9-41418cb0a095 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.779806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e552548-fd16-435a-85e1-b215c250fe45 req-b2d33b1e-76da-4ec8-9eb9-41418cb0a095 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.2218838 Jul 22 23:35:36.860371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e552548-fd16-435a-85e1-b215c250fe45 req-8ad412f6-16ba-4c2d-9851-f2d00510d93d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578783 Jul 22 23:35:36.866637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:36.867303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:36.892219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e2d1753f-ecf8-4b02-aa38-06da61ee5a9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5168536 Jul 22 23:35:36.912420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Request body: {'port': {'device_id': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:37.002411 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.322292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:37.332661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.348698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Transition to ACTIVE for port object 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:35:37.352839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.473890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Pushing event updated for resources: {'Port': ['ID=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:37.560443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.566588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.574290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.580530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.587038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.595584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.602166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.604242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-21257b82-9c03-4860-8cd3-1a01873f1be2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.2145665 Jul 22 23:35:37.668618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Attempting to bind port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:37.668955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Attempting to bind port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:37.669289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Attempting to bind port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:37.679384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:37.679716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Attempting to bind port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:37.702934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:37.703289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:37.703707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:37.704153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Bound port: 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:37.704525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.711874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-100d2067-c8a7-4870-b383-fb6ea51a31ca req-0a761881-3ae6-4d23-9bb6-2b5533b5133f tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933402 Jul 22 23:35:37.778954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385513a-9a4b-4028-9657-69cf82be4e29 req-fb4587b0-da78-44a4-897a-8da5132ec5e1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.780560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0385513a-9a4b-4028-9657-69cf82be4e29 req-fb4587b0-da78-44a4-897a-8da5132ec5e1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1753507 Jul 22 23:35:37.861989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] For port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:35:37.881552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0385513a-9a4b-4028-9657-69cf82be4e29 req-347d07e8-bf68-4ef5-9317-a5f28d55f068 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941668 Jul 22 23:35:37.883213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] For port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:37.893101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.943070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.943720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:37.945133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 HTTP/1.1" status: 200 len: 1091 time: 1.0372834 Jul 22 23:35:37.947464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'tag': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:37.949883 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40a4e1-394e-4d11-b894-c39287f42ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "4127b9c3-9063-495c-8cb6-d498cb54cf2f", "tag": "92c7d6c9-e86c-4db3-8f51-3bd809bd49a9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:37.983254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f464a-c745-4646-82df-fccaae56406c req-01e43894-3619-47c2-9f60-a8f03eb7d5c3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:37.984839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-851f464a-c745-4646-82df-fccaae56406c req-01e43894-3619-47c2-9f60-a8f03eb7d5c3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 943 time: 0.1772971 Jul 22 23:35:38.049768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886689e-8788-4dee-9cac-2a8e5c9381c6 service neutron] Pushing event updated for resources: {'Port': ['ID=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:38.101203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-851f464a-c745-4646-82df-fccaae56406c req-c31ed1fa-3b2e-470a-ad7a-c8fad7cae14b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852780 Jul 22 23:35:38.131104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-55ac0713-2922-4f13-b01a-e05eda72e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.132650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-55ac0713-2922-4f13-b01a-e05eda72e082 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 1094 time: 0.0926318 Jul 22 23:35:38.149002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.156277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.162255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.169472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.175401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.181282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.187218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.189318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8798e2b-47e6-4878-9bd1-8de4e28dd3bd req-6c8bad88-bf7e-4ad0-9d2d-0f52d27b1904 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.2321968 Jul 22 23:35:38.201924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:35:38.209292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Request body: {'floatingip': {'port_id': 'a8362c09-589f-4ebb-8269-b91ba153574e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:38.238226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-2a1db877-5ea4-4ca7-94fa-bc9a2a23c16a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 HTTP/1.1" status: 200 len: 217 time: 0.0480568 Jul 22 23:35:38.273306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.293988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-7ea93c48-8bca-4bee-bc26-525124a6805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.295499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-7ea93c48-8bca-4bee-bc26-525124a6805b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0508902 Jul 22 23:35:38.349281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-94753d9a-2f03-4cd5-b915-8eb56b12e998 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438476 Jul 22 23:35:38.494236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f97f2-1944-4969-adc7-5e218004475f req-1ebf5538-e58f-4616-b9a6-872715b2a46a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.496517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-291f97f2-1944-4969-adc7-5e218004475f req-1ebf5538-e58f-4616-b9a6-872715b2a46a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1396773 Jul 22 23:35:38.560802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-da534be5-33e8-4425-99e5-f3167d2f5182 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537893 Jul 22 23:35:38.615739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-291f97f2-1944-4969-adc7-5e218004475f req-6f4b7ab0-ecb1-455c-a797-06f7894718b2 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109099 Jul 22 23:35:38.685602 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37998a3-f4df-42d8-ab34-d5d81e8ef866 x-openstack-request-id: req-d37998a3-f4df-42d8-ab34-d5d81e8ef866 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:38.685894 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4127b9c3-9063-495c-8cb6-d498cb54cf2f", "tag": "92c7d6c9-e86c-4db3-8f51-3bd809bd49a9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:38.686146 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d37998a3-f4df-42d8-ab34-d5d81e8ef866 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:38.686545 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'tag': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9', 'status': 'completed', 'code': 200} Jul 22 23:35:38.692333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791e2340-5ef2-4134-be87-36d6f2f3e9ac req-40fe1b8c-2212-4b20-88b2-613a0d290450 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276345 Jul 22 23:35:38.792956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.796809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:38.898440 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Floating IP b1414085-5fce-44ac-a816-259e9c86d71c associated. External IP: 172.25.5.240, port: a8362c09-589f-4ebb-8269-b91ba153574e. Jul 22 23:35:38.933775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-55252ac1-48dc-4925-ae5d-b3531f32a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:38.935486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-55252ac1-48dc-4925-ae5d-b3531f32a55e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 1094 time: 0.0593417 Jul 22 23:35:39.084718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-c54308c8-efd3-46d3-bdbd-ba69774f39db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.086724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-c54308c8-efd3-46d3-bdbd-ba69774f39db service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.1355553 Jul 22 23:35:39.097569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d62f-7e70-4b26-8b03-dea358090ecc req-3cee0105-9a0c-4eec-aad2-c2da39a0416c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.098990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ead1d62f-7e70-4b26-8b03-dea358090ecc req-3cee0105-9a0c-4eec-aad2-c2da39a0416c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1277492 Jul 22 23:35:39.135804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Router 0a6e3b08-796b-4b57-aa81-173fbe28a65c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:35:39.190521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-ea26762a-5a69-44e5-8fd4-1e6cfe1df065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 HTTP/1.1" status: 200 len: 217 time: 0.0769255 Jul 22 23:35:39.219270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ead1d62f-7e70-4b26-8b03-dea358090ecc req-2e34c284-310a-4dc7-8352-ce9d69d96dd9 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122251 Jul 22 23:35:39.271577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-5467897d-76f1-425c-8c79-d357d8f80962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.272295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:35:39.273049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-5467897d-76f1-425c-8c79-d357d8f80962 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0528774 Jul 22 23:35:39.278710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:39.289204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] Sync routers for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:35:39.300056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:39.301022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:39.323470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5adf4-3f47-4066-be86-ba878597342f req-c5f92ff3-5a61-4021-9955-18786b8fba5f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.334954 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-db3fd823-06e9-4084-a953-9ec5ca9f9894 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "PUT /v2.0/floatingips/b1414085-5fce-44ac-a816-259e9c86d71c HTTP/1.1" status: 200 len: 991 time: 1.1307726 Jul 22 23:35:39.335874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11f5adf4-3f47-4066-be86-ba878597342f req-c5f92ff3-5a61-4021-9955-18786b8fba5f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 943 time: 0.1554222 Jul 22 23:35:39.336032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:39.342499 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5350395-33de-4251-9e76-5487374ae608" -d '{"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:39.371841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-a0a203fc-0163-49e8-9193-64155142c025 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839450 Jul 22 23:35:39.404473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11f5adf4-3f47-4066-be86-ba878597342f req-1da70ac6-7571-403e-a424-db76990f40c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677733 Jul 22 23:35:39.431535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:39.509313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b5274d-9385-48d6-afbd-120a99a828e0 x-openstack-request-id: req-36b5274d-9385-48d6-afbd-120a99a828e0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:39.509585 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:39.509836 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36b5274d-9385-48d6-afbd-120a99a828e0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:39.511788 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'status': 'completed', 'code': 200} Jul 22 23:35:39.844096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.846336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.849084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.849651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.850202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.853108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.854345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.857277 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-60ae7838-13d8-4f95-b0c4-df154ae69e92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6490 time: 0.1139491 Jul 22 23:35:39.869050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-c5523f74-d160-40b9-ba93-556f17d15beb service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789925 Jul 22 23:35:39.903306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81953b5d-0fcf-4719-9dca-131138b8db71 req-0a7dc776-c60b-4e64-93a5-84ba91509157 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:39.912025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81953b5d-0fcf-4719-9dca-131138b8db71 req-0a7dc776-c60b-4e64-93a5-84ba91509157 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1117380 Jul 22 23:35:39.923001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b1414085-5fce-44ac-a816-259e9c86d71c', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'port_id': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'mac_address': 'fa:16:3e:5e:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:33:54Z', 'updated_at': '2021-07-22T23:35:38Z', 'revision_number': 1, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:20Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:39.990780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] Checking router: 0a6e3b08-796b-4b57-aa81-173fbe28a65c for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:35:40.012996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:35:40.013625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:40.052548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81953b5d-0fcf-4719-9dca-131138b8db71 req-9ed18579-904f-4229-97b3-f5a941f55819 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395597 Jul 22 23:35:40.095315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d2570-45b8-4a3e-b437-5938815d12d4 req-c3b7540c-d204-4a74-b778-a516b6bbcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.097466 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c7d2570-45b8-4a3e-b437-5938815d12d4 req-c3b7540c-d204-4a74-b778-a516b6bbcce1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.1831751 Jul 22 23:35:40.102705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-2839024b-446a-4db2-b205-f68921204be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.104991 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-2839024b-446a-4db2-b205-f68921204be9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a99baa75-108b-4491-a375-1de276f8c2f7 HTTP/1.1" status: 200 len: 912 time: 0.1993411 Jul 22 23:35:40.113179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd40a4e1-394e-4d11-b894-c39287f42ea8 req-c54cf620-fc57-493a-9652-a89aa020ec42 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983826 Jul 22 23:35:40.177674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:35:40.236535 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c7d2570-45b8-4a3e-b437-5938815d12d4 req-85a7812c-8986-4405-b8ae-91eb41bcff89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830002 Jul 22 23:35:40.255048 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-da1d084d-2dcd-4122-a6c9-98f38eceef54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8362c09-589f-4ebb-8269-b91ba153574e HTTP/1.1" status: 200 len: 999 time: 0.0739849 Jul 22 23:35:40.389373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e2553-2c02-4367-b5af-7ee32aad0c65 req-509e897c-75f9-4d3a-b9e6-2c0ce41672dc tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.391079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d6e2553-2c02-4367-b5af-7ee32aad0c65 req-509e897c-75f9-4d3a-b9e6-2c0ce41672dc tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0712149 Jul 22 23:35:40.438178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d6e2553-2c02-4367-b5af-7ee32aad0c65 req-43884c09-df72-436e-a9c1-1c2797bbbdb2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Jul 22 23:35:40.490002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b1414085-5fce-44ac-a816-259e9c86d71c', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'port_id': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'mac_address': 'fa:16:3e:5e:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:33:54Z', 'updated_at': '2021-07-22T23:35:38Z', 'revision_number': 1, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:20Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:35:40.531742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a6eb3-9ebc-4eda-9cb0-354b2b641967 None None] The sync data for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 is: [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b1414085-5fce-44ac-a816-259e9c86d71c', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'floating_ip_address': '172.25.5.240', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'port_id': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'mac_address': 'fa:16:3e:5e:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:33:54Z', 'updated_at': '2021-07-22T23:35:38Z', 'revision_number': 1, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:20Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:35:40.567719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf2193-1713-4771-bde2-8c1b17a230cb req-8185424a-f3df-461b-b435-9863a7f81573 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.572109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5cf2193-1713-4771-bde2-8c1b17a230cb req-8185424a-f3df-461b-b435-9863a7f81573 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 943 time: 0.0806315 Jul 22 23:35:40.613629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5cf2193-1713-4771-bde2-8c1b17a230cb req-eee13091-fa5b-4477-976e-59a9e172fa3d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 Jul 22 23:35:40.720030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-8dab1bb4-f9cf-4f0b-8a29-8a4b8dc7cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.721589 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-8dab1bb4-f9cf-4f0b-8a29-8a4b8dc7cac1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f2e8ec-7c3f-4c17-905c-fd15f6e80874 HTTP/1.1" status: 200 len: 850 time: 0.0561686 Jul 22 23:35:40.773444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a790e35-8eb4-467e-ae6d-fbba8c1ccc79 None None] New status for floating IP b1414085-5fce-44ac-a816-259e9c86d71c: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:35:40.793524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:40.818915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:40.821436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350395-33de-4251-9e76-5487374ae608 req-7f7b62a7-5762-4cb1-b093-ee6e06351f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:40.824458 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-7f7b62a7-5762-4cb1-b093-ee6e06351f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a99baa75-108b-4491-a375-1de276f8c2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725160 Jul 22 23:35:40.935777 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-b15cf850-f0ce-42fd-b5bc-609e3b226e57 service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029491 Jul 22 23:35:41.058404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:41.098990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'mac_address': 'fa:16:3e:ac:ca:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:41.104490 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.143619 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5350395-33de-4251-9e76-5487374ae608 req-ebc09f44-e61c-43de-b3ce-9ae967ed4238 service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348922 Jul 22 23:35:41.156468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:41.158681 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837e8bf2-7b22-4cd8-8f21-507a031ba9cb" -d '{"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:41.174439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:41.175631 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.185354 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.194604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:41.283130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:41.290933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:35:41.291440 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:35:41.298278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e20b0b-a762-45db-8b43-acd9c508209d req-bd179f8e-3714-4b4c-bbb2-936951a56659 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.300419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58e20b0b-a762-45db-8b43-acd9c508209d req-bd179f8e-3714-4b4c-bbb2-936951a56659 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.1486757 Jul 22 23:35:41.340897 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7285190f-0ee3-4465-93ba-06bafbde63ba x-openstack-request-id: req-7285190f-0ee3-4465-93ba-06bafbde63ba {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:41.341425 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-unplugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:41.341747 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7285190f-0ee3-4465-93ba-06bafbde63ba {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:41.342226 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'code': 200} Jul 22 23:35:41.361259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58e20b0b-a762-45db-8b43-acd9c508209d req-bf80a5c4-4d47-4e78-86de-a2e73d229d4a tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546026 Jul 22 23:35:41.595019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e6280-4eb9-4be8-adfd-9a6773b3aa8c req-d48f22ec-0053-4df0-9ee1-fe5925fe3d7e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.596753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-207e6280-4eb9-4be8-adfd-9a6773b3aa8c req-d48f22ec-0053-4df0-9ee1-fe5925fe3d7e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0707862 Jul 22 23:35:41.644296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-207e6280-4eb9-4be8-adfd-9a6773b3aa8c req-7b1740c1-efb5-400e-9564-1d48fff9eaa4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Jul 22 23:35:41.768668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbeb4df-fe28-4bac-a7d0-25d683f025cd req-b968cd59-270d-4679-b5e8-b363b615ce2c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:41.770198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bbeb4df-fe28-4bac-a7d0-25d683f025cd req-b968cd59-270d-4679-b5e8-b363b615ce2c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 943 time: 0.0761416 Jul 22 23:35:41.812928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bbeb4df-fe28-4bac-a7d0-25d683f025cd req-8e15bbc7-0517-4b86-beb5-b09de6f4a913 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368433 Jul 22 23:35:41.858885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.873861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:41.895409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:41.899668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:41.953039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:42.514834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c3fc-48d2-48be-8db8-af0d9ff04ab6 req-f533a557-db1f-4820-beee-c81dae04027d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:42.516468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c156c3fc-48d2-48be-8db8-af0d9ff04ab6 req-f533a557-db1f-4820-beee-c81dae04027d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0765996 Jul 22 23:35:42.562197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c156c3fc-48d2-48be-8db8-af0d9ff04ab6 req-6f647acc-f18c-4dc1-a375-5e3ac719668b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Jul 22 23:35:42.729652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['38c8e958-f738-477c-9fad-6b47b17f7c52'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:42.794678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:35:42.813455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d85cf-5e62-4b59-9925-6976a44df31e req-036286e3-eb56-4c48-86db-289d4e1ae2df tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:42.825222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-786d85cf-5e62-4b59-9925-6976a44df31e req-036286e3-eb56-4c48-86db-289d4e1ae2df tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0992184 Jul 22 23:35:42.880750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-786d85cf-5e62-4b59-9925-6976a44df31e req-e37d1fb9-9351-4c0c-9906-9db100ae3e12 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Jul 22 23:35:42.979979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:43.002717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9', 'mac_address': 'fa:16:3e:cb:e3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:35:43.055666 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.070275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:35:43.076859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588160-d416-400e-a291-17fb354cdba8 req-5d7167b8-11e8-49a5-a2ac-3e873da8b43b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:43.083954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6588160-d416-400e-a291-17fb354cdba8 req-5d7167b8-11e8-49a5-a2ac-3e873da8b43b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 943 time: 0.1084037 Jul 22 23:35:43.096898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:43.102080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:43.136672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6588160-d416-400e-a291-17fb354cdba8 req-2690d25b-6d90-44a1-a462-583adbcda28a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Jul 22 23:35:43.180603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:43.704686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3b905-be11-46f0-a891-96ec11bfd91a req-391195e6-4e5d-4c4e-a5ce-67c1f076dc55 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:43.706721 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efe3b905-be11-46f0-a891-96ec11bfd91a req-391195e6-4e5d-4c4e-a5ce-67c1f076dc55 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 950 time: 0.0668952 Jul 22 23:35:43.747416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efe3b905-be11-46f0-a891-96ec11bfd91a req-8f77c261-041b-456f-b97a-5d36fe2b1fb8 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Jul 22 23:35:43.836912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['92c7d6c9-e86c-4db3-8f51-3bd809bd49a9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:44.072493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde84b5-efd9-4442-ad66-f0e5e38a6e79 req-7fe5eb01-4792-4294-843e-95e423ab8341 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:44.074062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffde84b5-efd9-4442-ad66-f0e5e38a6e79 req-7fe5eb01-4792-4294-843e-95e423ab8341 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.1142285 Jul 22 23:35:44.086186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c8a07-165c-479b-94d7-7720eec9086d req-c935d98a-c214-4d52-b8b5-8f73dc80fb29 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:44.087744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a67c8a07-165c-479b-94d7-7720eec9086d req-c935d98a-c214-4d52-b8b5-8f73dc80fb29 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0911283 Jul 22 23:35:44.139130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffde84b5-efd9-4442-ad66-f0e5e38a6e79 req-f3fe9e4c-bb20-4b59-8d90-a09a2d640819 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498812 Jul 22 23:35:44.146383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a67c8a07-165c-479b-94d7-7720eec9086d req-6dcb43f0-6500-4a36-8013-0f617d474de3 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514276 Jul 22 23:35:44.364015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359b02a-a8ca-443e-a3ca-68b17b2ef8b0 req-4ff3b645-6777-4b59-9f9c-92d7b0cda2ec tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:44.365866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3359b02a-a8ca-443e-a3ca-68b17b2ef8b0 req-4ff3b645-6777-4b59-9f9c-92d7b0cda2ec tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 944 time: 0.0765717 Jul 22 23:35:44.409044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3359b02a-a8ca-443e-a3ca-68b17b2ef8b0 req-2aa2418a-800d-43f3-b82c-ec60d6082213 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341239 Jul 22 23:35:44.522840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b5ac-a966-4e51-a3b2-d07025b21b08 req-bc191cf8-3a40-41b1-8a3b-73dd77e58fb8 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:44.524470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2256b5ac-a966-4e51-a3b2-d07025b21b08 req-bc191cf8-3a40-41b1-8a3b-73dd77e58fb8 tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 1101 time: 0.0559440 Jul 22 23:35:44.561423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2256b5ac-a966-4e51-a3b2-d07025b21b08 req-8118ea66-03a9-4fd4-a73a-2a0eb5fa90cf tempest-ServersAdminTestJSON-579103421 tempest-ServersAdminTestJSON-579103421-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304215 Jul 22 23:35:44.853377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132158ef-c9e5-4a07-a1d9-7628d10d64dd req-0029c1cd-5eca-47a6-bfba-f1db50b85aa5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:44.854952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-132158ef-c9e5-4a07-a1d9-7628d10d64dd req-0029c1cd-5eca-47a6-bfba-f1db50b85aa5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.0847507 Jul 22 23:35:44.899197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-132158ef-c9e5-4a07-a1d9-7628d10d64dd req-b4f869d6-b422-4026-a323-a46c75e7bcfc tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Jul 22 23:35:45.294588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee9f1-f7ee-4d5e-92ba-f6e58cd858aa req-d4bbb637-b246-41fd-860d-e8c114ac1497 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:45.296195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1fee9f1-f7ee-4d5e-92ba-f6e58cd858aa req-d4bbb637-b246-41fd-860d-e8c114ac1497 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0775492 Jul 22 23:35:45.339983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1fee9f1-f7ee-4d5e-92ba-f6e58cd858aa req-98f87071-6754-4096-95a7-a70451ee2e59 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Jul 22 23:35:45.556298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26dd86-4ae5-4418-838b-4801a64936a7 req-cd58f8eb-614f-49fa-9d4f-94b2e448fc2d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:45.558420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c26dd86-4ae5-4418-838b-4801a64936a7 req-cd58f8eb-614f-49fa-9d4f-94b2e448fc2d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 944 time: 0.0694151 Jul 22 23:35:45.599238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c26dd86-4ae5-4418-838b-4801a64936a7 req-157ac4dc-ecbc-42f0-bcab-7b6df4983d2d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Jul 22 23:35:46.042677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5716c-c66f-44cd-9a99-c10959a31d0f req-5d4e6525-350c-446c-abbc-32191315ccf3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:46.045147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3db5716c-c66f-44cd-9a99-c10959a31d0f req-5d4e6525-350c-446c-abbc-32191315ccf3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.0748239 Jul 22 23:35:46.092808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3db5716c-c66f-44cd-9a99-c10959a31d0f req-5fcd6fb1-8c24-40ae-a998-5cffe429ee69 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Jul 22 23:35:46.099270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4938cba2-c73c-4020-bc4a-b65d39250e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.501176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b546fc-d1b7-465c-9d02-c74288101ca8 req-8ef26fb6-8a0f-440b-af1e-c231c6d0a51f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:46.503961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09b546fc-d1b7-465c-9d02-c74288101ca8 req-8ef26fb6-8a0f-440b-af1e-c231c6d0a51f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0822444 Jul 22 23:35:46.547655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09b546fc-d1b7-465c-9d02-c74288101ca8 req-e71102e3-9975-4a6c-92ad-02cf76cfcacc tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Jul 22 23:35:46.825411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:46.844614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edf132-40de-43ac-a986-9665c3849e8e req-cd70cae7-0762-476c-b94f-bf2d45bf9efb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:46.846184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1edf132-40de-43ac-a986-9665c3849e8e req-cd70cae7-0762-476c-b94f-bf2d45bf9efb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 944 time: 0.0713935 Jul 22 23:35:46.897240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:35:46.902354 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:46.902736 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:46.909366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1edf132-40de-43ac-a986-9665c3849e8e req-66dfc881-f4de-4f9e-9adc-eaa2380f626f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560129 Jul 22 23:35:47.012111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.037124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:47.039321 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2257c23-8202-4b57-92da-2de7316d0929" -d '{"events": [{"server_uuid": "4127b9c3-9063-495c-8cb6-d498cb54cf2f", "name": "network-vif-plugged", "status": "completed", "tag": "92c7d6c9-e86c-4db3-8f51-3bd809bd49a9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:47.059362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:47.064950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.066065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:35:47.089881 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c375f12d-c9ba-4791-90f0-5479efa68078 x-openstack-request-id: req-c375f12d-c9ba-4791-90f0-5479efa68078 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:47.090217 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4127b9c3-9063-495c-8cb6-d498cb54cf2f", "name": "network-vif-plugged", "status": "completed", "tag": "92c7d6c9-e86c-4db3-8f51-3bd809bd49a9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:47.090435 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c375f12d-c9ba-4791-90f0-5479efa68078 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:47.091042 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9', 'code': 200} Jul 22 23:35:47.162765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:47.178637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 38c8e958-f738-477c-9fad-6b47b17f7c52 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:35:47.178936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.249647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6990e-2a6d-4c2b-aab0-11b608a36a7a req-cc963683-4ebe-4bba-b200-6bc32a4d616c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.251381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43d6990e-2a6d-4c2b-aab0-11b608a36a7a req-cc963683-4ebe-4bba-b200-6bc32a4d616c tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.0762808 Jul 22 23:35:47.291890 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.331928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43d6990e-2a6d-4c2b-aab0-11b608a36a7a req-41424e25-d503-41f6-a2b4-51d4daa4ace6 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649426 Jul 22 23:35:47.340920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:47.345875 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:47.400081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b85fd-2da5-4cfd-9513-e99ebe579b87 req-3cb1c21a-9ad7-4d26-971b-05afb9705d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.401698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-de1b85fd-2da5-4cfd-9513-e99ebe579b87 req-3cb1c21a-9ad7-4d26-971b-05afb9705d22 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 1096 time: 0.1047204 Jul 22 23:35:47.418574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:47.459987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-de1b85fd-2da5-4cfd-9513-e99ebe579b87 req-d45d45fa-4a48-4efd-905b-0f0316bb8c44 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362320 Jul 22 23:35:47.472036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:35:47.692528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c924-4af0-4573-b291-2a470c87c61b req-ea2f73c0-24bb-4f05-8f0b-f4e3c2ecdb59 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:47.693968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41e3c924-4af0-4573-b291-2a470c87c61b req-ea2f73c0-24bb-4f05-8f0b-f4e3c2ecdb59 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0682483 Jul 22 23:35:47.738537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41e3c924-4af0-4573-b291-2a470c87c61b req-833b2774-f06f-4060-9e2b-10a17a074f48 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362821 Jul 22 23:35:48.137966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0227b-772a-4db5-bd9f-19bf98652d09 req-808b936f-f491-40d9-b1a7-1e2d435ffb82 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.139601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cac0227b-772a-4db5-bd9f-19bf98652d09 req-808b936f-f491-40d9-b1a7-1e2d435ffb82 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.0838571 Jul 22 23:35:48.181260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cac0227b-772a-4db5-bd9f-19bf98652d09 req-8638e23f-bd3e-4143-920e-0d08edf796e9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Jul 22 23:35:48.433584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-97b69827-10b6-4baa-b845-59401bcb3f23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621955 Jul 22 23:35:48.468863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11889b-f01f-4514-95c4-0a2bb88e6695 req-5be5ac1e-8628-4e42-bc58-e275b9ff38ad tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.470704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc11889b-f01f-4514-95c4-0a2bb88e6695 req-5be5ac1e-8628-4e42-bc58-e275b9ff38ad tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.0742831 Jul 22 23:35:48.510421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc11889b-f01f-4514-95c4-0a2bb88e6695 req-d405cdf6-f7b7-4f5c-b9b8-bc1d756d9b5b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Jul 22 23:35:48.674721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2db40-071e-407a-8f60-df09e247123b req-e0d44739-c5ea-4990-b4cd-bbc173d69807 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.676243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8fb2db40-071e-407a-8f60-df09e247123b req-e0d44739-c5ea-4990-b4cd-bbc173d69807 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 949 time: 0.1105978 Jul 22 23:35:48.682452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-75d1fd97-4d59-4740-9da7-dc184d8e8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.683908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-75d1fd97-4d59-4740-9da7-dc184d8e8ebb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 1100 time: 0.1067116 Jul 22 23:35:48.861358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-83aedbe3-3436-4196-9add-a6ebf066bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.863160 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-83aedbe3-3436-4196-9add-a6ebf066bdd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1479888 Jul 22 23:35:48.909831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-3afbee86-a106-44a9-acfc-e0e941421ff4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 HTTP/1.1" status: 200 len: 217 time: 0.0361266 Jul 22 23:35:48.912172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Deleting port 585a4c6e-6c04-4bbc-beeb-e4747afd546b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:48.912596 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:48.913401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fc564-fd2d-4a21-bc98-a68674d99e6c req-e0571ef8-a70a-442b-9000-9f15d9343af4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:48.915118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b0fc564-fd2d-4a21-bc98-a68674d99e6c req-e0571ef8-a70a-442b-9000-9f15d9343af4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0952556 Jul 22 23:35:48.982793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b0fc564-fd2d-4a21-bc98-a68674d99e6c req-ac6a4f07-46cc-483a-a997-b521c14a3ff1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589774 Jul 22 23:35:49.023548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-7760d14f-7e64-4d05-bf44-f92f6589e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.026135 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-7760d14f-7e64-4d05-bf44-f92f6589e85c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0989537 Jul 22 23:35:49.051680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] For port 585a4c6e-6c04-4bbc-beeb-e4747afd546b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=585a4c6e-6c04-4bbc-beeb-e4747afd546b,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:49.052072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.065791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Calling delete_port for 585a4c6e-6c04-4bbc-beeb-e4747afd546b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:49.092469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:49.095155 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c796a9-5134-463f-8415-5c3ff4044dd2" -d '{"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-plugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:49.179174 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e637f6-e00b-46e9-9e78-29a63f1eb7d7 x-openstack-request-id: req-27e637f6-e00b-46e9-9e78-29a63f1eb7d7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:49.179557 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-plugged", "status": "completed", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:49.180278 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27e637f6-e00b-46e9-9e78-29a63f1eb7d7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:49.180588 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'code': 200} Jul 22 23:35:49.207537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-fede086d-7800-4955-a8c2-59ac02a8d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.210064 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-fede086d-7800-4955-a8c2-59ac02a8d275 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937026 Jul 22 23:35:49.268058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.300658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8211334c-e2d3-4dae-b557-36b1889efe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.347166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', '38c8e958-f738-477c-9fad-6b47b17f7c52'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:49.355496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event deleted for resources: {'Port': ['ID=585a4c6e-6c04-4bbc-beeb-e4747afd546b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:49.378245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab27d8-86b6-46f9-b946-1d37e8aa34f0 req-9855c434-c8a5-4d43-9fea-f06847222c5d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:49.381423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38ab27d8-86b6-46f9-b946-1d37e8aa34f0 req-9855c434-c8a5-4d43-9fea-f06847222c5d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.1118236 Jul 22 23:35:49.460773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38ab27d8-86b6-46f9-b946-1d37e8aa34f0 req-864e9aef-1bc1-41f5-8412-0c51acabdb13 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713506 Jul 22 23:35:49.495311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] No DVR routers for this DVR port 585a4c6e-6c04-4bbc-beeb-e4747afd546b on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:49.500370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.502622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8fb2db40-071e-407a-8f60-df09e247123b req-5b1f2b89-ddaf-481c-8507-4ee4a9d27253 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "DELETE /v2.0/ports/585a4c6e-6c04-4bbc-beeb-e4747afd546b HTTP/1.1" status: 204 len: 173 time: 0.8169968 Jul 22 23:35:49.503290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653232f7-827f-4988-8dc8-83682b236888', 'name': 'network-vif-deleted', 'tag': '585a4c6e-6c04-4bbc-beeb-e4747afd546b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:49.505747 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860437ae-96b6-4e68-83d7-515fa4cc4b8e" -d '{"events": [{"server_uuid": "653232f7-827f-4988-8dc8-83682b236888", "name": "network-vif-deleted", "tag": "585a4c6e-6c04-4bbc-beeb-e4747afd546b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:49.590332 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-93c33b44-fd1e-4563-8043-6d8656ab882b service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530963 Jul 22 23:35:49.598831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:49.614316 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1dd336-c4fc-4735-b0b0-a88bb3786452 x-openstack-request-id: req-8a1dd336-c4fc-4735-b0b0-a88bb3786452 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:49.614627 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653232f7-827f-4988-8dc8-83682b236888", "name": "network-vif-deleted", "tag": "585a4c6e-6c04-4bbc-beeb-e4747afd546b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:49.614885 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a1dd336-c4fc-4735-b0b0-a88bb3786452 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:49.615303 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653232f7-827f-4988-8dc8-83682b236888', 'name': 'network-vif-deleted', 'tag': '585a4c6e-6c04-4bbc-beeb-e4747afd546b', 'status': 'completed', 'code': 200} Jul 22 23:35:49.665457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b43ec2fd-e123-429d-8f9e-80790938687a req-5931fcd4-03b3-4ee8-bf30-994f9443719d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 210 time: 0.0341179 Jul 22 23:35:49.840827 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-162052d7-6ea2-479d-9949-832ba7f3da73 req-54fe527a-9673-4efb-8583-43f103ccfedb service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110833 Jul 22 23:35:50.131124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:50.154580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e0256-7d0c-4797-a31d-01f8f3301686 req-42c8eaa5-6255-4821-b158-878972490fea tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.156282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-269e0256-7d0c-4797-a31d-01f8f3301686 req-42c8eaa5-6255-4821-b158-878972490fea tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1046824 Jul 22 23:35:50.200764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-269e0256-7d0c-4797-a31d-01f8f3301686 req-9cd25711-7693-403a-9958-d87c341578da tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375586 Jul 22 23:35:50.618888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476643d-f5e1-4580-bc7c-706fec2ca76d req-0acd739b-353f-421b-92c7-a3a1553a25a6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.621012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7476643d-f5e1-4580-bc7c-706fec2ca76d req-0acd739b-353f-421b-92c7-a3a1553a25a6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.0717115 Jul 22 23:35:50.662516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7476643d-f5e1-4580-bc7c-706fec2ca76d req-1f976619-a563-440b-9b9a-7d32d5cc9aa8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345862 Jul 22 23:35:50.870337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c93c461-2b4f-468e-9539-ee433be35dd6 req-51f20473-ee8d-48bc-87fa-dbe3bbd47262 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=653232f7-827f-4988-8dc8-83682b236888 HTTP/1.1" status: 200 len: 210 time: 0.0627246 Jul 22 23:35:50.875046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 585a4c6e-6c04-4bbc-beeb-e4747afd546b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:50.943437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 585a4c6e-6c04-4bbc-beeb-e4747afd546b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:50.944100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 585a4c6e-6c04-4bbc-beeb-e4747afd546b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:50.953611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1642bd-98fc-4afe-8cce-131cb69713ab req-39e48942-258b-4c8a-a284-76b904246611 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:50.959612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad1642bd-98fc-4afe-8cce-131cb69713ab req-39e48942-258b-4c8a-a284-76b904246611 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.1686544 Jul 22 23:35:51.017583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad1642bd-98fc-4afe-8cce-131cb69713ab req-2d1dfd3c-dfeb-44cc-90d3-fd3d0af81f85 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Jul 22 23:35:51.162228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c74bb3-51b8-44ca-af16-d1786942df56 req-0361dc89-04f4-4a65-b9b3-2422e748fb6c tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:51.164005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7c74bb3-51b8-44ca-af16-d1786942df56 req-0361dc89-04f4-4a65-b9b3-2422e748fb6c tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1096 time: 0.0615921 Jul 22 23:35:51.243859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7c74bb3-51b8-44ca-af16-d1786942df56 req-3a18210d-d20d-4669-88e0-20c9ed0c3316 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718701 Jul 22 23:35:51.387943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63382227-bae9-4bc2-b713-c3cbeab7f9a7 req-11a70c56-1c61-4458-b878-2aad167d21e4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:51.390045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63382227-bae9-4bc2-b713-c3cbeab7f9a7 req-11a70c56-1c61-4458-b878-2aad167d21e4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0833724 Jul 22 23:35:51.470254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63382227-bae9-4bc2-b713-c3cbeab7f9a7 req-97b5ac37-650b-4398-9bfc-149f60855d07 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738328 Jul 22 23:35:51.610647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:51.618513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28958894-24b2-4eca-8ef5-02f4d82cc285 req-ae5294d4-fa32-4dae-ba5e-5bae09b10703 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:51.620820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28958894-24b2-4eca-8ef5-02f4d82cc285 req-ae5294d4-fa32-4dae-ba5e-5bae09b10703 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.0817673 Jul 22 23:35:51.662346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28958894-24b2-4eca-8ef5-02f4d82cc285 req-e46e95b0-a164-4176-940d-84f185ffaaac tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Jul 22 23:35:52.001422 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:52.215058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a09a57-2774-403f-a7e8-f0663cbab885 req-6ab52e1c-969c-4fd6-b43e-9b32e8a3c045 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.216749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85a09a57-2774-403f-a7e8-f0663cbab885 req-6ab52e1c-969c-4fd6-b43e-9b32e8a3c045 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.0789347 Jul 22 23:35:52.276012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85a09a57-2774-403f-a7e8-f0663cbab885 req-0915b6ca-6c96-49b4-b801-19c8a248c530 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Jul 22 23:35:52.302491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-c38c6ccd-c2f1-4556-b9a3-6046954178d2 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:35:52.303619 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-c38c6ccd-c2f1-4556-b9a3-6046954178d2 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060706 Jul 22 23:35:52.314350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Request body: {'binding': {'host': 'n-h1-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:52.314924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:35:52.467116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on host n-h1-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:35:52.467498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:35:52.467837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:52.472590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:35:52.472916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:35:52.477908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:35:52.478251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:35:52.478671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:35:52.479535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Bound port: 95437f1c-c604-43cb-89d8-a868e137d50b, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:35:52.538967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:35:52.544030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:52.551706 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-285716cf-6f74-4918-b40a-513277855655 service neutron] 10.222.0.21 "POST /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2380619 Jul 22 23:35:52.628560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce06a8-d444-4713-a1bf-247c93ed2b4e req-82eb0605-36dd-4605-b2d5-c9085c57ef7b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.635961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40ce06a8-d444-4713-a1bf-247c93ed2b4e req-82eb0605-36dd-4605-b2d5-c9085c57ef7b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0794017 Jul 22 23:35:52.709645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40ce06a8-d444-4713-a1bf-247c93ed2b4e req-40e626cc-3277-4ed8-9c63-4839d7f7e44b tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727258 Jul 22 23:35:52.755113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd739a-ab1f-4454-b5c7-881aef0b63f7 req-cdc7ff15-d00a-4f04-9808-7056859aa205 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.759962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eafd739a-ab1f-4454-b5c7-881aef0b63f7 req-cdc7ff15-d00a-4f04-9808-7056859aa205 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0993934 Jul 22 23:35:52.843004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eafd739a-ab1f-4454-b5c7-881aef0b63f7 req-15b1c169-544d-44a8-bf3d-2b807ef5ba6c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788281 Jul 22 23:35:52.905657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-13b2cdb5-937f-48a3-bd20-f5f6ac3d4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.907178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-13b2cdb5-937f-48a3-bd20-f5f6ac3d4d2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1096 time: 0.0798919 Jul 22 23:35:52.929980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e981-e59c-4de2-9423-48a5d17bb869 req-6d0239de-a920-4fd2-85b5-1205ce19a034 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:52.931496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e18e981-e59c-4de2-9423-48a5d17bb869 req-6d0239de-a920-4fd2-85b5-1205ce19a034 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.1442807 Jul 22 23:35:53.024423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e18e981-e59c-4de2-9423-48a5d17bb869 req-cd9c68f4-320a-4e4b-866b-ae9f3faa620b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812614 Jul 22 23:35:53.043452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-5c66293e-ef00-4db2-b7ca-33a5d0be7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.044964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-5c66293e-ef00-4db2-b7ca-33a5d0be7352 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1305118 Jul 22 23:35:53.089350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-63daa4a9-db30-45ad-97c8-49836eefe470 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 217 time: 0.0375464 Jul 22 23:35:53.157156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-540a91b0-4024-411c-8664-e38c569c96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.158710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-540a91b0-4024-411c-8664-e38c569c96ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0637887 Jul 22 23:35:53.194233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-7e79ede9-cdf4-403a-8874-1d4b5815a44a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295336 Jul 22 23:35:53.293591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-d23d0078-17d1-4626-8050-a7e16b61ccd9 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931413 Jul 22 23:35:53.426416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-af0c333a-ffab-4e5e-a284-6400a5a48b87 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271365 Jul 22 23:35:53.474346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70618992-2b9a-4a40-bad6-e0cbafd3b49f req-d870e704-b18c-4a29-b7e5-4132a63156af tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.475960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70618992-2b9a-4a40-bad6-e0cbafd3b49f req-d870e704-b18c-4a29-b7e5-4132a63156af tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.1076524 Jul 22 23:35:53.520298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70618992-2b9a-4a40-bad6-e0cbafd3b49f req-c3c359b9-85d4-4110-828c-375f4a2ec10d tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jul 22 23:35:53.860111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53fa2b-3008-45c9-8e3f-4c3b04ffee8a req-80414447-8b17-43d2-8e69-884fff9bd73d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:53.862250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d53fa2b-3008-45c9-8e3f-4c3b04ffee8a req-80414447-8b17-43d2-8e69-884fff9bd73d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0734618 Jul 22 23:35:53.919225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d53fa2b-3008-45c9-8e3f-4c3b04ffee8a req-67e2653d-332a-4e64-9a25-9756e8be5ae8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465562 Jul 22 23:35:54.010572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1587d-77a2-42ce-bfa0-b7dbdedfa58e req-8cb0db1f-1032-45d7-be70-1c4ae4f86303 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.012170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38f1587d-77a2-42ce-bfa0-b7dbdedfa58e req-8cb0db1f-1032-45d7-be70-1c4ae4f86303 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0839925 Jul 22 23:35:54.050921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38f1587d-77a2-42ce-bfa0-b7dbdedfa58e req-3f840cdb-82b0-4824-8f9e-a21556a7ba3a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jul 22 23:35:54.232310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306a217-c98a-4daa-8fec-27d9753725bc req-06e14f01-d64d-4cf0-8b83-e0e751aad7d2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.233744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d306a217-c98a-4daa-8fec-27d9753725bc req-06e14f01-d64d-4cf0-8b83-e0e751aad7d2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.0944724 Jul 22 23:35:54.281638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d306a217-c98a-4daa-8fec-27d9753725bc req-be089e25-7fc0-4d6f-84ca-e8299658c8f0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412879 Jul 22 23:35:54.427046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-37ef9c8a-d4fe-406a-928a-eef709f541cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.428572 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-37ef9c8a-d4fe-406a-928a-eef709f541cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 945 time: 0.0844159 Jul 22 23:35:54.463097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccb27e-5335-45aa-8b60-b39065d58cd8 req-a2217cf3-571f-4c49-8611-2d9e9e2b91ef tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.464783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4eccb27e-5335-45aa-8b60-b39065d58cd8 req-a2217cf3-571f-4c49-8611-2d9e9e2b91ef tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.0726166 Jul 22 23:35:54.509260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4eccb27e-5335-45aa-8b60-b39065d58cd8 req-90b97172-f2b6-43d9-9362-d91ab70e9a91 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Jul 22 23:35:54.567788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:54.568218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:54.668231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c4c76-4d5a-4b3e-8cc4-08c0f5459df7 req-5079986c-cff8-4658-b138-4114e64206f6 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:54.670383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:54.670629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc8c4c76-4d5a-4b3e-8cc4-08c0f5459df7 req-5079986c-cff8-4658-b138-4114e64206f6 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.0740178 Jul 22 23:35:54.670875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:54.693212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:54.730262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc8c4c76-4d5a-4b3e-8cc4-08c0f5459df7 req-c34f8c68-c228-483e-9c83-81ffd2b63652 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Jul 22 23:35:54.844873 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:54.878129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=92c7d6c9-e86c-4db3-8f51-3bd809bd49a9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:54.889607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:54.927951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:54.930684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:54.933580 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77b89ec1-13b2-4976-869d-36c11a771a25 req-058f25e7-e02e-46a7-b5d0-186933a2d5cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 HTTP/1.1" status: 204 len: 173 time: 0.4941530 Jul 22 23:35:54.933908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'name': 'network-vif-deleted', 'tag': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:54.936244 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d524ae-076e-49be-9a45-92b568a29eb2" -d '{"events": [{"server_uuid": "4127b9c3-9063-495c-8cb6-d498cb54cf2f", "name": "network-vif-deleted", "tag": "92c7d6c9-e86c-4db3-8f51-3bd809bd49a9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:55.014719 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfa62cb-c01e-49c5-8c3c-1e9758cbf270 x-openstack-request-id: req-bbfa62cb-c01e-49c5-8c3c-1e9758cbf270 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:55.015066 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4127b9c3-9063-495c-8cb6-d498cb54cf2f", "name": "network-vif-deleted", "tag": "92c7d6c9-e86c-4db3-8f51-3bd809bd49a9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:55.015459 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbfa62cb-c01e-49c5-8c3c-1e9758cbf270 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:55.016071 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4127b9c3-9063-495c-8cb6-d498cb54cf2f', 'name': 'network-vif-deleted', 'tag': '92c7d6c9-e86c-4db3-8f51-3bd809bd49a9', 'status': 'completed', 'code': 200} Jul 22 23:35:55.062642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7ce7-3985-45a1-ad05-52f83a5bf133 req-eecdd1d5-8bf5-415d-8da1-d37eb8be2ae6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.067887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-199f7ce7-3985-45a1-ad05-52f83a5bf133 req-eecdd1d5-8bf5-415d-8da1-d37eb8be2ae6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0756683 Jul 22 23:35:55.140555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-199f7ce7-3985-45a1-ad05-52f83a5bf133 req-d5e4a993-4dcb-4dd7-81d4-aa1090f78c81 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Jul 22 23:35:55.261927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6cb0-a5cc-4d16-a608-fc36d68c12a0 req-82b957bf-2aec-488e-94c2-d40440ca1253 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.265522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c96f6cb0-a5cc-4d16-a608-fc36d68c12a0 req-82b957bf-2aec-488e-94c2-d40440ca1253 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0876884 Jul 22 23:35:55.304162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c96f6cb0-a5cc-4d16-a608-fc36d68c12a0 req-45f139fa-152a-4f14-a1e1-dc1fa1232a45 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Jul 22 23:35:55.428214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-488bbaea-482e-45e5-ab87-c5a735dc439a req-1fca72eb-c449-4a74-a674-9e9ab50041d8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=4127b9c3-9063-495c-8cb6-d498cb54cf2f HTTP/1.1" status: 200 len: 210 time: 0.0329137 Jul 22 23:35:55.441029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-a8596dda-e618-4cdf-8a7d-adcacd4d5a55 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.443778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-a8596dda-e618-4cdf-8a7d-adcacd4d5a55 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 949 time: 0.0821643 Jul 22 23:35:55.579570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Deleting port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:55.579951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:55.674214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] For port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:55.674588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:55.674871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690f1b-1da5-473f-b1ba-3df8f3d60327 req-1cef1c88-e518-49d3-ad19-1f995a62ef32 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.676979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6690f1b-1da5-473f-b1ba-3df8f3d60327 req-1cef1c88-e518-49d3-ad19-1f995a62ef32 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.0874031 Jul 22 23:35:55.687765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Calling delete_port for 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:55.732117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6690f1b-1da5-473f-b1ba-3df8f3d60327 req-bf3e0028-a29d-4085-b1ac-5ebdf507599b tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Jul 22 23:35:55.848849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:55.889821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event deleted for resources: {'Port': ['ID=8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:55.906337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce55f-6d53-463e-8dcc-5342cb59f00d req-aef83a5e-4c4d-476c-a3b3-d8c091224b23 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:55.907974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4abce55f-6d53-463e-8dcc-5342cb59f00d req-aef83a5e-4c4d-476c-a3b3-d8c091224b23 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c83d861-e231-4243-8b99-89af7bb8952e HTTP/1.1" status: 200 len: 867 time: 0.0929692 Jul 22 23:35:55.918428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', '38c8e958-f738-477c-9fad-6b47b17f7c52'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:55.951003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] No DVR routers for this DVR port 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:55.953682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:55.956108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a41a798-4802-4ffd-99ec-450e8c2e1e10 req-d8218323-65f8-4d6c-bdb0-2418e2d4d6d5 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "DELETE /v2.0/ports/8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 HTTP/1.1" status: 204 len: 173 time: 0.5046456 Jul 22 23:35:55.992599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4abce55f-6d53-463e-8dcc-5342cb59f00d req-b22080f3-2572-4ac0-933f-f3a86f1d4282 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714793 Jul 22 23:35:56.272955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027f1d1-0b60-4974-b880-d23e1c09e393 req-4faf808b-e065-4ff4-966b-53f5d680fdb7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.274778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1027f1d1-0b60-4974-b880-d23e1c09e393 req-4faf808b-e065-4ff4-966b-53f5d680fdb7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0760963 Jul 22 23:35:56.320218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1027f1d1-0b60-4974-b880-d23e1c09e393 req-b6b2b81a-446f-4ef6-9057-945bec624ed0 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386786 Jul 22 23:35:56.482381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef21f89-6a87-47b9-a86e-76a4fb6721ed req-81b661ba-0a14-4536-8e0a-b019dc1a36f6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.485155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ef21f89-6a87-47b9-a86e-76a4fb6721ed req-81b661ba-0a14-4536-8e0a-b019dc1a36f6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0973220 Jul 22 23:35:56.531650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ef21f89-6a87-47b9-a86e-76a4fb6721ed req-7d47f0de-53bc-46bb-ab77-f9aa8b21cf9d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jul 22 23:35:56.785808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-02a0b260-578b-47ed-add7-f5bce8bed1a2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.787555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-02a0b260-578b-47ed-add7-f5bce8bed1a2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.1136177 Jul 22 23:35:56.803773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-1c0dbafc-8d68-4804-9b48-90fb6d783eb2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0099616 Jul 22 23:35:56.921199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-19067a35-7d06-40d6-a055-00d04d62eeca tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113884 Jul 22 23:35:56.923466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:56.942626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64072267-fab0-4276-94e3-32f4de9d494e req-ed0cc095-0f30-44eb-b9d0-76d3152b8a0f tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:56.944302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64072267-fab0-4276-94e3-32f4de9d494e req-ed0cc095-0f30-44eb-b9d0-76d3152b8a0f tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.1258545 Jul 22 23:35:56.945534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:56.945878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 92c7d6c9-e86c-4db3-8f51-3bd809bd49a9 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:57.017795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c83d861-e231-4243-8b99-89af7bb8952e', 'name': 'network-vif-deleted', 'tag': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:57.021825 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0016b13b-6cb4-4a88-9ef9-bbbc76c88496" -d '{"events": [{"server_uuid": "3c83d861-e231-4243-8b99-89af7bb8952e", "name": "network-vif-deleted", "tag": "8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:57.044701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64072267-fab0-4276-94e3-32f4de9d494e req-27d645aa-9e6c-42d6-8875-8866bf5f4d6a tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798600 Jul 22 23:35:57.085870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-30d0bbab-c64e-4e3e-90d2-f02fdf1d7aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403501 Jul 22 23:35:57.193671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-b865d129-c560-46f4-9ff6-899d49e3d70e service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965624 Jul 22 23:35:57.279414 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509c98cd-c413-4926-b1bd-8a2bdeca1f4e x-openstack-request-id: req-509c98cd-c413-4926-b1bd-8a2bdeca1f4e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:57.279856 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c83d861-e231-4243-8b99-89af7bb8952e", "name": "network-vif-deleted", "tag": "8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:57.280215 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-509c98cd-c413-4926-b1bd-8a2bdeca1f4e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:57.280680 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c83d861-e231-4243-8b99-89af7bb8952e', 'name': 'network-vif-deleted', 'tag': '8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96', 'status': 'completed', 'code': 200} Jul 22 23:35:57.528115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a58df0d6-1986-4562-8ede-bc615486e5d1 req-b6dc2ffe-0328-4605-9033-7660c9eaf26e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0404522 Jul 22 23:35:57.673284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6c918-4977-4cde-aff1-ae1d01fee8e2 req-e063bb13-6900-4dd7-83c7-d5db5fa9d69a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.674855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49a6c918-4977-4cde-aff1-ae1d01fee8e2 req-e063bb13-6900-4dd7-83c7-d5db5fa9d69a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1523323 Jul 22 23:35:57.746639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9d7b7-72e6-476c-8b71-9e254b319411 req-de10ed1d-76a4-44b5-a0d4-5d0ac9b98ea3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.748256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2f9d7b7-72e6-476c-8b71-9e254b319411 req-de10ed1d-76a4-44b5-a0d4-5d0ac9b98ea3 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 951 time: 0.1398485 Jul 22 23:35:57.761866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49a6c918-4977-4cde-aff1-ae1d01fee8e2 req-e0cf6526-bd60-458f-abf0-0aca8eeb7fd4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772011 Jul 22 23:35:57.812525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2f9d7b7-72e6-476c-8b71-9e254b319411 req-025173c1-9562-407c-aff9-0fc5788a342b tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488203 Jul 22 23:35:57.950587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-90c634ba-562e-4e51-a03b-2659e5b3108b tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:57.952644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-90c634ba-562e-4e51-a03b-2659e5b3108b tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.48 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.1544449 Jul 22 23:35:58.023224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77885aa6-3922-43bb-b384-ab40ebf1365f req-b366d894-6739-43a1-ae86-a5729059fa1e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:58.027319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77885aa6-3922-43bb-b384-ab40ebf1365f req-b366d894-6739-43a1-ae86-a5729059fa1e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.1131663 Jul 22 23:35:58.079392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77885aa6-3922-43bb-b384-ab40ebf1365f req-a193426f-18f0-4798-a031-bb2015ceb331 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Jul 22 23:35:58.117236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Deleting port d6e0e8db-b23b-476c-b76c-54c2e8967f71 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:35:58.117829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.232208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] For port d6e0e8db-b23b-476c-b76c-54c2e8967f71, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d6e0e8db-b23b-476c-b76c-54c2e8967f71,segment=NetworkSegment(8f65fb86-152d-4565-87ce-5567cf605e5e),segment_id=8f65fb86-152d-4565-87ce-5567cf605e5e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:35:58.232448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.240518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c32f5-a43f-498b-836a-c8fc16566fca req-18938351-1e95-4e1a-b618-0535f16b19d8 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:58.242043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c1c32f5-a43f-498b-836a-c8fc16566fca req-18938351-1e95-4e1a-b618-0535f16b19d8 tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 945 time: 0.0892320 Jul 22 23:35:58.246876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Calling delete_port for d6e0e8db-b23b-476c-b76c-54c2e8967f71 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:35:58.295385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c1c32f5-a43f-498b-836a-c8fc16566fca req-5c629249-1812-4e18-9af3-fc58d7204a7d tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd0d63b1-be68-411d-8a61-72ab11fd6932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Jul 22 23:35:58.399410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.433221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Pushing event deleted for resources: {'Port': ['ID=d6e0e8db-b23b-476c-b76c-54c2e8967f71,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:58.458228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d6e0e8db-b23b-476c-b76c-54c2e8967f71'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:58.484212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] No DVR routers for this DVR port d6e0e8db-b23b-476c-b76c-54c2e8967f71 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:35:58.486703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:58.488726 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c05e6f5d-d2fe-45e9-8787-97e183ea47dd req-391e4f97-12b7-4ea5-a4c3-20a9746dde2c tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.48 "DELETE /v2.0/ports/d6e0e8db-b23b-476c-b76c-54c2e8967f71 HTTP/1.1" status: 204 len: 173 time: 0.5291159 Jul 22 23:35:58.641231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2017a4c0-0e09-4a54-b0e2-c09bc164658c req-a40f449f-a8bf-4642-b19f-cc09870653c0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0357735 Jul 22 23:35:58.945280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:35:58.969087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:35:58.969438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8911c7bd-3e1a-4a12-b19f-ceeb3dddeb96 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:35:58.972261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd17f4-ac11-45fb-a937-58e3d1a5d695 req-58888364-fb7c-4500-9b68-4c0879869ef8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:58.973822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20cd17f4-ac11-45fb-a937-58e3d1a5d695 req-58888364-fb7c-4500-9b68-4c0879869ef8 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1262393 Jul 22 23:35:59.014739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-c7602646-6d93-4d8b-bb3b-9e9d7d802ba1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.017023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-c7602646-6d93-4d8b-bb3b-9e9d7d802ba1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.1239722 Jul 22 23:35:59.022315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6edff-c12a-41e8-8beb-d5585e45ee1d req-38ca561b-2bc9-479c-b9ec-190749ebc445 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.023877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ce6edff-c12a-41e8-8beb-d5585e45ee1d req-38ca561b-2bc9-479c-b9ec-190749ebc445 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 951 time: 0.1221192 Jul 22 23:35:59.042811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:35:59.060122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20cd17f4-ac11-45fb-a937-58e3d1a5d695 req-77090325-e28b-4a3b-ac74-fe240b114028 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701966 Jul 22 23:35:59.087067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ce6edff-c12a-41e8-8beb-d5585e45ee1d req-0f0a4f34-c58e-497f-9030-88b353db4d42 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546138 Jul 22 23:35:59.166434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:35:59.170309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.239581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799045eb-1b0d-4927-90b2-6b9c0f9fea5f req-4e66cea8-5e8a-46ed-b80f-43dde11b6185 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.241141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-799045eb-1b0d-4927-90b2-6b9c0f9fea5f req-4e66cea8-5e8a-46ed-b80f-43dde11b6185 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0714567 Jul 22 23:35:59.286907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-799045eb-1b0d-4927-90b2-6b9c0f9fea5f req-d7ce0176-9002-425e-8086-faba9795aacd tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Jul 22 23:35:59.423567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e883800-a282-4ab9-b755-f430c27defbc req-77527aff-7bda-42f4-894f-66bcf694244f tempest-VolumesAdminNegativeTest-1991307991 tempest-VolumesAdminNegativeTest-1991307991-project] 10.222.0.21 "GET /v2.0/ports?device_id=9766bea6-0d30-48ed-849e-59befff3ab27 HTTP/1.1" status: 200 len: 210 time: 0.0368865 Jul 22 23:35:59.601139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9766bea6-0d30-48ed-849e-59befff3ab27', 'name': 'network-vif-deleted', 'tag': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:35:59.603926 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bc852d-3569-4235-94b4-428c3088ebf6" -d '{"events": [{"server_uuid": "9766bea6-0d30-48ed-849e-59befff3ab27", "name": "network-vif-deleted", "tag": "d6e0e8db-b23b-476c-b76c-54c2e8967f71"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:35:59.638556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.7 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/b982eabf-21a2-4d9c-a03f-78a351570f2e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:35:59.652115 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2975fb-41ac-47ef-8228-240513da315b x-openstack-request-id: req-0f2975fb-41ac-47ef-8228-240513da315b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:35:59.652912 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9766bea6-0d30-48ed-849e-59befff3ab27", "name": "network-vif-deleted", "tag": "d6e0e8db-b23b-476c-b76c-54c2e8967f71", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:35:59.653181 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f2975fb-41ac-47ef-8228-240513da315b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:35:59.654327 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9766bea6-0d30-48ed-849e-59befff3ab27', 'name': 'network-vif-deleted', 'tag': 'd6e0e8db-b23b-476c-b76c-54c2e8967f71', 'status': 'completed', 'code': 200} Jul 22 23:35:59.748665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8223420-3761-443c-8714-f39ffae56d24 req-4157218a-acca-43e7-9527-51ce6c8a2e5e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0319436 Jul 22 23:35:59.814579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.854311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.899183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:35:59.900432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:35:59.902486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:35:59.906354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:35:59.930240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=b982eabf-21a2-4d9c-a03f-78a351570f2e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:35:59.962625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:35:59.963587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:35:59.984349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-6d36cf42-1dab-4c50-aaf9-7437a67021bf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465346 Jul 22 23:36:00.018156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Request body: {'port': {'device_id': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:00.107863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.269334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ecce-aa1b-4d7f-90fd-07ad6dc75b30 req-1bf03c62-6b1f-4868-9a0c-5591989b2c8a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.270988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a427ecce-aa1b-4d7f-90fd-07ad6dc75b30 req-1bf03c62-6b1f-4868-9a0c-5591989b2c8a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1228077 Jul 22 23:36:00.279319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42afa99-ab05-4c94-a46d-765cb5103bb0 req-8f07a9c5-bfec-4799-a4be-8bc300670f54 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.280896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d42afa99-ab05-4c94-a46d-765cb5103bb0 req-8f07a9c5-bfec-4799-a4be-8bc300670f54 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 951 time: 0.1197579 Jul 22 23:36:00.332576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a427ecce-aa1b-4d7f-90fd-07ad6dc75b30 req-2d143356-3feb-4b00-b2ce-c6da6bad8b7c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Jul 22 23:36:00.360120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d42afa99-ab05-4c94-a46d-765cb5103bb0 req-5abf17d0-f5c0-4a0f-9e2c-e7ad3c52b739 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/security-groups?id=afbaed83-d7d0-4183-80c0-14412ffc39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628037 Jul 22 23:36:00.444243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-c4820f5b-8e42-4eec-862e-b5f8a26582ad tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.446835 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-c4820f5b-8e42-4eec-862e-b5f8a26582ad tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 951 time: 0.1211984 Jul 22 23:36:00.507987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d030-d16b-4007-ab34-61aa30449e56 req-e4439fa9-8998-4c10-ac27-20eeb99353a0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.510284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba35d030-d16b-4007-ab34-61aa30449e56 req-e4439fa9-8998-4c10-ac27-20eeb99353a0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.0754037 Jul 22 23:36:00.563224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba35d030-d16b-4007-ab34-61aa30449e56 req-b966e5e8-9fd8-4b32-af01-9a40f536b4de tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463223 Jul 22 23:36:00.593365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b982eabf-21a2-4d9c-a03f-78a351570f2e {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:00.619903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:00.626458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.645169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Transition to ACTIVE for port object b982eabf-21a2-4d9c-a03f-78a351570f2e will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:00.650624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.685855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Deleting subnet 1602daea-14af-411c-9f43-784a4a98c6b1 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:00.689625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.722846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Deleting port 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:00.723442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.731843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Pushing event updated for resources: {'Port': ['ID=b982eabf-21a2-4d9c-a03f-78a351570f2e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:00.733499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.791994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.893760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] For port 38c8e958-f738-477c-9fad-6b47b17f7c52, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=38c8e958-f738-477c-9fad-6b47b17f7c52,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:00.894067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.897277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Attempting to bind port b982eabf-21a2-4d9c-a03f-78a351570f2e on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:00.897624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Attempting to bind port b982eabf-21a2-4d9c-a03f-78a351570f2e by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:00.897970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Attempting to bind port b982eabf-21a2-4d9c-a03f-78a351570f2e on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:00.900640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.911968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Port b982eabf-21a2-4d9c-a03f-78a351570f2e on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:00.912368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Attempting to bind port b982eabf-21a2-4d9c-a03f-78a351570f2e on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:00.914222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Calling delete_port for 38c8e958-f738-477c-9fad-6b47b17f7c52 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:00.925989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:00.926337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:00.926732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:00.927176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Bound port: b982eabf-21a2-4d9c-a03f-78a351570f2e, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:00.927570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.938036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1602daea-14af-411c-9f43-784a4a98c6b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:00.944281 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:00.946467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-804082a4-c188-443a-82d4-481c6eccafe5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1602daea-14af-411c-9f43-784a4a98c6b1 HTTP/1.1" status: 204 len: 168 time: 0.3250003 Jul 22 23:36:00.950969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:00.952004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d6e0e8db-b23b-476c-b76c-54c2e8967f71 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:00.966790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c9556-10d7-47d3-85ed-2d310e7be14c req-b63d63a0-5e60-4296-9d2f-11953b68bd3c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:00.968533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a9c9556-10d7-47d3-85ed-2d310e7be14c req-b63d63a0-5e60-4296-9d2f-11953b68bd3c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 943 time: 0.1375654 Jul 22 23:36:00.974448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: d6e0e8db-b23b-476c-b76c-54c2e8967f71 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:00.975077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d6e0e8db-b23b-476c-b76c-54c2e8967f71 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:01.053791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] For port b982eabf-21a2-4d9c-a03f-78a351570f2e, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:01.058795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.067849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] For port b982eabf-21a2-4d9c-a03f-78a351570f2e, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:01.074768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.075904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a9c9556-10d7-47d3-85ed-2d310e7be14c req-2dbe746d-a5c0-43ef-8484-c94cb91be7c4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903852 Jul 22 23:36:01.143300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.144421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.146668 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] 10.222.0.48 "PUT /v2.0/ports/b982eabf-21a2-4d9c-a03f-78a351570f2e HTTP/1.1" status: 200 len: 1091 time: 1.1337352 Jul 22 23:36:01.158010 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.172202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc40cc1-f287-4255-be94-da6fba5f95e9']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:01.184574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ac23f-e568-4384-935b-ee62e49cdd85 service neutron] Pushing event updated for resources: {'Port': ['ID=b982eabf-21a2-4d9c-a03f-78a351570f2e,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.185182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f65fb86-152d-4565-87ce-5567cf605e5e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:01.185492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f65fb86-152d-4565-87ce-5567cf605e5e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:01.188115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.196436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.219849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.223390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Pushing event deleted for resources: {'Port': ['ID=38c8e958-f738-477c-9fad-6b47b17f7c52,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.226480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:01.226886 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:01.228825 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:01.309538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] No DVR routers for this DVR port 38c8e958-f738-477c-9fad-6b47b17f7c52 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:01.312659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.314681 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99ee5174-ee54-4270-a30c-052dd5025dbe req-3272d3b4-b988-417e-b3a6-e2e17fcd0a93 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.48 "DELETE /v2.0/ports/38c8e958-f738-477c-9fad-6b47b17f7c52 HTTP/1.1" status: 204 len: 173 time: 0.8577750 Jul 22 23:36:01.335810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-70fce770-4b3d-4fc7-9c71-075e03761650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.338491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-70fce770-4b3d-4fc7-9c71-075e03761650 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 1094 time: 0.1159358 Jul 22 23:36:01.433486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-c04296b2-f9bc-4f85-b25d-efa4a0a6a197 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e HTTP/1.1" status: 200 len: 217 time: 0.0765579 Jul 22 23:36:01.510934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-f6f3fe9f-0c9e-43f2-bb66-f52a8ca90497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.513240 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-f6f3fe9f-0c9e-43f2-bb66-f52a8ca90497 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0652330 Jul 22 23:36:01.562632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-2ffc4dfe-5952-4db2-8a56-bda759b78a96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373943 Jul 22 23:36:01.652451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbd14ca7-d3bb-4094-8b24-4a710fe62727 req-8a0b4761-93be-49a0-8108-7d1b3c657557 tempest-ServersAdminTestJSON-1658640768 tempest-ServersAdminTestJSON-1658640768-project] 10.222.0.21 "GET /v2.0/ports?device_id=d05094eb-6437-4189-9d69-79517366fafb HTTP/1.1" status: 200 len: 210 time: 0.0532799 Jul 22 23:36:01.655882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'tag': 'b982eabf-21a2-4d9c-a03f-78a351570f2e'}, {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-deleted', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:01.656621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.658476 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fef1596-5d0f-4c95-b031-3630ef63d5f1", "tag": "b982eabf-21a2-4d9c-a03f-78a351570f2e"}, {"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-deleted", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:01.663351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.667880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3bc40cc1-f287-4255-be94-da6fba5f95e9 HTTP/1.1" status: 204 len: 168 time: 0.7141416 Jul 22 23:36:01.668803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:01.669203 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-7d1a3dc7-2293-44a8-a9da-97fa15b9693a service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979207 Jul 22 23:36:01.706153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bab2a-db6e-4eb0-919c-0e31c47891c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc40cc1-f287-4255-be94-da6fba5f95e9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:01.737435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Deleting subnet ec6023bc-ffa9-4bb6-ade9-1b7b28067a31 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:01.740997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.781897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39775c7-499f-4917-ac0c-b44f937c8877 req-94ea0aed-2a76-46ef-bd63-c034d89a22dd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.783452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39775c7-499f-4917-ac0c-b44f937c8877 req-94ea0aed-2a76-46ef-bd63-c034d89a22dd tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1856322 Jul 22 23:36:01.790423 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-692f4b8d-a648-431b-be70-aaa5c1fe4a76 req-a08ec3b7-f409-426b-9a09-57c4a7f14a64 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064415 Jul 22 23:36:01.793419 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.886299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:01.915367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39775c7-499f-4917-ac0c-b44f937c8877 req-5c5f8ee4-e088-4baf-a2cb-b1b0dee7b5c2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196051 Jul 22 23:36:01.959538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56885d-90c6-4df1-87bf-e87fec77ace5 req-c088da57-557a-4468-b1d6-2b54f81fb559 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:01.961042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e56885d-90c6-4df1-87bf-e87fec77ace5 req-c088da57-557a-4468-b1d6-2b54f81fb559 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.1384788 Jul 22 23:36:01.989297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.028128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6023bc-ffa9-4bb6-ade9-1b7b28067a31,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:02.037552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.042143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0453d827-6c79-4132-9a04-4399e92192e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ec6023bc-ffa9-4bb6-ade9-1b7b28067a31 HTTP/1.1" status: 204 len: 168 time: 0.3627627 Jul 22 23:36:02.042358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:02.052127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e56885d-90c6-4df1-87bf-e87fec77ace5 req-d8cf6b7a-dc7f-4396-857b-ee10a024a273 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Jul 22 23:36:02.085367 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a0dd5-6595-4c36-a03a-430324e64fc8 x-openstack-request-id: req-091a0dd5-6595-4c36-a03a-430324e64fc8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:02.085743 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fef1596-5d0f-4c95-b031-3630ef63d5f1", "tag": "b982eabf-21a2-4d9c-a03f-78a351570f2e", "status": "completed", "code": 200}, {"server_uuid": "d05094eb-6437-4189-9d69-79517366fafb", "name": "network-vif-deleted", "tag": "38c8e958-f738-477c-9fad-6b47b17f7c52", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:02.085943 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-091a0dd5-6595-4c36-a03a-430324e64fc8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:02.086346 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'tag': 'b982eabf-21a2-4d9c-a03f-78a351570f2e', 'status': 'completed', 'code': 200} Jul 22 23:36:02.086597 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05094eb-6437-4189-9d69-79517366fafb', 'name': 'network-vif-deleted', 'tag': '38c8e958-f738-477c-9fad-6b47b17f7c52', 'status': 'completed', 'code': 200} Jul 22 23:36:02.127390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.214467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-0cf1e70d-0b4b-423c-bd18-612365dcd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.219228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-0cf1e70d-0b4b-423c-bd18-612365dcd8bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0822077 Jul 22 23:36:02.253434 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.267011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e8eb15-0774-4af7-8f3d-e6758992aab0']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:02.280863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6185cb-8f91-410a-96ab-7d81eedf5cc2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:02.281161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6185cb-8f91-410a-96ab-7d81eedf5cc2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:02.294171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.318222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.328881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:02.329286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:02.331200 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:02.335252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-de981c0f-d0be-421e-b34c-d3a5fb77ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.336787 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-de981c0f-d0be-421e-b34c-d3a5fb77ff96 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.1001122 Jul 22 23:36:02.352564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b26b2-0f90-4861-ad88-71df7be990ce req-9f8e6e1b-0658-4c3d-bc87-af6f0ebf0336 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.353209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-173b26b2-0f90-4861-ad88-71df7be990ce req-9f8e6e1b-0658-4c3d-bc87-af6f0ebf0336 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 943 time: 0.1832902 Jul 22 23:36:02.383743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-b305d62d-720d-49ab-b4d7-e5370db5cb1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e HTTP/1.1" status: 200 len: 217 time: 0.0355790 Jul 22 23:36:02.421176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.428189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.433214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/39e8eb15-0774-4af7-8f3d-e6758992aab0 HTTP/1.1" status: 204 len: 168 time: 0.3869939 Jul 22 23:36:02.435066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-173b26b2-0f90-4861-ad88-71df7be990ce req-ff793fd8-ae1c-4bd1-b886-195eb0dc381b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738239 Jul 22 23:36:02.440123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-4c4b4353-ae10-4b3b-9bbe-d42c0d4f8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:02.441723 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-4c4b4353-ae10-4b3b-9bbe-d42c0d4f8dd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0485725 Jul 22 23:36:02.447625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9035d3-7751-44a4-be1e-3dc2954bc7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=39e8eb15-0774-4af7-8f3d-e6758992aab0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:02.502774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-ebfecdd9-9e9f-4215-8233-785ff7ae80b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489571 Jul 22 23:36:02.606881 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-b58d0442-2e3f-4d7d-bb12-b376495270d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928190 Jul 22 23:36:02.640257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:02.684833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e58417ac-c81f-4bfc-8c2c-77b1d1306ffe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59c98ad4dcae40269979ca293c4973d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432124 Jul 22 23:36:02.687346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60206) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:02.716488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-297e39fb-c84f-4b48-93a2-c2c7b604d9a6 req-d8bfb7a7-72fe-4501-beca-5a9209e96a98 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984991 Jul 22 23:36:02.746973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ae5fa0c-75aa-4644-a708-79f6ce7689f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.773568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ae5fa0c-75aa-4644-a708-79f6ce7689f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.827176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ae5fa0c-75aa-4644-a708-79f6ce7689f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.829862 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ae5fa0c-75aa-4644-a708-79f6ce7689f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:02.833409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2ae5fa0c-75aa-4644-a708-79f6ce7689f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd0d63b1-be68-411d-8a61-72ab11fd6932 HTTP/1.1" status: 204 len: 168 time: 0.1428428 Jul 22 23:36:02.840056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5fa0c-75aa-4644-a708-79f6ce7689f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d63b1-be68-411d-8a61-72ab11fd6932,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:02.946255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:02.980550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 38c8e958-f738-477c-9fad-6b47b17f7c52 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:02.982345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 38c8e958-f738-477c-9fad-6b47b17f7c52 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:03.045754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60222) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:03.084168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ee52-cc73-41aa-860d-b6f19c1e7520 req-49960c91-9352-4ffd-be9a-a54c2f6321fa tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.086201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7369ee52-cc73-41aa-860d-b6f19c1e7520 req-49960c91-9352-4ffd-be9a-a54c2f6321fa tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.0823500 Jul 22 23:36:03.148643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7369ee52-cc73-41aa-860d-b6f19c1e7520 req-aa09880b-a282-4656-ad79-b358682da54d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554464 Jul 22 23:36:03.181819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:03.280776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-81fa52c0-cb69-4a3d-84fa-91ce486a9ae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee1460c46db3498d8ec9382d4529b632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939293 Jul 22 23:36:03.281143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:03.343582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434bd86-2a7e-4c46-8896-19725c47f24f req-b31b6e44-9dc4-4016-8542-472ed1b002c5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.345171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c434bd86-2a7e-4c46-8896-19725c47f24f req-b31b6e44-9dc4-4016-8542-472ed1b002c5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.1101727 Jul 22 23:36:03.359483 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00812faa-3646-4d83-b878-811883bcca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.387243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0ac7ab60-9656-4b96-998f-5e21d6f5127b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=315d7673af6f42fb8f9f18bae6b484c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401744 Jul 22 23:36:03.391718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60234) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:03.404333 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00812faa-3646-4d83-b878-811883bcca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.435594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c434bd86-2a7e-4c46-8896-19725c47f24f req-f927ed4a-cb08-4071-a53a-4b2bbca8b1c0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737605 Jul 22 23:36:03.445705 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.477703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00812faa-3646-4d83-b878-811883bcca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.482951 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-00812faa-3646-4d83-b878-811883bcca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.484923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-00812faa-3646-4d83-b878-811883bcca88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb73dd6b-6a44-4c90-bee0-41bbafaf7751 HTTP/1.1" status: 204 len: 168 time: 0.2028153 Jul 22 23:36:03.486998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.496547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00812faa-3646-4d83-b878-811883bcca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73dd6b-6a44-4c90-bee0-41bbafaf7751,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:03.564777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.572770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:03.572770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afbaed83-d7d0-4183-80c0-14412ffc39fd HTTP/1.1" status: 204 len: 168 time: 0.1766863 Jul 22 23:36:03.590993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbaed83-d7d0-4183-80c0-14412ffc39fd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:03.599415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.599777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.600389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.600609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.600777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.601301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.601830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.602714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.604107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.604457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.604815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.605133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17defb0-9590-496a-a0eb-9778218e2c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:03.648011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f19592-a048-4180-b781-9cc05f150bad req-e439d055-78dc-43d4-81b7-723f474c1476 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:03.651152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55f19592-a048-4180-b781-9cc05f150bad req-e439d055-78dc-43d4-81b7-723f474c1476 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 943 time: 0.1022084 Jul 22 23:36:03.700799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55f19592-a048-4180-b781-9cc05f150bad req-b837eac3-e2d4-49b0-95a1-a78d068dcf44 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Jul 22 23:36:03.952778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:04.003909 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-86ce547f-6a8f-4609-a40b-5f158906473d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcfeca5a29084807aeb890be9a30e5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496922 Jul 22 23:36:04.006500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:04.069931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10eccd42-4e51-4218-bdf9-71e9b387ac16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.096240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10eccd42-4e51-4218-bdf9-71e9b387ac16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.155276 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10eccd42-4e51-4218-bdf9-71e9b387ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.158316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10eccd42-4e51-4218-bdf9-71e9b387ac16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.159618 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-10eccd42-4e51-4218-bdf9-71e9b387ac16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2c01483-1e7a-48d7-b963-0697a6b69f54 HTTP/1.1" status: 204 len: 168 time: 0.1519775 Jul 22 23:36:04.173958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eccd42-4e51-4218-bdf9-71e9b387ac16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c01483-1e7a-48d7-b963-0697a6b69f54,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:04.377999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37b29-4711-4dde-bcc5-e558beb508b7 req-13dba5f8-504e-4b1e-9438-2beb72c4963d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.379830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63e37b29-4711-4dde-bcc5-e558beb508b7 req-13dba5f8-504e-4b1e-9438-2beb72c4963d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1093173 Jul 22 23:36:04.396323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:04.499585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63e37b29-4711-4dde-bcc5-e558beb508b7 req-8e5a4139-583c-4f94-9b6a-3dd208bf1bcf tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019258 Jul 22 23:36:04.513636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-d7056aed-18f9-4909-a88e-f0824f9299f2 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.515512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-d7056aed-18f9-4909-a88e-f0824f9299f2 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.1251984 Jul 22 23:36:04.529599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-4'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:04.537412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-980389936-network', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:04.566215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Made reservation on behalf of e925e69f25d94defae87d7caa0dc59ec for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:04.570038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.589686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.662174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.686528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc5b42-e437-4d3e-bf06-fa340f23301c req-c86c9156-09b3-4c8d-9515-da316c0ab014 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.688441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0cc5b42-e437-4d3e-bf06-fa340f23301c req-c86c9156-09b3-4c8d-9515-da316c0ab014 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 945 time: 0.1278942 Jul 22 23:36:04.747912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.754120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.788068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:36:04.810509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b813b49-f5f5-4cc2-bc43-3a4472d5c39a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:04.813947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0cc5b42-e437-4d3e-bf06-fa340f23301c req-9464c3f3-7306-4024-86a5-deae209b2735 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987689 Jul 22 23:36:04.829035 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.831343 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Added segment 0ae88614-b444-449a-a7cf-8eb96f49a8fa of type vlan for network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 Jul 22 23:36:04.894856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.921574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:04.932132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.933413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.934656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:04.956023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31a641-1230-4955-9ce4-505667c15e4b req-2cecc4de-3edf-4167-ad66-9aa622a8569e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:04.957920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be31a641-1230-4955-9ce4-505667c15e4b req-2cecc4de-3edf-4167-ad66-9aa622a8569e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 943 time: 0.1631708 Jul 22 23:36:04.971866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b982eabf-21a2-4d9c-a03f-78a351570f2e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:04.982833 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5853627 Jul 22 23:36:04.985770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:04.990761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Request body: {'subnet': {'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-980389936-subnet', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:05.037400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2715dbc-e8c8-4d8b-bf82-3f7618e65751 admin admin] Pushing event updated for resources: {'Network': ['ID=cc2bc547-67b4-4b01-b8a2-12d7e57bf188,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.060439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:36:05.062287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Made reservation on behalf of e925e69f25d94defae87d7caa0dc59ec for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:05.066252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.092026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:05.104112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:05.142820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be31a641-1230-4955-9ce4-505667c15e4b req-1d0c4070-3c1d-4970-a36f-a2d56f307b72 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448209 Jul 22 23:36:05.148118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b982eabf-21a2-4d9c-a03f-78a351570f2e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:05.178861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:05.181925 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a62578-5f41-483c-b303-a6903b144334" -d '{"events": [{"server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "name": "network-vif-unplugged", "status": "completed", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:05.187536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.195876 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.270220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-network', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:05.277843 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1805e5b6-09e7-4921-99bb-65df35d28c79 x-openstack-request-id: req-1805e5b6-09e7-4921-99bb-65df35d28c79 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:05.278199 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "name": "network-vif-unplugged", "status": "completed", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:05.278365 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1805e5b6-09e7-4921-99bb-65df35d28c79 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:05.278759 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b', 'code': 200} Jul 22 23:36:05.308854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.352613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Made reservation on behalf of 2ba19da7bf3c4fe88863163bb948c351 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:05.356267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.361451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'b982eabf-21a2-4d9c-a03f-78a351570f2e', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': 'b982eabf-21a2-4d9c-a03f-78a351570f2e', 'mac_address': 'fa:16:3e:19:3b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:05.385619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e47e9c-44b9-4bac-a3b9-91c121ce57aa,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.386054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.389395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.392238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:05.392400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:05.392739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:05.396399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Checking segment: {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:05.396841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Network hostable DHCP agents. Network: cc2bc547-67b4-4b01-b8a2-12d7e57bf188, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:36:05.398271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:05.398622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Attempting to bind port 95437f1c-c604-43cb-89d8-a868e137d50b on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:05.422001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:05.422350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:05.422746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:05.423196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Bound port: 95437f1c-c604-43cb-89d8-a868e137d50b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:05.423612 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.427185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:36:05.438252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, cc2bc547-67b4-4b01-b8a2-12d7e57bf188) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:05.457792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.458405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.484191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574ed87a-3263-4119-8377-66db9c88c3fc None None] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:05.512519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:05.515638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:05.523756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.536507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.584498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b982eabf-21a2-4d9c-a03f-78a351570f2e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:05.619581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b982eabf-21a2-4d9c-a03f-78a351570f2e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:05.624689 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.684758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.690407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.691030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.692493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-dd08d319-cc2b-42b6-a72f-22cacb3c61e0 service neutron] 10.222.0.49 "PUT /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 1121 time: 1.1702061 Jul 22 23:36:05.709763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b982eabf-21a2-4d9c-a03f-78a351570f2e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.740549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af6ef8-f207-406f-9da8-25622346bf2e req-bf026924-3031-4ee3-aa28-0ec5d3466b1e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.741997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4af6ef8-f207-406f-9da8-25622346bf2e req-bf026924-3031-4ee3-aa28-0ec5d3466b1e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1674664 Jul 22 23:36:05.749254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'fixed_ips': [{'subnet_id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:36:05.750128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.753380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.761785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.766741 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-776ae7c9-f5fd-4902-8453-db546dc3cdaf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7794850 Jul 22 23:36:05.768966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:05.776209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:05.783256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['95437f1c-c604-43cb-89d8-a868e137d50b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:05.809657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.811688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.813501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:36:05.848813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2e448-5e6c-4909-a27f-030797427db7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:05.851032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.851518 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Added segment 4b664196-f487-420c-a66a-2ee02dcd55f2 of type vlan for network 840338ba-7289-40c3-a07b-46a26f10d4e3 Jul 22 23:36:05.865346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4af6ef8-f207-406f-9da8-25622346bf2e req-f8a3e573-b3a2-4f4e-8c3c-b6e270b76796 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116505 Jul 22 23:36:05.891531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.921845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.935879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.978502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:05.985751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:05.986913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:05.987635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.027686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['95437f1c-c604-43cb-89d8-a868e137d50b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:06.033400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9402642 Jul 22 23:36:06.036885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:06.042052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Request body: {'subnet': {'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-subnet', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:06.056183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.057939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Allocated IP 172.20.0.2 (cc2bc547-67b4-4b01-b8a2-12d7e57bf188/07e47e9c-44b9-4bac-a3b9-91c121ce57aa/4a830047-90ab-444d-ad05-c9ce86bf8246) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:06.075527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809397c-bb41-4bb8-8d9c-f2e2efe72fce admin admin] Pushing event updated for resources: {'Network': ['ID=840338ba-7289-40c3-a07b-46a26f10d4e3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:06.107386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Made reservation on behalf of 2ba19da7bf3c4fe88863163bb948c351 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:06.117054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:36:06.123794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.141745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e4254-60fe-4627-9d19-11335a87d6e1 req-648aeaed-8cf3-4477-a393-dcdf15db87fb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:06.143212 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:36:06.149427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c2e4254-60fe-4627-9d19-11335a87d6e1 req-648aeaed-8cf3-4477-a393-dcdf15db87fb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.1970534 Jul 22 23:36:06.282593 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c2e4254-60fe-4627-9d19-11335a87d6e1 req-8d3de827-657d-4b4c-af60-232f5bcb5506 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Jul 22 23:36:06.333188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b982eabf-21a2-4d9c-a03f-78a351570f2e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:06.392517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.422292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.463767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.478967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd350332-e5bb-4fac-8966-5fbb072c8578 req-cad30eba-5e9a-4d78-9218-7a362ec0e707 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:06.480329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd350332-e5bb-4fac-8966-5fbb072c8578 req-cad30eba-5e9a-4d78-9218-7a362ec0e707 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 944 time: 0.1500859 Jul 22 23:36:06.492473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:06.543491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b has no active binding in host n-h1-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:36:06.582360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd350332-e5bb-4fac-8966-5fbb072c8578 req-c34ceb99-e528-4bf9-be63-8baf75267949 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914433 Jul 22 23:36:06.595240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e033b960-5d24-4e46-b2c4-90bc740afbc5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:06.615576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Checking segment: {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:06.615941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Network hostable DHCP agents. Network: 840338ba-7289-40c3-a07b-46a26f10d4e3, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:36:06.639960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.641808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:36:06.644267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Allocated IP 172.25.5.221 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/20116539-81ae-487b-a00e-46487557ea6f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:06.656486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Transition to ACTIVE for port object 4a830047-90ab-444d-ad05-c9ce86bf8246 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:06.656966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 840338ba-7289-40c3-a07b-46a26f10d4e3) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:06.672185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:06.672535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.674839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92df72-6e0a-464e-9b1d-6b954f5dfc7b None None] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:06.688843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-607f010e-401d-4920-b314-1c3f4973a18f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6508906 Jul 22 23:36:06.693054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:06.698262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:06.721708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Transition to ACTIVE for port object 4a830047-90ab-444d-ad05-c9ce86bf8246 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:06.741636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.742831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.763757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.785988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.836765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.843747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:06.852587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:06.859082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:06.870942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:06.890765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:06.898838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:06.901072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Pushing event updated for resources: {'Port': ['ID=4a830047-90ab-444d-ad05-c9ce86bf8246,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:06.918042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:06.958769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Pushing event updated for resources: {'Port': ['ID=20116539-81ae-487b-a00e-46487557ea6f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:06.985884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Attempting to bind port 4a830047-90ab-444d-ad05-c9ce86bf8246 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:06.987499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Attempting to bind port 4a830047-90ab-444d-ad05-c9ce86bf8246 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:06.987499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Attempting to bind port 4a830047-90ab-444d-ad05-c9ce86bf8246 on network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:07.008769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:07.009151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Checking segment: {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:07.010113 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.010524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Bound using segment: {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:07.011007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Bound port: 4a830047-90ab-444d-ad05-c9ce86bf8246, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:07.011412 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.032010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-840338ba-7289-40c3-a07b-46a26f10d4e3', 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'fixed_ips': [{'subnet_id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:36:07.032847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.048509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.110000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b029c-c9e6-4a17-9eee-4408d01f6440 req-857f29bd-1a58-40ee-bac2-9d57c118e557 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:07.111648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e85b029c-c9e6-4a17-9eee-4408d01f6440 req-857f29bd-1a58-40ee-bac2-9d57c118e557 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1258488 Jul 22 23:36:07.156899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] For port 4a830047-90ab-444d-ad05-c9ce86bf8246, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:07.161844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] For port 4a830047-90ab-444d-ad05-c9ce86bf8246, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4a830047-90ab-444d-ad05-c9ce86bf8246,segment=NetworkSegment(0ae88614-b444-449a-a7cf-8eb96f49a8fa),segment_id=0ae88614-b444-449a-a7cf-8eb96f49a8fa)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:07.173865 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.195733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e85b029c-c9e6-4a17-9eee-4408d01f6440 req-9b1e0de5-0a29-4dfc-a1d7-ac32f7b6a04d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Jul 22 23:36:07.240352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.269706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f08cd-6dfb-4cc5-95c0-086a94d52274 None None] Pushing event updated for resources: {'Port': ['ID=4a830047-90ab-444d-ad05-c9ce86bf8246,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:07.286457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:07.289384 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:07.328408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Allocated IP 172.20.0.2 (840338ba-7289-40c3-a07b-46a26f10d4e3/e033b960-5d24-4e46-b2c4-90bc740afbc5/0a2889ed-c39b-4a3d-8dcb-e4903bcd9452) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:07.409747 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e1284b-c7bf-4aa7-9c86-aab818ff21ca x-openstack-request-id: req-b3e1284b-c7bf-4aa7-9c86-aab818ff21ca {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:07.410072 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:07.410325 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3e1284b-c7bf-4aa7-9c86-aab818ff21ca {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:07.410713 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b', 'status': 'completed', 'code': 200} Jul 22 23:36:07.412403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.447624 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.551121 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.562917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Transition to ACTIVE for port object 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:07.616582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Transition to ACTIVE for port object 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:07.635569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.663483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc23aa1-237b-4fc6-8673-9baa60f97326 req-6afbe8dd-0770-4575-a8bd-6e326cea7441 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:07.674131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edc23aa1-237b-4fc6-8673-9baa60f97326 req-6afbe8dd-0770-4575-a8bd-6e326cea7441 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.2316771 Jul 22 23:36:07.694106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Allocated IP 172.25.5.111 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3b407e76-61be-4db0-afe5-454b6122cfab) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:07.749280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edc23aa1-237b-4fc6-8673-9baa60f97326 req-14b07b7e-fb5b-4d33-9e2c-2ce2be43b642 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738564 Jul 22 23:36:07.904160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:07.907383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:07.912399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:07.916205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Pushing event updated for resources: {'Port': ['ID=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:07.928565 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.960336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0de81-4d04-4136-a8a4-f203804f57cc req-a38e302a-2f28-4f35-85fe-cfc4e3f15147 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:07.962032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ad0de81-4d04-4136-a8a4-f203804f57cc req-a38e302a-2f28-4f35-85fe-cfc4e3f15147 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 944 time: 0.1121495 Jul 22 23:36:07.977559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Attempting to bind port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:07.978787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Attempting to bind port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:07.979604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Attempting to bind port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 on network 840338ba-7289-40c3-a07b-46a26f10d4e3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:07.986358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:07.987560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Checking segment: {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:07.988148 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:07.988740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Bound using segment: {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:07.989399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Bound port: 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:07.989978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.006023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.023777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-7d365170-e074-48a1-aca1-cd401dfc1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.025747 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-7d365170-e074-48a1-aca1-cd401dfc1793 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1124 time: 0.5922585 Jul 22 23:36:08.026898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.059873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] For port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:08.063498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] For port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,segment=NetworkSegment(4b664196-f487-420c-a66a-2ee02dcd55f2),segment_id=4b664196-f487-420c-a66a-2ee02dcd55f2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:08.065145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:08.070029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.075736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:08.080141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:08.084641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ad0de81-4d04-4136-a8a4-f203804f57cc req-de0e972d-1ca3-4ba2-a601-ead63b66140a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155899 Jul 22 23:36:08.152165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28a78-904e-4e91-86be-5b13f84852aa None None] Pushing event updated for resources: {'Port': ['ID=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:08.243564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-80b8e0b8-4980-4d20-937b-4e20d25b5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.246579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-80b8e0b8-4980-4d20-937b-4e20d25b5bf4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1783552 Jul 22 23:36:08.325132 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-4ad2a79b-e56c-4551-b6c3-c068d2a63fb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 217 time: 0.0596108 Jul 22 23:36:08.395218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:36:08.411078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-a52d3537-ff38-4577-93b5-793df6cacd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.413413 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-a52d3537-ff38-4577-93b5-793df6cacd85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0814397 Jul 22 23:36:08.470480 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-f4b5f201-519c-4b7f-8ca1-6dc99a70294b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466981 Jul 22 23:36:08.528431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Pushing event updated for resources: {'Port': ['ID=3b407e76-61be-4db0-afe5-454b6122cfab,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:08.701885 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-26936e1f-d0b3-4a73-8d6a-9d9f6f7664fd service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770308 Jul 22 23:36:08.703086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:08.712649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Sync routers for ids ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:08.722171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Routers {'7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:08.722781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:08.722944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efe0d7-cb0a-44a4-8619-ccbd18fe5065 req-fa28f554-dca4-425e-939c-0dceb547c1d7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:08.724483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02efe0d7-cb0a-44a4-8619-ccbd18fe5065 req-fa28f554-dca4-425e-939c-0dceb547c1d7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1932402 Jul 22 23:36:08.753274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.758244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dde4a2c3-45a4-471b-a528-65264a6afd12 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9868569 Jul 22 23:36:08.760159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:08.809731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dae20fb-91cf-45ac-af72-31008e77958a None None] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:08.864938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:08.943481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-07760b91-4cc8-461f-aad7-ee1696b96574 None None] Provisioning for port 4a830047-90ab-444d-ad05-c9ce86bf8246 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:08.966153 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe7ee7ee-17eb-410f-a1fc-742af228e5a7 req-cc734153-3665-4ec6-a0f9-cf1cf6fd2a96 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505605 Jul 22 23:36:09.013133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02efe0d7-cb0a-44a4-8619-ccbd18fe5065 req-6d1d6603-3b0e-4b6f-b91b-33a3806f0d14 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746916 Jul 22 23:36:09.013379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b982eabf-21a2-4d9c-a03f-78a351570f2e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:09.067433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Set router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:09.261462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port b982eabf-21a2-4d9c-a03f-78a351570f2e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:09.298178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port b982eabf-21a2-4d9c-a03f-78a351570f2e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:09.298178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.312125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1893f88-ab02-4e85-a2b1-66fa97333ed2 req-07e540de-4626-432f-960b-1337f4f4aae2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:09.323987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1893f88-ab02-4e85-a2b1-66fa97333ed2 req-07e540de-4626-432f-960b-1337f4f4aae2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.3492384 Jul 22 23:36:09.439244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1893f88-ab02-4e85-a2b1-66fa97333ed2 req-6c2c9e26-5951-4b6f-a641-dcfea40ce829 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143153 Jul 22 23:36:09.507795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.531586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.540777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:07Z', 'revision_number': 3, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:09.549944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7313e-b3f2-4867-8802-3c76a317baf7 req-03dc37d9-3444-4d66-bfbd-52c98b9bcf92 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:09.551706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eca7313e-b3f2-4867-8802-3c76a317baf7 req-03dc37d9-3444-4d66-bfbd-52c98b9bcf92 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 944 time: 0.2001982 Jul 22 23:36:09.555105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.642952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Checking router: 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:09.643310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Updating router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 port 20116539-81ae-487b-a00e-46487557ea6f binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:36:09.708912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b982eabf-21a2-4d9c-a03f-78a351570f2e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:09.711119 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6159f567-f42b-4bcc-92f0-e2edc19f5045" -d '{"events": [{"server_uuid": "1fef1596-5d0f-4c95-b031-3630ef63d5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b982eabf-21a2-4d9c-a03f-78a351570f2e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:09.733964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b982eabf-21a2-4d9c-a03f-78a351570f2e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:09.748308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.758337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:09.815968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ebb3d0-e3f4-4be5-8170-b11c41445653 None None] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:09.853699 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4460b7-b788-484b-bd2f-280294200f2e x-openstack-request-id: req-fa4460b7-b788-484b-bd2f-280294200f2e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:09.853995 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fef1596-5d0f-4c95-b031-3630ef63d5f1", "name": "network-vif-plugged", "status": "completed", "tag": "b982eabf-21a2-4d9c-a03f-78a351570f2e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:09.854365 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa4460b7-b788-484b-bd2f-280294200f2e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:09.854712 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b982eabf-21a2-4d9c-a03f-78a351570f2e', 'code': 200} Jul 22 23:36:09.909919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:09.910191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Allocated IP 172.20.0.1 (cc2bc547-67b4-4b01-b8a2-12d7e57bf188/07e47e9c-44b9-4bac-a3b9-91c121ce57aa/df40d473-921a-4ef2-8da7-9e7c7b2abd69) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:09.911347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eca7313e-b3f2-4867-8802-3c76a317baf7 req-7908933a-578a-496b-bfd0-565d02d282f4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311322 Jul 22 23:36:10.013908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Router c5efebbe-4b88-4f21-a15e-ba212b1e872f is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:36:10.109637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b982eabf-21a2-4d9c-a03f-78a351570f2e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:10.138811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.164097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Transition to ACTIVE for port object df40d473-921a-4ef2-8da7-9e7c7b2abd69 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:10.178602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb73370e-5992-42e4-b517-f78b48d004fc None None] Provisioning for port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:10.187223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4cc2a-c224-4593-b28b-34b0f054daed req-def02160-44e8-4da9-834e-e8ce16123d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:10.188954 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-32b4cc2a-c224-4593-b28b-34b0f054daed req-def02160-44e8-4da9-834e-e8ce16123d82 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 1096 time: 0.1618423 Jul 22 23:36:10.190289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:10.209973 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Sync routers for ids ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:10.233543 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Routers {'c5efebbe-4b88-4f21-a15e-ba212b1e872f'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:10.234465 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:10.238270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:10.250813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.255961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d2e81-0ce1-4aba-a8cd-b022983bfe01 req-a1904322-e413-4bea-972b-b41a42db731d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:10.267835 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-32b4cc2a-c224-4593-b28b-34b0f054daed req-11d2c068-c664-478d-ae2b-86b8cafc7eff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622265 Jul 22 23:36:10.269557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-570d2e81-0ce1-4aba-a8cd-b022983bfe01 req-a1904322-e413-4bea-972b-b41a42db731d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1617436 Jul 22 23:36:10.286052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.291062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6f07e0fe-c6e1-4cd9-83a8-52416a2b2619 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5968809 Jul 22 23:36:10.292164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60372) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:10.306352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:10.314446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:10.318876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:10.351442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Pushing event updated for resources: {'Port': ['ID=df40d473-921a-4ef2-8da7-9e7c7b2abd69,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:10.374729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.382202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:10.383755 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.414310 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Set router c5efebbe-4b88-4f21-a15e-ba212b1e872f gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:10.429692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-570d2e81-0ce1-4aba-a8cd-b022983bfe01 req-aa939136-c981-4448-add1-ce18fe6e49a1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589689 Jul 22 23:36:10.572616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.641540 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.661951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Transition to ACTIVE for port object 20116539-81ae-487b-a00e-46487557ea6f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:10.724481 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.779567 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:08Z', 'revision_number': 3, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:10.813879 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Checking router: c5efebbe-4b88-4f21-a15e-ba212b1e872f for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:10.814552 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Updating router c5efebbe-4b88-4f21-a15e-ba212b1e872f port 3b407e76-61be-4db0-afe5-454b6122cfab binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:36:10.820154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Attempting to bind port 20116539-81ae-487b-a00e-46487557ea6f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:10.820648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Attempting to bind port 20116539-81ae-487b-a00e-46487557ea6f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:10.821110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Attempting to bind port 20116539-81ae-487b-a00e-46487557ea6f on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:10.836166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:10.836823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:10.837343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.837838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:10.838725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Bound port: 20116539-81ae-487b-a00e-46487557ea6f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:10.839194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.854117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841520a0-a9dc-420e-902a-94b1706e6669 req-00fbfdc3-2639-46b8-9a1a-7971eeea1bbd tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:10.860215 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.861818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-841520a0-a9dc-420e-902a-94b1706e6669 req-00fbfdc3-2639-46b8-9a1a-7971eeea1bbd tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.2416713 Jul 22 23:36:10.864142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9819d6b-3dad-4057-923b-9abad30956ba None None] Provisioning for port df40d473-921a-4ef2-8da7-9e7c7b2abd69 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:10.864951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.871962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.886309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9819d6b-3dad-4057-923b-9abad30956ba None None] Provisioning complete for port df40d473-921a-4ef2-8da7-9e7c7b2abd69 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:10.886935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9819d6b-3dad-4057-923b-9abad30956ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.921828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-841520a0-a9dc-420e-902a-94b1706e6669 req-363f1a89-0855-4e16-9b29-b538ee816d88 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590208 Jul 22 23:36:10.938993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74dd49-7068-40f2-ab85-24d02b96abe1 None None] Pushing event updated for resources: {'Port': ['ID=20116539-81ae-487b-a00e-46487557ea6f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:10.972819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:10.974793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Pushing event updated for resources: {'Port': ['ID=df40d473-921a-4ef2-8da7-9e7c7b2abd69,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:11.083146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b9819d6b-3dad-4057-923b-9abad30956ba None None] Port df40d473-921a-4ef2-8da7-9e7c7b2abd69 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:11.088930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] For port 20116539-81ae-487b-a00e-46487557ea6f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:11.096334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] For port 20116539-81ae-487b-a00e-46487557ea6f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=20116539-81ae-487b-a00e-46487557ea6f,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:11.097864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.102611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.148393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:11.152335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:11.271056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.299264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e958930-c172-4da6-9933-b0ed9918e65a req-0f335d18-affb-4a56-b05a-1edf9c889603 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:11.312516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e958930-c172-4da6-9933-b0ed9918e65a req-0f335d18-affb-4a56-b05a-1edf9c889603 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 945 time: 0.2335868 Jul 22 23:36:11.389837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e958930-c172-4da6-9933-b0ed9918e65a req-f8b6c380-a4bf-45bc-8558-94864ffde85c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713501 Jul 22 23:36:11.408419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:11.438755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Routers {'7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:11.439462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:11.512531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,segment=NetworkSegment(4b664196-f487-420c-a66a-2ee02dcd55f2),segment_id=4b664196-f487-420c-a66a-2ee02dcd55f2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:11.573009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.574040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4a830047-90ab-444d-ad05-c9ce86bf8246 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:11.619816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74dd49-7068-40f2-ab85-24d02b96abe1 None None] Pushing event updated for resources: {'Port': ['ID=20116539-81ae-487b-a00e-46487557ea6f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:11.641166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:11.659380 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-04a908ea-d96b-4369-a45b-73b94ffc0e29 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d4d1f2e-d3ec-41f3-9966-5b8944cfb992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8857393 Jul 22 23:36:11.706257 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.709706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b9ed5ace-91cd-4a06-9f4f-065f9b7c7a6a None None] Provisioning complete for port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:11.710303 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9ed5ace-91cd-4a06-9f4f-065f9b7c7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.713121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:11.751994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Allocated IP 172.20.0.1 (840338ba-7289-40c3-a07b-46a26f10d4e3/e033b960-5d24-4e46-b2c4-90bc740afbc5/41930322-bb28-4751-8e09-739eb6e49c27) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:11.755525 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Transition to ACTIVE for port object 3b407e76-61be-4db0-afe5-454b6122cfab will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:11.772259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4a830047-90ab-444d-ad05-c9ce86bf8246 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:11.780540 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.787946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4a830047-90ab-444d-ad05-c9ce86bf8246 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:11.788593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.845875 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Pushing event updated for resources: {'Port': ['ID=3b407e76-61be-4db0-afe5-454b6122cfab,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:11.848505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6a60-8f1d-4f5f-b810-3f5607fc9a97 req-017ecb15-93da-4c25-9c29-b2a134022ea2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:11.859475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89cb6a60-8f1d-4f5f-b810-3f5607fc9a97 req-017ecb15-93da-4c25-9c29-b2a134022ea2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1731064 Jul 22 23:36:11.884986 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Attempting to bind port 3b407e76-61be-4db0-afe5-454b6122cfab on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:11.885244 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Attempting to bind port 3b407e76-61be-4db0-afe5-454b6122cfab by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:11.885580 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Attempting to bind port 3b407e76-61be-4db0-afe5-454b6122cfab on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:11.890052 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.890650 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.891161 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.891735 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.892233 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.892739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.893239 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.893722 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.894220 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.895297 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.895821 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.896351 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:11.911599 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:11.912408 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:11.912997 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.913553 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:11.914856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Bound port: 3b407e76-61be-4db0-afe5-454b6122cfab, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:11.916274 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.977413 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] For port 3b407e76-61be-4db0-afe5-454b6122cfab, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:11.982059 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] For port 3b407e76-61be-4db0-afe5-454b6122cfab, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3b407e76-61be-4db0-afe5-454b6122cfab,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:11.986857 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:11.987970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] Set router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:11.991422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89cb6a60-8f1d-4f5f-b810-3f5607fc9a97 req-f6e7cb2c-cd7b-4dc1-8eee-d3587e458e95 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259749 Jul 22 23:36:12.109389 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bb589-6b45-472d-a4c8-1f84c0a3cda2 None None] Pushing event updated for resources: {'Port': ['ID=3b407e76-61be-4db0-afe5-454b6122cfab,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:12.128174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.150988 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Routers {'c5efebbe-4b88-4f21-a15e-ba212b1e872f'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:12.153221 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:12.179049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b0f1092-356d-4ddb-b828-992b1f7d6f95 None None] Provisioning complete for port df40d473-921a-4ef2-8da7-9e7c7b2abd69 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:12.179463 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1092-356d-4ddb-b828-992b1f7d6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.215234 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.227583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Transition to ACTIVE for port object 41930322-bb28-4751-8e09-739eb6e49c27 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:12.302163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4a830047-90ab-444d-ad05-c9ce86bf8246, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4a830047-90ab-444d-ad05-c9ce86bf8246,segment=NetworkSegment(0ae88614-b444-449a-a7cf-8eb96f49a8fa),segment_id=0ae88614-b444-449a-a7cf-8eb96f49a8fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:12.307168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f1092-356d-4ddb-b828-992b1f7d6f95 None None] Port df40d473-921a-4ef2-8da7-9e7c7b2abd69 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:12.310990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.327484 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] Set router c5efebbe-4b88-4f21-a15e-ba212b1e872f gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:12.392057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a701a9b-7229-43e9-a915-b266536c3534 req-fa84704f-f134-4bd4-8566-1d6d837cfa73 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:12.402261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a701a9b-7229-43e9-a915-b266536c3534 req-fa84704f-f134-4bd4-8566-1d6d837cfa73 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.2709284 Jul 22 23:36:12.436176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4a830047-90ab-444d-ad05-c9ce86bf8246,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:12.459053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'df40d473-921a-4ef2-8da7-9e7c7b2abd69', 'name': '', 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'mac_address': 'fa:16:3e:8c:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:09Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 2, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'subnets': [{'id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:12.466884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.492486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b98b63-40f7-4330-b0e0-857ea3ead1f0 None None] The sync data for ids ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'] in n-d-758851-4 is: [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'df40d473-921a-4ef2-8da7-9e7c7b2abd69', 'name': '', 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'mac_address': 'fa:16:3e:8c:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:09Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 2, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'subnets': [{'id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:12.499960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:12.502761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a701a9b-7229-43e9-a915-b266536c3534 req-2caf37a2-962b-4a32-89d0-0d703f079c97 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993416 Jul 22 23:36:12.527905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c7af4ff1-2264-4183-9d3f-f83f27230f2e tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3285606 Jul 22 23:36:12.571441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:12.592217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:12.592887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.606476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:12.613355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:12.621652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:12.685742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Pushing event updated for resources: {'Port': ['ID=41930322-bb28-4751-8e09-739eb6e49c27,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:12.707321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.710238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.714100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.714673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.715190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.715747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.716270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.716796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.717310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.717823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.720740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.723438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:12.745498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.798293 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:08Z', 'revision_number': 3, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:12.836692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:12.867068 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f3933-13c7-4437-9cc5-9452f3dc72a9 None None] The sync data for ids ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'] in n-d-758851-4 is: [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:08Z', 'revision_number': 3, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:13.005332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:13.092904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d732294e-1537-44d0-96a6-49e28f33567f None None] Provisioning for port 41930322-bb28-4751-8e09-739eb6e49c27 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:13.100948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d732294e-1537-44d0-96a6-49e28f33567f None None] Provisioning complete for port 41930322-bb28-4751-8e09-739eb6e49c27 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:13.101760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d732294e-1537-44d0-96a6-49e28f33567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.194971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d732294e-1537-44d0-96a6-49e28f33567f None None] Port 41930322-bb28-4751-8e09-739eb6e49c27 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:13.412764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e0c53-6012-4c11-8c66-2f2ccdf6864a req-dda2b147-db50-4f6d-aa99-aed80662b819 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:13.420955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf2e0c53-6012-4c11-8c66-2f2ccdf6864a req-dda2b147-db50-4f6d-aa99-aed80662b819 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 945 time: 0.6424050 Jul 22 23:36:13.494670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf2e0c53-6012-4c11-8c66-2f2ccdf6864a req-1f6d7cc9-1fc9-4c47-8cd4-32b7a1784f4d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726469 Jul 22 23:36:13.557863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.578486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.927619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.938283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:13.983101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Allocated IP 172.25.5.20 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/2052c727-015c-4442-bce0-e0d2494f41dc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:14.088832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.116774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Pushing event updated for resources: {'Port': ['ID=41930322-bb28-4751-8e09-739eb6e49c27,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:14.269946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.280381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-4977fa44-b139-4001-b84a-dcc89c9ba38b service neutron] 10.222.0.48 "GET /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b/bindings/n-h1-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.0991764 Jul 22 23:36:14.288089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d509-a605-4c82-b3ff-18f2e277ceee req-1c816afc-7f20-4cbd-b20e-6e9feab29f9d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:14.289695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f820d509-a605-4c82-b3ff-18f2e277ceee req-1c816afc-7f20-4cbd-b20e-6e9feab29f9d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.3282356 Jul 22 23:36:14.373559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:14.379240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:14.396323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f820d509-a605-4c82-b3ff-18f2e277ceee req-6a546165-85e7-488e-86f0-4e30e43bfe28 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961316 Jul 22 23:36:14.609153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:14.652206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:14.654994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.749944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95437f1c-c604-43cb-89d8-a868e137d50b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:14.786493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:14.819139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:14.824373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 20116539-81ae-487b-a00e-46487557ea6f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:14.848421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:14.860635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:14.865356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:14.871938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Pushing event updated for resources: {'Port': ['ID=2052c727-015c-4442-bce0-e0d2494f41dc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:14.954368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Router c5efebbe-4b88-4f21-a15e-ba212b1e872f has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:14.966577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09ef2-0035-49bd-b6ed-8fd9c4e059fc req-81f42eca-fecd-4631-b429-44b0a7f981d8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:14.968420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ba09ef2-0035-49bd-b6ed-8fd9c4e059fc req-81f42eca-fecd-4631-b429-44b0a7f981d8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 943 time: 0.4087827 Jul 22 23:36:15.032132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 20116539-81ae-487b-a00e-46487557ea6f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:15.039736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] Transition to ACTIVE for port object 95437f1c-c604-43cb-89d8-a868e137d50b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:15.040352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-894754b5-37ac-4fb0-9940-f0a8762deb23 None None] Provisioning complete for port 41930322-bb28-4751-8e09-739eb6e49c27 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:15.041259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-894754b5-37ac-4fb0-9940-f0a8762deb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.048836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.098925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 20116539-81ae-487b-a00e-46487557ea6f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:15.099299 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.146435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] No DVR routers for this DVR port 95437f1c-c604-43cb-89d8-a868e137d50b on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:15.204442 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] 10.222.0.48 "PUT /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b/bindings/n-h1-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9165671 Jul 22 23:36:15.208611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba6025-ecd8-4b39-a4bc-2aac8c99c37e service neutron] Pushing event updated for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.221962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-894754b5-37ac-4fb0-9940-f0a8762deb23 None None] Port 41930322-bb28-4751-8e09-739eb6e49c27 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:36:15.222162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.238295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ba09ef2-0035-49bd-b6ed-8fd9c4e059fc req-d904e31e-5202-4a93-b497-1c83a50e2187 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508397 Jul 22 23:36:15.297586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.337408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.337905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 20116539-81ae-487b-a00e-46487557ea6f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=20116539-81ae-487b-a00e-46487557ea6f,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:15.342502 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.343563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3b407e76-61be-4db0-afe5-454b6122cfab up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:15.392731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:15.402971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e13e858d-96f8-46b4-9611-c7ca563623c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/c5efebbe-4b88-4f21-a15e-ba212b1e872f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1025348 Jul 22 23:36:15.464646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=20116539-81ae-487b-a00e-46487557ea6f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.496285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3b407e76-61be-4db0-afe5-454b6122cfab completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:15.500716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3b407e76-61be-4db0-afe5-454b6122cfab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:15.501108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.608854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.617422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-43a17b68-01f4-46f5-9c24-ede1182cac5d tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:15.619690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-43a17b68-01f4-46f5-9c24-ede1182cac5d tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.2966173 Jul 22 23:36:15.643541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3b407e76-61be-4db0-afe5-454b6122cfab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3b407e76-61be-4db0-afe5-454b6122cfab,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:15.649185 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.650118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4a830047-90ab-444d-ad05-c9ce86bf8246 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:15.729170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3b407e76-61be-4db0-afe5-454b6122cfab,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.742628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4a830047-90ab-444d-ad05-c9ce86bf8246 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:15.742874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.761356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.781454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.898148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-6db12b0a-c2b1-427a-9964-f8e3053d9820 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:15.903959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-6db12b0a-c2b1-427a-9964-f8e3053d9820 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.4002800 Jul 22 23:36:15.933856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Pushing event updated for resources: {'Port': ['ID=2052c727-015c-4442-bce0-e0d2494f41dc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:15.941009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:15.946623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-8cd0763c-e856-4e5f-a523-ddecb0eeb999 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0260653 Jul 22 23:36:15.951899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-953f84cd-49e6-4469-94f7-5a5892125cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:15.953445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-953f84cd-49e6-4469-94f7-5a5892125cb0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de&tenant_id=0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 1095 time: 0.3182466 Jul 22 23:36:15.999231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.000456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-c549aeb4-e317-42a3-ba2e-0616140a0b65 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4714608 Jul 22 23:36:16.083988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-ea417bee-8b83-421f-891d-1594632ff329 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0770974 Jul 22 23:36:16.099101 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1395-792a-4d3f-9b1a-4c43839bb156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.147105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-45cb7977-7c33-4425-aa48-41a88b5d8ab4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1903086 Jul 22 23:36:16.161563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-2a3298d0-2f2b-47f0-9f30-4e473f3df9ee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:36:16.162556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-2a3298d0-2f2b-47f0-9f30-4e473f3df9ee service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058427 Jul 22 23:36:16.215232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-143430ec-6ce4-42de-9843-6a3f2a2ebe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.217746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-143430ec-6ce4-42de-9843-6a3f2a2ebe31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1095 time: 0.2272935 Jul 22 23:36:16.260340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Sync routers for ids ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:16.272860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Routers {'c5efebbe-4b88-4f21-a15e-ba212b1e872f'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:16.274192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:16.393509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-fa0d0fb6-a3dc-4865-ab17-0e55f4a76872 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.394913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-fa0d0fb6-a3dc-4865-ab17-0e55f4a76872 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3043518 Jul 22 23:36:16.425626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 20116539-81ae-487b-a00e-46487557ea6f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:16.427422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-2dd0835d-233b-45d6-99ea-09cfa7d013eb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:36:16.428801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae5c389f-0ae9-4de9-a8f0-b7c5ecae2a8b req-2dd0835d-233b-45d6-99ea-09cfa7d013eb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130429 Jul 22 23:36:16.469645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-5098f163-12fb-4c76-8823-e355dd64fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.471606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-5098f163-12fb-4c76-8823-e355dd64fce2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.2455478 Jul 22 23:36:16.472743 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Sync routers for ids ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:16.482201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-e0e3ca13-fc08-4d9e-b3e9-50ae6c589197 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827888 Jul 22 23:36:16.488287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Set router c5efebbe-4b88-4f21-a15e-ba212b1e872f gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:16.488830 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Routers {'7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:16.489661 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:16.553010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-788ac89c-6026-47e5-8639-a31606b870a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 200 len: 217 time: 0.0686893 Jul 22 23:36:16.625169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Set router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:16.636689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 20116539-81ae-487b-a00e-46487557ea6f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:16.637087 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:16.658728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-8364b051-0e69-46b0-af47-8f9dd53079d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:16.660273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-8364b051-0e69-46b0-af47-8f9dd53079d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1000111 Jul 22 23:36:16.678202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-a0adbab0-9213-420d-abbb-3c6eb77c7e08 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950371 Jul 22 23:36:16.755074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-9084973a-bcff-414a-8c49-5bbd191de7a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744944 Jul 22 23:36:16.840362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3b407e76-61be-4db0-afe5-454b6122cfab up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:16.907564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:13Z', 'revision_number': 4, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '41930322-bb28-4751-8e09-739eb6e49c27', 'name': '', 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'mac_address': 'fa:16:3e:1a:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:11Z', 'updated_at': '2021-07-22T23:36:13Z', 'revision_number': 2, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'subnets': [{'id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:16.930704 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'df40d473-921a-4ef2-8da7-9e7c7b2abd69', 'name': '', 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'mac_address': 'fa:16:3e:8c:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:09Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 2, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'subnets': [{'id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:16.944079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Checking router: c5efebbe-4b88-4f21-a15e-ba212b1e872f for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:16.945497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Updating router c5efebbe-4b88-4f21-a15e-ba212b1e872f port 41930322-bb28-4751-8e09-739eb6e49c27 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:36:16.972633 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Checking router: 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:16.973023 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Updating router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 port df40d473-921a-4ef2-8da7-9e7c7b2abd69 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:36:17.000867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3b407e76-61be-4db0-afe5-454b6122cfab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:17.001582 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.004840 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.019417 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.338555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-616447d9-5475-4882-897d-26ec9fa407f9 req-f28d041f-88c0-4345-a281-cdced8a79e5a tempest-FloatingIPsNegativeTestJSON-217021875 tempest-FloatingIPsNegativeTestJSON-217021875-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2ba19da7bf3c4fe88863163bb948c351 HTTP/1.1" status: 200 len: 217 time: 0.1248379 Jul 22 23:36:17.366815 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.401956 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Transition to ACTIVE for port object df40d473-921a-4ef2-8da7-9e7c7b2abd69 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:17.410479 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.424092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d622c5-6ab1-4098-bb6e-d1e1376739cf req-497b69c3-0866-400b-8993-1c6bce2109c7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:17.433997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75d622c5-6ab1-4098-bb6e-d1e1376739cf req-497b69c3-0866-400b-8993-1c6bce2109c7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.6628513 Jul 22 23:36:17.458206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-7178d5f2-d43f-4163-b8f1-e7cb697dff35 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960900 Jul 22 23:36:17.472309 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.491989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Transition to ACTIVE for port object 41930322-bb28-4751-8e09-739eb6e49c27 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:17.505043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.528935 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05261ae-97ca-4273-8f2a-7c67602f0dde None None] Pushing event updated for resources: {'Port': ['ID=df40d473-921a-4ef2-8da7-9e7c7b2abd69,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:17.567106 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Attempting to bind port df40d473-921a-4ef2-8da7-9e7c7b2abd69 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:17.569500 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Attempting to bind port df40d473-921a-4ef2-8da7-9e7c7b2abd69 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:17.569795 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Attempting to bind port df40d473-921a-4ef2-8da7-9e7c7b2abd69 on network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:17.576379 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:17.577245 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Checking segment: {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:17.577245 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.577583 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Bound using segment: {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:17.578028 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Bound port: df40d473-921a-4ef2-8da7-9e7c7b2abd69, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae88614-b444-449a-a7cf-8eb96f49a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:17.578625 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.614226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Pushing event updated for resources: {'Port': ['ID=41930322-bb28-4751-8e09-739eb6e49c27,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:17.635136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75d622c5-6ab1-4098-bb6e-d1e1376739cf req-56a2e8be-d4ce-4ecd-8b0d-11e6274f317e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011061 Jul 22 23:36:17.652503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.653227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.653755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.654323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.654868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.656388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.657512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.662475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.663527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.665146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.668924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.669101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] For port df40d473-921a-4ef2-8da7-9e7c7b2abd69, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:17.669727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:36:17.670856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-4ebf0eb5-82df-420a-95a8-2705336acdd8 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018249 Jul 22 23:36:17.673011 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] For port df40d473-921a-4ef2-8da7-9e7c7b2abd69, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=df40d473-921a-4ef2-8da7-9e7c7b2abd69,segment=NetworkSegment(0ae88614-b444-449a-a7cf-8eb96f49a8fa),segment_id=0ae88614-b444-449a-a7cf-8eb96f49a8fa)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:17.678726 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.723171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7882a-836f-4014-b2e3-476f8bcd4b68 req-13f405e1-998b-4818-b4c9-32d748ebd903 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:17.728598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ae7882a-836f-4014-b2e3-476f8bcd4b68 req-13f405e1-998b-4818-b4c9-32d748ebd903 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.2862325 Jul 22 23:36:17.785300 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Routers {'7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:17.793923 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:17.809208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ae7882a-836f-4014-b2e3-476f8bcd4b68 req-4be3b8e0-f583-475f-8a36-fdd7430e64b2 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Jul 22 23:36:17.884163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Attempting to bind port 41930322-bb28-4751-8e09-739eb6e49c27 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:17.886050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Attempting to bind port 41930322-bb28-4751-8e09-739eb6e49c27 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:17.888246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Attempting to bind port 41930322-bb28-4751-8e09-739eb6e49c27 on network 840338ba-7289-40c3-a07b-46a26f10d4e3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:17.890832 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05261ae-97ca-4273-8f2a-7c67602f0dde None None] Pushing event updated for resources: {'Port': ['ID=df40d473-921a-4ef2-8da7-9e7c7b2abd69,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:17.913701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:17.914481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Checking segment: {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:17.916060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:17.916651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Bound using segment: {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:17.919259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Bound port: 41930322-bb28-4751-8e09-739eb6e49c27, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b664196-f487-420c-a66a-2ee02dcd55f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:17.919974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.008426 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] Set router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:18.019350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] For port 41930322-bb28-4751-8e09-739eb6e49c27, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:18.025917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] For port 41930322-bb28-4751-8e09-739eb6e49c27, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=41930322-bb28-4751-8e09-739eb6e49c27,segment=NetworkSegment(4b664196-f487-420c-a66a-2ee02dcd55f2),segment_id=4b664196-f487-420c-a66a-2ee02dcd55f2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:18.032147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.041370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a876ce0d-8e91-4f09-b59c-7bf6cfdfd1ba req-65583af3-af9c-4219-9f21-59bfe0a76b22 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 210 time: 0.0538685 Jul 22 23:36:18.067524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-555c24c5-e8c1-4c6b-b514-e4592b5a9fea req-703a24ae-7349-480a-ab35-31a1b327ee88 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips/03b0d2b6-71ac-41ab-a4f9-17ad71161d9f HTTP/1.1" status: 200 len: 692 time: 0.2144234 Jul 22 23:36:18.141089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Routers {'c5efebbe-4b88-4f21-a15e-ba212b1e872f'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:18.141807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:35:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:18.217683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cebb3cd5-01e5-451e-ba94-bcfa81d8f3b7 req-38ebbdbd-bf43-4c52-86f5-56a374fc3ce8 tempest-FloatingIPsNegativeTestJSON-217021875 tempest-FloatingIPsNegativeTestJSON-217021875-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0859122 Jul 22 23:36:18.263418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90600a8c-0b33-464c-b0ae-6e3ba39bc529 None None] Pushing event updated for resources: {'Port': ['ID=41930322-bb28-4751-8e09-739eb6e49c27,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:18.339902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] Set router c5efebbe-4b88-4f21-a15e-ba212b1e872f gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:18.489441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c24c5-e8c1-4c6b-b514-e4592b5a9fea req-d40ea60a-febc-4f97-a715-807359433e76 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.518436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-555c24c5-e8c1-4c6b-b514-e4592b5a9fea req-d40ea60a-febc-4f97-a715-807359433e76 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.4495947 Jul 22 23:36:18.541635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-555c24c5-e8c1-4c6b-b514-e4592b5a9fea req-35b13221-4be8-48bd-aafd-b64b28fb3c85 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:36:18.563954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-555c24c5-e8c1-4c6b-b514-e4592b5a9fea req-35b13221-4be8-48bd-aafd-b64b28fb3c85 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0408664 Jul 22 23:36:18.592468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-24874c38-99cf-454c-a435-ca5666f9b953 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.604754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-24874c38-99cf-454c-a435-ca5666f9b953 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.5148964 Jul 22 23:36:18.619668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-0cc9cacd-a5e3-4184-afce-6c7f41350baf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:18.622975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-0cc9cacd-a5e3-4184-afce-6c7f41350baf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.1600015 Jul 22 23:36:18.652721 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'df40d473-921a-4ef2-8da7-9e7c7b2abd69', 'name': '', 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'mac_address': 'fa:16:3e:8c:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:09Z', 'updated_at': '2021-07-22T23:36:17Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'subnets': [{'id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:18.653816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:18.679410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device df40d473-921a-4ef2-8da7-9e7c7b2abd69 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:18.773836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccad3b55-035e-46fc-9bf0-33835f19c5d2 None None] The sync data for ids ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'] in n-d-758851-4 is: [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:10Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'df40d473-921a-4ef2-8da7-9e7c7b2abd69', 'name': '', 'network_id': 'cc2bc547-67b4-4b01-b8a2-12d7e57bf188', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'mac_address': 'fa:16:3e:8c:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:09Z', 'updated_at': '2021-07-22T23:36:17Z', 'revision_number': 4, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'subnets': [{'id': '07e47e9c-44b9-4bac-a3b9-91c121ce57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:18.800941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port df40d473-921a-4ef2-8da7-9e7c7b2abd69 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:18.809932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port df40d473-921a-4ef2-8da7-9e7c7b2abd69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:18.810313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.883555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:18.890758 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.918848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:13Z', 'revision_number': 4, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '41930322-bb28-4751-8e09-739eb6e49c27', 'name': '', 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'mac_address': 'fa:16:3e:1a:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:11Z', 'updated_at': '2021-07-22T23:36:18Z', 'revision_number': 4, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'subnets': [{'id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:18.944497 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-d77b8741-7499-4992-9e22-d157e67cd9ae req-cc41b9b2-fd76-4ed4-8767-5fa8da1d8399 tempest-FloatingIPsNegativeTestJSON-217021875 tempest-FloatingIPsNegativeTestJSON-217021875-project] show failed (client error): The resource could not be found. Jul 22 23:36:18.945611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d77b8741-7499-4992-9e22-d157e67cd9ae req-cc41b9b2-fd76-4ed4-8767-5fa8da1d8399 tempest-FloatingIPsNegativeTestJSON-217021875 tempest-FloatingIPsNegativeTestJSON-217021875-project] 10.222.0.21 "GET /v2.0/floatingips/4ddcd37e-ccf1-44ff-bbea-72080a128a6d HTTP/1.1" status: 404 len: 350 time: 0.1479583 Jul 22 23:36:18.959070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d03a4be1-3c77-4793-8d16-d023874877f7 req-412d30ee-e678-4545-849b-db91527f4bc5 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=e925e69f25d94defae87d7caa0dc59ec HTTP/1.1" status: 200 len: 695 time: 0.1464741 Jul 22 23:36:18.964504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:18.981627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:18.991127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a683dc1-f726-457b-aba7-9b2ebb0ae0a9 None None] The sync data for ids ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'] in n-d-758851-4 is: [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:13Z', 'revision_number': 4, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '41930322-bb28-4751-8e09-739eb6e49c27', 'name': '', 'network_id': '840338ba-7289-40c3-a07b-46a26f10d4e3', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'mac_address': 'fa:16:3e:1a:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:11Z', 'updated_at': '2021-07-22T23:36:18Z', 'revision_number': 4, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'subnets': [{'id': 'e033b960-5d24-4e46-b2c4-90bc740afbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:19.072837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port df40d473-921a-4ef2-8da7-9e7c7b2abd69, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=df40d473-921a-4ef2-8da7-9e7c7b2abd69,segment=NetworkSegment(0ae88614-b444-449a-a7cf-8eb96f49a8fa),segment_id=0ae88614-b444-449a-a7cf-8eb96f49a8fa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:19.088130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.099872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.12 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/2d3b8618-61b0-44f5-90a0-2028dfdb637a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:19.174059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=df40d473-921a-4ef2-8da7-9e7c7b2abd69,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:19.203834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-aa9e9eff-a905-45fb-87e8-cf9a5beb55fb service neutron] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:19.209987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-aa9e9eff-a905-45fb-87e8-cf9a5beb55fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.211165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2c2854e-791e-44a1-ad9f-f65206365eac req-aa9e9eff-a905-45fb-87e8-cf9a5beb55fb service neutron] 10.222.0.49 "DELETE /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b/bindings/n-h2-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.5981619 Jul 22 23:36:19.236954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a4be1-3c77-4793-8d16-d023874877f7 req-710d5eb2-f12c-45aa-b00f-8c3e97182a4d tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.244844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d03a4be1-3c77-4793-8d16-d023874877f7 req-710d5eb2-f12c-45aa-b00f-8c3e97182a4d tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks?id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 787 time: 0.2846539 Jul 22 23:36:19.264846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-d03a4be1-3c77-4793-8d16-d023874877f7 req-f0d66eb4-c7bc-4a00-8273-5bb43a796628 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:36:19.283937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d03a4be1-3c77-4793-8d16-d023874877f7 req-f0d66eb4-c7bc-4a00-8273-5bb43a796628 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0381458 Jul 22 23:36:19.308016 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-486390f3-effe-478a-bec3-4bb9868238e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.381954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff6655-7ae8-4f45-b873-4c0712aaad01 req-9b56e5d9-d70a-47f0-a6b1-01d1944650dc tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.388389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.390467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0ff6655-7ae8-4f45-b873-4c0712aaad01 req-9b56e5d9-d70a-47f0-a6b1-01d1944650dc tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1959348 Jul 22 23:36:19.439315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.485155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', 'b982eabf-21a2-4d9c-a03f-78a351570f2e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:19.500352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:19.503608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:19.506193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:19.535830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=2d3b8618-61b0-44f5-90a0-2028dfdb637a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:19.571083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0ff6655-7ae8-4f45-b873-4c0712aaad01 req-d61a0270-dcdb-4563-88a1-372941b51fab tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795473 Jul 22 23:36:19.584129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.584885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.610913 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-d485121b-3012-4ca5-9de6-97e2b1d1d8d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9683712 Jul 22 23:36:19.613079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.624216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef101b4-7afd-4408-8ca0-dea35ff8bb09 req-5f342612-dedf-4624-998d-056753e43bd3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:19.630596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Request body: {'port': {'device_id': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:19.640796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fef101b4-7afd-4408-8ca0-dea35ff8bb09 req-5f342612-dedf-4624-998d-056753e43bd3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.2463458 Jul 22 23:36:19.769791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:19.869230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fef101b4-7afd-4408-8ca0-dea35ff8bb09 req-3fa5fcb7-e5db-4c7a-98d2-5cb34e023624 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163754 Jul 22 23:36:20.042028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-664e5dcb-5c73-4bc0-a5f1-b7718934c677 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips/03b0d2b6-71ac-41ab-a4f9-17ad71161d9f HTTP/1.1" status: 200 len: 692 time: 0.0960279 Jul 22 23:36:20.114478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ca6ac-96ae-4102-839a-9bc2201293cf req-f1c4d3d7-d593-47fd-a3a8-fd911e850c71 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.116061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b32ca6ac-96ae-4102-839a-9bc2201293cf req-f1c4d3d7-d593-47fd-a3a8-fd911e850c71 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 932 time: 0.2447045 Jul 22 23:36:20.136296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.232830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3b8618-61b0-44f5-90a0-2028dfdb637a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:20.241372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.247577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-bb7f58ca-1f77-4634-8410-4e6a6190e9b8 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.249030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-bb7f58ca-1f77-4634-8410-4e6a6190e9b8 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1970363 Jul 22 23:36:20.253951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b32ca6ac-96ae-4102-839a-9bc2201293cf req-b93108cc-314e-4abe-9a80-31ebb7f1d160 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867953 Jul 22 23:36:20.285273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Transition to ACTIVE for port object 2d3b8618-61b0-44f5-90a0-2028dfdb637a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:20.290634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.315455 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.331768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-b44dbe57-380b-4890-a916-eb5e705e0910 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0757461 Jul 22 23:36:20.421454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Pushing event updated for resources: {'Port': ['ID=2d3b8618-61b0-44f5-90a0-2028dfdb637a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:20.485158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Attempting to bind port 2d3b8618-61b0-44f5-90a0-2028dfdb637a on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:20.485988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Attempting to bind port 2d3b8618-61b0-44f5-90a0-2028dfdb637a by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:20.486172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Attempting to bind port 2d3b8618-61b0-44f5-90a0-2028dfdb637a on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:20.491512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Port 2d3b8618-61b0-44f5-90a0-2028dfdb637a on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:20.491949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Attempting to bind port 2d3b8618-61b0-44f5-90a0-2028dfdb637a on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:20.496288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-0d09374d-c0c5-4c89-89e5-5f1831022820 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.1635528 Jul 22 23:36:20.497313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:20.497769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:20.498334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:20.498864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Bound port: 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:20.499511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.614304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 41930322-bb28-4751-8e09-739eb6e49c27 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:20.645677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] For port 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:20.652231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] For port 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:20.657471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.696444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.698305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.700053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] 10.222.0.48 "PUT /v2.0/ports/2d3b8618-61b0-44f5-90a0-2028dfdb637a HTTP/1.1" status: 200 len: 1092 time: 1.0741248 Jul 22 23:36:20.709787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'tag': '2d3b8618-61b0-44f5-90a0-2028dfdb637a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:20.711228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 41930322-bb28-4751-8e09-739eb6e49c27 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:20.714623 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a588540c-9bb7-4269-9329-97a1638ed2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8cd8c6-1cbc-4249-a6db-3b382c0958a5", "tag": "2d3b8618-61b0-44f5-90a0-2028dfdb637a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:20.716412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 41930322-bb28-4751-8e09-739eb6e49c27 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:20.716922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.744383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cd2ba-6d27-498e-857d-f00193a363be service neutron] Pushing event updated for resources: {'Port': ['ID=2d3b8618-61b0-44f5-90a0-2028dfdb637a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:20.799111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Deleting port 2052c727-015c-4442-bce0-e0d2494f41dc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:20.799727 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.834403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.845039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fa92-0c0a-4020-9128-1d09045e9174 req-4fa3dab5-4ee1-4f91-a0ad-47bb501c0506 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.846622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f19fa92-0c0a-4020-9128-1d09045e9174 req-4fa3dab5-4ee1-4f91-a0ad-47bb501c0506 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1547914 Jul 22 23:36:20.905359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 41930322-bb28-4751-8e09-739eb6e49c27, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=41930322-bb28-4751-8e09-739eb6e49c27,segment=NetworkSegment(4b664196-f487-420c-a66a-2ee02dcd55f2),segment_id=4b664196-f487-420c-a66a-2ee02dcd55f2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:20.910197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:20.911792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device df40d473-921a-4ef2-8da7-9e7c7b2abd69 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:20.921987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-b4cc26cc-64a9-4141-80b3-e90890166ac4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.923732 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-b4cc26cc-64a9-4141-80b3-e90890166ac4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 946 time: 0.1649637 Jul 22 23:36:20.941837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-35323c04-840f-4745-b39d-a2108801ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:20.942966 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-35323c04-840f-4745-b39d-a2108801ed46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 1095 time: 0.1442022 Jul 22 23:36:21.010417 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-b0ce3da7-cca2-41a4-8382-ad345d52dd45 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a HTTP/1.1" status: 200 len: 217 time: 0.0435076 Jul 22 23:36:21.019322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=41930322-bb28-4751-8e09-739eb6e49c27,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:21.027193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port df40d473-921a-4ef2-8da7-9e7c7b2abd69 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:21.027604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.115567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-a16d831c-84da-46a1-a026-03b58fceb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:21.117478 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-a16d831c-84da-46a1-a026-03b58fceb2d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0990963 Jul 22 23:36:21.173544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-096aefbc-da4d-43d0-98b2-e90c7eced943 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472405 Jul 22 23:36:21.184553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port cab78559-f950-4809-bf8b-9fa839b8cf69 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:21.184897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.357420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port cab78559-f950-4809-bf8b-9fa839b8cf69, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=cab78559-f950-4809-bf8b-9fa839b8cf69,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:21.360093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.365248 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-08c191f4-dac1-40b7-923c-f22540e31745 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734281 Jul 22 23:36:21.367868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f19fa92-0c0a-4020-9128-1d09045e9174 req-8583c634-1278-4b5f-b315-9e68c18e5929 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554222 Jul 22 23:36:21.370457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.370782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.380968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for cab78559-f950-4809-bf8b-9fa839b8cf69 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:21.416182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Calling delete_port for 2052c727-015c-4442-bce0-e0d2494f41dc owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:21.529316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c731d3c-c51c-465c-bb56-947d2420e9f1 req-50d3a457-5d85-442f-ac8a-ec6d06f38046 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568716 Jul 22 23:36:21.581359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Deleting port 41930322-bb28-4751-8e09-739eb6e49c27 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:21.581838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.616043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.635028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270bc6f-ca8b-44c3-83fc-80cc352cb204 req-931acc13-a881-4349-a550-5cd987f5aafb tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:21.636890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2270bc6f-ca8b-44c3-83fc-80cc352cb204 req-931acc13-a881-4349-a550-5cd987f5aafb tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1095 time: 0.1656196 Jul 22 23:36:21.793685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2270bc6f-ca8b-44c3-83fc-80cc352cb204 req-86f41dff-0dab-48cb-afea-40ac466ce14a tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447024 Jul 22 23:36:21.798681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.802322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] For port 41930322-bb28-4751-8e09-739eb6e49c27, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=41930322-bb28-4751-8e09-739eb6e49c27,segment=NetworkSegment(4b664196-f487-420c-a66a-2ee02dcd55f2),segment_id=4b664196-f487-420c-a66a-2ee02dcd55f2)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:21.803274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.847686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Pushing event deleted for resources: {'Port': ['ID=2052c727-015c-4442-bce0-e0d2494f41dc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:21.857942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Calling delete_port for 41930322-bb28-4751-8e09-739eb6e49c27 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:21.965013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.977317 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2f612b-2ae6-438d-9e15-4813cb5b7a6a x-openstack-request-id: req-1f2f612b-2ae6-438d-9e15-4813cb5b7a6a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:21.977618 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8cd8c6-1cbc-4249-a6db-3b382c0958a5", "tag": "2d3b8618-61b0-44f5-90a0-2028dfdb637a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:21.977934 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f2f612b-2ae6-438d-9e15-4813cb5b7a6a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:21.978476 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'tag': '2d3b8618-61b0-44f5-90a0-2028dfdb637a', 'status': 'completed', 'code': 200} Jul 22 23:36:21.995094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.997902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:21.999201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f666d8e-bc6e-4e25-a293-4779d1e046fd req-a18c20ef-9a86-485c-ac4d-d52d0755e3b1 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "DELETE /v2.0/floatingips/03b0d2b6-71ac-41ab-a4f9-17ad71161d9f HTTP/1.1" status: 204 len: 173 time: 1.4912829 Jul 22 23:36:22.004455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=cab78559-f950-4809-bf8b-9fa839b8cf69,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:22.026622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.092786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port cab78559-f950-4809-bf8b-9fa839b8cf69 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:22.097084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.099105 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dd5d013-7888-42b8-a763-c744ed802f42 req-0762bcbf-f274-4550-9b42-9cbb8fe813c6 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "DELETE /v2.0/ports/cab78559-f950-4809-bf8b-9fa839b8cf69 HTTP/1.1" status: 204 len: 173 time: 1.1691732 Jul 22 23:36:22.137132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-25b5fb3a-3338-43dc-93ec-69204d2ca6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:22.139010 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-25b5fb3a-3338-43dc-93ec-69204d2ca6e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 1095 time: 0.0988705 Jul 22 23:36:22.202564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59710274-aff8-44a1-934e-aea6e74069c0 req-dec5bf72-2f08-45ef-935e-a1a4b3b24605 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:22.204204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59710274-aff8-44a1-934e-aea6e74069c0 req-dec5bf72-2f08-45ef-935e-a1a4b3b24605 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 944 time: 0.1306667 Jul 22 23:36:22.257881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-c3b1399b-3080-4dfe-bc89-02734acc7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:22.259582 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-c3b1399b-3080-4dfe-bc89-02734acc7b7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.1064956 Jul 22 23:36:22.277769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59710274-aff8-44a1-934e-aea6e74069c0 req-26949438-0033-4a25-87ff-5926999ce884 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529139 Jul 22 23:36:22.278875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.325796 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-11fde1c7-9221-4d7f-bdbc-4079bc5b212c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a HTTP/1.1" status: 200 len: 217 time: 0.0552354 Jul 22 23:36:22.326264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Pushing event deleted for resources: {'Port': ['ID=41930322-bb28-4751-8e09-739eb6e49c27,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:22.379201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-a74020cc-64cf-427c-80d8-88bf4a1a90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:22.380791 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-a74020cc-64cf-427c-80d8-88bf4a1a90e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0468795 Jul 22 23:36:22.423450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 41930322-bb28-4751-8e09-739eb6e49c27 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:22.424670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-3e3cd240-8690-484c-8510-d42f3d43262b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357034 Jul 22 23:36:22.446968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 41930322-bb28-4751-8e09-739eb6e49c27 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:22.447507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 41930322-bb28-4751-8e09-739eb6e49c27 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 23:36:22.468876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Port 41930322-bb28-4751-8e09-739eb6e49c27 not found, will not notify nova. {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 23:36:22.545660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-9de47365-159c-4f35-af6e-14eb0c694ffa tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2309175 Jul 22 23:36:22.549077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-be0ae3eb-8cae-4f4f-b607-39f5e9935902 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166010 Jul 22 23:36:22.581131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c050d02-9cbb-4d87-8987-03c6d5d0b015 req-4b605580-9a47-4313-8dc0-5ba3af60ed26 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:22.582885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c050d02-9cbb-4d87-8987-03c6d5d0b015 req-4b605580-9a47-4313-8dc0-5ba3af60ed26 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 1095 time: 0.2669649 Jul 22 23:36:22.588907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:22.646896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a588540c-9bb7-4269-9329-97a1638ed2dc req-a4a22eea-0e9c-4919-b7a1-2c90a43b082b service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906687 Jul 22 23:36:22.686784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.696431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c050d02-9cbb-4d87-8987-03c6d5d0b015 req-7e786663-9f8f-4d47-be69-10b09c46382f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Jul 22 23:36:22.745184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:22.880323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d22e176b-d5ea-4186-a778-bdee37f89eb7 req-cd4afa3b-594b-4be7-84ff-d20ef545b03d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e5de55-164e-4afb-b1ae-863b71a6d1c9 HTTP/1.1" status: 200 len: 210 time: 0.0759232 Jul 22 23:36:23.023004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d3b8618-61b0-44f5-90a0-2028dfdb637a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:23.026269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.046795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cab78559-f950-4809-bf8b-9fa839b8cf69 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:23.085541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: cab78559-f950-4809-bf8b-9fa839b8cf69 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:23.085983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device cab78559-f950-4809-bf8b-9fa839b8cf69 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:23.168940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Router c5efebbe-4b88-4f21-a15e-ba212b1e872f has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:23.183114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:23.199349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2d3b8618-61b0-44f5-90a0-2028dfdb637a', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': '2d3b8618-61b0-44f5-90a0-2028dfdb637a', 'mac_address': 'fa:16:3e:f5:5e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:23.244633 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.247267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Allocated IP 172.25.5.57 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/b27a21e9-d2a0-4cb1-9f96-799bed88d5b0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:23.258865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3b8618-61b0-44f5-90a0-2028dfdb637a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:23.286741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:23.291543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.347757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d3b8618-61b0-44f5-90a0-2028dfdb637a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:23.382702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:23.389112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0cdc060b-949e-4adf-abf2-9519eb60b14e admin admin] 10.222.0.21 "PUT /v2.0/routers/c5efebbe-4b88-4f21-a15e-ba212b1e872f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4234674 Jul 22 23:36:23.391407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] Sync routers for ids ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:23.391694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:23.403021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] Routers {'c5efebbe-4b88-4f21-a15e-ba212b1e872f'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:23.403696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:36:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:23.497820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.512567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] Set router c5efebbe-4b88-4f21-a15e-ba212b1e872f gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:23.594725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.678033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe223d3b-6b82-4584-a639-9825ccd082dc req-64858632-1bbd-4967-9dec-36f61c755b7f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:23.679647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe223d3b-6b82-4584-a639-9825ccd082dc req-64858632-1bbd-4967-9dec-36f61c755b7f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 945 time: 0.2035193 Jul 22 23:36:23.685697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.730973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:22Z', 'revision_number': 5, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:23.757980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:23.769889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2d3b8618-61b0-44f5-90a0-2028dfdb637a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:23.771015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:23.773241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] Checking router: c5efebbe-4b88-4f21-a15e-ba212b1e872f for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:23.779319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:23.811521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] Routers {'c5efebbe-4b88-4f21-a15e-ba212b1e872f'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:23.812325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:36:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:23.813082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Pushing event updated for resources: {'Port': ['ID=b27a21e9-d2a0-4cb1-9f96-799bed88d5b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:23.818743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe223d3b-6b82-4584-a639-9825ccd082dc req-5a0e0484-7da8-4e6e-b2e4-c83e48b16f67 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282997 Jul 22 23:36:23.840381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:23.980403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'name': 'network-vif-deleted', 'tag': 'cab78559-f950-4809-bf8b-9fa839b8cf69'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:23.983078 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe6bd8-4800-4293-8ae4-d8f782949a05" -d '{"events": [{"server_uuid": "60e5de55-164e-4afb-b1ae-863b71a6d1c9", "name": "network-vif-deleted", "tag": "cab78559-f950-4809-bf8b-9fa839b8cf69"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:24.007884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] Set router c5efebbe-4b88-4f21-a15e-ba212b1e872f gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:24.062362 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211bd398-4618-44fe-9c5f-85e0266da67f x-openstack-request-id: req-211bd398-4618-44fe-9c5f-85e0266da67f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:24.062544 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e5de55-164e-4afb-b1ae-863b71a6d1c9", "name": "network-vif-deleted", "tag": "cab78559-f950-4809-bf8b-9fa839b8cf69", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:24.062800 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-211bd398-4618-44fe-9c5f-85e0266da67f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:24.063199 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e5de55-164e-4afb-b1ae-863b71a6d1c9', 'name': 'network-vif-deleted', 'tag': 'cab78559-f950-4809-bf8b-9fa839b8cf69', 'status': 'completed', 'code': 200} Jul 22 23:36:24.272750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:22Z', 'revision_number': 5, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:24.301167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318be766-9f4c-4090-9011-83c02b6146c1 None None] The sync data for ids ['c5efebbe-4b88-4f21-a15e-ba212b1e872f'] in n-d-758851-4 is: [{'id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'name': 'tempest-FloatingIPsNegativeTestJSON-834152069-router', 'tenant_id': '2ba19da7bf3c4fe88863163bb948c351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:22Z', 'revision_number': 5, 'project_id': '2ba19da7bf3c4fe88863163bb948c351', 'gw_port': {'id': '3b407e76-61be-4db0-afe5-454b6122cfab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5efebbe-4b88-4f21-a15e-ba212b1e872f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:07Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:24.390683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.418801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Deleting port 3b407e76-61be-4db0-afe5-454b6122cfab {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:24.419145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.476604 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:36:24.537907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-bd08d32d-16fe-49f0-836c-0bb23b9fb068 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:24.539475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-bd08d32d-16fe-49f0-836c-0bb23b9fb068 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.2498388 Jul 22 23:36:24.545382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.592493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-db3f18a1-8ab2-46ac-b2dd-56a41fb83559 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/quotas/3f490056b06e4072adeeffa56304d1d7 HTTP/1.1" status: 200 len: 375 time: 0.0442376 Jul 22 23:36:24.656190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-9deb36e4-6654-4b81-9b1b-540ff627b427 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565557 Jul 22 23:36:24.668561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] For port 3b407e76-61be-4db0-afe5-454b6122cfab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3b407e76-61be-4db0-afe5-454b6122cfab,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:24.668928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:24.676959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-ed31a6e5-9225-4091-96ab-b0e73a822466 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:36:24.676959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-ed31a6e5-9225-4091-96ab-b0e73a822466 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117922 Jul 22 23:36:24.729666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Calling delete_port for 3b407e76-61be-4db0-afe5-454b6122cfab owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:24.893936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-b085ca3d-2174-4068-a74d-2c37c37ef04a service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958048 Jul 22 23:36:25.006725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.044887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.180488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-3d0cffc7-6ae8-4460-9a10-5bbb6f53a1dc service neutron] 10.222.0.21 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693822 Jul 22 23:36:25.187315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Pushing event updated for resources: {'Port': ['ID=b27a21e9-d2a0-4cb1-9f96-799bed88d5b0,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:25.209248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.218185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.268288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b407e76-61be-4db0-afe5-454b6122cfab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:25.279579 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.280837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-a801c082-34b2-491d-966a-b4a726d097fb tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6969907 Jul 22 23:36:25.390550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-dbccd091-fff9-417b-a1fd-d77815bfac63 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0882406 Jul 22 23:36:25.429571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.650859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.663259 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.779574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.780103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5efebbe-4b88-4f21-a15e-ba212b1e872f {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:36:25.786250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.789975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:25.790499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9569bda9-c2e1-45e6-875b-4e1ddd9a6865 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c5efebbe-4b88-4f21-a15e-ba212b1e872f HTTP/1.1" status: 204 len: 168 time: 2.3971560 Jul 22 23:36:25.825832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-bfb0a6b6-9fab-4aab-a494-a549dc0332ec tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.827303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d1196c6-9551-4de4-a5f2-e9955ce3f268 req-bfb0a6b6-9fab-4aab-a494-a549dc0332ec tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.4232223 Jul 22 23:36:25.881374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Deleting subnet e033b960-5d24-4e46-b2c4-90bc740afbc5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:25.890260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.941132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6254135-4e60-4d9d-b516-fb2c767c6b21 req-667bff2a-168f-4d2b-9ab1-c647493fbc7d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 210 time: 0.0507963 Jul 22 23:36:25.948956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:25.985919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1e8db-6ec3-4202-9f12-90c1dc097775 req-7498677d-61ea-4292-a99d-657c43a0d0be tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:25.996294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bb1e8db-6ec3-4202-9f12-90c1dc097775 req-7498677d-61ea-4292-a99d-657c43a0d0be tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 945 time: 0.1532428 Jul 22 23:36:26.074307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bb1e8db-6ec3-4202-9f12-90c1dc097775 req-6f5ecb6d-9cf9-456f-b198-20dcaa5a5218 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768173 Jul 22 23:36:26.125522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.148145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-73be67e3-46e7-4d49-a4bf-0eb45d4fdbc4 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips/869df2a0-3a5e-4870-9a97-5e4d093d4e2b HTTP/1.1" status: 200 len: 692 time: 0.0717692 Jul 22 23:36:26.202643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.238624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e033b960-5d24-4e46-b2c4-90bc740afbc5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:26.241062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.242940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c14cbc8-3058-4cce-a08b-31f8ac71cd5b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e033b960-5d24-4e46-b2c4-90bc740afbc5 HTTP/1.1" status: 204 len: 168 time: 0.4519475 Jul 22 23:36:26.246387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60568) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:26.247384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bbf98b-e1e0-4070-b5bb-f010000a0239 None None] Network 840338ba-7289-40c3-a07b-46a26f10d4e3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:26.348431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c098561-178e-4c74-acf8-d334362447e8 req-0b5f3f00-b9ad-464a-ab11-35d1b853b326 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:26.358515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-0b5f3f00-b9ad-464a-ab11-35d1b853b326 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2042649 Jul 22 23:36:26.371085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-f22afe52-26e4-461c-8f37-eac1ad6029cd tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:36:26.381097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-f22afe52-26e4-461c-8f37-eac1ad6029cd tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202215 Jul 22 23:36:26.455511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.469018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-1744e5fa-3626-44e8-8571-5767dd760753 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0869832 Jul 22 23:36:26.534180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-e34444bd-b054-4fcc-b220-4c0cda89cfa7 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0642076 Jul 22 23:36:26.563789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 41930322-bb28-4751-8e09-739eb6e49c27 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:26.601975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Deleting port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:26.606850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.617345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 41930322-bb28-4751-8e09-739eb6e49c27 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:26.619978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 41930322-bb28-4751-8e09-739eb6e49c27 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:26.619978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3b407e76-61be-4db0-afe5-454b6122cfab no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:26.684493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3b407e76-61be-4db0-afe5-454b6122cfab {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:26.685185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3b407e76-61be-4db0-afe5-454b6122cfab not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:26.801435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] For port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,segment=NetworkSegment(4b664196-f487-420c-a66a-2ee02dcd55f2),segment_id=4b664196-f487-420c-a66a-2ee02dcd55f2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:26.804112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.835851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Calling delete_port for 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:26.858539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] DHCP port deletion for 840338ba-7289-40c3-a07b-46a26f10d4e3 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:36:26.874919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Deleting port b27a21e9-d2a0-4cb1-9f96-799bed88d5b0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:26.882149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.932297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:26.958053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.004076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Deleting port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:27.011135 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.081458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-f4c92c5b-7df0-4268-837c-541b8982dca2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:27.082871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-f4c92c5b-7df0-4268-837c-541b8982dca2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 812 time: 0.1143866 Jul 22 23:36:27.084866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d3b8618-61b0-44f5-90a0-2028dfdb637a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:27.103792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Request body: {'port': {'device_id': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'admin_state_up': True, 'tenant_id': '3f490056b06e4072adeeffa56304d1d7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:27.114305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] No DVR routers for this DVR port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:27.261308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] For port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:27.263260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.263625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.264803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.265269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.282802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840338ba-7289-40c3-a07b-46a26f10d4e3']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:27.296166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Calling delete_port for b27a21e9-d2a0-4cb1-9f96-799bed88d5b0 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:27.299211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b664196-f487-420c-a66a-2ee02dcd55f2') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:27.299706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b664196-f487-420c-a66a-2ee02dcd55f2') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:27.302411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Calling delete_port for 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:27.309286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:36:27.311906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.321268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.332516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02ae6222-06e3-404e-a033-61ac3b14ddc3 req-2318d358-1946-486c-ae07-4f21a204f539 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 210 time: 0.1966448 Jul 22 23:36:27.363678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Made reservation on behalf of 3f490056b06e4072adeeffa56304d1d7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:27.367611 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.398448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] Pushing event deleted for resources: {'Port': ['ID=0a2889ed-c39b-4a3d-8dcb-e4903bcd9452,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.406618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb71a1-b800-4c42-a132-5ba3f8455e64 None None] No DVR routers for this DVR port 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:27.433288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 2d3b8618-61b0-44f5-90a0-2028dfdb637a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:27.445246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2d3b8618-61b0-44f5-90a0-2028dfdb637a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:27.445519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.547616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.561729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:27.562870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.574601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706b685-74ee-47f2-ac39-a753abb2591f req-690bad11-d53f-48d9-891a-fa04c55e89ea tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:27.576389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f706b685-74ee-47f2-ac39-a753abb2591f req-690bad11-d53f-48d9-891a-fa04c55e89ea tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 945 time: 0.1372483 Jul 22 23:36:27.593571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.637876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3b8618-61b0-44f5-90a0-2028dfdb637a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:27.640684 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b79eeb-6b60-4ece-8ebf-ace0955227d7" -d '{"events": [{"server_uuid": "1b8cd8c6-1cbc-4249-a6db-3b382c0958a5", "name": "network-vif-plugged", "status": "completed", "tag": "2d3b8618-61b0-44f5-90a0-2028dfdb637a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:27.644604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:27.647144 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:27.652876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.689654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f706b685-74ee-47f2-ac39-a753abb2591f req-d152eec3-2c7b-4362-ac91-ee7f112b9ba6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053803 Jul 22 23:36:27.691715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.722449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.724199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:27.731146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] 10.222.0.21 "DELETE /v2.0/networks/840338ba-7289-40c3-a07b-46a26f10d4e3 HTTP/1.1" status: 204 len: 168 time: 1.4833062 Jul 22 23:36:27.759032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Allocated IP 172.20.0.3 (cfe3804d-b71b-48ef-b095-5dc321b51536/cbf3517a-637b-4eee-a504-347403f85113/c202ce99-9d93-4383-801b-b9a490db1b46) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:27.811367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Pushing event deleted for resources: {'Port': ['ID=b27a21e9-d2a0-4cb1-9f96-799bed88d5b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.820316 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa19f39-ca4c-422b-9234-66a79e596702 x-openstack-request-id: req-2aa19f39-ca4c-422b-9234-66a79e596702 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:27.821056 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8cd8c6-1cbc-4249-a6db-3b382c0958a5", "name": "network-vif-plugged", "status": "completed", "tag": "2d3b8618-61b0-44f5-90a0-2028dfdb637a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:27.838276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06589275-0f8b-4224-a11e-c8574227de8c admin admin] Pushing event deleted for resources: {'Network': ['ID=840338ba-7289-40c3-a07b-46a26f10d4e3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:27.840082 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2aa19f39-ca4c-422b-9234-66a79e596702 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:27.842589 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3b8618-61b0-44f5-90a0-2028dfdb637a', 'code': 200} Jul 22 23:36:27.859847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2d3b8618-61b0-44f5-90a0-2028dfdb637a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:28.060683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.070987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.074337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c098561-178e-4c74-acf8-d334362447e8 req-14a5087e-b5a2-42ae-82f2-a5ccb907de00 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "DELETE /v2.0/floatingips/869df2a0-3a5e-4870-9a97-5e4d093d4e2b HTTP/1.1" status: 204 len: 173 time: 1.5384002 Jul 22 23:36:28.089876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:28.096852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70c3b-747a-46f9-b51a-3d81ec0f9b12 req-c73480b0-6288-4a0c-996e-90ecb1db7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:28.098917 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb70c3b-747a-46f9-b51a-3d81ec0f9b12 req-c73480b0-6288-4a0c-996e-90ecb1db7be5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 1097 time: 0.1718054 Jul 22 23:36:28.132607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.160241 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-bdd002b9-d819-4ebe-8208-9a5418d4deeb req-939fe9e1-49fc-40f0-aa74-e5966e0e7d55 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] show failed (client error): The resource could not be found. Jul 22 23:36:28.160909 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb70c3b-747a-46f9-b51a-3d81ec0f9b12 req-8c7592ee-c209-450e-a2f3-c35897d9904a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Jul 22 23:36:28.161460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdd002b9-d819-4ebe-8208-9a5418d4deeb req-939fe9e1-49fc-40f0-aa74-e5966e0e7d55 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips/869df2a0-3a5e-4870-9a97-5e4d093d4e2b HTTP/1.1" status: 404 len: 350 time: 0.0463727 Jul 22 23:36:28.188070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.227447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-142053ff-c15b-4257-b080-225a649ba990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ba19da7bf3c4fe88863163bb948c351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356630 Jul 22 23:36:28.231452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:28.238204 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-df4c25cf-024f-4b46-994d-a087ae3a4c30 req-14496078-02f2-4912-934e-8ebd724f0023 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] show failed (client error): The resource could not be found. Jul 22 23:36:28.239201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df4c25cf-024f-4b46-994d-a087ae3a4c30 req-14496078-02f2-4912-934e-8ebd724f0023 tempest-FloatingIPsTestJSON-1738930535 tempest-FloatingIPsTestJSON-1738930535-project] 10.222.0.21 "GET /v2.0/floatingips/869df2a0-3a5e-4870-9a97-5e4d093d4e2b HTTP/1.1" status: 404 len: 350 time: 0.0535271 Jul 22 23:36:28.241020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Network cfe3804d-b71b-48ef-b095-5dc321b51536 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:28.245586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:28.252617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:28.257694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:28.300658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e163873f-ac24-4ff6-94fd-920720b9efe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.324435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e163873f-ac24-4ff6-94fd-920720b9efe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.361291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event updated for resources: {'Port': ['ID=c202ce99-9d93-4383-801b-b9a490db1b46,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:28.390019 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e163873f-ac24-4ff6-94fd-920720b9efe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.390369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:28.390830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.393600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e163873f-ac24-4ff6-94fd-920720b9efe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.395149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e163873f-ac24-4ff6-94fd-920720b9efe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9de2e448-5e6c-4909-a27f-030797427db7 HTTP/1.1" status: 204 len: 168 time: 0.1621051 Jul 22 23:36:28.406583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163873f-ac24-4ff6-94fd-920720b9efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2e448-5e6c-4909-a27f-030797427db7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:28.445883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:28.461737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-d9dfd6a9-df56-45c2-8d2d-96bb1f73809a tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3624539 Jul 22 23:36:28.484120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Request body: {'port': {'device_id': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:28.501635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:28.502281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0a2889ed-c39b-4a3d-8dcb-e4903bcd9452 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:28.510868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d445ff8-dc84-45dd-9f0c-451d68656983 req-0a4bd86e-bb99-4049-95f7-64241f3d9199 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:28.512764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d445ff8-dc84-45dd-9f0c-451d68656983 req-0a4bd86e-bb99-4049-95f7-64241f3d9199 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 931 time: 0.0758550 Jul 22 23:36:28.578103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d445ff8-dc84-45dd-9f0c-451d68656983 req-7f72917e-0631-4a36-b01a-c249f562afaf tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Jul 22 23:36:28.672514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:28.885389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfc33f-ffc1-4217-a97f-c80bfd2a6d0f req-bed11d44-4e94-49e6-8f63-f862259a288a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:28.896174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9cfc33f-ffc1-4217-a97f-c80bfd2a6d0f req-bed11d44-4e94-49e6-8f63-f862259a288a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 946 time: 0.1088023 Jul 22 23:36:28.966319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9cfc33f-ffc1-4217-a97f-c80bfd2a6d0f req-b97f32c2-01cb-47d8-86a0-1b94f8b890cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686207 Jul 22 23:36:29.184794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.222366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c202ce99-9d93-4383-801b-b9a490db1b46 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:29.265829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.292190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Transition to ACTIVE for port object c202ce99-9d93-4383-801b-b9a490db1b46 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:29.304225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.403191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Pushing event updated for resources: {'Port': ['ID=c202ce99-9d93-4383-801b-b9a490db1b46,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:29.520319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Attempting to bind port c202ce99-9d93-4383-801b-b9a490db1b46 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:29.520669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Attempting to bind port c202ce99-9d93-4383-801b-b9a490db1b46 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:29.521007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Attempting to bind port c202ce99-9d93-4383-801b-b9a490db1b46 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:29.529013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Port c202ce99-9d93-4383-801b-b9a490db1b46 on network cfe3804d-b71b-48ef-b095-5dc321b51536 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:29.529339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Attempting to bind port c202ce99-9d93-4383-801b-b9a490db1b46 on network cfe3804d-b71b-48ef-b095-5dc321b51536 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:29.556424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:29.556786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Checking segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:29.557186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Bound using segment: {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:29.557806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Bound port: c202ce99-9d93-4383-801b-b9a490db1b46, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e28deb7-f8bf-4533-b38a-a1399fcb0d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:29.558011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.675168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] For port c202ce99-9d93-4383-801b-b9a490db1b46, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:29.691273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] For port c202ce99-9d93-4383-801b-b9a490db1b46, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c202ce99-9d93-4383-801b-b9a490db1b46,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:29.695548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Deleting port df40d473-921a-4ef2-8da7-9e7c7b2abd69 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:29.695897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.716111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.788102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:29.789735 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.792255 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] 10.222.0.48 "PUT /v2.0/ports/c202ce99-9d93-4383-801b-b9a490db1b46 HTTP/1.1" status: 200 len: 1091 time: 1.3129535 Jul 22 23:36:29.792981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'tag': 'c202ce99-9d93-4383-801b-b9a490db1b46'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:29.796397 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5459b9-f5fd-4c20-abaa-b2fca55406af" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3", "tag": "c202ce99-9d93-4383-801b-b9a490db1b46"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:29.828393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454fc7c-fcef-48c4-a11c-36a5de4d4c45 req-3dcab4f0-504e-41b9-843b-7c965da9d7ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:29.838117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e454fc7c-fcef-48c4-a11c-36a5de4d4c45 req-3dcab4f0-504e-41b9-843b-7c965da9d7ae tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 943 time: 0.1337485 Jul 22 23:36:29.864999 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c364b6db-cac0-4ec2-8d83-c25204de4de4 x-openstack-request-id: req-c364b6db-cac0-4ec2-8d83-c25204de4de4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:29.865314 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3", "tag": "c202ce99-9d93-4383-801b-b9a490db1b46", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:29.865660 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c364b6db-cac0-4ec2-8d83-c25204de4de4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:29.865931 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'tag': 'c202ce99-9d93-4383-801b-b9a490db1b46', 'status': 'completed', 'code': 200} Jul 22 23:36:29.877835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f1b7b-6778-455c-9222-8a9b06289cda service neutron] Pushing event updated for resources: {'Port': ['ID=c202ce99-9d93-4383-801b-b9a490db1b46,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:29.907557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e454fc7c-fcef-48c4-a11c-36a5de4d4c45 req-0fb1f8ee-fd65-485d-8cea-654a9661b220 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Jul 22 23:36:29.938736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] For port df40d473-921a-4ef2-8da7-9e7c7b2abd69, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=df40d473-921a-4ef2-8da7-9e7c7b2abd69,segment=NetworkSegment(0ae88614-b444-449a-a7cf-8eb96f49a8fa),segment_id=0ae88614-b444-449a-a7cf-8eb96f49a8fa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:29.939112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:29.958090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Calling delete_port for df40d473-921a-4ef2-8da7-9e7c7b2abd69 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:29.977374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-5a8789b9-fc57-4ea6-b2ad-fc5ba7ce9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:29.979643 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-5a8789b9-fc57-4ea6-b2ad-fc5ba7ce9078 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0981138 Jul 22 23:36:30.067962 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-5987a440-ebb5-4718-8df2-ddf9ecb41a20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c202ce99-9d93-4383-801b-b9a490db1b46 HTTP/1.1" status: 200 len: 217 time: 0.0401716 Jul 22 23:36:30.189300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af8ebc-d3eb-4bd4-8139-2754f6cd4900 req-67a0c8e4-ed2b-41da-a967-df9314c7bb27 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.190867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30af8ebc-d3eb-4bd4-8139-2754f6cd4900 req-67a0c8e4-ed2b-41da-a967-df9314c7bb27 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 946 time: 0.1207719 Jul 22 23:36:30.199540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-4aef37c0-8f10-4f15-b326-e1c2155f1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.201321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-4aef37c0-8f10-4f15-b326-e1c2155f1f92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1231899 Jul 22 23:36:30.204735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:30.251584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-b4cdb263-4a1a-4714-b7a8-52c095016365 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315433 Jul 22 23:36:30.285670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30af8ebc-d3eb-4bd4-8139-2754f6cd4900 req-bb290179-a717-4647-a7f2-ce0879a2094b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884621 Jul 22 23:36:30.407626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-a8e5d4f0-687d-450a-b09d-435cd269dc34 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486127 Jul 22 23:36:30.422757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.438125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e99cf037-1340-4957-90dd-efc4e6d8f40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:30.502462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=df40d473-921a-4ef2-8da7-9e7c7b2abd69,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:30.684236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1be6f1-1443-4048-bc32-e44cd81515c8 req-5250b748-740a-4325-b7b2-e7a8c4ce5e60 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.691769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c1be6f1-1443-4048-bc32-e44cd81515c8 req-5250b748-740a-4325-b7b2-e7a8c4ce5e60 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 945 time: 0.1488657 Jul 22 23:36:30.753552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c1be6f1-1443-4048-bc32-e44cd81515c8 req-8693e161-be1c-4194-ad09-4347f2907607 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592902 Jul 22 23:36:30.927845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20269cfb-c8b8-4968-9cbb-f9d2019fff60 req-9e7725ca-9d0f-4a54-93da-29da5ea045e9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.931730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20269cfb-c8b8-4968-9cbb-f9d2019fff60 req-9e7725ca-9d0f-4a54-93da-29da5ea045e9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1374462 Jul 22 23:36:30.949116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5d050-6c53-42ec-b878-2d69e3b78727 req-cfd31f28-fa74-420c-8f52-86b98219b554 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:30.950766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4d5d050-6c53-42ec-b878-2d69e3b78727 req-cfd31f28-fa74-420c-8f52-86b98219b554 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 946 time: 0.1093981 Jul 22 23:36:31.005400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20269cfb-c8b8-4968-9cbb-f9d2019fff60 req-5f756640-c201-4749-ad0d-4b9af6fa7cd5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650122 Jul 22 23:36:31.020294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4d5d050-6c53-42ec-b878-2d69e3b78727 req-a54f145c-f3a2-439d-8e9a-91f0bc3e0cfa tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537066 Jul 22 23:36:31.030308 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-91c32038-7127-4af2-9ca9-0368f6553f99 req-cb377a23-87ff-4075-bbc3-516410a19f67 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904484 Jul 22 23:36:31.201018 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.235143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8986388-2ade-4ef8-a756-f793093ab87a req-a8444fac-504a-4ca8-878b-8c75e6bde37c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.238066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8986388-2ade-4ef8-a756-f793093ab87a req-a8444fac-504a-4ca8-878b-8c75e6bde37c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 943 time: 0.1487482 Jul 22 23:36:31.280681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e99cf037-1340-4957-90dd-efc4e6d8f40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.308034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8986388-2ade-4ef8-a756-f793093ab87a req-a5811e05-5bef-49e7-8a21-32a137e2ab4d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577230 Jul 22 23:36:31.314449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e99cf037-1340-4957-90dd-efc4e6d8f40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.363435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-071c1165-e97d-4e35-b7ef-dc6064b6c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.364975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-071c1165-e97d-4e35-b7ef-dc6064b6c143 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f490056b06e4072adeeffa56304d1d7&device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 1094 time: 0.2157886 Jul 22 23:36:31.416078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e99cf037-1340-4957-90dd-efc4e6d8f40e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcdf140541ae48b39c552f03e19eb02a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2057183 Jul 22 23:36:31.417129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cf037-1340-4957-90dd-efc4e6d8f40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82865e-bb93-4d1c-bf60-f17acc80da0c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:31.425316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:31.518927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2616e-86c8-4ee2-b2ce-61e3b9afb328 req-85841633-04c3-4b87-8cab-c455c7c1a113 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.520571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7d2616e-86c8-4ee2-b2ce-61e3b9afb328 req-85841633-04c3-4b87-8cab-c455c7c1a113 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 946 time: 0.1265023 Jul 22 23:36:31.521470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59b3be97-b285-4cb8-8623-d6001eb00601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.560125 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59b3be97-b285-4cb8-8623-d6001eb00601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.589219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-ccfd2da5-b2e5-4e9a-bc82-bbdc73ea8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.590841 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-ccfd2da5-b2e5-4e9a-bc82-bbdc73ea8a30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 200 len: 913 time: 0.2095389 Jul 22 23:36:31.601302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7d2616e-86c8-4ee2-b2ce-61e3b9afb328 req-38fa9cad-0502-42a4-8e48-ce323af5809f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672369 Jul 22 23:36:31.639713 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59b3be97-b285-4cb8-8623-d6001eb00601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.642704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59b3be97-b285-4cb8-8623-d6001eb00601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:31.648526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-59b3be97-b285-4cb8-8623-d6001eb00601 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba82865e-bb93-4d1c-bf60-f17acc80da0c HTTP/1.1" status: 204 len: 168 time: 0.2204411 Jul 22 23:36:31.658518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-2e5e9258-fd02-47bd-bcc1-89f6abecd787 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c202ce99-9d93-4383-801b-b9a490db1b46 HTTP/1.1" status: 200 len: 217 time: 0.0464990 Jul 22 23:36:31.659223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3be97-b285-4cb8-8623-d6001eb00601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82865e-bb93-4d1c-bf60-f17acc80da0c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:31.685789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:36:31.795032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-03286581-18aa-4683-8083-65ef582a855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:31.796553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-03286581-18aa-4683-8083-65ef582a855a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 200 len: 852 time: 0.1227231 Jul 22 23:36:31.851943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-ff9daf1a-0b51-4a76-a2c1-93dc39ce06b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfe3804d-b71b-48ef-b095-5dc321b51536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423326 Jul 22 23:36:31.907463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:36:31.917272 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f2a6b83f-7e3e-4942-ab49-1bf197028c37 admin admin] 10.222.0.21 "PUT /v2.0/routers/7d4d1f2e-d3ec-41f3-9966-5b8944cfb992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6563895 Jul 22 23:36:31.919156 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] Sync routers for ids ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:36:31.920629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:31.939015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] Routers {'7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:31.941061 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:36:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:32.009009 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-b09face7-ee01-4fcd-bf4d-b3b80fa9b234 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390710 Jul 22 23:36:32.090934 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] Set router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:32.197779 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa5459b9-f5fd-4c20-abaa-b2fca55406af req-6f20690f-3546-454e-9755-951567bb0b73 service neutron] 10.222.0.48 "GET /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813133 Jul 22 23:36:32.447782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:30Z', 'revision_number': 5, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:32.489952 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] Checking router: 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:36:32.500905 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] Routers {'7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:36:32.501595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:36:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:32.651754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:32.684950 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] Set router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:36:32.742892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24969-f9fe-45d7-a07d-48a18eebccf2 req-a386719d-0bc5-4159-aef5-2358119b6960 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:32.750760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ed24969-f9fe-45d7-a07d-48a18eebccf2 req-a386719d-0bc5-4159-aef5-2358119b6960 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2369347 Jul 22 23:36:32.772595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a6c35-a225-4a09-a248-b051afb331b9 req-3e548239-acf4-4f37-afb6-2a62dfec910e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:32.775496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-583a6c35-a225-4a09-a248-b051afb331b9 req-3e548239-acf4-4f37-afb6-2a62dfec910e tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 943 time: 0.2574840 Jul 22 23:36:32.846571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ed24969-f9fe-45d7-a07d-48a18eebccf2 req-dd7c2d82-7770-417e-8e5e-ba06bde29ada tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954561 Jul 22 23:36:32.857924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-583a6c35-a225-4a09-a248-b051afb331b9 req-0049dca6-2c69-49ba-b730-8298c7467743 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743322 Jul 22 23:36:32.893945 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:32.947490 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:30Z', 'revision_number': 5, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:32.987805 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7258d5-de56-4b20-8d70-878d72249067 None None] The sync data for ids ['7d4d1f2e-d3ec-41f3-9966-5b8944cfb992'] in n-d-758851-4 is: [{'id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'name': 'tempest-FloatingIPsTestJSON-980389936-router', 'tenant_id': 'e925e69f25d94defae87d7caa0dc59ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '20116539-81ae-487b-a00e-46487557ea6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:36:05Z', 'updated_at': '2021-07-22T23:36:30Z', 'revision_number': 5, 'project_id': 'e925e69f25d94defae87d7caa0dc59ec', 'gw_port': {'id': '20116539-81ae-487b-a00e-46487557ea6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4d1f2e-d3ec-41f3-9966-5b8944cfb992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:36:06Z', 'updated_at': '2021-07-22T23:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:36:33.000533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Deleting port 20116539-81ae-487b-a00e-46487557ea6f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:33.000881 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.108274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c202ce99-9d93-4383-801b-b9a490db1b46 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:33.228629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] For port 20116539-81ae-487b-a00e-46487557ea6f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=20116539-81ae-487b-a00e-46487557ea6f,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:33.230744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.264373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed79cee-f4a1-491d-a568-f4dcc1fd3526 req-c988bdf2-c8c3-458c-9ad5-1aa02b4fa0ce tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.279291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ed79cee-f4a1-491d-a568-f4dcc1fd3526 req-c988bdf2-c8c3-458c-9ad5-1aa02b4fa0ce tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 946 time: 0.1857214 Jul 22 23:36:33.294969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-39e075ba-6536-4542-8a58-1bddf4b4e15a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:33.295711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Calling delete_port for 20116539-81ae-487b-a00e-46487557ea6f owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:33.298765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-39e075ba-6536-4542-8a58-1bddf4b4e15a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 946 time: 0.1471817 Jul 22 23:36:33.309449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c202ce99-9d93-4383-801b-b9a490db1b46, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c202ce99-9d93-4383-801b-b9a490db1b46,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:33.323784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c202ce99-9d93-4383-801b-b9a490db1b46', 'network_id': 'cfe3804d-b71b-48ef-b095-5dc321b51536', 'port_id': 'c202ce99-9d93-4383-801b-b9a490db1b46', 'mac_address': 'fa:16:3e:77:bc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf3517a-637b-4eee-a504-347403f85113', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:33.406756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ed79cee-f4a1-491d-a568-f4dcc1fd3526 req-83d07bf6-acb9-405e-8c72-5224dde8d9fe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230686 Jul 22 23:36:33.436521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.467005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c202ce99-9d93-4383-801b-b9a490db1b46 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:33.505516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c202ce99-9d93-4383-801b-b9a490db1b46, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c202ce99-9d93-4383-801b-b9a490db1b46,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:33.512745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.568421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port 2d3b8618-61b0-44f5-90a0-2028dfdb637a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:33.568821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.626838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c202ce99-9d93-4383-801b-b9a490db1b46,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:33.744606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port 2d3b8618-61b0-44f5-90a0-2028dfdb637a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2d3b8618-61b0-44f5-90a0-2028dfdb637a,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:33.745261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.755364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.770803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for 2d3b8618-61b0-44f5-90a0-2028dfdb637a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:33.798903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Pushing event deleted for resources: {'Port': ['ID=20116539-81ae-487b-a00e-46487557ea6f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:33.894505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:33.943128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c202ce99-9d93-4383-801b-b9a490db1b46'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:34.019905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.023080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.025734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.088558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=2d3b8618-61b0-44f5-90a0-2028dfdb637a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:34.124847 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.125832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:36:34.156797 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.160392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2bbd87b2-2578-4963-955d-b075fd8cfcac admin admin] 10.222.0.21 "DELETE /v2.0/routers/7d4d1f2e-d3ec-41f3-9966-5b8944cfb992 HTTP/1.1" status: 204 len: 168 time: 2.2374830 Jul 22 23:36:34.161201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:34.191386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port 2d3b8618-61b0-44f5-90a0-2028dfdb637a on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:34.214433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.216908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8663bcb-fb22-4314-85c8-2271b7c3c34f req-e3e31c44-945a-4395-9836-044f4f65cfbe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/2d3b8618-61b0-44f5-90a0-2028dfdb637a HTTP/1.1" status: 204 len: 173 time: 0.9097350 Jul 22 23:36:34.217620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'name': 'network-vif-deleted', 'tag': '2d3b8618-61b0-44f5-90a0-2028dfdb637a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:34.218050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050acbc-e9f7-4bbf-b764-32e8297bf45e req-04d98f1c-138a-4bcc-bd01-99c1dd04b112 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:34.221672 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3697e8a1-e964-4103-83b7-f2659ab0a676" -d '{"events": [{"server_uuid": "1b8cd8c6-1cbc-4249-a6db-3b382c0958a5", "name": "network-vif-deleted", "tag": "2d3b8618-61b0-44f5-90a0-2028dfdb637a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:34.225706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3050acbc-e9f7-4bbf-b764-32e8297bf45e req-04d98f1c-138a-4bcc-bd01-99c1dd04b112 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 944 time: 0.1484070 Jul 22 23:36:34.252807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Deleting subnet 07e47e9c-44b9-4bac-a3b9-91c121ce57aa {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:34.277171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.306467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066bed-3a01-4df2-9256-28cecdb627b3 req-c8d5524d-9515-4a65-b280-60b88a68ac6f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:34.325571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.326203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c066bed-3a01-4df2-9256-28cecdb627b3 req-c8d5524d-9515-4a65-b280-60b88a68ac6f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2452784 Jul 22 23:36:34.420271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3050acbc-e9f7-4bbf-b764-32e8297bf45e req-f08867bd-4776-43bc-97fd-46ed9679f727 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932797 Jul 22 23:36:34.437964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c066bed-3a01-4df2-9256-28cecdb627b3 req-6e347fd2-3fed-4ae2-a1e7-4da64d36724b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098077 Jul 22 23:36:34.478664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.553694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.589854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.594842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:34.595077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/07e47e9c-44b9-4bac-a3b9-91c121ce57aa HTTP/1.1" status: 204 len: 168 time: 0.4119713 Jul 22 23:36:34.596072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f4230-4109-438c-954a-d3b51ca4e25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e47e9c-44b9-4bac-a3b9-91c121ce57aa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:34.598481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f24bffd-5ecf-4cc1-a381-786e56c0902e None None] Network cc2bc547-67b4-4b01-b8a2-12d7e57bf188 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:34.656615 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadbc2f9-9adb-4d35-84b8-607462d7c889 x-openstack-request-id: req-aadbc2f9-9adb-4d35-84b8-607462d7c889 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:34.657225 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8cd8c6-1cbc-4249-a6db-3b382c0958a5", "name": "network-vif-deleted", "tag": "2d3b8618-61b0-44f5-90a0-2028dfdb637a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:34.657819 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aadbc2f9-9adb-4d35-84b8-607462d7c889 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:34.658419 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8cd8c6-1cbc-4249-a6db-3b382c0958a5', 'name': 'network-vif-deleted', 'tag': '2d3b8618-61b0-44f5-90a0-2028dfdb637a', 'status': 'completed', 'code': 200} Jul 22 23:36:34.695890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:34.804193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device df40d473-921a-4ef2-8da7-9e7c7b2abd69 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:34.865156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07c643c9-49bd-4a2a-8557-af78a624e12d req-5fac5e72-4214-47b7-9d2a-e942d631f8e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b8cd8c6-1cbc-4249-a6db-3b382c0958a5 HTTP/1.1" status: 200 len: 210 time: 0.0874064 Jul 22 23:36:34.918045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Deleting port 4a830047-90ab-444d-ad05-c9ce86bf8246 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:34.918395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.003596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: df40d473-921a-4ef2-8da7-9e7c7b2abd69 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:35.003939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device df40d473-921a-4ef2-8da7-9e7c7b2abd69 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:35.034098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] For port 4a830047-90ab-444d-ad05-c9ce86bf8246, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4a830047-90ab-444d-ad05-c9ce86bf8246,segment=NetworkSegment(0ae88614-b444-449a-a7cf-8eb96f49a8fa),segment_id=0ae88614-b444-449a-a7cf-8eb96f49a8fa)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:35.034519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.051509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Calling delete_port for 4a830047-90ab-444d-ad05-c9ce86bf8246 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:35.097302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', 'b982eabf-21a2-4d9c-a03f-78a351570f2e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:35.145664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] DHCP port deletion for cc2bc547-67b4-4b01-b8a2-12d7e57bf188 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:36:35.147726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d3b8618-61b0-44f5-90a0-2028dfdb637a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:35.181588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 2d3b8618-61b0-44f5-90a0-2028dfdb637a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:35.182216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2d3b8618-61b0-44f5-90a0-2028dfdb637a not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:35.252784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.289696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a830047-90ab-444d-ad05-c9ce86bf8246,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:35.295011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] No DVR routers for this DVR port 4a830047-90ab-444d-ad05-c9ce86bf8246 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:35.309430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Deleting port 4a830047-90ab-444d-ad05-c9ce86bf8246 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:35.309816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.404066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] For port 4a830047-90ab-444d-ad05-c9ce86bf8246, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:35.404066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.420988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.425948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Calling delete_port for 4a830047-90ab-444d-ad05-c9ce86bf8246 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:35.431942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Port 4a830047-90ab-444d-ad05-c9ce86bf8246 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:36:35.436526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.438839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2bc547-67b4-4b01-b8a2-12d7e57bf188']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:35.464879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae88614-b444-449a-a7cf-8eb96f49a8fa') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:35.465574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae88614-b444-449a-a7cf-8eb96f49a8fa') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:35.479198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] Pushing event deleted for resources: {'Port': ['ID=4a830047-90ab-444d-ad05-c9ce86bf8246,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:35.483679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.494322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd51da-4b95-4889-aac2-f0506448e682 None None] No DVR routers for this DVR port 4a830047-90ab-444d-ad05-c9ce86bf8246 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:35.534384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.549061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:35.549504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:35.551412 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:35.685403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.696020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.698181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cc2bc547-67b4-4b01-b8a2-12d7e57bf188 HTTP/1.1" status: 204 len: 168 time: 1.1020250 Jul 22 23:36:35.719712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2b273-90a1-49ba-b40a-c87ad1cb1f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2bc547-67b4-4b01-b8a2-12d7e57bf188,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:35.759940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c88d1-ee24-42f5-8738-45d69a2ab4b1 req-7df1abed-cde4-4325-883b-b159a4b871b2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:35.765211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f2c88d1-ee24-42f5-8738-45d69a2ab4b1 req-7df1abed-cde4-4325-883b-b159a4b871b2 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 944 time: 0.1306632 Jul 22 23:36:35.820004 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:35.831446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f2c88d1-ee24-42f5-8738-45d69a2ab4b1 req-6731119d-d0a7-43e9-8028-7da1833c9b52 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589888 Jul 22 23:36:35.976770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:36.007297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb939e-a966-410f-95bd-40da3f47de22 req-576f7cd1-b1cf-494b-88ee-67dfdbd26146 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:36.019803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8fb939e-a966-410f-95bd-40da3f47de22 req-576f7cd1-b1cf-494b-88ee-67dfdbd26146 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1058278 Jul 22 23:36:36.047128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-99064aae-efa6-4af1-ac6c-2096f186e0a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e925e69f25d94defae87d7caa0dc59ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666232 Jul 22 23:36:36.047542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:36.085923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8fb939e-a966-410f-95bd-40da3f47de22 req-c2e520d3-0622-4915-8bd5-2ff7561a3eb1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634570 Jul 22 23:36:36.110710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-318f3cf5-604f-4f10-bd41-8123a591c1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.140698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-318f3cf5-604f-4f10-bd41-8123a591c1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.211231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-318f3cf5-604f-4f10-bd41-8123a591c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.216696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-318f3cf5-604f-4f10-bd41-8123a591c1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:36.220344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-318f3cf5-604f-4f10-bd41-8123a591c1b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b813b49-f5f5-4cc2-bc43-3a4472d5c39a HTTP/1.1" status: 204 len: 168 time: 0.1695545 Jul 22 23:36:36.238602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-9a3bcef9-99d5-4c91-b4bd-d797c5ce71fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983231 Jul 22 23:36:36.247733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f3cf5-604f-4f10-bd41-8123a591c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b813b49-f5f5-4cc2-bc43-3a4472d5c39a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:36.377797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b91e-543d-4202-937a-ecdc0911751b req-07ae7d07-7a81-4d66-ab1b-6f11256fc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:36.380300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-07ae7d07-7a81-4d66-ab1b-6f11256fc859 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 1096 time: 0.1164296 Jul 22 23:36:36.468349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 20116539-81ae-487b-a00e-46487557ea6f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:36.511736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 20116539-81ae-487b-a00e-46487557ea6f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:36.512564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 20116539-81ae-487b-a00e-46487557ea6f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:36.514444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4a830047-90ab-444d-ad05-c9ce86bf8246 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:36.563864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4a830047-90ab-444d-ad05-c9ce86bf8246 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:36.565188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4a830047-90ab-444d-ad05-c9ce86bf8246 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:36.646056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b91e-543d-4202-937a-ecdc0911751b req-3bb32be9-f31e-4d68-8831-3b3c0b072c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:36.646056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-3bb32be9-f31e-4d68-8831-3b3c0b072c86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.2046268 Jul 22 23:36:36.700409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-628b3242-570d-49af-b5a3-6291898a8d36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 200 len: 217 time: 0.0867367 Jul 22 23:36:36.840204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06b91e-543d-4202-937a-ecdc0911751b req-d8e322ea-4f63-4a17-95c4-5daf10c025a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:36.841967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-d8e322ea-4f63-4a17-95c4-5daf10c025a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1363022 Jul 22 23:36:36.896297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-12b51770-ed37-44b5-8755-0a50a9f8eedc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456500 Jul 22 23:36:36.963365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bbdb-264a-439f-bf69-66d8ff1f3f1d req-c8c6079a-d092-48d0-a894-a431a8917777 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:36.968187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8de3bbdb-264a-439f-bf69-66d8ff1f3f1d req-c8c6079a-d092-48d0-a894-a431a8917777 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 945 time: 0.1952813 Jul 22 23:36:37.066130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8de3bbdb-264a-439f-bf69-66d8ff1f3f1d req-19dd9246-8f0e-4ca9-abc0-781f15fffae0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Jul 22 23:36:37.079394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-51f7c578-5b1c-4b70-bc73-71d716f1c9b4 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743164 Jul 22 23:36:37.148190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c202ce99-9d93-4383-801b-b9a490db1b46 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:37.272821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb06b91e-543d-4202-937a-ecdc0911751b req-5d676fab-69fd-4795-9623-638a483c476e service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864567 Jul 22 23:36:37.284012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port c202ce99-9d93-4383-801b-b9a490db1b46 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:37.287407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2403dc7-cdfd-4e5d-afe7-c493677b941d req-0cc5fede-91fd-48a9-b67d-d59741f2bb35 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:37.289203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2403dc7-cdfd-4e5d-afe7-c493677b941d req-0cc5fede-91fd-48a9-b67d-d59741f2bb35 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 944 time: 0.1756198 Jul 22 23:36:37.296923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c202ce99-9d93-4383-801b-b9a490db1b46 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:37.297638 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.450684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2403dc7-cdfd-4e5d-afe7-c493677b941d req-1517bf05-b12c-4592-80a5-57af00840c5f tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382024 Jul 22 23:36:37.471179 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.511475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202ce99-9d93-4383-801b-b9a490db1b46'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:37.514116 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157c28a7-f1cc-4b0c-8322-ec2e7ca552f5" -d '{"events": [{"server_uuid": "cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3", "name": "network-vif-plugged", "status": "completed", "tag": "c202ce99-9d93-4383-801b-b9a490db1b46"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:37.529897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c202ce99-9d93-4383-801b-b9a490db1b46, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c202ce99-9d93-4383-801b-b9a490db1b46,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:37.535749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:37.627195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c202ce99-9d93-4383-801b-b9a490db1b46,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:37.674059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61bad-5768-4571-b79b-9d31a1174bc7 req-d1055761-f2ae-4ca4-942a-31edcb74c985 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:37.676128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42e61bad-5768-4571-b79b-9d31a1174bc7 req-d1055761-f2ae-4ca4-942a-31edcb74c985 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1032777 Jul 22 23:36:37.727406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42e61bad-5768-4571-b79b-9d31a1174bc7 req-6a04f5a0-594f-41f4-b9bf-122549075c09 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Jul 22 23:36:37.782406 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d369c5-5cc7-48b7-9a7d-67ba46bd2056 x-openstack-request-id: req-71d369c5-5cc7-48b7-9a7d-67ba46bd2056 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:37.782406 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3", "name": "network-vif-plugged", "status": "completed", "tag": "c202ce99-9d93-4383-801b-b9a490db1b46", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:37.782406 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71d369c5-5cc7-48b7-9a7d-67ba46bd2056 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:37.782406 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c202ce99-9d93-4383-801b-b9a490db1b46', 'code': 200} Jul 22 23:36:38.005243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5dd64-b85d-4bdb-bbb9-73f9de2c0461 req-df44d4d3-514a-44e3-8d9e-5e5ae2de8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:38.005243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9b5dd64-b85d-4bdb-bbb9-73f9de2c0461 req-df44d4d3-514a-44e3-8d9e-5e5ae2de8405 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0873940 Jul 22 23:36:38.077656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9b5dd64-b85d-4bdb-bbb9-73f9de2c0461 req-8883673b-6e21-4c03-832c-13a8da5e0d21 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663629 Jul 22 23:36:38.262726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128efac7-74a7-43fa-9487-cb9696ccf47e req-996017a6-115d-453e-90b6-0b75d3752ce3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:38.265149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-128efac7-74a7-43fa-9487-cb9696ccf47e req-996017a6-115d-453e-90b6-0b75d3752ce3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 945 time: 0.0870574 Jul 22 23:36:38.309063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-128efac7-74a7-43fa-9487-cb9696ccf47e req-342b3983-26f6-4941-8440-671ff52027c6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Jul 22 23:36:38.359759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:38.468949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60962) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:38.543199 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-619004cc-5a8a-4fba-8894-0bc55a3def96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.586834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00cc5982-141c-4702-954f-93791b5da187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.706003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-619004cc-5a8a-4fba-8894-0bc55a3def96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.715387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59e78f-b6d1-4c07-8222-e17d83011885 req-b37b1b0f-c28a-4f2a-9eba-7f079d69a4d4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:38.717679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad59e78f-b6d1-4c07-8222-e17d83011885 req-b37b1b0f-c28a-4f2a-9eba-7f079d69a4d4 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.1212697 Jul 22 23:36:38.718879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-619004cc-5a8a-4fba-8894-0bc55a3def96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.791661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-619004cc-5a8a-4fba-8894-0bc55a3def96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaadb68778924e9fae3355a92dc3ce0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215709 Jul 22 23:36:38.792967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-19b02716-d676-4bf2-970f-fcc2bb956763 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:38.794641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:38.795322 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-19b02716-d676-4bf2-970f-fcc2bb956763 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 945 time: 0.1233101 Jul 22 23:36:38.796705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619004cc-5a8a-4fba-8894-0bc55a3def96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532bfcf0-ff3b-4ecc-8be0-41c2d98c815d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:38.811495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad59e78f-b6d1-4c07-8222-e17d83011885 req-572e71bc-07ef-4b78-b8b6-89619df459e7 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861089 Jul 22 23:36:38.885163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83582a2d-4f31-41a8-bc4c-29d3aef5abfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.903754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00cc5982-141c-4702-954f-93791b5da187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.914638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00cc5982-141c-4702-954f-93791b5da187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.937488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83582a2d-4f31-41a8-bc4c-29d3aef5abfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:38.992023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc5982-141c-4702-954f-93791b5da187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8d279-6b3b-4000-a2dc-fda3bb533ba8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:39.002615 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-00cc5982-141c-4702-954f-93791b5da187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3621802c2c9f4c5587f6d143a4c57b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411688 Jul 22 23:36:39.002919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60978) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:39.038025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port b982eabf-21a2-4d9c-a03f-78a351570f2e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:39.039008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.059602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83582a2d-4f31-41a8-bc4c-29d3aef5abfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.062388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-83582a2d-4f31-41a8-bc4c-29d3aef5abfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.066429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-83582a2d-4f31-41a8-bc4c-29d3aef5abfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/532bfcf0-ff3b-4ecc-8be0-41c2d98c815d HTTP/1.1" status: 204 len: 168 time: 0.2706463 Jul 22 23:36:39.079571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504f72c-51f6-46bb-a6d5-60ca56a61f1b req-37c1c1fd-508e-4268-ba58-f1430f88662f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:39.081148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5504f72c-51f6-46bb-a6d5-60ca56a61f1b req-37c1c1fd-508e-4268-ba58-f1430f88662f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1414795 Jul 22 23:36:39.094143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582a2d-4f31-41a8-bc4c-29d3aef5abfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532bfcf0-ff3b-4ecc-8be0-41c2d98c815d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:39.151599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf98bb-ad5b-444a-8dfb-0ba54b67c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.168028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5504f72c-51f6-46bb-a6d5-60ca56a61f1b req-f10f59ab-12c2-42bf-822f-3eab832e9acc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763679 Jul 22 23:36:39.181285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port b982eabf-21a2-4d9c-a03f-78a351570f2e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b982eabf-21a2-4d9c-a03f-78a351570f2e,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:39.182791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.183996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf98bb-ad5b-444a-8dfb-0ba54b67c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.210264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for b982eabf-21a2-4d9c-a03f-78a351570f2e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:39.254290 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf98bb-ad5b-444a-8dfb-0ba54b67c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.257921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf98bb-ad5b-444a-8dfb-0ba54b67c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.260454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-91cf98bb-ad5b-444a-8dfb-0ba54b67c7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ae8d279-6b3b-4000-a2dc-fda3bb533ba8 HTTP/1.1" status: 204 len: 168 time: 0.2559638 Jul 22 23:36:39.273085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf98bb-ad5b-444a-8dfb-0ba54b67c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8d279-6b3b-4000-a2dc-fda3bb533ba8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:39.420182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.458374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb7afc72-8ed3-44db-9b4f-beba1d8ab7ad req-b2a8372a-489b-42b3-a460-620f92e367f8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fef1596-5d0f-4c95-b031-3630ef63d5f1 HTTP/1.1" status: 200 len: 210 time: 0.0528650 Jul 22 23:36:39.460988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', 'b982eabf-21a2-4d9c-a03f-78a351570f2e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:39.487628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=b982eabf-21a2-4d9c-a03f-78a351570f2e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:39.553031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port b982eabf-21a2-4d9c-a03f-78a351570f2e on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:39.556534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:39.558692 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ce32236-be85-4455-9ed1-6ae9238c46e1 req-e6d4cf3f-44c5-478e-9202-3fc296f17981 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/b982eabf-21a2-4d9c-a03f-78a351570f2e HTTP/1.1" status: 204 len: 173 time: 0.7317667 Jul 22 23:36:39.559167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'name': 'network-vif-deleted', 'tag': 'b982eabf-21a2-4d9c-a03f-78a351570f2e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:39.562214 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e5d47-e613-4179-b18b-3c1c7a731a96" -d '{"events": [{"server_uuid": "1fef1596-5d0f-4c95-b031-3630ef63d5f1", "name": "network-vif-deleted", "tag": "b982eabf-21a2-4d9c-a03f-78a351570f2e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:39.621749 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53199658-b6ac-4e5f-b3b6-c37d043f9432 x-openstack-request-id: req-53199658-b6ac-4e5f-b3b6-c37d043f9432 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:39.622244 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fef1596-5d0f-4c95-b031-3630ef63d5f1", "name": "network-vif-deleted", "tag": "b982eabf-21a2-4d9c-a03f-78a351570f2e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:39.622605 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53199658-b6ac-4e5f-b3b6-c37d043f9432 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:39.623030 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fef1596-5d0f-4c95-b031-3630ef63d5f1', 'name': 'network-vif-deleted', 'tag': 'b982eabf-21a2-4d9c-a03f-78a351570f2e', 'status': 'completed', 'code': 200} Jul 22 23:36:40.060553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fef6d8-ebfd-4ba6-b3cc-ab53d846ef1f req-5d058097-7ddb-4f32-a12a-0649979ccc32 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:40.068588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92fef6d8-ebfd-4ba6-b3cc-ab53d846ef1f req-5d058097-7ddb-4f32-a12a-0649979ccc32 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.1231217 Jul 22 23:36:40.125648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92fef6d8-ebfd-4ba6-b3cc-ab53d846ef1f req-517b737c-dcba-4e8e-ad5f-5a9ea40f07fb tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556595 Jul 22 23:36:40.431561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97229d5-0f2a-4894-abdd-b4c43e9873cd req-49e2e550-5c1f-4e9d-93fd-b5475250c7e1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:40.433235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b97229d5-0f2a-4894-abdd-b4c43e9873cd req-49e2e550-5c1f-4e9d-93fd-b5475250c7e1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1248543 Jul 22 23:36:40.498262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:40.528815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b97229d5-0f2a-4894-abdd-b4c43e9873cd req-b16fcfd7-231c-4c47-9d34-05c7ef69b1e8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809562 Jul 22 23:36:40.611074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e671a-45b1-436c-8ef8-452135985124 req-5976a4aa-5edc-41f4-a17a-c46eeea8c5fe tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:40.618941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f1e671a-45b1-436c-8ef8-452135985124 req-5976a4aa-5edc-41f4-a17a-c46eeea8c5fe tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.1146338 Jul 22 23:36:40.662247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f1e671a-45b1-436c-8ef8-452135985124 req-7e8acbf1-5734-4b16-b46a-3083fae16bd1 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Jul 22 23:36:40.715284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:40.786575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1699415940-network', 'tenant_id': 'f9e7e342177549729a90cbc3a8d0e95f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:40.825336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1780201850-network', 'tenant_id': '01eab6fda56943b0b187390a6a02fd87'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:40.834377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Made reservation on behalf of f9e7e342177549729a90cbc3a8d0e95f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:40.838202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.866165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.885978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Made reservation on behalf of 01eab6fda56943b0b187390a6a02fd87 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:40.888384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:40.903217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.020307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.026175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.054183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-36d3d3f5-9b04-48fa-8dcf-d93d35070b55 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:41.063276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-36d3d3f5-9b04-48fa-8dcf-d93d35070b55 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.1593695 Jul 22 23:36:41.065647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2063aca-7fa7-44d0-83c5-487aabd00fbd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:41.080333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:36:41.086221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-c45d5082-c0af-46c1-92f8-444f20a56a96 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0219722 Jul 22 23:36:41.107817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.108182 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Added segment 4eba48c8-164a-4f26-89aa-7d01466e6c38 of type vlan for network e580ae9d-74c5-423a-ba8e-3adb227baacb Jul 22 23:36:41.190314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-921ba942-e8d6-4784-bf4e-39e18dd4863f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030395 Jul 22 23:36:41.224481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.242146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.249270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.287648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:36:41.292383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.293358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:41.293945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.307608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769bfc48-3cd1-471a-9010-55d7a6edaaa2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:41.323767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-19ac3c51-1288-4448-b42b-d9d6011673bf service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232984 Jul 22 23:36:41.336612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.337316 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Added segment 6223a6b5-9808-4f85-b8c3-7204515dcb37 of type vlan for network 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe Jul 22 23:36:41.359467 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8602831 Jul 22 23:36:41.365565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:41.373177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Request body: {'subnet': {'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1699415940-subnet', 'tenant_id': 'f9e7e342177549729a90cbc3a8d0e95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:41.408980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2888cb-da95-4a6e-a51e-17f445fe9da4 admin admin] Pushing event updated for resources: {'Network': ['ID=e580ae9d-74c5-423a-ba8e-3adb227baacb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:41.423439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network e580ae9d-74c5-423a-ba8e-3adb227baacb details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:36:41.469444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.485025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Made reservation on behalf of f9e7e342177549729a90cbc3a8d0e95f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:41.487354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.494330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-cf5c3020-0ccb-4b2b-b1ca-bac31ee72534 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637149 Jul 22 23:36:41.590061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.591154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:41.591795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.635577 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9160361 Jul 22 23:36:41.640652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:41.645549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Request body: {'subnet': {'network_id': '9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1780201850-subnet', 'tenant_id': '01eab6fda56943b0b187390a6a02fd87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:41.674388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3515c3-c04c-441f-8763-afc26a462d0e admin admin] Pushing event updated for resources: {'Network': ['ID=9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:41.687193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:36:41.712596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Made reservation on behalf of 01eab6fda56943b0b187390a6a02fd87 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:41.716858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.792753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddd29e54-57f2-46ef-9d16-2c795db350c2 req-e9e73781-05e7-4520-b7a4-b4c487177a4c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 210 time: 0.0980246 Jul 22 23:36:41.915121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:41.929141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f03ae-f8f8-4f0a-a076-4fae838955eb req-ae92ba7a-7a2d-4859-9b51-461442409273 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:41.938619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac1f03ae-f8f8-4f0a-a076-4fae838955eb req-ae92ba7a-7a2d-4859-9b51-461442409273 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2187717 Jul 22 23:36:41.982922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d92a1d4-73d4-477c-8fe5-99d9e0175910,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:42.004409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Checking segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:42.005816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Network hostable DHCP agents. Network: e580ae9d-74c5-423a-ba8e-3adb227baacb, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:36:42.029439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Network e580ae9d-74c5-423a-ba8e-3adb227baacb is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:36:42.040744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, e580ae9d-74c5-423a-ba8e-3adb227baacb) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:42.046510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.047198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.051572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59752d7c-c53a-402d-afb9-d7bd2beca66d None None] Network e580ae9d-74c5-423a-ba8e-3adb227baacb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:42.074675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac1f03ae-f8f8-4f0a-a076-4fae838955eb req-4b43addb-809c-4541-b3f6-841a731db1b5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287792 Jul 22 23:36:42.099247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f4789eed-77d3-479b-a295-f3ac33f6ecc8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7301774 Jul 22 23:36:42.234249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f09fd9-21ac-475c-a7ad-1d737588c924 None None] Network e580ae9d-74c5-423a-ba8e-3adb227baacb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:42.592196 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.606562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaa06c-c39d-49f8-b84c-1da335aaa88f req-6cd1cf3c-1aa6-4696-9fe9-9da32e563add tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.614275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86aaa06c-c39d-49f8-b84c-1da335aaa88f req-6cd1cf3c-1aa6-4696-9fe9-9da32e563add tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.6986172 Jul 22 23:36:42.750329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8e5427-3f00-4fd0-b16c-8b13dfcf4eb0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:42.767767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86aaa06c-c39d-49f8-b84c-1da335aaa88f req-a885455c-e092-4a2b-8b93-8cd21b0eb09d tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525893 Jul 22 23:36:42.812124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Checking segment: {'id': '6223a6b5-9808-4f85-b8c3-7204515dcb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:42.812124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Network hostable DHCP agents. Network: 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:36:42.865096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-df9cf394-6158-4301-acad-0218d55d5df1 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.866629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-df9cf394-6158-4301-acad-0218d55d5df1 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.1930044 Jul 22 23:36:42.867823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Network 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:36:42.887413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-7b8881b2-ded5-4422-b4e8-e5bc22d407a4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/quotas/f9e7e342177549729a90cbc3a8d0e95f HTTP/1.1" status: 200 len: 375 time: 0.0143745 Jul 22 23:36:42.888670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:42.893588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:42.894246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:42.901645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68252712-6c0d-4dba-ac15-76116e1c8e51 None None] Network 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:42.944266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e5882456-46ad-4411-b5a7-e74799074e3d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3067088 Jul 22 23:36:42.955446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-5d6db4c4-8188-420f-a74e-4bb8b1094df7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569975 Jul 22 23:36:43.125032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-fae5745d-f40d-42c3-b780-80854a37b862 service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680346 Jul 22 23:36:43.185781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b982eabf-21a2-4d9c-a03f-78a351570f2e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:43.215536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: b982eabf-21a2-4d9c-a03f-78a351570f2e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:43.216156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b982eabf-21a2-4d9c-a03f-78a351570f2e not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:43.226092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7bf4b8-71cf-478f-8528-232d633c339a None None] Network 9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:36:43.326132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-f04b57d1-59fe-48ce-920d-7e5e134f1f23 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.329000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef998a3d-4ec5-4fde-af18-be9e31c96079 req-0ce20b41-9e60-4d63-940e-319b395c1cc4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 210 time: 0.1196167 Jul 22 23:36:43.336809 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-f04b57d1-59fe-48ce-920d-7e5e134f1f23 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.1996267 Jul 22 23:36:43.352926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:43.398772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-7a9e9448-50c4-4dbc-ac96-b0de096f15bb service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713017 Jul 22 23:36:43.568913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:43.571095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073c477-1b33-45c5-8daf-c25d6e54abf8 req-816ad5eb-17fb-420d-a8a3-2f4c325344be tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.574077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:43.576430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0073c477-1b33-45c5-8daf-c25d6e54abf8 req-816ad5eb-17fb-420d-a8a3-2f4c325344be tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.1322083 Jul 22 23:36:43.679890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0073c477-1b33-45c5-8daf-c25d6e54abf8 req-5a2f936a-2435-4ffa-aaaa-75f741ca521c tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970368 Jul 22 23:36:43.757991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.2 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/3dac451f-0f05-4ca5-8cfb-e1b34243e7e0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:43.835009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdb6f7-5549-4e4e-98e8-13b581d74870 req-8595d411-ffa3-4c4a-8a60-bfb86e853909 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:43.838984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3bdb6f7-5549-4e4e-98e8-13b581d74870 req-8595d411-ffa3-4c4a-8a60-bfb86e853909 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1926897 Jul 22 23:36:43.847219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-1efbb0ae-6f65-4090-a185-a77bba33b7e5 req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696079479', 'description': 'tempest-description-1175960115'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:43.933510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3bdb6f7-5549-4e4e-98e8-13b581d74870 req-463cbab9-df3b-4be2-80c5-4f82556432df tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766685 Jul 22 23:36:43.935712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1efbb0ae-6f65-4090-a185-a77bba33b7e5 req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.178570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.207151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1efbb0ae-6f65-4090-a185-a77bba33b7e5 req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.213264 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1efbb0ae-6f65-4090-a185-a77bba33b7e5 req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.254147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.263420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1efbb0ae-6f65-4090-a185-a77bba33b7e5 req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.269109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1efbb0ae-6f65-4090-a185-a77bba33b7e5 req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4286420 Jul 22 23:36:44.271562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84ec19-c0cc-44b8-946f-ea77e6c06a4a tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b6df0-55ad-4bac-ad45-78513856aa0f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:44.290977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:44.343665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:44.354377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:44.366874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:44.423997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e611870-386b-4396-b6ee-74ee9328311a req-ad767f08-c4d5-49c4-a529-33472b66396d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 210 time: 0.0597138 Jul 22 23:36:44.438124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:44.444888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-73b045cd-2704-42ad-b1f9-1dc3306899e0 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/6e4b6df0-55ad-4bac-ad45-78513856aa0f HTTP/1.1" status: 200 len: 1815 time: 0.1376197 Jul 22 23:36:44.458233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e4b6df0-55ad-4bac-ad45-78513856aa0f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:44.460140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e4b6df0-55ad-4bac-ad45-78513856aa0f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:44.487190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.488015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.537998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-1b9b3213-3b13-4f3c-bea5-d1404610713b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1933560 Jul 22 23:36:44.573534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Request body: {'port': {'device_id': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:44.665948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.731070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.740408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.769575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc780-525a-4559-8bde-acb6fc16d66b req-c60a6b52-c9d4-4b89-89a8-e3bb81432e94 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.769884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.771205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-275dc780-525a-4559-8bde-acb6fc16d66b req-c60a6b52-c9d4-4b89-89a8-e3bb81432e94 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 931 time: 0.2401996 Jul 22 23:36:44.777428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:44.783416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d94c0f02-560b-4c3e-b565-a78a09ea67a3 req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3362973 Jul 22 23:36:44.812157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de524de-3626-4c0a-91af-2722999b0848 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf9b39c-ace3-4873-8f3a-7d8b159e0705,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:44.893921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-275dc780-525a-4559-8bde-acb6fc16d66b req-08ca3370-460a-4087-b3c4-dd562f0cbac5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025481 Jul 22 23:36:44.953910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61618ec6-b2f4-41d4-9aa4-3b7a4aa6141f req-67dfb4b5-b7eb-483c-9cd2-9c1e435962ba tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:44.955269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61618ec6-b2f4-41d4-9aa4-3b7a4aa6141f req-67dfb4b5-b7eb-483c-9cd2-9c1e435962ba tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.1117349 Jul 22 23:36:45.004169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd722444-6d3e-4ba3-8baf-5a08af58cae8 req-627a85d2-6d08-4a7e-9c69-38837ef45cde tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/6e4b6df0-55ad-4bac-ad45-78513856aa0f HTTP/1.1" status: 200 len: 2409 time: 0.0769184 Jul 22 23:36:45.032280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61618ec6-b2f4-41d4-9aa4-3b7a4aa6141f req-4588e1c3-405a-4314-9e44-2a781562c415 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c12fad81-69f9-4420-9c06-6792e504a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647633 Jul 22 23:36:45.104692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-c8f19084-5520-4825-9efc-95a4862a86e6 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-group-rules/fdf9b39c-ace3-4873-8f3a-7d8b159e0705 HTTP/1.1" status: 200 len: 778 time: 0.0286148 Jul 22 23:36:45.116128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-c45f5606-fbc8-4866-b005-d749ab615340 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.117744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-c45f5606-fbc8-4866-b005-d749ab615340 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 945 time: 0.2615409 Jul 22 23:36:45.230139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-ca7e6b9c-58a3-473b-913f-9d0c7211f386 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/6e4b6df0-55ad-4bac-ad45-78513856aa0f HTTP/1.1" status: 200 len: 2409 time: 0.1124215 Jul 22 23:36:45.267826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2a59b-2764-4672-a341-e1ed42d435fe req-b0610dae-6a71-433a-bfb5-1ab4eea5dd09 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.269003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ea2a59b-2764-4672-a341-e1ed42d435fe req-b0610dae-6a71-433a-bfb5-1ab4eea5dd09 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1622751 Jul 22 23:36:45.325408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-63108199-8b44-4347-8ebd-e71394814d93 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.348679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-63108199-8b44-4347-8ebd-e71394814d93 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.380961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ea2a59b-2764-4672-a341-e1ed42d435fe req-31e21d20-54d1-46bb-afcb-1e073eebe0d5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007614 Jul 22 23:36:45.482904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-63108199-8b44-4347-8ebd-e71394814d93 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.498999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-63108199-8b44-4347-8ebd-e71394814d93 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.516630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c592ce8-acca-483d-8881-a0049d28ba8e req-63108199-8b44-4347-8ebd-e71394814d93 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fdf9b39c-ace3-4873-8f3a-7d8b159e0705 HTTP/1.1" status: 204 len: 173 time: 0.2851520 Jul 22 23:36:45.574161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-25310579-1fad-44fe-bded-99e6f941ffa7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:45.583069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-25310579-1fad-44fe-bded-99e6f941ffa7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.2962277 Jul 22 23:36:45.584510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63108199-8b44-4347-8ebd-e71394814d93 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdf9b39c-ace3-4873-8f3a-7d8b159e0705,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:45.605937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Request body: {'port': {'device_id': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'admin_state_up': True, 'tenant_id': 'f9e7e342177549729a90cbc3a8d0e95f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:45.715361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-dedcfd35-8099-4741-9257-1ea80db30544 req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-66623621', 'description': 'tempest-description-13396441'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:45.762659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Deleting port c202ce99-9d93-4383-801b-b9a490db1b46 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:36:45.763305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.765024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-077e5783-67f3-418e-bb8a-f1ccc38de1ee req-3db2b85d-1cdd-4b57-9525-22162446750f tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 210 time: 0.0551219 Jul 22 23:36:45.800906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:45.818812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dedcfd35-8099-4741-9257-1ea80db30544 req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.819356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.865738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Made reservation on behalf of f9e7e342177549729a90cbc3a8d0e95f for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:36:45.870803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.890346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Transition to ACTIVE for port object 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:45.896740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.960451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] For port c202ce99-9d93-4383-801b-b9a490db1b46, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c202ce99-9d93-4383-801b-b9a490db1b46,segment=NetworkSegment(9e28deb7-f8bf-4533-b38a-a1399fcb0d31),segment_id=9e28deb7-f8bf-4533-b38a-a1399fcb0d31)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:45.960704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:45.991989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:45.999531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Calling delete_port for c202ce99-9d93-4383-801b-b9a490db1b46 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:36:46.106471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66682ecb-3797-4fb9-b6a3-7f1c0f8ac20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.118822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dedcfd35-8099-4741-9257-1ea80db30544 req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.129623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dedcfd35-8099-4741-9257-1ea80db30544 req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.140219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Allocated IP 172.20.0.9 (e580ae9d-74c5-423a-ba8e-3adb227baacb/2d92a1d4-73d4-477c-8fe5-99d9e0175910/3c5d8a69-7968-46a8-b1f1-26dbbc2b2684) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:36:46.154346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Attempting to bind port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:46.154734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Attempting to bind port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:46.155070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Attempting to bind port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:46.173549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:46.173549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Attempting to bind port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:46.175734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-dedcfd35-8099-4741-9257-1ea80db30544 req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.177431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dedcfd35-8099-4741-9257-1ea80db30544 req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5106781 Jul 22 23:36:46.186780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:46.187320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:46.188111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:46.188816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Bound port: 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:46.190780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.222501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a838667-6b78-4492-8516-cc9785f9c77b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d0415e-2579-47ba-91d2-6e2b9b27212c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:46.255552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00180a-cd45-4397-b669-c5794774219c req-01cd5937-e3d8-4ba5-87ee-ff7d49854c85 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.264946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca00180a-cd45-4397-b669-c5794774219c req-01cd5937-e3d8-4ba5-87ee-ff7d49854c85 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 943 time: 0.2358959 Jul 22 23:36:46.345644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.356282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca00180a-cd45-4397-b669-c5794774219c req-fe771c5c-2700-4732-9575-98c4ead3c187 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900953 Jul 22 23:36:46.366141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] For port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:46.382482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c202ce99-9d93-4383-801b-b9a490db1b46'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:46.411954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Pushing event deleted for resources: {'Port': ['ID=c202ce99-9d93-4383-801b-b9a490db1b46,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:46.417109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] For port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:46.447442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.483671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] No DVR routers for this DVR port c202ce99-9d93-4383-801b-b9a490db1b46 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:36:46.504214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.506072 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b8b08abc-ab85-433b-8084-c5a80a473afd req-8126500a-fbb0-4686-bc5d-94943c6f2083 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.48 "DELETE /v2.0/ports/c202ce99-9d93-4383-801b-b9a490db1b46 HTTP/1.1" status: 204 len: 173 time: 1.3817317 Jul 22 23:36:46.506859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'name': 'network-vif-deleted', 'tag': 'c202ce99-9d93-4383-801b-b9a490db1b46'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:46.509977 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52086cb7-dd7f-4830-85d8-681cb6a63ee1" -d '{"events": [{"server_uuid": "cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3", "name": "network-vif-deleted", "tag": "c202ce99-9d93-4383-801b-b9a490db1b46"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:46.520753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.521401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.523021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] 10.222.0.48 "PUT /v2.0/ports/3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 HTTP/1.1" status: 200 len: 1091 time: 1.9576976 Jul 22 23:36:46.556410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bf342e6-3ca8-4e0f-93ed-9b8ce74ef495 req-2d7fd7f1-f3d8-4a4c-b1a2-9e1e6a77c682 tempest-DeleteServersTestJSON-1515254764 tempest-DeleteServersTestJSON-1515254764-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3 HTTP/1.1" status: 200 len: 210 time: 0.1220341 Jul 22 23:36:46.576790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982269-d25b-4e4a-95ee-3c40e5070e72 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:46.585352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3bfb26f-1034-4736-9d98-e47c2481b911 req-56a25cb8-fadb-4be1-b79b-d9f32ea0973f tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/20d0415e-2579-47ba-91d2-6e2b9b27212c HTTP/1.1" status: 200 len: 1811 time: 0.1479986 Jul 22 23:36:46.627837 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.688532 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50718cf8-2d08-4cd5-90f4-286b85e0930b x-openstack-request-id: req-50718cf8-2d08-4cd5-90f4-286b85e0930b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:46.688939 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3", "name": "network-vif-deleted", "tag": "c202ce99-9d93-4383-801b-b9a490db1b46", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:46.689297 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50718cf8-2d08-4cd5-90f4-286b85e0930b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:46.689788 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd1bc6e-d61d-4ce8-a0d7-536dce983ed3', 'name': 'network-vif-deleted', 'tag': 'c202ce99-9d93-4383-801b-b9a490db1b46', 'status': 'completed', 'code': 200} Jul 22 23:36:46.755115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eaede6de-e1ee-459c-9625-8714e94fdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.757110 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-eaede6de-e1ee-459c-9625-8714e94fdf83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 1094 time: 0.1321657 Jul 22 23:36:46.765382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.827191 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-b2282ccd-3140-4037-9f7c-5990cea60c25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 HTTP/1.1" status: 200 len: 217 time: 0.0507765 Jul 22 23:36:46.830118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Network e580ae9d-74c5-423a-ba8e-3adb227baacb is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:36:46.839432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:36:46.845056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:36:46.858005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f683c5e-1adf-48f8-8da1-d4367f725678 req-0a38986d-dd23-40c1-8639-ee39bc23c8b0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.859682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f683c5e-1adf-48f8-8da1-d4367f725678 req-0a38986d-dd23-40c1-8639-ee39bc23c8b0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.1473069 Jul 22 23:36:46.892352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:46.928521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-872566af-117e-4393-be76-6f219f93709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.930293 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-872566af-117e-4393-be76-6f219f93709d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0722127 Jul 22 23:36:46.965084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:46.965774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:46.974284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f683c5e-1adf-48f8-8da1-d4367f725678 req-211b6dc4-a6fb-4e5f-a982-1c779a8447b7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910821 Jul 22 23:36:46.984332 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-455f6cec-1696-411a-9cf1-6c38c3078610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447097 Jul 22 23:36:47.000184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-f11671b5-ba12-4d63-bd6e-011266b921e4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4005320 Jul 22 23:36:47.034166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Request body: {'port': {'device_id': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:47.044696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-66aee0a0-cfc9-4cd1-9f1f-1c84016e03a5 req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-15848793', 'description': 'tempest-description-2119232563'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:47.131247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-442bf3af-08be-4e69-bd29-d4e1f35b7305 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316121 Jul 22 23:36:47.176757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-66aee0a0-cfc9-4cd1-9f1f-1c84016e03a5 req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.218589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:47.253525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.290018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121c524-dfa4-4863-9003-9a43462b0151 req-1798a346-746e-41de-87a9-d8b840ba4bda tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:47.298861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8121c524-dfa4-4863-9003-9a43462b0151 req-1798a346-746e-41de-87a9-d8b840ba4bda tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 931 time: 0.2135363 Jul 22 23:36:47.320225 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9337cd7e-faac-45f3-a5bb-b63654d3a279 req-d168c37c-cf1d-460f-9fc7-adf8ad08d767 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783421 Jul 22 23:36:47.420875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:47.450715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'mac_address': 'fa:16:3e:de:c1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:47.482909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8121c524-dfa4-4863-9003-9a43462b0151 req-aa9daabb-e182-40e2-ab48-13b11d7ff9ee tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830413 Jul 22 23:36:47.511786 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.536155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ee1fe9-1e6c-49c0-8128-002c5855cc7b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:47.570616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:47.576905 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.621123 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-66aee0a0-cfc9-4cd1-9f1f-1c84016e03a5 req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.661901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:47.665571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-66aee0a0-cfc9-4cd1-9f1f-1c84016e03a5 req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.734374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f7c7a-666c-4801-b540-33a9327c8f29,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:47.736766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-66aee0a0-cfc9-4cd1-9f1f-1c84016e03a5 req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:47.748735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66aee0a0-cfc9-4cd1-9f1f-1c84016e03a5 req-adf7939a-89d9-4af7-9357-21cee0c4bb78 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7081680 Jul 22 23:36:47.831766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:47.846767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5288f-01bc-4581-9528-fa1b1aa1ee84 req-484cea03-7f35-4896-bf0f-78dab47b1add tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:47.848393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89f5288f-01bc-4581-9528-fa1b1aa1ee84 req-484cea03-7f35-4896-bf0f-78dab47b1add tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 943 time: 0.2705925 Jul 22 23:36:47.901874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6a867da-348e-438e-8b29-f80bfe6f5a36 req-3585c8ca-ac67-4293-bdd9-b19dbf2af78b tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/3a8f7c7a-666c-4801-b540-33a9327c8f29 HTTP/1.1" status: 200 len: 1813 time: 0.1031363 Jul 22 23:36:47.976952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89f5288f-01bc-4581-9528-fa1b1aa1ee84 req-50c13b3f-9efb-48b3-8b80-e53dcfcf41b4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203845 Jul 22 23:36:48.025901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:48.048817 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.072662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-94306c16-21d6-44f1-a5b2-c498534d9cf0 req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1451973945', 'description': 'tempest-description-401228609'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:48.079832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Transition to ACTIVE for port object 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:36:48.087664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.159759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94306c16-21d6-44f1-a5b2-c498534d9cf0 req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.216299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:48.373295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Attempting to bind port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:36:48.373675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Attempting to bind port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:36:48.374009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Attempting to bind port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:48.388663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 on network e580ae9d-74c5-423a-ba8e-3adb227baacb not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:36:48.389222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Attempting to bind port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:36:48.414333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:36:48.415572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Checking segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:36:48.416441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Bound using segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:36:48.416874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Bound port: 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:36:48.417242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.427667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94306c16-21d6-44f1-a5b2-c498534d9cf0 req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.457509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94306c16-21d6-44f1-a5b2-c498534d9cf0 req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.554549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-94306c16-21d6-44f1-a5b2-c498534d9cf0 req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.557529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94306c16-21d6-44f1-a5b2-c498534d9cf0 req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4919131 Jul 22 23:36:48.595150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a12245-2cdf-4041-9c9c-78aa5bc6ad24 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b7d0bf-16c0-4e67-a618-afea1e71084b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:48.621258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062a6c5-8064-42ac-af0d-c643d5680ff5 req-881b0c78-02ae-4085-8683-60bc307f9c9b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:48.623624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f062a6c5-8064-42ac-af0d-c643d5680ff5 req-881b0c78-02ae-4085-8683-60bc307f9c9b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 945 time: 0.2953620 Jul 22 23:36:48.663936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:36:48.688267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:36:48.691022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'tag': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:48.695316 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ba01b0-0044-4fdf-947b-f883c115b914" -d '{"events": [{"name": "network-changed", "server_uuid": "97a7a42e-914c-4a62-a5dd-6f45478822a0", "tag": "3dac451f-0f05-4ca5-8cfb-e1b34243e7e0"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:48.702382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.724534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f062a6c5-8064-42ac-af0d-c643d5680ff5 req-d96109cd-8925-431c-a4be-a9e71830a54d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877700 Jul 22 23:36:48.827078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:48.827971 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:48.829405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] 10.222.0.48 "PUT /v2.0/ports/3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 HTTP/1.1" status: 200 len: 1091 time: 1.8095524 Jul 22 23:36:48.832972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:48.835258 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f035e4a6-7a0d-4567-aad1-73df7435cbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:48.880930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858fcbc-d730-42fa-91c0-2ba96927c8aa service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:48.916002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df2aafaf-0439-4f34-85b2-06d27a56ae7c req-650b6069-e75d-4320-86b2-018dc6183e35 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/62b7d0bf-16c0-4e67-a618-afea1e71084b HTTP/1.1" status: 200 len: 1814 time: 0.1270795 Jul 22 23:36:48.972877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beed089-c6a3-4385-a211-91cce812312f req-089c96e3-9384-4230-9221-15244966e4e9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:48.974825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3beed089-c6a3-4385-a211-91cce812312f req-089c96e3-9384-4230-9221-15244966e4e9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 943 time: 0.2783353 Jul 22 23:36:49.056973 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd123c53-88da-4da4-a8cf-7d3889065178 x-openstack-request-id: req-fd123c53-88da-4da4-a8cf-7d3889065178 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:49.057267 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a7a42e-914c-4a62-a5dd-6f45478822a0", "tag": "3dac451f-0f05-4ca5-8cfb-e1b34243e7e0", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:49.057692 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd123c53-88da-4da4-a8cf-7d3889065178 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:49.058307 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'tag': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0', 'status': 'completed', 'code': 200} Jul 22 23:36:49.111351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3beed089-c6a3-4385-a211-91cce812312f req-de8e6c91-d928-436a-bcef-63658217ba3c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963893 Jul 22 23:36:49.127917 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015e0132-09c8-4670-b0f9-157c4f13262e x-openstack-request-id: req-015e0132-09c8-4670-b0f9-157c4f13262e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:49.128418 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:49.129348 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-015e0132-09c8-4670-b0f9-157c4f13262e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:49.130242 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'status': 'completed', 'code': 200} Jul 22 23:36:49.144187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-56869fdc-68c3-4cc9-afc0-3650e1d75dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.147623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-56869fdc-68c3-4cc9-afc0-3650e1d75dbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 1094 time: 0.2251618 Jul 22 23:36:49.168864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-439471f6-3f11-4c27-b997-1a7f072bccd9 req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1998912269', 'description': 'tempest-description-811186997'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:36:49.227658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:49.259202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-cfaefc40-20f9-4589-bac1-7574c9fd7146 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 HTTP/1.1" status: 200 len: 217 time: 0.0802240 Jul 22 23:36:49.277328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-4a8c1402-73ab-4b44-aa9a-2ebf8828081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.279266 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-4a8c1402-73ab-4b44-aa9a-2ebf8828081e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1096 time: 0.1857879 Jul 22 23:36:49.296822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-e84afd9f-9837-4824-a656-b7fe4f9d94f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.298979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-e84afd9f-9837-4824-a656-b7fe4f9d94f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 1094 time: 0.1437628 Jul 22 23:36:49.349712 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dac052dd-985d-4f49-8604-cab584f31558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.356195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-439471f6-3f11-4c27-b997-1a7f072bccd9 req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.362549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:49.362936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.526341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-911dc16e-2217-45ea-8b82-efa7189281c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.528418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-911dc16e-2217-45ea-8b82-efa7189281c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.2638972 Jul 22 23:36:49.542678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.543592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-9d89ac09-98b3-4654-a828-4c13e0e50cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.545221 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-9d89ac09-98b3-4654-a828-4c13e0e50cb7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.2173879 Jul 22 23:36:49.546776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-5316bbe2-f74d-4f48-a77c-3ae056d3fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.548355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-5316bbe2-f74d-4f48-a77c-3ae056d3fce8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.2385731 Jul 22 23:36:49.610203 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.654299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:49.656915 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4accd0b0-9545-44a4-ac91-3b538ff06c42" -d '{"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:49.681904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-5a4acd1e-d92d-41ce-9492-f05a74e38e76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446683 Jul 22 23:36:49.683492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:49.685894 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-fc48f2e2-d285-4f5a-9c4d-362780b87fd0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 HTTP/1.1" status: 200 len: 217 time: 0.1164305 Jul 22 23:36:49.689055 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.690227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c202ce99-9d93-4383-801b-b9a490db1b46 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:36:49.747136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-ce6e5837-b246-4546-b2ea-e5481a2403b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 1000 time: 0.1910558 Jul 22 23:36:49.753265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: c202ce99-9d93-4383-801b-b9a490db1b46 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:36:49.753521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c202ce99-9d93-4383-801b-b9a490db1b46 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:36:49.807421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0bf8-5d37-4897-be4f-9c3c9203aa95 req-d689f1a4-21fb-4d29-9f89-f72d1a7ede18 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.815468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-885b0bf8-5d37-4897-be4f-9c3c9203aa95 req-d689f1a4-21fb-4d29-9f89-f72d1a7ede18 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 943 time: 0.4463766 Jul 22 23:36:49.846655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:49.906562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-f83892e3-2b06-4cb8-9c3d-5171d14b73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:49.910744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-f83892e3-2b06-4cb8-9c3d-5171d14b73fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.1533399 Jul 22 23:36:49.944036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-885b0bf8-5d37-4897-be4f-9c3c9203aa95 req-1f73be59-cb17-4be7-9a46-ce1c0ea37b6d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263125 Jul 22 23:36:49.959872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-439471f6-3f11-4c27-b997-1a7f072bccd9 req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:49.965634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-0f8a4510-93ca-4e28-8ad9-25464c6280e4 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574158 Jul 22 23:36:50.001087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-a3e9d6e6-6689-4cb1-b7d1-06e0df915298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:50.004114 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-a3e9d6e6-6689-4cb1-b7d1-06e0df915298 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.3050861 Jul 22 23:36:50.034869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-439471f6-3f11-4c27-b997-1a7f072bccd9 req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.087979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-afa300df-ba7f-46b8-9b5f-c653af164a02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753889 Jul 22 23:36:50.146956 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.185231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b68475-90c0-437a-b4cc-02bb10b0bd50,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:50.189474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-439471f6-3f11-4c27-b997-1a7f072bccd9 req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:50.208289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-439471f6-3f11-4c27-b997-1a7f072bccd9 req-0e5b58fb-10fc-49b6-8ed5-36f4053b1f37 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0558259 Jul 22 23:36:50.340418 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b645eca1-79bd-4208-885f-c3cc06677db8 x-openstack-request-id: req-b645eca1-79bd-4208-885f-c3cc06677db8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:50.341355 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:50.341355 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b645eca1-79bd-4208-885f-c3cc06677db8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:50.341649 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'code': 200} Jul 22 23:36:50.346595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a2ef4f-d3f7-4beb-8f1f-90639b34ee6b req-788abe00-0c81-4cf7-b93e-77d176820cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741794 Jul 22 23:36:50.377021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-f3e78d4d-1ddd-4c3a-a000-6c0632587a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:50.381187 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-f3e78d4d-1ddd-4c3a-a000-6c0632587a69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4615462 Jul 22 23:36:50.607073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-3f5ea5a0-b2ff-4152-b525-e96ba1c5b1d9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909408 Jul 22 23:36:50.982422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97ba01b0-0044-4fdf-947b-f883c115b914 req-48212d5d-0760-445f-bb6d-8ddc5b73a8ca service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630081 Jul 22 23:36:51.100687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-a1451ea8-3397-452f-b195-2a099311a81d service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955490 Jul 22 23:36:51.225925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:51.402563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:51.405655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-884617a0-69c7-4521-a797-27e4078ad2a0 req-63dc1287-24a3-4074-872b-4941908d665d service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031881 Jul 22 23:36:51.456846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-eb07816e-5aba-4ddf-8db3-5b2f5b171837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:51.459508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-eb07816e-5aba-4ddf-8db3-5b2f5b171837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 1094 time: 0.8756249 Jul 22 23:36:51.460726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0', 'mac_address': 'fa:16:3e:ec:7c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:51.470182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce804d86-e5c6-4b10-90b4-509c392609d5 req-0490767f-c875-4fd6-9a07-8b88935a42b2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:51.482766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce804d86-e5c6-4b10-90b4-509c392609d5 req-0490767f-c875-4fd6-9a07-8b88935a42b2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.9748206 Jul 22 23:36:51.543544 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.580586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:51.596445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488949c6-3f4a-4ff1-a9e2-8ecbfb1346fd req-2d485eeb-334f-43b3-890c-1e9d4ef4245d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:51.599844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-488949c6-3f4a-4ff1-a9e2-8ecbfb1346fd req-2d485eeb-334f-43b3-890c-1e9d4ef4245d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 943 time: 0.3896000 Jul 22 23:36:51.684821 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.689766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:51.698460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:51.752999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce804d86-e5c6-4b10-90b4-509c392609d5 req-aeac04a9-65a7-497c-bce9-7fa4981950c5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688067 Jul 22 23:36:51.840180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:51.882915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-488949c6-3f4a-4ff1-a9e2-8ecbfb1346fd req-7d3ac698-ff8e-435e-989a-5d70a7b07948 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667098 Jul 22 23:36:51.900303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-353c8590-f793-4f47-9f98-63c55474e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:51.903067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-353c8590-f793-4f47-9f98-63c55474e784 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 906 time: 0.3797581 Jul 22 23:36:52.009001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.042944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-bb8b6ede-2463-49ed-8b16-3ba1fc0f431d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 HTTP/1.1" status: 200 len: 217 time: 0.0897043 Jul 22 23:36:52.075794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3dac451f-0f05-4ca5-8cfb-e1b34243e7e0'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:52.088202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc09f0c0-a41d-4011-95cb-286a96f9a66f req-89b7a23d-54a5-49e3-bc93-d1ae00491569 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/62b68475-90c0-437a-b4cc-02bb10b0bd50 HTTP/1.1" status: 200 len: 1814 time: 0.1803057 Jul 22 23:36:52.245589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-9c3a56a6-5447-4520-9459-148811f3a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:52.247210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-9c3a56a6-5447-4520-9459-148811f3a038 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.1869786 Jul 22 23:36:52.280908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eb16a-1f47-4ba3-aec4-34b083e614b7 req-4326f18a-ec08-4867-b6cb-c38c2e3aac39 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:52.288051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-503eb16a-1f47-4ba3-aec4-34b083e614b7 req-4326f18a-ec08-4867-b6cb-c38c2e3aac39 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 944 time: 0.2053010 Jul 22 23:36:52.327062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-2a1882a2-595e-40f1-a49d-98003ec75f9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703735 Jul 22 23:36:52.394208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-503eb16a-1f47-4ba3-aec4-34b083e614b7 req-d88de5b6-aef9-4319-909c-a29802b9b05b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000285 Jul 22 23:36:52.486256 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-ec499567-8943-4076-a7cd-6a796d047021 req-7bed0845-de5f-4a40-8b34-1c093ed82be8 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] show failed (client error): The resource could not be found. Jul 22 23:36:52.495604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec499567-8943-4076-a7cd-6a796d047021 req-7bed0845-de5f-4a40-8b34-1c093ed82be8 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/c240eaf3-d509-4b54-840c-d5e2aeefa71e HTTP/1.1" status: 404 len: 352 time: 0.0272830 Jul 22 23:36:52.541631 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-3339194a-f461-4303-9b30-6ca1711b5bbe req-c1910793-5820-43f8-9e25-9415dd9a8b2f tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] show failed (client error): The resource could not be found. Jul 22 23:36:52.549138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3339194a-f461-4303-9b30-6ca1711b5bbe req-c1910793-5820-43f8-9e25-9415dd9a8b2f tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-group-rules/6483cefe-325a-4773-a88f-4975dffbec81 HTTP/1.1" status: 404 len: 361 time: 0.0325859 Jul 22 23:36:52.598345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-2e105e01-df21-448d-9fed-0c0acedaf9e2 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621841 Jul 22 23:36:52.676382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e8068ea-8656-43f2-a979-5bf216415913 req-9eb39f27-34fd-449a-967e-0a20cc04cc06 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/62b68475-90c0-437a-b4cc-02bb10b0bd50 HTTP/1.1" status: 200 len: 1814 time: 0.0979712 Jul 22 23:36:52.785948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f035e4a6-7a0d-4567-aad1-73df7435cbe8 req-5c848bf3-1520-4f88-948e-1da21b0f544d service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761606 Jul 22 23:36:52.861444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e8068ea-8656-43f2-a979-5bf216415913 req-638085eb-163e-46fe-bda8-b49ca219653d tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:52.913861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e8068ea-8656-43f2-a979-5bf216415913 req-638085eb-163e-46fe-bda8-b49ca219653d tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.126234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e8068ea-8656-43f2-a979-5bf216415913 req-638085eb-163e-46fe-bda8-b49ca219653d tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.130209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e8068ea-8656-43f2-a979-5bf216415913 req-638085eb-163e-46fe-bda8-b49ca219653d tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.132240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e8068ea-8656-43f2-a979-5bf216415913 req-638085eb-163e-46fe-bda8-b49ca219653d tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "DELETE /v2.0/security-groups/62b68475-90c0-437a-b4cc-02bb10b0bd50 HTTP/1.1" status: 204 len: 173 time: 0.4490433 Jul 22 23:36:53.155102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708d447-4667-48f6-b74a-96b7547b75a6 req-eace1835-23dc-4ad2-8e7c-f44ed5b73ef0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.157445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a708d447-4667-48f6-b74a-96b7547b75a6 req-eace1835-23dc-4ad2-8e7c-f44ed5b73ef0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2308202 Jul 22 23:36:53.159321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638085eb-163e-46fe-bda8-b49ca219653d tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b68475-90c0-437a-b4cc-02bb10b0bd50,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:53.215589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a708d447-4667-48f6-b74a-96b7547b75a6 req-f3d32ff6-b6a8-42cc-ad4d-9d61a585aca4 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513537 Jul 22 23:36:53.256329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:36:53.414841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b88edf-54e4-473b-abbc-494c9488e577 req-3b141203-8992-43a7-9cf4-28a11d0f8556 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/62b7d0bf-16c0-4e67-a618-afea1e71084b HTTP/1.1" status: 200 len: 1814 time: 0.1343272 Jul 22 23:36:53.445081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:53.465914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'mac_address': 'fa:16:3e:fa:62:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:36:53.493322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55199565-ce7c-4776-89b6-ad2054614abf req-75a5556c-80fd-432e-802b-037064fcede3 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:53.501063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55199565-ce7c-4776-89b6-ad2054614abf req-75a5556c-80fd-432e-802b-037064fcede3 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 943 time: 0.2001708 Jul 22 23:36:53.531170 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.554229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:36:53.571650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55199565-ce7c-4776-89b6-ad2054614abf req-026923ad-8557-41ad-96fc-a08bd5bf48fd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691781 Jul 22 23:36:53.575233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43b88edf-54e4-473b-abbc-494c9488e577 req-2d1ec435-1a9f-407c-9d71-3cac7cd3b13c tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.613790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:53.621450 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.632288 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43b88edf-54e4-473b-abbc-494c9488e577 req-2d1ec435-1a9f-407c-9d71-3cac7cd3b13c tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.726045 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43b88edf-54e4-473b-abbc-494c9488e577 req-2d1ec435-1a9f-407c-9d71-3cac7cd3b13c tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.730947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-43b88edf-54e4-473b-abbc-494c9488e577 req-2d1ec435-1a9f-407c-9d71-3cac7cd3b13c tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:53.740650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43b88edf-54e4-473b-abbc-494c9488e577 req-2d1ec435-1a9f-407c-9d71-3cac7cd3b13c tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "DELETE /v2.0/security-groups/62b7d0bf-16c0-4e67-a618-afea1e71084b HTTP/1.1" status: 204 len: 173 time: 0.3241439 Jul 22 23:36:53.768594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:53.791490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ec435-1a9f-407c-9d71-3cac7cd3b13c tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b7d0bf-16c0-4e67-a618-afea1e71084b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:54.016238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3c5d8a69-7968-46a8-b1f1-26dbbc2b2684'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:36:54.127350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24ba6dac-9b64-4663-88ff-598a11ea14d0 req-313d85cb-817b-4071-ae70-731005fbd57e tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/3a8f7c7a-666c-4801-b540-33a9327c8f29 HTTP/1.1" status: 200 len: 1813 time: 0.1063926 Jul 22 23:36:54.143771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd356b-9282-41a6-b2c4-ff9c86892391 req-90951ff4-2406-49a1-bef8-1974da50c885 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:54.145455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78bd356b-9282-41a6-b2c4-ff9c86892391 req-90951ff4-2406-49a1-bef8-1974da50c885 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 944 time: 0.2003393 Jul 22 23:36:54.339272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78bd356b-9282-41a6-b2c4-ff9c86892391 req-b180a743-7ca2-41a9-aaaf-52c681227229 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291356 Jul 22 23:36:54.340285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24ba6dac-9b64-4663-88ff-598a11ea14d0 req-8ea66f34-cffe-49ef-9c71-122d9c486f11 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.377884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24ba6dac-9b64-4663-88ff-598a11ea14d0 req-8ea66f34-cffe-49ef-9c71-122d9c486f11 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.486415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24ba6dac-9b64-4663-88ff-598a11ea14d0 req-8ea66f34-cffe-49ef-9c71-122d9c486f11 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.490300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24ba6dac-9b64-4663-88ff-598a11ea14d0 req-8ea66f34-cffe-49ef-9c71-122d9c486f11 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:54.492050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24ba6dac-9b64-4663-88ff-598a11ea14d0 req-8ea66f34-cffe-49ef-9c71-122d9c486f11 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a8f7c7a-666c-4801-b540-33a9327c8f29 HTTP/1.1" status: 204 len: 173 time: 0.3453970 Jul 22 23:36:54.516134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea66f34-cffe-49ef-9c71-122d9c486f11 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f7c7a-666c-4801-b540-33a9327c8f29,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:54.729162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ce238b1-d019-42cc-8aba-75bd62f46740 req-49b12993-3fd9-476d-aab5-153fd0b7d7eb tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/20d0415e-2579-47ba-91d2-6e2b9b27212c HTTP/1.1" status: 200 len: 1811 time: 0.1584809 Jul 22 23:36:54.835366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6dc96-1cf0-489b-97c9-d1f5c389b232 req-9b734369-9f03-4354-8ab1-9d22fcfdd686 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:54.847738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6f6dc96-1cf0-489b-97c9-d1f5c389b232 req-9b734369-9f03-4354-8ab1-9d22fcfdd686 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2874329 Jul 22 23:36:54.923957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6f6dc96-1cf0-489b-97c9-d1f5c389b232 req-543b98b1-1581-4e36-9cfb-256223c7967c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747874 Jul 22 23:36:54.991777 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce238b1-d019-42cc-8aba-75bd62f46740 req-48ab9108-5206-43bb-8b91-35290594fe27 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.089642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce238b1-d019-42cc-8aba-75bd62f46740 req-48ab9108-5206-43bb-8b91-35290594fe27 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.240785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce238b1-d019-42cc-8aba-75bd62f46740 req-48ab9108-5206-43bb-8b91-35290594fe27 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.245033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7ce238b1-d019-42cc-8aba-75bd62f46740 req-48ab9108-5206-43bb-8b91-35290594fe27 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.246735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ce238b1-d019-42cc-8aba-75bd62f46740 req-48ab9108-5206-43bb-8b91-35290594fe27 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "DELETE /v2.0/security-groups/20d0415e-2579-47ba-91d2-6e2b9b27212c HTTP/1.1" status: 204 len: 173 time: 0.4891722 Jul 22 23:36:55.270212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:55.287865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab9108-5206-43bb-8b91-35290594fe27 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d0415e-2579-47ba-91d2-6e2b9b27212c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:55.331286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72407f5-d582-4d15-b157-2ca623615709 req-81a0bb71-d942-435b-88b1-68c0b3814acd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:55.345297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c72407f5-d582-4d15-b157-2ca623615709 req-81a0bb71-d942-435b-88b1-68c0b3814acd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 944 time: 0.2126720 Jul 22 23:36:55.443537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:55.451746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:55.452149 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.524400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c72407f5-d582-4d15-b157-2ca623615709 req-f1be889b-8021-494c-8a88-88cee897ef06 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765704 Jul 22 23:36:55.681800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da42af07-ea6d-4cc4-a16f-e507c20b1fd4 req-3fdb7c19-9de7-4358-83e4-d42bfe181917 tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "GET /v2.0/security-groups/6e4b6df0-55ad-4bac-ad45-78513856aa0f HTTP/1.1" status: 200 len: 1815 time: 0.1294737 Jul 22 23:36:55.756673 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.803898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:55.806559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:55.810792 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a2fbb3-0c89-4ded-82ff-7f9b8d019723" -d '{"events": [{"server_uuid": "97a7a42e-914c-4a62-a5dd-6f45478822a0", "name": "network-vif-plugged", "status": "completed", "tag": "3dac451f-0f05-4ca5-8cfb-e1b34243e7e0"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:55.816277 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.886696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-da42af07-ea6d-4cc4-a16f-e507c20b1fd4 req-7b83eb14-196a-4656-8809-b6719f96dcbc tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:55.964464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:55.965257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-da42af07-ea6d-4cc4-a16f-e507c20b1fd4 req-7b83eb14-196a-4656-8809-b6719f96dcbc tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.109747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a82c8-d1e8-4180-9da0-c19d5238dccd req-f7a45c1d-6a73-4821-bd7d-7545596af918 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:56.112386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec9a82c8-d1e8-4180-9da0-c19d5238dccd req-f7a45c1d-6a73-4821-bd7d-7545596af918 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.1694639 Jul 22 23:36:56.114381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-da42af07-ea6d-4cc4-a16f-e507c20b1fd4 req-7b83eb14-196a-4656-8809-b6719f96dcbc tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.119082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-da42af07-ea6d-4cc4-a16f-e507c20b1fd4 req-7b83eb14-196a-4656-8809-b6719f96dcbc tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.121086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da42af07-ea6d-4cc4-a16f-e507c20b1fd4 req-7b83eb14-196a-4656-8809-b6719f96dcbc tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e4b6df0-55ad-4bac-ad45-78513856aa0f HTTP/1.1" status: 204 len: 173 time: 0.4380767 Jul 22 23:36:56.126467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:56.227486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83eb14-196a-4656-8809-b6719f96dcbc tempest-SecurityGroupRulesNegativeTestJSON-250949008 tempest-SecurityGroupRulesNegativeTestJSON-250949008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b6df0-55ad-4bac-ad45-78513856aa0f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:56.242225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Deleting subnet ab8e5427-3f00-4fd0-b16c-8b13dfcf4eb0 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:36:56.244180 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7a6666-9804-4242-b200-4479eb19c002 x-openstack-request-id: req-9d7a6666-9804-4242-b200-4479eb19c002 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:56.244750 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a7a42e-914c-4a62-a5dd-6f45478822a0", "name": "network-vif-plugged", "status": "completed", "tag": "3dac451f-0f05-4ca5-8cfb-e1b34243e7e0", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:56.245095 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d7a6666-9804-4242-b200-4479eb19c002 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:56.245586 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0', 'code': 200} Jul 22 23:36:56.249302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec9a82c8-d1e8-4180-9da0-c19d5238dccd req-90f27265-ba1d-4c0c-b9b3-799f581f32a2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266570 Jul 22 23:36:56.266069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.404665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.470425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.645509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedc45b-bd37-4fbe-b2ab-48c1f4218d4a req-e579183e-4a06-455f-8efb-7a22f589ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:56.647047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5aedc45b-bd37-4fbe-b2ab-48c1f4218d4a req-e579183e-4a06-455f-8efb-7a22f589ccb1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 1096 time: 0.2810903 Jul 22 23:36:56.680233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.714373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6cd9-aa41-4997-8a75-a2997e708f97 req-6456f19c-676b-499a-815e-71e50bca300b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:56.721942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46ca6cd9-aa41-4997-8a75-a2997e708f97 req-6456f19c-676b-499a-815e-71e50bca300b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2392385 Jul 22 23:36:56.726230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:56.742575 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab8e5427-3f00-4fd0-b16c-8b13dfcf4eb0 HTTP/1.1" status: 204 len: 168 time: 0.6111984 Jul 22 23:36:56.747877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:56.803861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454040e8-ef31-43ec-8e28-98236bf3c3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8e5427-3f00-4fd0-b16c-8b13dfcf4eb0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:57.044136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.065394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5aedc45b-bd37-4fbe-b2ab-48c1f4218d4a req-e9bd991b-037e-4353-8722-07f1caa6a080 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992012 Jul 22 23:36:57.073791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46ca6cd9-aa41-4997-8a75-a2997e708f97 req-e401be9c-1ce1-4a19-b51c-6bb7c54578e1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359311 Jul 22 23:36:57.246857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b71216-bb6f-403c-be32-ab6a76bcaa39 req-0d81ebcf-449f-4c09-b797-7db32100e9e7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.249990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1b71216-bb6f-403c-be32-ab6a76bcaa39 req-0d81ebcf-449f-4c09-b797-7db32100e9e7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 944 time: 0.4015324 Jul 22 23:36:57.281551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:36:57.328857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.348614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:57.407674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:36:57.408774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6223a6b5-9808-4f85-b8c3-7204515dcb37') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:57.416382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:36:57.416842 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.417807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6223a6b5-9808-4f85-b8c3-7204515dcb37') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:36:57.457442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1b71216-bb6f-403c-be32-ab6a76bcaa39 req-77c64222-1e08-4c6f-b2b6-5c80ff174970 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837103 Jul 22 23:36:57.459720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.505977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.581294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.584386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:36:57.585851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.646343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:36:57.652264 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:36:57.705319 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:36:57.709589 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.716356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:57.718374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe HTTP/1.1" status: 204 len: 168 time: 0.9679463 Jul 22 23:36:57.786665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754be81-8aa6-42c2-a6ca-d6661c8aa1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3c3114-1b9a-4ea1-bd2a-db07c683a4fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:57.793261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:57.846309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70c733-b9a9-455b-86ea-7dd01f4719dc req-a3f945b6-4982-4c49-91ba-8dbcd26d23e0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:57.854130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff70c733-b9a9-455b-86ea-7dd01f4719dc req-a3f945b6-4982-4c49-91ba-8dbcd26d23e0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.3370380 Jul 22 23:36:57.914479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff70c733-b9a9-455b-86ea-7dd01f4719dc req-69bbb694-8b23-4cd4-924a-266e312e0f90 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591369 Jul 22 23:36:58.000555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33160) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:58.117215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d3e97f24-a1cb-482f-865f-7517b0307883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01eab6fda56943b0b187390a6a02fd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127298 Jul 22 23:36:58.117642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:58.220238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-7ab91a5b-380b-49ca-ae01-9eb658ee24c7 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:58.231713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6539603-99e8-41bb-a960-83eed18ccf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.233694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-7ab91a5b-380b-49ca-ae01-9eb658ee24c7 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.2155652 Jul 22 23:36:58.247073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:36:58.251186 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff6c5c8-52ec-43ea-b8ce-370b22e31c5d" -d '{"events": [{"server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:36:58.269021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-cf16b5ef-dfc8-4366-9c64-f5b7cb2bc5f1 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/quotas/0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 375 time: 0.0340769 Jul 22 23:36:58.305567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6539603-99e8-41bb-a960-83eed18ccf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.410059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6539603-99e8-41bb-a960-83eed18ccf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.423659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6539603-99e8-41bb-a960-83eed18ccf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:36:58.433452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6539603-99e8-41bb-a960-83eed18ccf9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/769bfc48-3cd1-471a-9010-55d7a6edaaa2 HTTP/1.1" status: 204 len: 168 time: 0.3141007 Jul 22 23:36:58.448604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-06395f11-260d-4822-92a3-5fc3356da834 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1785276 Jul 22 23:36:58.468034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539603-99e8-41bb-a960-83eed18ccf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769bfc48-3cd1-471a-9010-55d7a6edaaa2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:36:58.549154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd593fa-41e8-4b55-a788-db5f1b126972 req-8ce82c4c-17dc-463a-856d-439df44c6443 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:58.558120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bd593fa-41e8-4b55-a788-db5f1b126972 req-8ce82c4c-17dc-463a-856d-439df44c6443 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2102313 Jul 22 23:36:58.655130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-dd9c6e5c-b4c1-4cdf-a250-d8b75a115d89 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796374 Jul 22 23:36:58.704948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bd593fa-41e8-4b55-a788-db5f1b126972 req-75a32577-5656-4584-8d25-7cbd8db597f5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456766 Jul 22 23:36:58.833455 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec87166-35d0-45e1-bcb6-a11af35e9dbd x-openstack-request-id: req-6ec87166-35d0-45e1-bcb6-a11af35e9dbd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:36:58.835285 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:36:58.837703 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ec87166-35d0-45e1-bcb6-a11af35e9dbd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:36:58.838853 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'code': 200} Jul 22 23:36:58.858433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-91dbbff5-9477-462f-a5b2-9b625efa2435 service neutron] 10.222.0.21 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876349 Jul 22 23:36:59.106181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec3077-d9f4-4c72-93ab-62a56f89a0f5 req-08a1ff19-62fe-479b-b774-9d1e0a0f989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.116067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76ec3077-d9f4-4c72-93ab-62a56f89a0f5 req-08a1ff19-62fe-479b-b774-9d1e0a0f989b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 1096 time: 0.1592779 Jul 22 23:36:59.208652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76ec3077-d9f4-4c72-93ab-62a56f89a0f5 req-a1f04036-454f-4ace-a661-389652d87a36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917037 Jul 22 23:36:59.440534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f857c-24d4-4164-8507-1d3d459b95cf req-e2954eb3-5643-437b-bd93-4d6add5e119e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.451800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f07f857c-24d4-4164-8507-1d3d459b95cf req-e2954eb3-5643-437b-bd93-4d6add5e119e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 945 time: 0.1807556 Jul 22 23:36:59.543442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f07f857c-24d4-4164-8507-1d3d459b95cf req-c28f2212-eb90-4657-aac0-80d226f0f387 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901701 Jul 22 23:36:59.833357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07cbced5-121c-414d-a951-ae3728b05594 req-09bccbed-edb2-4b80-b13f-9d2b00c9e094 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.1122859 Jul 22 23:36:59.902656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2061c-bf17-4c16-b66b-dd07e0acdca9 req-e9963e90-6d43-4301-a778-a4a2a9b5931b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:36:59.917222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec2061c-bf17-4c16-b66b-dd07e0acdca9 req-e9963e90-6d43-4301-a778-a4a2a9b5931b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.2629893 Jul 22 23:36:59.948264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:36:59.994611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec2061c-bf17-4c16-b66b-dd07e0acdca9 req-ae9d63b9-bb44-4242-8815-4403b261b917 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762026 Jul 22 23:37:00.083303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:00.203269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-516937137-network', 'tenant_id': '81b3ebee1dea47748a3f525b4289d55e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:00.237078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cef1f-1d6c-4b7f-b0b6-7b3ad91c1a07 req-1f6ebf7d-0b4b-4641-a59b-7f5bc4881c9a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.244934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Made reservation on behalf of 81b3ebee1dea47748a3f525b4289d55e for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:00.247762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.251890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea4cef1f-1d6c-4b7f-b0b6-7b3ad91c1a07 req-1f6ebf7d-0b4b-4641-a59b-7f5bc4881c9a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2019753 Jul 22 23:37:00.257729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.321399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea4cef1f-1d6c-4b7f-b0b6-7b3ad91c1a07 req-08711413-5473-4a56-ba3c-5318fda92a97 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677676 Jul 22 23:37:00.513898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Deleting subnet cbf3517a-637b-4eee-a504-347403f85113 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:37:00.532651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.625415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.676641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.683291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.752777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:00.791090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.791856 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Added segment 1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8 of type vlan for network dbcb667c-74e2-461c-b417-cc93af389568 Jul 22 23:37:00.804521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.815311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cdf6f-4dce-4d31-ba88-748f0213daa5 req-5c631f4b-12fe-40fb-a0e9-9d742126c16d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.823689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b4cdf6f-4dce-4d31-ba88-748f0213daa5 req-5c631f4b-12fe-40fb-a0e9-9d742126c16d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.2502286 Jul 22 23:37:00.839195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c7e5be-85fa-4c69-b7f0-624f702f35e9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:00.898522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.916057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b4cdf6f-4dce-4d31-ba88-748f0213daa5 req-38f839b2-d653-479c-a866-a2c2775cc799 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909514 Jul 22 23:37:00.928224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf2eca-b8b0-48bc-b781-24e3069d0755 req-8f2fe0f9-b30c-4e37-8db3-068d5693d7cd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.931026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7cf2eca-b8b0-48bc-b781-24e3069d0755 req-8f2fe0f9-b30c-4e37-8db3-068d5693d7cd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 945 time: 0.1778162 Jul 22 23:37:00.948675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.966891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.967904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:00.969067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.994533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:00.996647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cbf3517a-637b-4eee-a504-347403f85113 HTTP/1.1" status: 204 len: 168 time: 0.9115660 Jul 22 23:37:01.001690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:01.023409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7cf2eca-b8b0-48bc-b781-24e3069d0755 req-19294b7d-6105-4046-8243-7812f4f614ba tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775673 Jul 22 23:37:01.023600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb294-039e-4823-b36b-489f40dbad07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf3517a-637b-4eee-a504-347403f85113,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.067371 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1178739 Jul 22 23:37:01.078070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33254) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:01.101549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Request body: {'subnet': {'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-516937137-subnet', 'tenant_id': '81b3ebee1dea47748a3f525b4289d55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:01.167800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03558ce8-3bcb-47f4-ace1-d39cdc1fcfda req-2be34d71-5b3d-4843-8d3a-538e427765bf tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.1419907 Jul 22 23:37:01.170451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170eeeff-a184-46d2-94c8-d58e3f255c74 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcb667c-74e2-461c-b417-cc93af389568,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.195081 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.197821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network dbcb667c-74e2-461c-b417-cc93af389568 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:01.373976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.411197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe3804d-b71b-48ef-b095-5dc321b51536']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:01.427116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Made reservation on behalf of 81b3ebee1dea47748a3f525b4289d55e for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:01.429874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.443661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e28deb7-f8bf-4533-b38a-a1399fcb0d31') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:01.445104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e28deb7-f8bf-4533-b38a-a1399fcb0d31') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:01.482311 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:37:01.482913 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.532324 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.550376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:37:01.550698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:37:01.557508 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:37:01.634495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-39b711c4-cafd-42d2-8eab-adeed7ef338c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.636716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-39b711c4-cafd-42d2-8eab-adeed7ef338c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 807 time: 0.4673607 Jul 22 23:37:01.647709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b119-09ae-4755-8217-65a470968e2d req-3d86885a-97b6-4336-be4b-c49430a98bfc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:01.657135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ba9b119-09ae-4755-8217-65a470968e2d req-3d86885a-97b6-4336-be4b-c49430a98bfc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.4387872 Jul 22 23:37:01.670989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Request body: {'port': {'device_id': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'admin_state_up': True, 'tenant_id': '0f92364df9c24edaa1924be8cf617848'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:01.681168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.713976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:01.726156 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] 10.222.0.21 "DELETE /v2.0/networks/cfe3804d-b71b-48ef-b095-5dc321b51536 HTTP/1.1" status: 204 len: 168 time: 0.7229156 Jul 22 23:37:01.727529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fef3e7-ea3c-49bd-9e4d-96b04a31a17f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe3804d-b71b-48ef-b095-5dc321b51536,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:01.893326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ba9b119-09ae-4755-8217-65a470968e2d req-a3e2912a-14c8-4f59-be13-6af6cdb7d299 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332880 Jul 22 23:37:01.968617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:02.076845 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5ac83098-4157-4542-96b0-e99da08c6367 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f490056b06e4072adeeffa56304d1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068034 Jul 22 23:37:02.079801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:02.098813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.167363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e7163d-b68c-4f62-8f94-cfc56972957a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:02.175292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76db4b8c-7801-4df9-a24c-4a95580c64c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.211669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76db4b8c-7801-4df9-a24c-4a95580c64c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.217226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d621-c810-4c24-8321-f3878a7b3110 req-2f9099e6-d08a-4c57-a8d5-8e4c1b024f1a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.225240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f79d621-c810-4c24-8321-f3878a7b3110 req-2f9099e6-d08a-4c57-a8d5-8e4c1b024f1a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.4838126 Jul 22 23:37:02.278657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d28399-5592-4b3b-a1b5-eb0784c6849d req-a9117d33-99e4-4d53-b589-771713b5ac9e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.285952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7d28399-5592-4b3b-a1b5-eb0784c6849d req-a9117d33-99e4-4d53-b589-771713b5ac9e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 945 time: 0.2671444 Jul 22 23:37:02.297044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76db4b8c-7801-4df9-a24c-4a95580c64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.304738 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76db4b8c-7801-4df9-a24c-4a95580c64c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.306335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76db4b8c-7801-4df9-a24c-4a95580c64c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c12fad81-69f9-4420-9c06-6792e504a6cc HTTP/1.1" status: 204 len: 168 time: 0.2255328 Jul 22 23:37:02.318324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Made reservation on behalf of 0f92364df9c24edaa1924be8cf617848 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:02.321194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db4b8c-7801-4df9-a24c-4a95580c64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12fad81-69f9-4420-9c06-6792e504a6cc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:02.323751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.417529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f79d621-c810-4c24-8321-f3878a7b3110 req-624ed680-195f-4c91-b0cf-d18e749848a5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911180 Jul 22 23:37:02.428297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Checking segment: {'id': '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:02.428969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Network hostable DHCP agents. Network: dbcb667c-74e2-461c-b417-cc93af389568, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:02.515996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7d28399-5592-4b3b-a1b5-eb0784c6849d req-9bca3e95-80b7-466f-8917-dc5ac7f30f99 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289865 Jul 22 23:37:02.650289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Network dbcb667c-74e2-461c-b417-cc93af389568 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:02.718397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, dbcb667c-74e2-461c-b417-cc93af389568) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:02.734287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019490a-5fc8-4984-839f-ce47dd3622e0 None None] Network dbcb667c-74e2-461c-b417-cc93af389568 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:02.761571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:02.762841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:02.836267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-adb3e888-1571-40f1-9d48-54de90a752c5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7557008 Jul 22 23:37:02.850984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31bfaa53-c73f-4e84-9e5d-322247cb2a4d req-32113981-9dc4-46b5-a9f0-1e38ff827c2c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.0763421 Jul 22 23:37:02.899527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Allocated IP 172.20.0.10 (0755832c-95f5-424e-ab86-bd666c28f730/c7273c37-e6bb-4f38-8489-22a0ff430a1c/6a0912b3-1772-4665-bbd8-b3e2413b8ec9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:03.199202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c770b89-d14d-4442-9fe3-5cc5e5bf1357 None None] Network dbcb667c-74e2-461c-b417-cc93af389568 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:03.506472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.697719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5d45a-10df-47a3-98f6-d3907198f913 req-13d2afda-fb27-4d83-828c-81f8b4c99410 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:03.707591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66a5d45a-10df-47a3-98f6-d3907198f913 req-13d2afda-fb27-4d83-828c-81f8b4c99410 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.3966112 Jul 22 23:37:03.833549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:03.846955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['95437f1c-c604-43cb-89d8-a868e137d50b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:03.918264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:03.933272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Network 0755832c-95f5-424e-ab86-bd666c28f730 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:03.949423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:03.964847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:03.996176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66a5d45a-10df-47a3-98f6-d3907198f913 req-f7d11449-1c89-4ccd-b923-00b443027d5e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879119 Jul 22 23:37:04.062253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:04.094467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b6747-f5b8-4c12-bc95-2387230cf790 req-05b22544-5f3d-4bd4-8122-96ed95cc7622 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.103509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad5b6747-f5b8-4c12-bc95-2387230cf790 req-05b22544-5f3d-4bd4-8122-96ed95cc7622 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.3925593 Jul 22 23:37:04.129571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.130369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.163391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-a043969f-6c0d-412e-9b88-f2a5ed311b17 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4989002 Jul 22 23:37:04.174662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1775663159-network', 'tenant_id': '388f2375f5b147c3883db2ba1446ffee'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:04.182783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad5b6747-f5b8-4c12-bc95-2387230cf790 req-4e79b6e5-65b1-4959-9055-96ad925ee8e1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757802 Jul 22 23:37:04.188197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Request body: {'port': {'device_id': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:04.291097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Made reservation on behalf of 388f2375f5b147c3883db2ba1446ffee for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:04.293503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.359415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.397400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.693358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-c255f798-92f7-488e-90a1-5eaea68085fc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:04.695076 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-c255f798-92f7-488e-90a1-5eaea68085fc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 945 time: 0.1551762 Jul 22 23:37:04.827896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.838427 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.895099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:04.912284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1815fbec-7206-4e64-91e6-bb2f1c0a922d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:04.927808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.928624 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Added segment 43eeddd5-c74a-4cba-aa5e-175b9d83a853 of type vlan for network 5d934a1a-97d1-4cd9-bffb-6581615790f4 Jul 22 23:37:04.935055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:04.935585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:04.939949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.940440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.940921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.941869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.942075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.942581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.943161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.943642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.944228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.944939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.945857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:04.946236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:05.047640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.148485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:05.149083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.154239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.155655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.156507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.187875 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2656429 Jul 22 23:37:05.213980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:05.216237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:05.221654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Request body: {'subnet': {'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1775663159-subnet', 'tenant_id': '388f2375f5b147c3883db2ba1446ffee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:05.341574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562ee72-2cac-43e1-96f7-7d77cef41a67 admin admin] Pushing event updated for resources: {'Network': ['ID=5d934a1a-97d1-4cd9-bffb-6581615790f4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:05.350718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Made reservation on behalf of 388f2375f5b147c3883db2ba1446ffee for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:05.352962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.356950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 5d934a1a-97d1-4cd9-bffb-6581615790f4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:05.366154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-a6153733-b1e1-4861-908e-cb837f2fc62a tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.369317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-a6153733-b1e1-4861-908e-cb837f2fc62a tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/networks?id=dbcb667c-74e2-461c-b417-cc93af389568 HTTP/1.1" status: 200 len: 812 time: 0.9539058 Jul 22 23:37:05.651918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:05.664157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.718655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-cb5abeff-8dbb-4e8a-9942-c51221de8607 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/quotas/81b3ebee1dea47748a3f525b4289d55e HTTP/1.1" status: 200 len: 375 time: 0.0134857 Jul 22 23:37:05.758962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.777023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-cc953dd1-8c77-42f4-b9aa-468f1fbb8610 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=81b3ebee1dea47748a3f525b4289d55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414345 Jul 22 23:37:05.778405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Transition to ACTIVE for port object 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:05.787844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.795691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:05.900997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:05.902986 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:05.914771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=3dac451f-0f05-4ca5-8cfb-e1b34243e7e0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:05.957295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04de7a2-cd36-43cb-b62f-c5edb345d991 req-ef59f385-e915-4dac-9ef1-1fb0199254e9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:05.958945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b04de7a2-cd36-43cb-b62f-c5edb345d991 req-ef59f385-e915-4dac-9ef1-1fb0199254e9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 932 time: 1.1898119 Jul 22 23:37:06.024620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:06.041194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.043302 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-80d0c4f1-c97e-46e8-8ae1-555001cd308e req-6a6ebcd8-9f03-44b2-a846-d1d9ef3ba3e6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 HTTP/1.1" status: 204 len: 173 time: 1.3380778 Jul 22 23:37:06.043797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'name': 'network-vif-deleted', 'tag': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:06.049546 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eba36f-0a9b-4cde-b206-0abc5d45695b" -d '{"events": [{"server_uuid": "97a7a42e-914c-4a62-a5dd-6f45478822a0", "name": "network-vif-deleted", "tag": "3dac451f-0f05-4ca5-8cfb-e1b34243e7e0"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:06.092722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.172074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b04de7a2-cd36-43cb-b62f-c5edb345d991 req-955028df-d799-4b1b-92fa-df656254ed67 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955013 Jul 22 23:37:06.215769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:06.216108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:06.221656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:06.239257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:06.239803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:06.252730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:06.253733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:06.254342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:06.255915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Bound port: 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:06.256662 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.261790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:06.272820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Checking segment: {'id': '43eeddd5-c74a-4cba-aa5e-175b9d83a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:06.273176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Network hostable DHCP agents. Network: 5d934a1a-97d1-4cd9-bffb-6581615790f4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:06.307525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-c789ff69-f170-45a5-8067-984862f11839 service neutron] 10.222.0.21 "GET /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070703 Jul 22 23:37:06.326884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Network 5d934a1a-97d1-4cd9-bffb-6581615790f4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:06.340515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 5d934a1a-97d1-4cd9-bffb-6581615790f4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:06.344985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:06.345579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:06.351521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563a21c-5e06-45a7-9fe5-13d28744198e None None] Network 5d934a1a-97d1-4cd9-bffb-6581615790f4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:06.382290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17938ce2-1a11-4db0-8663-0fbfd9db6f52 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1598244 Jul 22 23:37:06.625244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f57bd-e422-49b3-9f0a-37a6b1ca94c6 None None] Network 5d934a1a-97d1-4cd9-bffb-6581615790f4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:06.703956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26f37bcd-099e-4929-b08a-6b25a9910639 req-1902e22d-5033-4dd1-b0c7-a46fea87b5dc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=97a7a42e-914c-4a62-a5dd-6f45478822a0 HTTP/1.1" status: 200 len: 210 time: 0.1852820 Jul 22 23:37:06.787701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:06.828245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-039abfe0-a644-49a6-9794-0f4bda749c72 service neutron] 10.222.0.21 "GET /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112152 Jul 22 23:37:06.832395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:06.965935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.110659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:07.147016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233f6d-d6e5-4248-8c56-1c8cc17045d3 req-a5a0382d-b0eb-4c92-ae9a-4e5cb5542d22 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:07.157554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52233f6d-d6e5-4248-8c56-1c8cc17045d3 req-a5a0382d-b0eb-4c92-ae9a-4e5cb5542d22 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.3234937 Jul 22 23:37:07.217904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:07.218973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.223521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ffa237ce-cbfd-4b08-91ab-71145c48f8db service neutron] 10.222.0.48 "PUT /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 1092 time: 3.0384307 Jul 22 23:37:07.223521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:07.229196 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073fe390-66a3-4862-8007-3c129cdea9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:07.266075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52233f6d-d6e5-4248-8c56-1c8cc17045d3 req-61673fee-3fe7-46be-bc54-214c9ab580c6 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048744 Jul 22 23:37:07.317303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:07.472777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-2827e927-a713-4be0-829a-6a867d195dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:07.474320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-2827e927-a713-4be0-829a-6a867d195dec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1095 time: 0.1822569 Jul 22 23:37:07.486807 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddf6dcd-a443-42ec-a3b3-dae6d18afd0a x-openstack-request-id: req-cddf6dcd-a443-42ec-a3b3-dae6d18afd0a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:07.487299 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a7a42e-914c-4a62-a5dd-6f45478822a0", "name": "network-vif-deleted", "tag": "3dac451f-0f05-4ca5-8cfb-e1b34243e7e0", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:07.487438 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cddf6dcd-a443-42ec-a3b3-dae6d18afd0a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:07.487777 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a7a42e-914c-4a62-a5dd-6f45478822a0', 'name': 'network-vif-deleted', 'tag': '3dac451f-0f05-4ca5-8cfb-e1b34243e7e0', 'status': 'completed', 'code': 200} Jul 22 23:37:07.542940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-b1905866-03d3-4878-8b3f-e29d01c04df2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 217 time: 0.0525699 Jul 22 23:37:07.586474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:07.601339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'mac_address': 'fa:16:3e:fa:62:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:07.663065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.694609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:07.710407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-8a86a67e-69ce-4743-b864-01bbc8c4ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:07.713150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-8a86a67e-69ce-4743-b864-01bbc8c4ee21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1629786 Jul 22 23:37:07.727968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:07.739455 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:07.808623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:07.909044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-cc8c4a4d-476c-43fb-b8a1-631fdb86de25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768796 Jul 22 23:37:07.963244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3c5d8a69-7968-46a8-b1f1-26dbbc2b2684'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:08.160411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-3b5e7c83-1e51-4b5a-bbdf-473d160b3bf5 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430241 Jul 22 23:37:08.474180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bf919d8-a448-49d5-bd94-8ebf9e37f9c9 req-ba58395f-3bf0-4f18-b1d0-78e30ea3fcbd service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985599 Jul 22 23:37:09.324702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:09.407660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-8c76cca6-5227-4f9a-a38d-b2838298c804 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:09.415477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-8c76cca6-5227-4f9a-a38d-b2838298c804 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.48 "GET /v2.0/networks?id=dbcb667c-74e2-461c-b417-cc93af389568 HTTP/1.1" status: 200 len: 812 time: 0.3053062 Jul 22 23:37:09.435801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Request body: {'port': {'device_id': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568', 'admin_state_up': True, 'tenant_id': '81b3ebee1dea47748a3f525b4289d55e'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:09.481220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:09.482158 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.665113 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.688758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Made reservation on behalf of 81b3ebee1dea47748a3f525b4289d55e for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:09.703157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.716347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:09.727204 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d3b56f-bee1-41d4-9c35-afc1064477b9" -d '{"events": [{"server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:09.760993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:09.767288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:09.768486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:09.828495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:09.829424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3dac451f-0f05-4ca5-8cfb-e1b34243e7e0 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:09.946560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.022123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Allocated IP 172.20.0.13 (dbcb667c-74e2-461c-b417-cc93af389568/41e7163d-b68c-4f62-8f94-cfc56972957a/52127046-8d45-47f4-b434-c71aaf2a1cb3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:10.357583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.420232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.513372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Network dbcb667c-74e2-461c-b417-cc93af389568 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:10.517306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:10.523181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:10.528416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Pushing event updated for resources: {'Port': ['ID=52127046-8d45-47f4-b434-c71aaf2a1cb3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:10.604650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:10.605636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:10.640320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-fe888fc9-912d-4f33-bf9d-e21c6c2bab93 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2106857 Jul 22 23:37:10.662130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Request body: {'port': {'device_id': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:10.806449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.284994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52127046-8d45-47f4-b434-c71aaf2a1cb3 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:11.297773 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.311364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Transition to ACTIVE for port object 52127046-8d45-47f4-b434-c71aaf2a1cb3 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:11.319458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.415776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Pushing event updated for resources: {'Port': ['ID=52127046-8d45-47f4-b434-c71aaf2a1cb3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:11.640968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Attempting to bind port 52127046-8d45-47f4-b434-c71aaf2a1cb3 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:11.651433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Attempting to bind port 52127046-8d45-47f4-b434-c71aaf2a1cb3 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:11.652206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Attempting to bind port 52127046-8d45-47f4-b434-c71aaf2a1cb3 on network dbcb667c-74e2-461c-b417-cc93af389568 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:11.663132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Port 52127046-8d45-47f4-b434-c71aaf2a1cb3 on network dbcb667c-74e2-461c-b417-cc93af389568 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:11.670811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Attempting to bind port 52127046-8d45-47f4-b434-c71aaf2a1cb3 on network dbcb667c-74e2-461c-b417-cc93af389568 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:11.680189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:11.680189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Checking segment: {'id': '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:11.680608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Bound using segment: {'id': '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:11.680946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Bound port: 52127046-8d45-47f4-b434-c71aaf2a1cb3, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:11.682817 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.797149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] For port 52127046-8d45-47f4-b434-c71aaf2a1cb3, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:11.806874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] For port 52127046-8d45-47f4-b434-c71aaf2a1cb3, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3,segment=NetworkSegment(1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8),segment_id=1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:11.813474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.857414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:11.858049 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:11.859521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] 10.222.0.48 "PUT /v2.0/ports/52127046-8d45-47f4-b434-c71aaf2a1cb3 HTTP/1.1" status: 200 len: 1092 time: 1.2033756 Jul 22 23:37:11.879249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cd9fd-352b-4c66-a078-89752d032361 service neutron] Pushing event updated for resources: {'Port': ['ID=52127046-8d45-47f4-b434-c71aaf2a1cb3,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:12.013001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-7cd36e72-d8eb-46b9-b759-14a29b3ab275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.014451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-7cd36e72-d8eb-46b9-b759-14a29b3ab275 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b3ebee1dea47748a3f525b4289d55e&device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 1095 time: 0.0942974 Jul 22 23:37:12.073963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-c9e74f41-dd58-49c5-96c3-413a835e1c1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3 HTTP/1.1" status: 200 len: 217 time: 0.0467379 Jul 22 23:37:12.135907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-1802ecfd-e6e7-429d-85a5-ccc599f2c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.137931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-1802ecfd-e6e7-429d-85a5-ccc599f2c797 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41e7163d-b68c-4f62-8f94-cfc56972957a HTTP/1.1" status: 200 len: 852 time: 0.0580392 Jul 22 23:37:12.186323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-dd6f2d1c-5ec2-4fa7-8f14-f3c2a5261565 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbcb667c-74e2-461c-b417-cc93af389568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373695 Jul 22 23:37:12.401903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-12187a66-e6be-4d75-87f1-c06a6dbf9fce service neutron] 10.222.0.48 "GET /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053514 Jul 22 23:37:12.579511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-f6188175-bc81-45e7-92cd-34dc7791a8db tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.581053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-f6188175-bc81-45e7-92cd-34dc7791a8db tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/networks?id=5d934a1a-97d1-4cd9-bffb-6581615790f4 HTTP/1.1" status: 200 len: 818 time: 0.2736537 Jul 22 23:37:12.597414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8135da-50ed-4e2e-be60-7e6966f2e84a req-da73d705-8759-4b1f-89a5-81ad9d8a9736 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.598952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c8135da-50ed-4e2e-be60-7e6966f2e84a req-da73d705-8759-4b1f-89a5-81ad9d8a9736 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 944 time: 0.2404783 Jul 22 23:37:12.636447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-64f74101-de05-466f-9cb8-a86fee910bf8 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/quotas/388f2375f5b147c3883db2ba1446ffee HTTP/1.1" status: 200 len: 375 time: 0.0321348 Jul 22 23:37:12.659872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75b6958-1884-4074-94cb-47e684bf8b3d req-d435dbeb-9b4e-49be-a871-6a5ce56060e7 service neutron] 10.222.0.48 "GET /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497277 Jul 22 23:37:12.704823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c8135da-50ed-4e2e-be60-7e6966f2e84a req-0d881c85-6977-4354-b264-89d4e3cf9287 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890834 Jul 22 23:37:12.708786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-2676c889-dfeb-4457-8f90-f1b2ac41ed26 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=388f2375f5b147c3883db2ba1446ffee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619581 Jul 22 23:37:12.979250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53469cb-7b00-46da-9bd3-c7de8d356b44 req-2120e6b1-8ddb-4b6b-84f5-33e4b432e678 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:12.981291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b53469cb-7b00-46da-9bd3-c7de8d356b44 req-2120e6b1-8ddb-4b6b-84f5-33e4b432e678 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.1940157 Jul 22 23:37:13.000773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-485bc097-a21b-4b58-a279-ae8faeb3f0f2 service neutron] 10.222.0.21 "GET /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830014 Jul 22 23:37:13.086198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b53469cb-7b00-46da-9bd3-c7de8d356b44 req-f4a50a29-3c1e-42db-af48-7143f856ee0b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842938 Jul 22 23:37:13.146100 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda58277-fd8c-4d8f-9883-25a55083df96 x-openstack-request-id: req-cda58277-fd8c-4d8f-9883-25a55083df96 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:13.146556 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:13.146556 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cda58277-fd8c-4d8f-9883-25a55083df96 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:13.146931 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'status': 'completed', 'code': 200} Jul 22 23:37:13.165060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-df0e61e0-9773-4285-a785-e4eee100674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.166758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-df0e61e0-9773-4285-a785-e4eee100674b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1097 time: 0.2129099 Jul 22 23:37:13.192531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-47b09c16-8615-42c6-af68-d25b55f9dba4 service neutron] 10.222.0.21 "GET /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816351 Jul 22 23:37:13.334684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-0d9137d4-d3af-4906-bea5-e95aad89b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.336655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-0d9137d4-d3af-4906-bea5-e95aad89b016 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1095 time: 0.1421487 Jul 22 23:37:13.336777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-90331a8c-7c9f-4a6c-ab06-831e4c372d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.338822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-90331a8c-7c9f-4a6c-ab06-831e4c372d8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.1575346 Jul 22 23:37:13.552599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-47dc3b19-9c31-46ac-bd01-166dbc207900 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 1001 time: 0.2025890 Jul 22 23:37:13.577686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-21a80a30-ac0d-447e-97ba-cf28e3c00d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.579734 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-21a80a30-ac0d-447e-97ba-cf28e3c00d83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.2309527 Jul 22 23:37:13.632929 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2bf209-5353-4901-a561-577bba66b7a7 x-openstack-request-id: req-0e2bf209-5353-4901-a561-577bba66b7a7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:13.633837 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "name": "network-vif-plugged", "status": "completed", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:13.634239 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e2bf209-5353-4901-a561-577bba66b7a7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:13.634779 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'code': 200} Jul 22 23:37:13.669077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3ffaa-adf2-48c0-b761-9f9ed3fea5a6 req-fa152833-3e65-4f0d-9473-5dfebe396b78 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.676936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83c3ffaa-adf2-48c0-b761-9f9ed3fea5a6 req-fa152833-3e65-4f0d-9473-5dfebe396b78 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2384925 Jul 22 23:37:13.702591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-091d0bfa-09ce-4ffe-8f3c-e0ed45824aad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 217 time: 0.1112525 Jul 22 23:37:13.747194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-0e30a5a9-6bca-4ad0-87d3-d446467c1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.748944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-0e30a5a9-6bca-4ad0-87d3-d446467c1b3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.1590283 Jul 22 23:37:13.752363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83c3ffaa-adf2-48c0-b761-9f9ed3fea5a6 req-470de34d-12fa-41f0-967d-5e7e9080afab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740292 Jul 22 23:37:13.793329 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-3422e9b1-2bb7-4e84-8fc9-4d5e1f9c7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:13.795212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-3422e9b1-2bb7-4e84-8fc9-4d5e1f9c7314 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0766089 Jul 22 23:37:13.830343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5e9cecc-320a-4cc5-986e-0911adb1ae59 req-9bf5745c-72d2-466d-8e38-5f2d504b1f8a tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 210 time: 0.0768373 Jul 22 23:37:13.890117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-9992fbcb-4e57-4b30-889f-6cc13a9b4387 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783982 Jul 22 23:37:14.043687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-1e8e4c8d-45d2-441c-a073-39934ba9b328 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437001 Jul 22 23:37:14.056503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-7dd4d6d0-7c51-4619-86dc-5564908b838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.058302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-7dd4d6d0-7c51-4619-86dc-5564908b838d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2929499 Jul 22 23:37:14.174888 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-073fe390-66a3-4862-8007-3c129cdea9d2 req-e7e17cb0-85b6-4d6f-9efd-6ae6b827d40b service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248839 Jul 22 23:37:14.255370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a3dd4afa-69e7-4445-8088-156dfa7366dc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.265664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a3dd4afa-69e7-4445-8088-156dfa7366dc tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.3177361 Jul 22 23:37:14.276122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e09281-5028-4c7e-baca-01920489bf58 req-ffc7df20-100c-452a-87cb-e256f4a8f58b tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.285530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73e09281-5028-4c7e-baca-01920489bf58 req-ffc7df20-100c-452a-87cb-e256f4a8f58b tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 944 time: 0.3780546 Jul 22 23:37:14.347997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-5790ddd7-d3c0-4e88-904c-535e28c311e2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/quotas/703852b5ed3943ea884c36c3d6e78045 HTTP/1.1" status: 200 len: 375 time: 0.0811286 Jul 22 23:37:14.397688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73e09281-5028-4c7e-baca-01920489bf58 req-0540407b-e042-4fc8-9584-821e72484e84 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Jul 22 23:37:14.405369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-21ff6020-aa75-49a6-9b12-fc3d2af400af service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377001 Jul 22 23:37:14.677710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-556ab843-078b-4cc8-9005-a1716d74b7a1 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3119545 Jul 22 23:37:14.690361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afccb1a6-1509-4a4a-a348-a47d3b5d412f req-864cbe59-56c5-45cb-a82a-f9af35bafe46 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494066 Jul 22 23:37:14.705898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf771ee-0981-4b12-a94e-fad65d0585aa req-8f70b64f-4666-4452-bba3-fb1923b00a19 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:14.710244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cf771ee-0981-4b12-a94e-fad65d0585aa req-8f70b64f-4666-4452-bba3-fb1923b00a19 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.2050054 Jul 22 23:37:15.152300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'tag': '52127046-8d45-47f4-b434-c71aaf2a1cb3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:15.154975 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b113f8-c639-42c4-87c4-f975b9152166" -d '{"events": [{"name": "network-changed", "server_uuid": "b685d073-fd6f-49e0-b60a-02f03f242d39", "tag": "52127046-8d45-47f4-b434-c71aaf2a1cb3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:15.234271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cf771ee-0981-4b12-a94e-fad65d0585aa req-211b1d6f-475d-4eac-b145-ff5b9657adf9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949126 Jul 22 23:37:15.337295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-3654d6dd-1021-4065-8881-fb2045101f80 service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428905 Jul 22 23:37:15.361559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-6963ce15-5b39-4388-97a5-c5d8e71e91eb tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:15.363140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-6963ce15-5b39-4388-97a5-c5d8e71e91eb tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.48 "GET /v2.0/networks?id=5d934a1a-97d1-4cd9-bffb-6581615790f4 HTTP/1.1" status: 200 len: 818 time: 0.2410893 Jul 22 23:37:15.585581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Request body: {'port': {'device_id': '069d83f9-332f-4e6d-93be-548cefe4275d', 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4', 'admin_state_up': True, 'tenant_id': '388f2375f5b147c3883db2ba1446ffee'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:15.626329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-e80773f4-6870-40d6-bfee-72f0c7196a1c service neutron] 10.222.0.21 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608004 Jul 22 23:37:15.782967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Made reservation on behalf of 388f2375f5b147c3883db2ba1446ffee for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:15.788613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:15.975752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-255468f7-805b-41e0-b23f-b3701085fa2e req-55bd4a51-3603-45a6-be71-e8a59f3e1129 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 210 time: 0.0519986 Jul 22 23:37:16.045660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d560669-a0bf-40b5-9858-de9eb50e779d req-f70e1523-8a78-4c82-850b-f9446feb24b5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.046517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d560669-a0bf-40b5-9858-de9eb50e779d req-f70e1523-8a78-4c82-850b-f9446feb24b5 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2766764 Jul 22 23:37:16.084141 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ee956b-5649-444c-ade5-8b7c848b47a2 x-openstack-request-id: req-c5ee956b-5649-444c-ade5-8b7c848b47a2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:16.084495 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b685d073-fd6f-49e0-b60a-02f03f242d39", "tag": "52127046-8d45-47f4-b434-c71aaf2a1cb3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:16.084735 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5ee956b-5649-444c-ade5-8b7c848b47a2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:16.085222 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'tag': '52127046-8d45-47f4-b434-c71aaf2a1cb3', 'status': 'completed', 'code': 200} Jul 22 23:37:16.096947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Allocated IP 172.20.0.4 (5d934a1a-97d1-4cd9-bffb-6581615790f4/0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e/1f4515a0-eb97-42f7-8c86-96c8ef42113b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:16.113832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-186cbbe0-3afe-48ac-b081-029c925b5641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.219552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d560669-a0bf-40b5-9858-de9eb50e779d req-85900703-a8d1-4f16-acb1-82b6545f2346 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638978 Jul 22 23:37:16.259945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b113f8-c639-42c4-87c4-f975b9152166 req-c98ae195-7b02-4b0d-a191-8a74a1dbd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.262571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-c98ae195-7b02-4b0d-a191-8a74a1dbd600 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b3ebee1dea47748a3f525b4289d55e&device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 1095 time: 0.1284537 Jul 22 23:37:16.416356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b113f8-c639-42c4-87c4-f975b9152166 req-689c06a2-4382-4a9e-aa91-5f60e4492320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.418557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-689c06a2-4382-4a9e-aa91-5f60e4492320 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dbcb667c-74e2-461c-b417-cc93af389568 HTTP/1.1" status: 200 len: 913 time: 0.1417010 Jul 22 23:37:16.422216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8d2fc0d-22b4-48e5-8f80-ad66b1eca716 req-837fcb32-b20b-4b85-96a0-4eb80d96522c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 210 time: 0.1022017 Jul 22 23:37:16.556149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b4d3-c0ee-4392-9019-c427140330a9 req-f737458e-f6f8-48ca-8556-efb55f2d0ef1 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.558245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f16b4d3-c0ee-4392-9019-c427140330a9 req-f737458e-f6f8-48ca-8556-efb55f2d0ef1 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 944 time: 0.3781667 Jul 22 23:37:16.693831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f16b4d3-c0ee-4392-9019-c427140330a9 req-e3531dfa-37fd-4121-8fb9-ffa699ef6ea9 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291761 Jul 22 23:37:16.745991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.787464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdcf95-d35f-4f2d-9f4f-a7929d5bb996 req-2d2786b5-8cdd-4fa9-b1d6-9637d31ef476 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:16.789853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58cdcf95-d35f-4f2d-9f4f-a7929d5bb996 req-2d2786b5-8cdd-4fa9-b1d6-9637d31ef476 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.1590693 Jul 22 23:37:16.864140 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:16.909085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58cdcf95-d35f-4f2d-9f4f-a7929d5bb996 req-eda7cf68-a1bb-439f-8961-7d548a71d84d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072125 Jul 22 23:37:16.921288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Network 5d934a1a-97d1-4cd9-bffb-6581615790f4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:16.985665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:16.994417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:17.021639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-eea4b686-4af9-491e-9116-9a468027cb99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3 HTTP/1.1" status: 200 len: 217 time: 0.5955408 Jul 22 23:37:17.076482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Pushing event updated for resources: {'Port': ['ID=1f4515a0-eb97-42f7-8c86-96c8ef42113b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:17.094833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.095281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.095855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.096353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.096763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.097158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.097554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.097939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.098387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.098755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.099606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.099606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:17.114057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.115278 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.142880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b113f8-c639-42c4-87c4-f975b9152166 req-571425a4-72e6-4b5b-b4d1-a248ef9c3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.144489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-571425a4-72e6-4b5b-b4d1-a248ef9c3ea7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=41e7163d-b68c-4f62-8f94-cfc56972957a HTTP/1.1" status: 200 len: 852 time: 0.0989416 Jul 22 23:37:17.159377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-1deaadee-8551-446c-97c8-bc187efd3b68 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5789554 Jul 22 23:37:17.199488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Request body: {'port': {'device_id': '069d83f9-332f-4e6d-93be-548cefe4275d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:17.209745 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-ab758c43-5b0d-4318-a946-b9a05eb35f6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dbcb667c-74e2-461c-b417-cc93af389568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573988 Jul 22 23:37:17.370810 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-952bb9d0-d42a-41bd-b471-b199e69b9cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532481 Jul 22 23:37:17.410914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52127046-8d45-47f4-b434-c71aaf2a1cb3 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:17.432039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:17.484900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14374881-a48c-479b-adc4-2f3d4faa0609 req-071c9703-5d8b-493f-8dbf-d0e04326ac10 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.486849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14374881-a48c-479b-adc4-2f3d4faa0609 req-071c9703-5d8b-493f-8dbf-d0e04326ac10 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 931 time: 0.3498065 Jul 22 23:37:17.504421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.593560 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99b113f8-c639-42c4-87c4-f975b9152166 req-c778ec40-8833-4c87-a507-32a48c50df9e service neutron] 10.222.0.48 "GET /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060323 Jul 22 23:37:17.634082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14374881-a48c-479b-adc4-2f3d4faa0609 req-74518e4c-06fb-410f-9432-5fc62d479f20 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294250 Jul 22 23:37:17.664083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e87f58-03e7-47b8-b238-bcaa1dffee06 req-3fc5e7d9-9f74-433e-a434-44b7f16422eb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:17.666536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3e87f58-03e7-47b8-b238-bcaa1dffee06 req-3fc5e7d9-9f74-433e-a434-44b7f16422eb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 946 time: 0.2596209 Jul 22 23:37:17.713474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.760035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 52127046-8d45-47f4-b434-c71aaf2a1cb3, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3,segment=NetworkSegment(1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8),segment_id=1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:17.799972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:17.802517 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d65be12-844a-43ae-b0f2-e02eafb8c3dd" -d '{"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:17.830089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '52127046-8d45-47f4-b434-c71aaf2a1cb3', 'network_id': 'dbcb667c-74e2-461c-b417-cc93af389568', 'port_id': '52127046-8d45-47f4-b434-c71aaf2a1cb3', 'mac_address': 'fa:16:3e:9f:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41e7163d-b68c-4f62-8f94-cfc56972957a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:17.838280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60a50efc-1f67-4899-b9f7-21b5ea52a0d1 req-9b3d2415-fb86-404f-856c-45a00d8ab853 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 210 time: 0.0425990 Jul 22 23:37:17.857471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:17.881091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.941276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:17.967132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:17.979542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52127046-8d45-47f4-b434-c71aaf2a1cb3 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:18.004014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 52127046-8d45-47f4-b434-c71aaf2a1cb3, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3,segment=NetworkSegment(1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8),segment_id=1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:18.006148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.006575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.006978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.009192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.009624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.010083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.010651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.011081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.011601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.012012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.012427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.012776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:37:18.025630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.032691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3e87f58-03e7-47b8-b238-bcaa1dffee06 req-277366c7-fa2f-4b2b-9427-f91fe65feab1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394049 Jul 22 23:37:18.127781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=52127046-8d45-47f4-b434-c71aaf2a1cb3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.143973 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ca1c8-c875-4e58-a1e6-727154029f0e x-openstack-request-id: req-249ca1c8-c875-4e58-a1e6-727154029f0e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:18.143973 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-unplugged", "status": "failed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:18.143973 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-249ca1c8-c875-4e58-a1e6-727154029f0e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:18.143973 n-d-758851-4 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'code': 422} returned with failed status Jul 22 23:37:18.226842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-9aca94d9-7966-4159-a5ce-dedec93991a3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.228853 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-9aca94d9-7966-4159-a5ce-dedec93991a3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 806 time: 0.2741489 Jul 22 23:37:18.285516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Request body: {'port': {'device_id': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'admin_state_up': True, 'tenant_id': '703852b5ed3943ea884c36c3d6e78045'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:18.296341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6138e0-dd8d-4cbd-a0e8-95a6cd133209 req-6e0080c3-bbad-4684-b137-92b2c5952e69 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.305346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e6138e0-dd8d-4cbd-a0e8-95a6cd133209 req-6e0080c3-bbad-4684-b137-92b2c5952e69 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 945 time: 0.3347411 Jul 22 23:37:18.417789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e6138e0-dd8d-4cbd-a0e8-95a6cd133209 req-ba35810b-3f1d-4ff0-960b-b2b6b32536ee tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112800 Jul 22 23:37:18.449666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['52127046-8d45-47f4-b434-c71aaf2a1cb3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:18.463450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f299dfd-26f2-4012-8f32-ab9237f9ff84 req-1154aa08-478e-449f-82ef-5e1557427e2d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.471835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f299dfd-26f2-4012-8f32-ab9237f9ff84 req-1154aa08-478e-449f-82ef-5e1557427e2d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.2643797 Jul 22 23:37:18.490524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Made reservation on behalf of 703852b5ed3943ea884c36c3d6e78045 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:18.494607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.516088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4515a0-eb97-42f7-8c86-96c8ef42113b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:18.536005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.572086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f299dfd-26f2-4012-8f32-ab9237f9ff84 req-181b13f6-83b0-411a-95f1-91314454780b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Jul 22 23:37:18.602649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Transition to ACTIVE for port object 1f4515a0-eb97-42f7-8c86-96c8ef42113b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:18.609904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.713970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4515a0-eb97-42f7-8c86-96c8ef42113b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:18.751672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Allocated IP 172.20.0.8 (ec209efa-fa62-4bce-82fc-4da13c1387e7/9b41ec7f-b49c-4b58-925d-0692a293bc3b/778df9bc-d527-4405-8f8c-7aab0773f1c4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:18.849760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Attempting to bind port 1f4515a0-eb97-42f7-8c86-96c8ef42113b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:18.850367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Attempting to bind port 1f4515a0-eb97-42f7-8c86-96c8ef42113b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '43eeddd5-c74a-4cba-aa5e-175b9d83a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:18.850664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Attempting to bind port 1f4515a0-eb97-42f7-8c86-96c8ef42113b on network 5d934a1a-97d1-4cd9-bffb-6581615790f4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:18.859584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Port 1f4515a0-eb97-42f7-8c86-96c8ef42113b on network 5d934a1a-97d1-4cd9-bffb-6581615790f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:18.860067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Attempting to bind port 1f4515a0-eb97-42f7-8c86-96c8ef42113b on network 5d934a1a-97d1-4cd9-bffb-6581615790f4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:18.873836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:18.875596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Checking segment: {'id': '43eeddd5-c74a-4cba-aa5e-175b9d83a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:18.876078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Bound using segment: {'id': '43eeddd5-c74a-4cba-aa5e-175b9d83a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:18.876615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Bound port: 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43eeddd5-c74a-4cba-aa5e-175b9d83a853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:18.877056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:18.939182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aedc0-50d8-46ec-91aa-a173ac522db6 req-79fe1fb1-765e-4d53-81da-3d18af39fa85 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:18.940927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-333aedc0-50d8-46ec-91aa-a173ac522db6 req-79fe1fb1-765e-4d53-81da-3d18af39fa85 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 943 time: 0.1357303 Jul 22 23:37:18.979309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.014293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] For port 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:19.019548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-333aedc0-50d8-46ec-91aa-a173ac522db6 req-1c5b02c0-d195-4875-84cf-0bba29da8439 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Jul 22 23:37:19.036210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] For port 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b,segment=NetworkSegment(43eeddd5-c74a-4cba-aa5e-175b9d83a853),segment_id=43eeddd5-c74a-4cba-aa5e-175b9d83a853)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:19.047232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.069771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.100810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.102183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.103859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-33b06476-b195-45f9-865d-83edad223a81 service neutron] 10.222.0.48 "PUT /v2.0/ports/1f4515a0-eb97-42f7-8c86-96c8ef42113b HTTP/1.1" status: 200 len: 1091 time: 1.9116516 Jul 22 23:37:19.104643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069d83f9-332f-4e6d-93be-548cefe4275d', 'tag': '1f4515a0-eb97-42f7-8c86-96c8ef42113b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:19.107582 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4007dfae-ecc7-424c-afd7-3bac523ec6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "069d83f9-332f-4e6d-93be-548cefe4275d", "tag": "1f4515a0-eb97-42f7-8c86-96c8ef42113b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:19.171095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Network ec209efa-fa62-4bce-82fc-4da13c1387e7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:19.174519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:19.179159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:19.187442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event updated for resources: {'Port': ['ID=778df9bc-d527-4405-8f8c-7aab0773f1c4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:19.214300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06476-b195-45f9-865d-83edad223a81 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4515a0-eb97-42f7-8c86-96c8ef42113b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:19.249786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.250844 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.285283 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-09ed27f6-cb4f-4a1f-bebc-53415ef7fc95 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101030 Jul 22 23:37:19.299743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-baad2911-0f51-4f23-be2d-2f2dc0badd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.307747 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b633ed-a72b-4721-8df1-0efe96f4f0fa x-openstack-request-id: req-61b633ed-a72b-4721-8df1-0efe96f4f0fa {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:19.308335 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069d83f9-332f-4e6d-93be-548cefe4275d", "tag": "1f4515a0-eb97-42f7-8c86-96c8ef42113b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:19.308767 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61b633ed-a72b-4721-8df1-0efe96f4f0fa {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:19.309366 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069d83f9-332f-4e6d-93be-548cefe4275d', 'tag': '1f4515a0-eb97-42f7-8c86-96c8ef42113b', 'status': 'completed', 'code': 200} Jul 22 23:37:19.318321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Request body: {'port': {'device_id': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:19.359609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c25b9c-48ae-48e8-aa4b-e731fe1f2619 req-0decfbcd-e248-4d20-b807-efe051d9dcb7 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.367809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6c25b9c-48ae-48e8-aa4b-e731fe1f2619 req-0decfbcd-e248-4d20-b807-efe051d9dcb7 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 931 time: 0.2145407 Jul 22 23:37:19.402910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-c0198969-052e-4b28-ae11-d8304be33955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.405115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-c0198969-052e-4b28-ae11-d8304be33955 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=388f2375f5b147c3883db2ba1446ffee&device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 1094 time: 0.1914573 Jul 22 23:37:19.427128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:19.434735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:19.485174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:19.500773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-7674f430-37f0-4be3-bfe8-3c7c2fbc234c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b HTTP/1.1" status: 200 len: 217 time: 0.0801408 Jul 22 23:37:19.521126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.528094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6c25b9c-48ae-48e8-aa4b-e731fe1f2619 req-f4affa11-64ba-4aac-af1a-68ad3716eab6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570628 Jul 22 23:37:19.685978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:37:19.719263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:19.728417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-148de4c0-b413-4948-8ca6-85db50501fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.729895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-148de4c0-b413-4948-8ca6-85db50501fa5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e HTTP/1.1" status: 200 len: 858 time: 0.2006876 Jul 22 23:37:19.796893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-0ebe00d2-9377-4cc5-8c0a-bd3c339713f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d934a1a-97d1-4cd9-bffb-6581615790f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333233 Jul 22 23:37:19.877764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fff64-6a29-4ced-bbb2-bfe94379fe0d req-785ec100-ea60-4e9a-b6a1-cdd618b9ee24 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.880652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a1fff64-6a29-4ced-bbb2-bfe94379fe0d req-785ec100-ea60-4e9a-b6a1-cdd618b9ee24 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 945 time: 0.2503870 Jul 22 23:37:19.881939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:19.906046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730', 'port_id': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'mac_address': 'fa:16:3e:35:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7273c37-e6bb-4f38-8489-22a0ff430a1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:19.923938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50772a31-c33b-45ee-a6f2-ae45c366496a req-d3742e2b-d98c-4492-87a7-82812e8fd336 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:19.925995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50772a31-c33b-45ee-a6f2-ae45c366496a req-d3742e2b-d98c-4492-87a7-82812e8fd336 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.2170773 Jul 22 23:37:19.984760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.002287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:20.004286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778df9bc-d527-4405-8f8c-7aab0773f1c4 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:20.010094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-823500bf-187e-4b90-9890-c529c8e5a4df service neutron] 10.222.0.48 "GET /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066486 Jul 22 23:37:20.013499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.025746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a1fff64-6a29-4ced-bbb2-bfe94379fe0d req-4f25bd93-585e-4f12-b652-501315476cd1 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137252 Jul 22 23:37:20.031975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:20.033704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Transition to ACTIVE for port object 778df9bc-d527-4405-8f8c-7aab0773f1c4 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:20.040255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.055129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50772a31-c33b-45ee-a6f2-ae45c366496a req-ac0767e4-8895-4f59-a871-03444bdd08a2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055884 Jul 22 23:37:20.091689 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.162806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:20.174588 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.208471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a38a00a-7639-419e-91b3-46cb88b592b0 req-12c4b7fe-d746-4b56-97ee-b6cf5bcd8f6c service neutron] 10.222.0.48 "GET /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887195 Jul 22 23:37:20.237439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=778df9bc-d527-4405-8f8c-7aab0773f1c4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:20.303791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046038a5-ca3f-4f19-915b-cc5735359d19 req-36f23303-4b1f-46b8-ba90-d7c8e3f4ea32 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.306409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-046038a5-ca3f-4f19-915b-cc5735359d19 req-36f23303-4b1f-46b8-ba90-d7c8e3f4ea32 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.1166604 Jul 22 23:37:20.350219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-69797093-1a5c-495a-b40c-5b97f0aea40e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3142292 Jul 22 23:37:20.380660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Attempting to bind port 778df9bc-d527-4405-8f8c-7aab0773f1c4 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:20.381106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Attempting to bind port 778df9bc-d527-4405-8f8c-7aab0773f1c4 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:20.381530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Attempting to bind port 778df9bc-d527-4405-8f8c-7aab0773f1c4 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:20.387977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Port 778df9bc-d527-4405-8f8c-7aab0773f1c4 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:20.387977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Attempting to bind port 778df9bc-d527-4405-8f8c-7aab0773f1c4 on network ec209efa-fa62-4bce-82fc-4da13c1387e7 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:20.395138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:20.395308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Checking segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:20.395824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Bound using segment: {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:20.396449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Bound port: 778df9bc-d527-4405-8f8c-7aab0773f1c4, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a96d6d-aaa3-4f74-a770-dafb643f7c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:20.396917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.431056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6a0912b3-1772-4665-bbd8-b3e2413b8ec9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:20.470595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-046038a5-ca3f-4f19-915b-cc5735359d19 req-45923c47-b290-46ce-81a6-a120cc14b52e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533589 Jul 22 23:37:20.534114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-f993d755-4315-42ac-8425-cf85d53e43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.535881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-f993d755-4315-42ac-8425-cf85d53e43de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=388f2375f5b147c3883db2ba1446ffee&device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 1094 time: 0.1716065 Jul 22 23:37:20.573210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] For port 778df9bc-d527-4405-8f8c-7aab0773f1c4, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:20.584056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] For port 778df9bc-d527-4405-8f8c-7aab0773f1c4, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:20.590639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.622782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.629707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:20.631941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] 10.222.0.48 "PUT /v2.0/ports/778df9bc-d527-4405-8f8c-7aab0773f1c4 HTTP/1.1" status: 200 len: 1091 time: 1.3191555 Jul 22 23:37:20.639528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'tag': '778df9bc-d527-4405-8f8c-7aab0773f1c4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:20.642340 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42f1bd4-3962-4c4a-8c97-9d84da96d349" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6", "tag": "778df9bc-d527-4405-8f8c-7aab0773f1c4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:20.830010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abc04-dc06-4dba-bca3-ac2fb823dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=778df9bc-d527-4405-8f8c-7aab0773f1c4,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:20.868762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-03bfb8ca-4813-4283-8e77-17d7b5706a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.871177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-03bfb8ca-4813-4283-8e77-17d7b5706a23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 1094 time: 0.1331127 Jul 22 23:37:20.901659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1498c0-8f24-41c9-bbdb-17833f86fdab req-4a85a5ff-d21e-4e7b-abd4-8d7b46478f1b tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.903235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c1498c0-8f24-41c9-bbdb-17833f86fdab req-4a85a5ff-d21e-4e7b-abd4-8d7b46478f1b tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 943 time: 0.3138077 Jul 22 23:37:20.939774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-a19ea8e1-260c-4714-bc23-dba46d9af142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.941342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-a19ea8e1-260c-4714-bc23-dba46d9af142 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d934a1a-97d1-4cd9-bffb-6581615790f4 HTTP/1.1" status: 200 len: 919 time: 0.3979478 Jul 22 23:37:20.941629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-2e829820-dfa3-43cb-9ef9-8c1d358795ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0563211 Jul 22 23:37:20.968020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac48-f7f6-41e4-b76d-28053f2cb255 req-f1dc8b58-f545-4bd9-9255-8531b149fc85 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:20.977647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-278fac48-f7f6-41e4-b76d-28053f2cb255 req-f1dc8b58-f545-4bd9-9255-8531b149fc85 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 943 time: 0.3043883 Jul 22 23:37:21.042111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-93fd77e0-16e5-4f00-b0e1-3ddcbe34a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.043697 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-93fd77e0-16e5-4f00-b0e1-3ddcbe34a20f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.0875127 Jul 22 23:37:21.078521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c1498c0-8f24-41c9-bbdb-17833f86fdab req-46ef81d0-40b9-4ba6-9cc4-82a745fffa6c tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641679 Jul 22 23:37:21.080169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-af9ceb3f-e0b1-4c94-843b-85b9c388980b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b HTTP/1.1" status: 200 len: 217 time: 0.0997343 Jul 22 23:37:21.092561 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-c00fb917-6df4-4efa-b3f4-337ebc062008 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418601 Jul 22 23:37:21.154492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-f2bea0a6-3ec0-483f-857f-4048a0829704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.156385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-f2bea0a6-3ec0-483f-857f-4048a0829704 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e HTTP/1.1" status: 200 len: 858 time: 0.0565243 Jul 22 23:37:21.216400 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-05bb753b-4e22-4f8a-bcd4-049b26802a4d service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132698 Jul 22 23:37:21.218743 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39080348-7483-4b4c-9259-e47eec2f1fb9 x-openstack-request-id: req-39080348-7483-4b4c-9259-e47eec2f1fb9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:21.219232 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6", "tag": "778df9bc-d527-4405-8f8c-7aab0773f1c4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:21.219573 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39080348-7483-4b4c-9259-e47eec2f1fb9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:21.220155 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'tag': '778df9bc-d527-4405-8f8c-7aab0773f1c4', 'status': 'completed', 'code': 200} Jul 22 23:37:21.224832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-278fac48-f7f6-41e4-b76d-28053f2cb255 req-e5065030-12a0-4069-948b-717bbe971285 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462380 Jul 22 23:37:21.300607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-70c4b932-3840-4c9c-ab38-aa0cfef46c8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d934a1a-97d1-4cd9-bffb-6581615790f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739200 Jul 22 23:37:21.365509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-88ae2b3b-33c5-43b6-96c6-9c3744cb7b70 req-307ba925-8200-42a6-8ba9-7b4ec9aa9aca service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408191 Jul 22 23:37:21.444236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52127046-8d45-47f4-b434-c71aaf2a1cb3 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:21.570048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 52127046-8d45-47f4-b434-c71aaf2a1cb3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:21.577314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 52127046-8d45-47f4-b434-c71aaf2a1cb3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:21.578384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.596827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-11e8b320-ea9f-4964-a615-3ea232fa4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.598672 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-11e8b320-ea9f-4964-a615-3ea232fa4d25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=703852b5ed3943ea884c36c3d6e78045&device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 1094 time: 0.1206408 Jul 22 23:37:21.615541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c037a51-8b7b-4a05-a946-d32c186ea387 req-6acb8843-9603-4f02-bafa-48c34a99991d tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.623195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c037a51-8b7b-4a05-a946-d32c186ea387 req-6acb8843-9603-4f02-bafa-48c34a99991d tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 945 time: 0.3262448 Jul 22 23:37:21.637335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-961101ea-85f6-4de9-a693-6a698eb3fc41 service neutron] 10.222.0.48 "GET /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244190 Jul 22 23:37:21.683521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.686353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9c3b1-c3f6-409b-bf4c-6f26b6b2313e req-fb23e817-6f6c-4814-b1d6-373806cca723 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.693865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4e9c3b1-c3f6-409b-bf4c-6f26b6b2313e req-fb23e817-6f6c-4814-b1d6-373806cca723 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.2826719 Jul 22 23:37:21.751095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c037a51-8b7b-4a05-a946-d32c186ea387 req-228be2de-dcc8-4a82-8479-fbce2837f41a tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274714 Jul 22 23:37:21.825611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-657e0569-12a5-41e3-9c8f-2bf9ce4c24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:21.827368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-657e0569-12a5-41e3-9c8f-2bf9ce4c24d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 200 len: 907 time: 0.2200034 Jul 22 23:37:21.884966 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-13ee0983-7d34-4ad1-aab4-9c60b90c7ca9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4 HTTP/1.1" status: 200 len: 217 time: 0.0484200 Jul 22 23:37:21.899595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4e9c3b1-c3f6-409b-bf4c-6f26b6b2313e req-1ab8f2a2-3b51-497c-9aea-ca612326caed tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041204 Jul 22 23:37:21.927757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:21.960001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4007dfae-ecc7-424c-afd7-3bac523ec6ba req-65e72623-b368-44fc-bbfd-e76fd9d9f875 service neutron] 10.222.0.48 "GET /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091750 Jul 22 23:37:21.963742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52127046-8d45-47f4-b434-c71aaf2a1cb3'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:21.966580 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7c6014-5177-447a-a244-1d840496a05d" -d '{"events": [{"server_uuid": "b685d073-fd6f-49e0-b60a-02f03f242d39", "name": "network-vif-plugged", "status": "completed", "tag": "52127046-8d45-47f4-b434-c71aaf2a1cb3"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:21.993798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 52127046-8d45-47f4-b434-c71aaf2a1cb3, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3,segment=NetworkSegment(1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8),segment_id=1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:22.006328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-8517082e-a985-44a0-b753-e6f0ca7eb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.007543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:22.012447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-8517082e-a985-44a0-b753-e6f0ca7eb31d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 200 len: 846 time: 0.1207128 Jul 22 23:37:22.039254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:22.089746 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-0dfcdc07-4890-4b16-8fd1-63b24cac369f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ec209efa-fa62-4bce-82fc-4da13c1387e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661712 Jul 22 23:37:22.111994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=52127046-8d45-47f4-b434-c71aaf2a1cb3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:22.173836 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0b2e36-17b9-4b38-adee-6147abc46d9b x-openstack-request-id: req-bb0b2e36-17b9-4b38-adee-6147abc46d9b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:22.174577 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b685d073-fd6f-49e0-b60a-02f03f242d39", "name": "network-vif-plugged", "status": "completed", "tag": "52127046-8d45-47f4-b434-c71aaf2a1cb3", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:22.174981 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb0b2e36-17b9-4b38-adee-6147abc46d9b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:22.175538 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52127046-8d45-47f4-b434-c71aaf2a1cb3', 'code': 200} Jul 22 23:37:22.200827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc3dc1-b345-4a51-a81b-765de85d6a7d req-0084b861-4f9f-4c81-b638-9515a9778718 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.208977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edbc3dc1-b345-4a51-a81b-765de85d6a7d req-0084b861-4f9f-4c81-b638-9515a9778718 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.1115100 Jul 22 23:37:22.265487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edbc3dc1-b345-4a51-a81b-765de85d6a7d req-c6a9c241-f706-472e-998d-303962123adc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552104 Jul 22 23:37:22.367807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-b56d4d84-9583-4292-acff-26c3cbcadba9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726066 Jul 22 23:37:22.422822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5a57-160d-4603-b5e4-f4b923d08fb5 req-eb688216-b2e8-45e5-a348-df0b32c5c571 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.424789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aecb5a57-160d-4603-b5e4-f4b923d08fb5 req-eb688216-b2e8-45e5-a348-df0b32c5c571 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 943 time: 0.1643891 Jul 22 23:37:22.435590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93970-3243-4aed-ba27-2de1ce3a9dda req-cd574a77-6815-40e2-a5ff-300acd6343fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.437406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9e93970-3243-4aed-ba27-2de1ce3a9dda req-cd574a77-6815-40e2-a5ff-300acd6343fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 1097 time: 0.1376350 Jul 22 23:37:22.526854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c42f1bd4-3962-4c4a-8c97-9d84da96d349 req-91ba1aa4-f7cc-44c9-9826-3bca0b8a2018 service neutron] 10.222.0.48 "GET /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512523 Jul 22 23:37:22.531899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9e93970-3243-4aed-ba27-2de1ce3a9dda req-7d6086a8-6cbb-479a-a7b7-7fedda125bd9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 Jul 22 23:37:22.541312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680b80d-0dde-49b9-9b2b-f86e7145f6c0 req-dfa6f21b-3b19-4950-a155-5ca76452d61d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.543131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5680b80d-0dde-49b9-9b2b-f86e7145f6c0 req-dfa6f21b-3b19-4950-a155-5ca76452d61d tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 943 time: 0.1980801 Jul 22 23:37:22.546592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aecb5a57-160d-4603-b5e4-f4b923d08fb5 req-42f2563d-3991-413f-b8e9-a3f5a4c114ce tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132479 Jul 22 23:37:22.594067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5680b80d-0dde-49b9-9b2b-f86e7145f6c0 req-4c5c7374-95a2-4cb8-9307-b82a2f440783 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Jul 22 23:37:22.918157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0a132-9cfe-4bfc-901a-817b65d44999 req-7c72b2da-8d02-4496-b186-8aec20b62d07 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:22.919955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00b0a132-9cfe-4bfc-901a-817b65d44999 req-7c72b2da-8d02-4496-b186-8aec20b62d07 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 946 time: 0.0878079 Jul 22 23:37:22.984668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00b0a132-9cfe-4bfc-901a-817b65d44999 req-0bf415bd-80c1-40ee-baf2-b42b88d22740 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482292 Jul 22 23:37:23.187890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95562b4-3338-4b71-9f2a-69e7c6d08e57 req-6a9a2f4e-6fb3-41c3-b4c8-c423151d64d9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.190040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f95562b4-3338-4b71-9f2a-69e7c6d08e57 req-6a9a2f4e-6fb3-41c3-b4c8-c423151d64d9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.1094217 Jul 22 23:37:23.241047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f95562b4-3338-4b71-9f2a-69e7c6d08e57 req-88b0ff18-cc45-421e-ab5b-ebdf82a5de39 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Jul 22 23:37:23.459288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1f4515a0-eb97-42f7-8c86-96c8ef42113b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:23.470981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:23.491791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3eeca-39e1-4b71-8e5b-b9e72cf9f0c8 req-d3e513e5-2358-4b4e-8295-66d009481381 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:23.502404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52a3eeca-39e1-4b71-8e5b-b9e72cf9f0c8 req-d3e513e5-2358-4b4e-8295-66d009481381 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.1263480 Jul 22 23:37:23.562110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52a3eeca-39e1-4b71-8e5b-b9e72cf9f0c8 req-fa02811b-16e3-4c29-a058-f5d0b95c7544 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583279 Jul 22 23:37:23.623266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b,segment=NetworkSegment(43eeddd5-c74a-4cba-aa5e-175b9d83a853),segment_id=43eeddd5-c74a-4cba-aa5e-175b9d83a853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:23.647870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:23.659660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '1f4515a0-eb97-42f7-8c86-96c8ef42113b', 'network_id': '5d934a1a-97d1-4cd9-bffb-6581615790f4', 'port_id': '1f4515a0-eb97-42f7-8c86-96c8ef42113b', 'mac_address': 'fa:16:3e:68:88:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:23.664529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:23.666311 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.791374 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.832588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4515a0-eb97-42f7-8c86-96c8ef42113b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:23.870455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b,segment=NetworkSegment(43eeddd5-c74a-4cba-aa5e-175b9d83a853),segment_id=43eeddd5-c74a-4cba-aa5e-175b9d83a853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:23.880659 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:23.994935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.072197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:24.083661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:24.090327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=1f4515a0-eb97-42f7-8c86-96c8ef42113b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:24.182440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:24.186490 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680953c2-675d-494b-a377-4f729b1b553b" -d '{"events": [{"server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "name": "network-vif-plugged", "status": "completed", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:24.199136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:24.237582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4d15f-e166-439e-ac8b-5e7fa9b25148 req-1299b58e-f954-4c7c-9d03-37644a7ee19b tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.239168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b4d15f-e166-439e-ac8b-5e7fa9b25148 req-1299b58e-f954-4c7c-9d03-37644a7ee19b tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 943 time: 0.5494456 Jul 22 23:37:24.264682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276a63-e88f-4b16-9e6f-78c0470916f5 req-93854617-dffe-452c-8a70-2d4677548f79 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.266442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32276a63-e88f-4b16-9e6f-78c0470916f5 req-93854617-dffe-452c-8a70-2d4677548f79 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 943 time: 0.5185430 Jul 22 23:37:24.328011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b4d15f-e166-439e-ac8b-5e7fa9b25148 req-1fb12822-7205-4f87-aa79-b704f1b31537 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812469 Jul 22 23:37:24.332602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['1f4515a0-eb97-42f7-8c86-96c8ef42113b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:24.333590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32276a63-e88f-4b16-9e6f-78c0470916f5 req-a7967b22-667a-4c74-9cf7-07ad86f5e241 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575981 Jul 22 23:37:24.531224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0a191-dd0f-462f-8d42-bdf381e81724 req-6def0165-26b4-438e-87a9-51f57d2b6bde tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.538006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36b0a191-dd0f-462f-8d42-bdf381e81724 req-6def0165-26b4-438e-87a9-51f57d2b6bde tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 946 time: 0.1060429 Jul 22 23:37:24.619531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36b0a191-dd0f-462f-8d42-bdf381e81724 req-bd43cd56-ad42-4e89-9caa-ec45e38aceba tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Jul 22 23:37:24.652612 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb551c66-d10f-4a10-b028-c32a2afbe6fd x-openstack-request-id: req-fb551c66-d10f-4a10-b028-c32a2afbe6fd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:24.653125 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "name": "network-vif-plugged", "status": "completed", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:24.653125 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb551c66-d10f-4a10-b028-c32a2afbe6fd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:24.653538 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'code': 200} Jul 22 23:37:24.777632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c964-b410-48c7-8752-94303d04fd3d req-37bfb915-67cf-44ca-9e13-08f362b700b8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.779103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4813c964-b410-48c7-8752-94303d04fd3d req-37bfb915-67cf-44ca-9e13-08f362b700b8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.0778852 Jul 22 23:37:24.887566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4813c964-b410-48c7-8752-94303d04fd3d req-75b02a47-136c-46a6-82b9-17c5dc151291 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018207 Jul 22 23:37:24.920119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2939-39aa-44df-88d5-e832fa111f7f req-b1fb333f-3269-4ae9-b0b6-ed96621d98ab tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.921764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00cc2939-39aa-44df-88d5-e832fa111f7f req-b1fb333f-3269-4ae9-b0b6-ed96621d98ab tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.1372283 Jul 22 23:37:24.924811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba3f61-2f6d-4f22-aa20-fa1f4d4ed5b4 req-3d2c4253-1314-4413-80d9-340bc9099764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:24.926178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cba3f61-2f6d-4f22-aa20-fa1f4d4ed5b4 req-3d2c4253-1314-4413-80d9-340bc9099764 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1097 time: 0.1384637 Jul 22 23:37:24.964869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00cc2939-39aa-44df-88d5-e832fa111f7f req-0c4eb307-ca04-4a5d-a140-d0b0db008295 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Jul 22 23:37:25.011282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cba3f61-2f6d-4f22-aa20-fa1f4d4ed5b4 req-72102cdf-2132-48b4-bc33-84cb3d5c200f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387287 Jul 22 23:37:25.433253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6f5c1-463a-41a2-b2aa-af6cf7cd752a req-2a43ae85-ba80-47b4-bb86-1a12bda0d6c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.435886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07a6f5c1-463a-41a2-b2aa-af6cf7cd752a req-2a43ae85-ba80-47b4-bb86-1a12bda0d6c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 946 time: 0.0739903 Jul 22 23:37:25.466431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 778df9bc-d527-4405-8f8c-7aab0773f1c4 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:25.489930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07a6f5c1-463a-41a2-b2aa-af6cf7cd752a req-4f37cea3-10c7-4361-b2fe-a6ecd804a889 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Jul 22 23:37:25.602329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 778df9bc-d527-4405-8f8c-7aab0773f1c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:25.616486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '778df9bc-d527-4405-8f8c-7aab0773f1c4', 'network_id': 'ec209efa-fa62-4bce-82fc-4da13c1387e7', 'port_id': '778df9bc-d527-4405-8f8c-7aab0773f1c4', 'mac_address': 'fa:16:3e:c3:e9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b41ec7f-b49c-4b58-925d-0692a293bc3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:25.655803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.670583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778df9bc-d527-4405-8f8c-7aab0773f1c4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:25.673908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e45c-6ba4-427a-b2b2-da7c7ecec6ba req-fb2e55ea-6b9a-4a08-b58f-917f78834f9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.675486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fb0e45c-6ba4-427a-b2b2-da7c7ecec6ba req-fb2e55ea-6b9a-4a08-b58f-917f78834f9e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 943 time: 0.1066270 Jul 22 23:37:25.693960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 778df9bc-d527-4405-8f8c-7aab0773f1c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:25.699524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:25.726014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51845ff-6ece-4712-b792-9a459b99bdd8 req-a514873f-fe54-41bd-93c0-b5d80d01f2cb tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:25.727670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f51845ff-6ece-4712-b792-9a459b99bdd8 req-a514873f-fe54-41bd-93c0-b5d80d01f2cb tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 944 time: 0.1117022 Jul 22 23:37:25.741036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fb0e45c-6ba4-427a-b2b2-da7c7ecec6ba req-a6a26de2-b57f-4927-b6ff-1c4b911332a6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542200 Jul 22 23:37:25.756383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=778df9bc-d527-4405-8f8c-7aab0773f1c4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:25.791088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f51845ff-6ece-4712-b792-9a459b99bdd8 req-05809b25-c8bb-428d-bee6-2919df53c97d tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372784 Jul 22 23:37:26.146731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da811f-4df9-480a-ae26-5b808d6ebad9 req-b4b3cdec-2ec9-4147-afe5-bea94e90231d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.148491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48da811f-4df9-480a-ae26-5b808d6ebad9 req-b4b3cdec-2ec9-4147-afe5-bea94e90231d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.1280558 Jul 22 23:37:26.181043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41511c3-a8d1-493f-97a5-19ca010dd4c0 req-e864e17b-5e4a-42bc-826c-ff144769d20a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.182580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c41511c3-a8d1-493f-97a5-19ca010dd4c0 req-e864e17b-5e4a-42bc-826c-ff144769d20a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.1230862 Jul 22 23:37:26.208798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['778df9bc-d527-4405-8f8c-7aab0773f1c4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:26.209132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48da811f-4df9-480a-ae26-5b808d6ebad9 req-42a94020-9516-4c4f-bd0f-9463e381ef0a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548794 Jul 22 23:37:26.251837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c41511c3-a8d1-493f-97a5-19ca010dd4c0 req-5aaf1f29-86d9-4b7d-95a8-d4178ed19846 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577974 Jul 22 23:37:26.517854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5b6d-9db9-4463-b939-25fd9b1a4739 req-49a060e8-cf7c-4492-a213-116eb3b4dff9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.519657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd4f5b6d-9db9-4463-b939-25fd9b1a4739 req-49a060e8-cf7c-4492-a213-116eb3b4dff9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.1963580 Jul 22 23:37:26.554026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-fa03cdf7-a471-44fa-8446-563ef8dd27ef tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:26.555618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-fa03cdf7-a471-44fa-8446-563ef8dd27ef tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.1915338 Jul 22 23:37:26.586931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd4f5b6d-9db9-4463-b939-25fd9b1a4739 req-6278ed24-9ad6-43fd-88b3-0b7a58053efa tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Jul 22 23:37:26.597557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-80fabebc-4b0e-47d9-a4fa-b9f167871f46 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/quotas/f9e7e342177549729a90cbc3a8d0e95f HTTP/1.1" status: 200 len: 375 time: 0.0338032 Jul 22 23:37:26.665377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-762b4c31-eefd-49d7-8550-3fa1099a7082 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656886 Jul 22 23:37:26.782600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-2f99cbcc-01a3-49f6-a882-af0d5f5b3a44 service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106122 Jul 22 23:37:26.899109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-cf8416da-d71a-42d1-b1d0-f22f04d6142a service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106784 Jul 22 23:37:27.087474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa61c2-1552-42ae-b14b-ce802cd61056 req-5cc2d4ee-6e37-44d2-87fc-60597f69b10c tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.089241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3aa61c2-1552-42ae-b14b-ce802cd61056 req-5cc2d4ee-6e37-44d2-87fc-60597f69b10c tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 946 time: 0.0961595 Jul 22 23:37:27.179910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3aa61c2-1552-42ae-b14b-ce802cd61056 req-5f32cfac-aa18-44cf-8678-400878e1f4d1 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/security-groups?id=11c7e5be-85fa-4c69-b7f0-624f702f35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796173 Jul 22 23:37:27.230066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a4ce-1d72-49fc-a6ec-c05c104366b3 req-cb974a14-78c2-43d2-9726-f4a055048222 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.231921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f963a4ce-1d72-49fc-a6ec-c05c104366b3 req-cb974a14-78c2-43d2-9726-f4a055048222 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 944 time: 0.1310315 Jul 22 23:37:27.337900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f963a4ce-1d72-49fc-a6ec-c05c104366b3 req-ae071be9-cb00-4802-846a-9482f263fbb4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903647 Jul 22 23:37:27.409498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceec52f-5909-467e-af60-a1c1ce872854 req-f066859e-24b2-4622-bf64-32dda61ad99a tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.412101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ceec52f-5909-467e-af60-a1c1ce872854 req-f066859e-24b2-4622-bf64-32dda61ad99a tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 944 time: 0.1502171 Jul 22 23:37:27.474325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ceec52f-5909-467e-af60-a1c1ce872854 req-bbd4066c-2922-45ae-921b-9156fa945a42 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Jul 22 23:37:27.483668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-66b0dae6-1428-4042-9ae4-4983d858167f tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.485185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-66b0dae6-1428-4042-9ae4-4983d858167f tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.48 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 946 time: 0.1440637 Jul 22 23:37:27.518019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1f4515a0-eb97-42f7-8c86-96c8ef42113b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:27.601923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aed52be-a59c-48fa-9ced-619112c1835f req-36d2227d-51b5-48ef-878b-2bdef219dd2a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 210 time: 0.0496180 Jul 22 23:37:27.608643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 1f4515a0-eb97-42f7-8c86-96c8ef42113b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:27.616028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 1f4515a0-eb97-42f7-8c86-96c8ef42113b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:27.616982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.752476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.759835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Deleting port 52127046-8d45-47f4-b434-c71aaf2a1cb3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:27.760289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.782415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069d83f9-332f-4e6d-93be-548cefe4275d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4515a0-eb97-42f7-8c86-96c8ef42113b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:27.784753 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd87a79a-126c-4150-83fe-c37eef42907a" -d '{"events": [{"server_uuid": "069d83f9-332f-4e6d-93be-548cefe4275d", "name": "network-vif-plugged", "status": "completed", "tag": "1f4515a0-eb97-42f7-8c86-96c8ef42113b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:27.798489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b,segment=NetworkSegment(43eeddd5-c74a-4cba-aa5e-175b9d83a853),segment_id=43eeddd5-c74a-4cba-aa5e-175b9d83a853)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:27.802436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.805752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d640-b2cb-4384-a42a-9b8ed17bf6eb req-5a2949f2-b147-40a0-8af4-8b39c047bc34 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.807105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d624d640-b2cb-4384-a42a-9b8ed17bf6eb req-5a2949f2-b147-40a0-8af4-8b39c047bc34 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.1898253 Jul 22 23:37:27.859903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=1f4515a0-eb97-42f7-8c86-96c8ef42113b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:27.919556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d624d640-b2cb-4384-a42a-9b8ed17bf6eb req-b8995278-b5e1-4195-8063-c6f16685748d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011276 Jul 22 23:37:27.925173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] For port 52127046-8d45-47f4-b434-c71aaf2a1cb3, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=52127046-8d45-47f4-b434-c71aaf2a1cb3,segment=NetworkSegment(1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8),segment_id=1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:27.925533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:27.935152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dc059-3b51-4368-9947-19eb40578940 req-0f569599-33c2-40ec-ab93-20d09f62e929 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:27.936710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-924dc059-3b51-4368-9947-19eb40578940 req-0f569599-33c2-40ec-ab93-20d09f62e929 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.2219465 Jul 22 23:37:27.949668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Calling delete_port for 52127046-8d45-47f4-b434-c71aaf2a1cb3 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:27.975663 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b933ae-683f-4357-9d39-854009bb2432 x-openstack-request-id: req-50b933ae-683f-4357-9d39-854009bb2432 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:27.975962 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069d83f9-332f-4e6d-93be-548cefe4275d", "name": "network-vif-plugged", "status": "completed", "tag": "1f4515a0-eb97-42f7-8c86-96c8ef42113b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:27.977053 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b933ae-683f-4357-9d39-854009bb2432 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:27.977267 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069d83f9-332f-4e6d-93be-548cefe4275d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4515a0-eb97-42f7-8c86-96c8ef42113b', 'code': 200} Jul 22 23:37:28.024663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f732422-52e4-4737-becb-709d11302473 req-e374e0d8-a9de-454b-8430-cbb5367fa345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.027362 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-e374e0d8-a9de-454b-8430-cbb5367fa345 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d&tenant_id=854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 1095 time: 0.0709150 Jul 22 23:37:28.042163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-924dc059-3b51-4368-9947-19eb40578940 req-2c75f81e-5c22-4227-9e20-59a3cb036af9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880775 Jul 22 23:37:28.190273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.216581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f732422-52e4-4737-becb-709d11302473 req-1d7b86c2-de1a-480d-bd08-d4aefe9854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.218392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-1d7b86c2-de1a-480d-bd08-d4aefe9854e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1095 time: 0.1449811 Jul 22 23:37:28.229005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Pushing event deleted for resources: {'Port': ['ID=52127046-8d45-47f4-b434-c71aaf2a1cb3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:28.246717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['52127046-8d45-47f4-b434-c71aaf2a1cb3'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:28.277352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f953a8-66fe-4403-89fd-0f1d970ed59b req-e966b697-f070-4686-8b0e-6af2f708cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.279146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77f953a8-66fe-4403-89fd-0f1d970ed59b req-e966b697-f070-4686-8b0e-6af2f708cee6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 1096 time: 0.1481462 Jul 22 23:37:28.296079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] No DVR routers for this DVR port 52127046-8d45-47f4-b434-c71aaf2a1cb3 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:28.300693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:28.303533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fce89b5-b052-4227-ad2d-9ba9f325db90 req-e9c573e6-e886-4f59-b8c0-7741cdb2e0c0 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.48 "DELETE /v2.0/ports/52127046-8d45-47f4-b434-c71aaf2a1cb3 HTTP/1.1" status: 204 len: 173 time: 0.8120060 Jul 22 23:37:28.303975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'name': 'network-vif-deleted', 'tag': '52127046-8d45-47f4-b434-c71aaf2a1cb3'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:28.307044 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cf4b0f-1577-49ad-811e-ad594a0cda39" -d '{"events": [{"server_uuid": "b685d073-fd6f-49e0-b60a-02f03f242d39", "name": "network-vif-deleted", "tag": "52127046-8d45-47f4-b434-c71aaf2a1cb3"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:28.333000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2aeff60a-dd8d-4d91-9717-17033b4da627 req-d321af1c-046c-46d1-bb46-44b5759c27e5 tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 210 time: 0.0639172 Jul 22 23:37:28.340215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f8452-402c-4599-a072-14f50d3e2f5d req-dc1d4670-e831-4e13-9bbd-c2c5e1b1eb1f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.341822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-969f8452-402c-4599-a072-14f50d3e2f5d req-dc1d4670-e831-4e13-9bbd-c2c5e1b1eb1f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1097 time: 0.1866434 Jul 22 23:37:28.377488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f732422-52e4-4737-becb-709d11302473 req-06291893-1253-4838-8fe5-4b08dd8e42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.379986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-06291893-1253-4838-8fe5-4b08dd8e42c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.1534724 Jul 22 23:37:28.397979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-969f8452-402c-4599-a072-14f50d3e2f5d req-aacba549-76ba-4b3a-9cee-aa64ad587c7b tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Jul 22 23:37:28.413362 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77f953a8-66fe-4403-89fd-0f1d970ed59b req-67af800f-38db-4fcf-8381-d9266aed8145 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004589 Jul 22 23:37:28.438299 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290ca683-362d-4983-8f91-17112419c4d6 x-openstack-request-id: req-290ca683-362d-4983-8f91-17112419c4d6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:28.438661 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b685d073-fd6f-49e0-b60a-02f03f242d39", "name": "network-vif-deleted", "tag": "52127046-8d45-47f4-b434-c71aaf2a1cb3", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:28.438846 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-290ca683-362d-4983-8f91-17112419c4d6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:28.439245 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b685d073-fd6f-49e0-b60a-02f03f242d39', 'name': 'network-vif-deleted', 'tag': '52127046-8d45-47f4-b434-c71aaf2a1cb3', 'status': 'completed', 'code': 200} Jul 22 23:37:28.499868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-f8f78cc4-1d41-43cb-9891-c6b0ec30615a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 999 time: 0.1070416 Jul 22 23:37:28.593215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e741ebe-823a-4cdc-b1f0-6c51a1e9c4be req-fdfaffd0-ba72-4b63-92e2-794e04697613 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.594717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e741ebe-823a-4cdc-b1f0-6c51a1e9c4be req-fdfaffd0-ba72-4b63-92e2-794e04697613 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 944 time: 0.1037581 Jul 22 23:37:28.597457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d89f9-c8dd-47e8-bb8c-f9b8a4d25d77 req-2d07f74e-6d5f-448f-96ac-6971ee06404f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.599492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd3d89f9-c8dd-47e8-bb8c-f9b8a4d25d77 req-2d07f74e-6d5f-448f-96ac-6971ee06404f tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1097 time: 0.0978541 Jul 22 23:37:28.661351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e741ebe-823a-4cdc-b1f0-6c51a1e9c4be req-8bfd2e89-955b-4cb0-be20-cfa96a57b53e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559120 Jul 22 23:37:28.665831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd3d89f9-c8dd-47e8-bb8c-f9b8a4d25d77 req-936778f9-86e6-4904-93f6-964a75792326 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585260 Jul 22 23:37:28.768123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f732422-52e4-4737-becb-709d11302473 req-4428d2e4-879e-477b-ba65-08f8cd056c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.769617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-4428d2e4-879e-477b-ba65-08f8cd056c64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.0570300 Jul 22 23:37:28.791764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9f21-f3f7-4271-8dcd-5ff5c7517f4d req-dbd0cb48-f265-4bf1-96b4-8a9f59540a9e tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.793344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf7f9f21-f3f7-4271-8dcd-5ff5c7517f4d req-dbd0cb48-f265-4bf1-96b4-8a9f59540a9e tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 945 time: 0.0707636 Jul 22 23:37:28.837887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf7f9f21-f3f7-4271-8dcd-5ff5c7517f4d req-94f9e408-bf32-4df9-baae-f65a385935e1 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384266 Jul 22 23:37:28.874610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-414de251-c1c3-4897-bd77-e42546e1439e req-818bf203-8c27-4aa2-8c8b-ab79c8e032fd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 210 time: 0.0349386 Jul 22 23:37:28.980531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f732422-52e4-4737-becb-709d11302473 req-80dcee4b-1701-463f-a0d7-a584891d1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:28.982357 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-80dcee4b-1701-463f-a0d7-a584891d1b5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932889 Jul 22 23:37:29.133608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ea1c1-deda-4a69-b5a7-ceeb79d62f9e req-99f85d53-463d-47b3-9485-bc8757b2cffb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.135422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec3ea1c1-deda-4a69-b5a7-ceeb79d62f9e req-99f85d53-463d-47b3-9485-bc8757b2cffb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.1134682 Jul 22 23:37:29.224464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec3ea1c1-deda-4a69-b5a7-ceeb79d62f9e req-06aff912-a448-4a0f-8a2a-da10a30200da tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551345 Jul 22 23:37:29.244041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-69b13cd6-b014-4ea6-a1df-9454ce914b55 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.245836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-69b13cd6-b014-4ea6-a1df-9454ce914b55 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/ports?device_id=b68bf731-f192-4d6c-aaae-08bdb915e595 HTTP/1.1" status: 200 len: 945 time: 0.1093926 Jul 22 23:37:29.300837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-f5976152-d64b-4d71-a2d9-fc35677b5fdf service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930772 Jul 22 23:37:29.321044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-de8d4233-81cf-47aa-a89b-62808065d7c2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:29.322534 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-de8d4233-81cf-47aa-a89b-62808065d7c2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.2890060 Jul 22 23:37:29.388426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Deleting port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:29.388988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.396735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Request body: {'port': {'device_id': 'd2f8c00d-63ff-4877-abde-3031095986df', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'admin_state_up': True, 'tenant_id': 'f9e7e342177549729a90cbc3a8d0e95f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:29.497204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 778df9bc-d527-4405-8f8c-7aab0773f1c4 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:29.560295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] For port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:29.560775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.579785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Calling delete_port for 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:29.585412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 778df9bc-d527-4405-8f8c-7aab0773f1c4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:29.595639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 778df9bc-d527-4405-8f8c-7aab0773f1c4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:29.597068 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.607174 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f732422-52e4-4737-becb-709d11302473 req-6fc776cc-8484-429e-93f4-1119308d04b7 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439830 Jul 22 23:37:29.691716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Made reservation on behalf of f9e7e342177549729a90cbc3a8d0e95f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:29.699871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.779771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.786187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.846879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 778df9bc-d527-4405-8f8c-7aab0773f1c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:29.858901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.858901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:29.860460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c054dd37-0923-48ce-9b90-17979a80675e req-547ac732-cb57-4a5e-babf-aa99866e1eea tempest-ServerPasswordTestJSON-1038644754 tempest-ServerPasswordTestJSON-1038644754-project] 10.222.0.21 "GET /v2.0/ports?device_id=b685d073-fd6f-49e0-b60a-02f03f242d39 HTTP/1.1" status: 200 len: 210 time: 0.0854001 Jul 22 23:37:29.881867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event deleted for resources: {'Port': ['ID=3c5d8a69-7968-46a8-b1f1-26dbbc2b2684,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:29.965208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] No DVR routers for this DVR port 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:29.968089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:29.970441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d4a5b58-12f6-44b5-b035-98675d2447c8 req-2e46682c-e7ba-4f78-9521-d754d9e5fab2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "DELETE /v2.0/ports/3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 HTTP/1.1" status: 204 len: 173 time: 0.7171497 Jul 22 23:37:29.977355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Allocated IP 172.20.0.11 (e580ae9d-74c5-423a-ba8e-3adb227baacb/2d92a1d4-73d4-477c-8fe5-99d9e0175910/22a45a9f-6cd1-4644-993a-f1b16611ba96) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:37:30.025833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778df9bc-d527-4405-8f8c-7aab0773f1c4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:30.030053 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0e587b-885f-4d3a-aec2-cf86c7e6b014" -d '{"events": [{"server_uuid": "c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6", "name": "network-vif-plugged", "status": "completed", "tag": "778df9bc-d527-4405-8f8c-7aab0773f1c4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:30.034945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:30.036153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:30.043269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=778df9bc-d527-4405-8f8c-7aab0773f1c4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:30.100711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560c0e-ac95-4812-868f-11c459fa6b70 req-acdba447-43df-4215-b2ac-e9ab5d9816ec tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:30.109232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91560c0e-ac95-4812-868f-11c459fa6b70 req-acdba447-43df-4215-b2ac-e9ab5d9816ec tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1374831 Jul 22 23:37:30.206871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91560c0e-ac95-4812-868f-11c459fa6b70 req-6ffb61f1-187b-43e6-b2f2-c87e5b029b2f tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949600 Jul 22 23:37:30.318547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.374322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.440061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'name': 'network-vif-deleted', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:30.442654 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e92a60-c696-4b7c-88ab-bccc7ef256df" -d '{"events": [{"server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "name": "network-vif-deleted", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:30.474547 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Network e580ae9d-74c5-423a-ba8e-3adb227baacb is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:37:30.478344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:30.483207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:37:30.512651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:30.542950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:30.544122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:30.565201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-ad8537e9-8656-4b18-9237-46b7b41397c7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1723032 Jul 22 23:37:31.491931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:31.499022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52127046-8d45-47f4-b434-c71aaf2a1cb3 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:31.526152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 52127046-8d45-47f4-b434-c71aaf2a1cb3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:31.526487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 52127046-8d45-47f4-b434-c71aaf2a1cb3 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:31.614191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:31.627564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '56d92df4-0978-482b-b953-9b2a6a18005e', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:31.669881 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.684143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d92df4-0978-482b-b953-9b2a6a18005e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:31.705155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:31.708796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:31.759548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:31.964875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['56d92df4-0978-482b-b953-9b2a6a18005e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:33.492461 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:33.539306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 56d92df4-0978-482b-b953-9b2a6a18005e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:33.539849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.628267 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.663543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:33.668152 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:33.668955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:33.704794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:33.705034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3c5d8a69-7968-46a8-b1f1-26dbbc2b2684 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:33.743965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:35.825848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:36.183500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-afe20fdb-142d-4b22-9599-a569051406b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871546 Jul 22 23:37:36.364461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-1fd18e7c-ed79-45b7-92ef-5a567e20a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:36.366465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-1fd18e7c-ed79-45b7-92ef-5a567e20a510 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1143322 Jul 22 23:37:36.555165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-c267bff5-00f5-4236-8a22-65a4ce477951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:36.557126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-c267bff5-00f5-4236-8a22-65a4ce477951 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1705749 Jul 22 23:37:36.603946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-61834832-ae69-4e3e-9251-f53764a5d61a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 200 len: 217 time: 0.0404994 Jul 22 23:37:36.670337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-d0b9ee35-17fb-4753-b405-b9603a37f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:36.671858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-d0b9ee35-17fb-4753-b405-b9603a37f89f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0618081 Jul 22 23:37:36.721944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-0a109eb4-4ae6-41ae-b673-ffb668a7c3a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432222 Jul 22 23:37:36.832621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-06595daa-61d5-4636-bc0a-e883094bec8a service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041656 Jul 22 23:37:36.968128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06aa3cbb-d0da-4eff-a0b1-2041168ef0da req-fecafc44-9510-45c4-ab37-722fd7f62fde service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292455 Jul 22 23:37:38.482525 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:37:41.919368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Request body: {'port': {'device_id': 'd2f8c00d-63ff-4877-abde-3031095986df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:42.018163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.049472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47339416-bfe7-4e2d-be99-8cba16edea3f req-098d4612-0ccd-4f32-83ec-6ab2f46bba4f tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:42.052254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47339416-bfe7-4e2d-be99-8cba16edea3f req-098d4612-0ccd-4f32-83ec-6ab2f46bba4f tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 945 time: 0.0833735 Jul 22 23:37:42.077712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-559b6956-9d6b-4e72-9d2a-81b24b7e4154 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:37:42.078955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-559b6956-9d6b-4e72-9d2a-81b24b7e4154 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092216 Jul 22 23:37:42.096710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Request body: {'binding': {'host': 'n-h1-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:42.097225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:37:42.106699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47339416-bfe7-4e2d-be99-8cba16edea3f req-f05f1150-3e69-435a-a9fd-600ea5956c20 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Jul 22 23:37:42.271079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954d7d-890e-4df7-bfe1-23da16457ac2 req-2888ef6c-94f9-441e-bd93-07ad461b0b81 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:42.272568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92954d7d-890e-4df7-bfe1-23da16457ac2 req-2888ef6c-94f9-441e-bd93-07ad461b0b81 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 932 time: 0.0803552 Jul 22 23:37:42.327044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92954d7d-890e-4df7-bfe1-23da16457ac2 req-02888642-c810-4003-b9fb-031ba3688472 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Jul 22 23:37:42.395841 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223e6c49-b9c4-4399-8c79-208b65c405e9 x-openstack-request-id: req-223e6c49-b9c4-4399-8c79-208b65c405e9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:42.396564 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6", "name": "network-vif-plugged", "status": "completed", "tag": "778df9bc-d527-4405-8f8c-7aab0773f1c4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:42.396564 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-223e6c49-b9c4-4399-8c79-208b65c405e9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:42.397095 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778df9bc-d527-4405-8f8c-7aab0773f1c4', 'code': 200} Jul 22 23:37:42.414131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on host n-h1-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:42.414706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:42.415114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:42.426947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:42.427282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:42.442206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:42.447470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:42.447470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:42.447470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Bound port: 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:42.509693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a45a9f-6cd1-4644-993a-f1b16611ba96 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:42.520473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.563707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Transition to ACTIVE for port object 22a45a9f-6cd1-4644-993a-f1b16611ba96 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:37:42.575922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.624199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:42.635732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.637558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0202fbaf-9b80-4456-924c-a21ebd9e4212 service neutron] 10.222.0.21 "POST /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5450284 Jul 22 23:37:42.645167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73fa39-653d-401c-8590-a514d18488bd req-5b7260e2-c53a-413c-8212-372c8ead35ad tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:42.654822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf73fa39-653d-401c-8590-a514d18488bd req-5b7260e2-c53a-413c-8212-372c8ead35ad tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.1812680 Jul 22 23:37:42.689337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265931-0039-4a61-b520-07b27607839f service neutron] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:42.736620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf73fa39-653d-401c-8590-a514d18488bd req-15c06a41-418a-418b-a8ab-81c4eb4f6273 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801361 Jul 22 23:37:42.747588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143281ac-3eb7-4c95-8ac2-4b8d7a8cdf5e req-631412a8-cf3c-431b-aa20-084dbbb03348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:42.751553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-143281ac-3eb7-4c95-8ac2-4b8d7a8cdf5e req-631412a8-cf3c-431b-aa20-084dbbb03348 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 1096 time: 0.1706102 Jul 22 23:37:42.827133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-143281ac-3eb7-4c95-8ac2-4b8d7a8cdf5e req-312944ac-58b2-4ffc-918e-a000066b59f3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 Jul 22 23:37:42.829681 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0780dfbc-28aa-4417-a454-bf22b5081942 x-openstack-request-id: req-0780dfbc-28aa-4417-a454-bf22b5081942 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:42.830163 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68bf731-f192-4d6c-aaae-08bdb915e595", "name": "network-vif-deleted", "tag": "3c5d8a69-7968-46a8-b1f1-26dbbc2b2684", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:42.830436 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0780dfbc-28aa-4417-a454-bf22b5081942 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:42.830894 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68bf731-f192-4d6c-aaae-08bdb915e595', 'name': 'network-vif-deleted', 'tag': '3c5d8a69-7968-46a8-b1f1-26dbbc2b2684', 'status': 'completed', 'code': 200} Jul 22 23:37:42.859411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Attempting to bind port 22a45a9f-6cd1-4644-993a-f1b16611ba96 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:37:42.860216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:42.865325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Attempting to bind port 22a45a9f-6cd1-4644-993a-f1b16611ba96 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:37:42.865990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Attempting to bind port 22a45a9f-6cd1-4644-993a-f1b16611ba96 on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:42.883296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Port 22a45a9f-6cd1-4644-993a-f1b16611ba96 on network e580ae9d-74c5-423a-ba8e-3adb227baacb not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:37:42.883864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Attempting to bind port 22a45a9f-6cd1-4644-993a-f1b16611ba96 on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:37:42.909030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:37:42.910268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Checking segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:42.910802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Bound using segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:37:42.912580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Bound port: 22a45a9f-6cd1-4644-993a-f1b16611ba96, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:37:42.912580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:42.976325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Deleting subnet 41e7163d-b68c-4f62-8f94-cfc56972957a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:37:42.984185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.036519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:37:43.042915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:37:43.051372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.075108 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.094005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.094289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91309498-8da6-4f11-83a2-c075d0521fd7 req-493b237e-99d2-469f-a1ff-b94262b3a2be tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.094654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.096207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-c3265931-0039-4a61-b520-07b27607839f service neutron] 10.222.0.48 "PUT /v2.0/ports/22a45a9f-6cd1-4644-993a-f1b16611ba96 HTTP/1.1" status: 200 len: 1092 time: 1.1813452 Jul 22 23:37:43.096748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:43.099245 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c17485-2c81-454b-9d0d-baa81140f8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:43.104600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91309498-8da6-4f11-83a2-c075d0521fd7 req-493b237e-99d2-469f-a1ff-b94262b3a2be tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2079227 Jul 22 23:37:43.144270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3265931-0039-4a61-b520-07b27607839f service neutron] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:43.226280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.257308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91309498-8da6-4f11-83a2-c075d0521fd7 req-75a29816-4ffa-40fc-aa67-a0418619ff8e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278625 Jul 22 23:37:43.380504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-a2efb727-bd8b-47de-8867-ffa646639e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.384607 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-a2efb727-bd8b-47de-8867-ffa646639e2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 1095 time: 0.1109924 Jul 22 23:37:43.457502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-8f9d4668-5380-461b-b864-6de4e2589d51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96 HTTP/1.1" status: 200 len: 217 time: 0.0532551 Jul 22 23:37:43.526127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458652f-2138-4741-82cf-278e434369ff req-feee1b42-ae36-48b4-94ff-a389f7ef6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.527782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-feee1b42-ae36-48b4-94ff-a389f7ef6194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.0631483 Jul 22 23:37:43.739046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-12b4d531-c181-4d1f-964d-14760fe140ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822015 Jul 22 23:37:43.830823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2065a-65ba-4c5c-b180-5e995b9dbd78 req-a658b756-ab70-4823-b5d4-96e8911591a5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:43.842936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0a2065a-65ba-4c5c-b180-5e995b9dbd78 req-a658b756-ab70-4823-b5d4-96e8911591a5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.7118139 Jul 22 23:37:43.894112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.894380 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-a0f0cd37-bc1d-40b4-bd55-88d08f7ecc82 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444561 Jul 22 23:37:43.961099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:43.965794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/41e7163d-b68c-4f62-8f94-cfc56972957a HTTP/1.1" status: 204 len: 168 time: 1.1045973 Jul 22 23:37:43.968791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80297a7-f78d-44be-a52e-5c9c681fed19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e7163d-b68c-4f62-8f94-cfc56972957a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:43.975180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34030) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:43.983482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0a2065a-65ba-4c5c-b180-5e995b9dbd78 req-6e60c40f-91b3-4b52-9ad8-e597fc340d5c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373041 Jul 22 23:37:43.997438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-17616f93-a9ac-45be-8c66-6ce4d23fdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.013595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-17616f93-a9ac-45be-8c66-6ce4d23fdd30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1097 time: 0.7348218 Jul 22 23:37:44.061229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50f0e-186e-4c08-9993-bd385e49c97d req-f8ccf57d-a87c-43e0-a150-a562469e1cdb tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.069466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eec50f0e-186e-4c08-9993-bd385e49c97d req-f8ccf57d-a87c-43e0-a150-a562469e1cdb tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 945 time: 0.3601470 Jul 22 23:37:44.183737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eec50f0e-186e-4c08-9993-bd385e49c97d req-d2866787-1607-4c9d-87ae-3629c368a235 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130648 Jul 22 23:37:44.241318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-648c0633-336b-431b-83d8-36e66adb1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.243403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-648c0633-336b-431b-83d8-36e66adb1c30 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.2289896 Jul 22 23:37:44.332218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-c4a45773-969b-4361-a041-ff95666bc45a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 217 time: 0.0609283 Jul 22 23:37:44.398923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:44.403790 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1048d0-3894-44e7-9dbb-ac5f668eaa8d" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:44.460066 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3c8db0-506e-46d4-983c-1fbb6c7406e3 x-openstack-request-id: req-6d3c8db0-506e-46d4-983c-1fbb6c7406e3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:44.461567 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:44.462506 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d3c8db0-506e-46d4-983c-1fbb6c7406e3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:44.463069 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'status': 'completed', 'code': 200} Jul 22 23:37:44.469013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.473863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-eb981f51-33e0-4178-82be-f8ebe67d08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.476537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-eb981f51-33e0-4178-82be-f8ebe67d08a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.1377134 Jul 22 23:37:44.512778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d615f-452b-4424-9a50-a18142db3e24 req-35381142-96aa-48d2-8a6e-710f1bb246c8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.514398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c6d615f-452b-4424-9a50-a18142db3e24 req-35381142-96aa-48d2-8a6e-710f1bb246c8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 944 time: 0.3806255 Jul 22 23:37:44.539983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-ebe1ccf4-9549-4922-b152-252e4e6ecbe3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540261 Jul 22 23:37:44.602535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6eb0de-1331-4eca-9dc6-8a9288da2521 req-67c1d46e-5d6f-4ae1-958f-f93de4f713cf tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:44.617490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc6eb0de-1331-4eca-9dc6-8a9288da2521 req-67c1d46e-5d6f-4ae1-958f-f93de4f713cf tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.2696273 Jul 22 23:37:44.633469 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f458652f-2138-4741-82cf-278e434369ff req-b0185f5a-4039-490e-92de-72312b3a3bd8 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125180 Jul 22 23:37:44.727863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.759997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcb667c-74e2-461c-b417-cc93af389568']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:44.784038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c6d615f-452b-4424-9a50-a18142db3e24 req-a946c106-5d11-4f32-a452-2464c1663c7d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483225 Jul 22 23:37:44.785272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:44.785577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1167ae5d-ad66-4aeb-a9e8-1e4ce79f1cb8') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:44.809677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.837648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.850101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:37:44.851613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:37:44.860232 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:37:44.920920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc6eb0de-1331-4eca-9dc6-8a9288da2521 req-31dd85f3-b2ca-46d6-8697-1d338db7d586 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098451 Jul 22 23:37:44.971404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-c00744c8-1652-47a4-bcf8-34a4fb2e465b service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035873 Jul 22 23:37:44.977550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.984891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:44.987172 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] 10.222.0.21 "DELETE /v2.0/networks/dbcb667c-74e2-461c-b417-cc93af389568 HTTP/1.1" status: 204 len: 168 time: 1.0114431 Jul 22 23:37:45.006580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ae9f-87bb-4660-a10b-d44f8c24391f admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcb667c-74e2-461c-b417-cc93af389568,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:45.075974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-dcc6b550-00a9-4649-8219-f3ec30eee9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.077847 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-dcc6b550-00a9-4649-8219-f3ec30eee9a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 1095 time: 0.2027082 Jul 22 23:37:45.105443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a147-e4e4-4f28-b81b-c0f2f071f3fb req-ff6e6072-1a2c-4e58-a25c-ab80331269b2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.112107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee08a147-e4e4-4f28-b81b-c0f2f071f3fb req-ff6e6072-1a2c-4e58-a25c-ab80331269b2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2226207 Jul 22 23:37:45.162191 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e42d01-2a49-42d7-8992-63102c706c77 x-openstack-request-id: req-80e42d01-2a49-42d7-8992-63102c706c77 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:45.162507 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:45.162752 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80e42d01-2a49-42d7-8992-63102c706c77 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:45.163936 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:37:45.165137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-5ef255b2-ebfa-43f5-b6f7-54f43e0550d9 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867054 Jul 22 23:37:45.200026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee08a147-e4e4-4f28-b81b-c0f2f071f3fb req-f0c18de0-6bd0-41f4-a3a4-1794c2c19329 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Jul 22 23:37:45.375155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:45.458342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-edaa9ca7-9ff4-4d08-95f7-2f0e0ce5a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.461737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-edaa9ca7-9ff4-4d08-95f7-2f0e0ce5a6e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 906 time: 0.3768682 Jul 22 23:37:45.531029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb73812-d4dc-4f57-ba39-11d84e5f8ad8 req-0e525b92-a89e-422e-94c4-27847fd8df0a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.534875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efb73812-d4dc-4f57-ba39-11d84e5f8ad8 req-0e525b92-a89e-422e-94c4-27847fd8df0a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.2480993 Jul 22 23:37:45.558545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-719db898-3ad4-45b7-981f-819f39afb764 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96 HTTP/1.1" status: 200 len: 217 time: 0.0882266 Jul 22 23:37:45.649793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-94ee120e-28d5-4ef1-974d-f2be09a6859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.651836 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-94ee120e-28d5-4ef1-974d-f2be09a6859a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.0871446 Jul 22 23:37:45.660697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a6de64b-c17e-46e3-a594-d48a86bfdce6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81b3ebee1dea47748a3f525b4289d55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776482 Jul 22 23:37:45.660697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:45.707813 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-290a7b87-028f-45cf-bae7-696eb05e8e0a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428047 Jul 22 23:37:45.739902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efb73812-d4dc-4f57-ba39-11d84e5f8ad8 req-6cb6d92d-b622-467c-9bf3-a0ad24d6b265 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822367 Jul 22 23:37:45.872163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-16377149-e86b-478b-b6fd-6bd114bd04b4 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.873991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-16377149-e86b-478b-b6fd-6bd114bd04b4 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.48 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 945 time: 0.4503555 Jul 22 23:37:45.874109 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-a1f3105d-bc8d-4dff-ba7d-8695f3014ca1 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571212 Jul 22 23:37:45.876828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecf199eb-2f0b-43bc-9ecc-6dc07b95d181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:45.973711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3eaf6d-a94a-4586-b893-fcaa5e37440e req-2561c4c4-6420-4ea4-bf4e-e0e9591d69b9 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:45.982060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d3eaf6d-a94a-4586-b893-fcaa5e37440e req-2561c4c4-6420-4ea4-bf4e-e0e9591d69b9 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 945 time: 0.4455159 Jul 22 23:37:46.008589 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecf199eb-2f0b-43bc-9ecc-6dc07b95d181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.012813 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2c17485-2c81-454b-9d0d-baa81140f8e1 req-751c0f00-55f4-4453-b071-5912853edb15 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266248 Jul 22 23:37:46.109501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2726c397-8947-4f4a-8b02-42d34a6038c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.145599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d3eaf6d-a94a-4586-b893-fcaa5e37440e req-1642fb5b-ae0e-4b43-8b4e-dd6c862279b2 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/security-groups?id=1815fbec-7206-4e64-91e6-bb2f1c0a922d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621883 Jul 22 23:37:46.215363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1cce0-9104-4524-a9c1-1c8591251740 req-6302e3cd-1587-4390-b129-9ae19824d371 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:46.227322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81e1cce0-9104-4524-a9c1-1c8591251740 req-6302e3cd-1587-4390-b129-9ae19824d371 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.3479376 Jul 22 23:37:46.292515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecf199eb-2f0b-43bc-9ecc-6dc07b95d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.295200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecf199eb-2f0b-43bc-9ecc-6dc07b95d181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.300720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ecf199eb-2f0b-43bc-9ecc-6dc07b95d181 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11c7e5be-85fa-4c69-b7f0-624f702f35e9 HTTP/1.1" status: 204 len: 168 time: 0.6343122 Jul 22 23:37:46.335746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Deleting port 1f4515a0-eb97-42f7-8c86-96c8ef42113b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:37:46.336093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.366987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81e1cce0-9104-4524-a9c1-1c8591251740 req-18690241-09ce-4c6a-bbc3-22763bd4fef2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379232 Jul 22 23:37:46.386723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf199eb-2f0b-43bc-9ecc-6dc07b95d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c7e5be-85fa-4c69-b7f0-624f702f35e9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:46.591088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed9d6-653f-4a47-9964-98cb43df201d req-25fe6572-35e9-49f1-9c38-43b793affc14 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:46.592595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2ed9d6-653f-4a47-9964-98cb43df201d req-25fe6572-35e9-49f1-9c38-43b793affc14 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 944 time: 0.3296187 Jul 22 23:37:46.611746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] For port 1f4515a0-eb97-42f7-8c86-96c8ef42113b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1f4515a0-eb97-42f7-8c86-96c8ef42113b,segment=NetworkSegment(43eeddd5-c74a-4cba-aa5e-175b9d83a853),segment_id=43eeddd5-c74a-4cba-aa5e-175b9d83a853)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:46.612153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:46.645171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Calling delete_port for 1f4515a0-eb97-42f7-8c86-96c8ef42113b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:37:46.766517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd2ed9d6-653f-4a47-9964-98cb43df201d req-d286d16c-20a5-4266-82b1-3fd4c7256948 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590283 Jul 22 23:37:46.783007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbece88e-bdb5-4e73-a961-98f3cc32b4f5 req-04f1ea13-802c-4ac4-90f2-28a92883cf0e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:46.791761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbece88e-bdb5-4e73-a961-98f3cc32b4f5 req-04f1ea13-802c-4ac4-90f2-28a92883cf0e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.2787204 Jul 22 23:37:46.911436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbece88e-bdb5-4e73-a961-98f3cc32b4f5 req-69bcc594-5c65-41f5-ac28-a5996ad259df tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173902 Jul 22 23:37:47.158138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:47.214728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['1f4515a0-eb97-42f7-8c86-96c8ef42113b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:47.485130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Pushing event deleted for resources: {'Port': ['ID=1f4515a0-eb97-42f7-8c86-96c8ef42113b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:47.492237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] No DVR routers for this DVR port 1f4515a0-eb97-42f7-8c86-96c8ef42113b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:37:47.498841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:47.502292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf65ab23-118d-4c63-a2e2-6eac337e4108 req-286e354b-467b-4270-b96a-7055a69115c3 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.48 "DELETE /v2.0/ports/1f4515a0-eb97-42f7-8c86-96c8ef42113b HTTP/1.1" status: 204 len: 173 time: 1.5829566 Jul 22 23:37:47.504991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069d83f9-332f-4e6d-93be-548cefe4275d', 'name': 'network-vif-deleted', 'tag': '1f4515a0-eb97-42f7-8c86-96c8ef42113b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:47.516134 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25503ed2-4541-4f0d-ab43-75f0d71fb00a" -d '{"events": [{"server_uuid": "069d83f9-332f-4e6d-93be-548cefe4275d", "name": "network-vif-deleted", "tag": "1f4515a0-eb97-42f7-8c86-96c8ef42113b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:47.562560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ade5ea-18d7-4656-9bd5-d9c049dc2aa3 req-ab679677-db0f-4c33-ac98-7bf407f4b067 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.564112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10ade5ea-18d7-4656-9bd5-d9c049dc2aa3 req-ab679677-db0f-4c33-ac98-7bf407f4b067 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.4995735 Jul 22 23:37:47.598778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6e77-7c39-4139-acc8-9a180679b635 req-0ec66f6a-ccc3-4392-af44-ff61b6306dd4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:47.619479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5ff6e77-7c39-4139-acc8-9a180679b635 req-0ec66f6a-ccc3-4392-af44-ff61b6306dd4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.4771543 Jul 22 23:37:47.733137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10ade5ea-18d7-4656-9bd5-d9c049dc2aa3 req-e7fc1a5c-0117-4746-a599-65070c9a4262 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617181 Jul 22 23:37:47.759827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5ff6e77-7c39-4139-acc8-9a180679b635 req-fa67da28-95e7-48c8-8306-6679a8dc0f7f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362381 Jul 22 23:37:47.850384 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75f3d3-5c55-4c9f-9604-0eb555fd6032 x-openstack-request-id: req-1c75f3d3-5c55-4c9f-9604-0eb555fd6032 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:47.860334 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069d83f9-332f-4e6d-93be-548cefe4275d", "name": "network-vif-deleted", "tag": "1f4515a0-eb97-42f7-8c86-96c8ef42113b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:47.860844 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c75f3d3-5c55-4c9f-9604-0eb555fd6032 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:47.862488 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069d83f9-332f-4e6d-93be-548cefe4275d', 'name': 'network-vif-deleted', 'tag': '1f4515a0-eb97-42f7-8c86-96c8ef42113b', 'status': 'completed', 'code': 200} Jul 22 23:37:47.913995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efbfc735-8c5a-41d7-8dd4-4c26cb3678b4 req-fe77daaa-6c4d-44d2-9101-8e10f458c439 tempest-InstanceActionsV221TestJSON-1013036708 tempest-InstanceActionsV221TestJSON-1013036708-project] 10.222.0.21 "GET /v2.0/ports?device_id=069d83f9-332f-4e6d-93be-548cefe4275d HTTP/1.1" status: 200 len: 210 time: 0.0751154 Jul 22 23:37:48.347211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ee38e-7e62-425c-8a88-fcd6843234d9 req-a7e33716-a8de-4118-a0f3-5d61870a0555 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.349452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f0ee38e-7e62-425c-8a88-fcd6843234d9 req-a7e33716-a8de-4118-a0f3-5d61870a0555 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 944 time: 0.1583862 Jul 22 23:37:48.360244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a317-4565-427b-baa7-5443c1449623 req-c730ebdd-c774-48b6-801f-ac5216837dc6 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.368270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71e9a317-4565-427b-baa7-5443c1449623 req-c730ebdd-c774-48b6-801f-ac5216837dc6 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.2009270 Jul 22 23:37:48.472868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71e9a317-4565-427b-baa7-5443c1449623 req-53ad8aa0-65ad-44dd-927e-9936d12b7e1d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027396 Jul 22 23:37:48.494811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f0ee38e-7e62-425c-8a88-fcd6843234d9 req-44b33e5a-2e60-48d5-adba-d271d3386537 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234977 Jul 22 23:37:48.801877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e0f91-7449-4c87-962d-4b56622e7953 req-593af7af-5956-403c-b08a-9daa4723c833 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:48.808344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b0e0f91-7449-4c87-962d-4b56622e7953 req-593af7af-5956-403c-b08a-9daa4723c833 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1553802 Jul 22 23:37:48.899859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b0e0f91-7449-4c87-962d-4b56622e7953 req-c7da06ec-dd70-497f-a9bf-55948bdf1667 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779927 Jul 22 23:37:49.094968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a703b83-420f-4827-bf2f-b0f1d40b6eda req-a11b1d2b-283d-462c-8125-01f61d9bc6d1 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.096594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a703b83-420f-4827-bf2f-b0f1d40b6eda req-a11b1d2b-283d-462c-8125-01f61d9bc6d1 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.2291012 Jul 22 23:37:49.138147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-55938377-55c9-410f-af8f-f5798ed6a7b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1986265 Jul 22 23:37:49.213482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a703b83-420f-4827-bf2f-b0f1d40b6eda req-0ff3ce98-1df7-4a2a-af54-d68d0b9828fc tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102476 Jul 22 23:37:49.313951 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99e32b30-cfc6-4aa3-9ade-24afe423e5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.422832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.426310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.427639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.429891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.431895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.433691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.434724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.436998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a5d7cae2-0bbc-42e5-9aa0-fbbee53bbcb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6490 time: 0.1727767 Jul 22 23:37:49.520993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:49.588216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.600378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:49.614351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1f4515a0-eb97-42f7-8c86-96c8ef42113b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:37:49.631906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-8f900405-dee9-4e90-9a5f-fff685893597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.633623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-8f900405-dee9-4e90-9a5f-fff685893597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.636272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-8f900405-dee9-4e90-9a5f-fff685893597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.638030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-8f900405-dee9-4e90-9a5f-fff685893597 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a99baa75-108b-4491-a375-1de276f8c2f7&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900 HTTP/1.1" status: 200 len: 2291 time: 0.1642795 Jul 22 23:37:49.691941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Deleting subnet 0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:37:49.697672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.707763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 1f4515a0-eb97-42f7-8c86-96c8ef42113b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:37:49.708648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1f4515a0-eb97-42f7-8c86-96c8ef42113b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:37:49.761110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:49.791555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.875459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:49.883900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.900658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'mac_address': 'fa:16:3e:7e:7e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:49.901786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-88297260-0d75-4cf4-b297-e0ab88c23dc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8362c09-589f-4ebb-8269-b91ba153574e HTTP/1.1" status: 200 len: 1001 time: 0.2201529 Jul 22 23:37:49.987811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:49.990204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-58fe3f46-450c-44db-91ea-41ccfb560a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:49.993047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-58fe3f46-450c-44db-91ea-41ccfb560a3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f2e8ec-7c3f-4c17-905c-fd15f6e80874 HTTP/1.1" status: 200 len: 850 time: 0.0797079 Jul 22 23:37:50.012176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.015214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e HTTP/1.1" status: 204 len: 168 time: 0.4922919 Jul 22 23:37:50.018113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:50.034074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.063967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8fd9d-e27b-4069-ae79-b6e8cdf6ef3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af0d6b9-2ac1-4c6b-a3df-d6b08eba349e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:50.068293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a45a9f-6cd1-4644-993a-f1b16611ba96 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:50.099830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-737d7ea9-76ca-4a6f-a714-27d5f1d697a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.111571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:50.118186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.135553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eff277-3115-44d4-a7f0-9dc5f3caabfa req-6c5a0e3b-3837-454a-b32a-03e0bbf42c13 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.142698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05eff277-3115-44d4-a7f0-9dc5f3caabfa req-6c5a0e3b-3837-454a-b32a-03e0bbf42c13 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.5035701 Jul 22 23:37:50.230196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.308107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:50.336056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.600446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['22a45a9f-6cd1-4644-993a-f1b16611ba96'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:50.749798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.754367 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-737d7ea9-76ca-4a6f-a714-27d5f1d697a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.772501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-737d7ea9-76ca-4a6f-a714-27d5f1d697a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.779503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d934a1a-97d1-4cd9-bffb-6581615790f4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:50.837563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d7ea9-76ca-4a6f-a714-27d5f1d697a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8b056d-aeab-4180-b45a-956b170406f3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:50.850469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43eeddd5-c74a-4cba-aa5e-175b9d83a853') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:50.851370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43eeddd5-c74a-4cba-aa5e-175b9d83a853') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:37:50.873085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.916023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-737d7ea9-76ca-4a6f-a714-27d5f1d697a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a31d0b1008644263a58be8c0729d9465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1468785 Jul 22 23:37:50.917616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.919852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:50.970248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67980d-f290-43a1-b9d8-e08b390fbc86 req-a9e33983-685a-42e9-a9b0-8863adc090bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:50.977860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f67980d-f290-43a1-b9d8-e08b390fbc86 req-a9e33983-685a-42e9-a9b0-8863adc090bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 944 time: 1.2398541 Jul 22 23:37:50.978370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:37:50.979147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:37:50.982366 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:37:51.021293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05eff277-3115-44d4-a7f0-9dc5f3caabfa req-6785f00f-5561-4275-aa3b-70f4d1c0566e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8718426 Jul 22 23:37:51.067218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb6d681a-ed41-48d1-8530-e6003140c0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.079568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-604a9702-11c5-4467-b157-e9b72679cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.081210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-604a9702-11c5-4467-b157-e9b72679cfa3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a99baa75-108b-4491-a375-1de276f8c2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0755117 Jul 22 23:37:51.131499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.159711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f67980d-f290-43a1-b9d8-e08b390fbc86 req-23ddb440-8416-4612-857d-3e6405333ede tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757500 Jul 22 23:37:51.187717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.192696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d934a1a-97d1-4cd9-bffb-6581615790f4 HTTP/1.1" status: 204 len: 168 time: 1.1535070 Jul 22 23:37:51.234447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb6d681a-ed41-48d1-8530-e6003140c0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.273760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d5d49-24ca-4fc5-ae16-12abad6d8301 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d934a1a-97d1-4cd9-bffb-6581615790f4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:51.327357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-ef75d6de-4c31-4971-ac49-f9fb8a4daa45 service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224519 Jul 22 23:37:51.375358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb6d681a-ed41-48d1-8530-e6003140c0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.379046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb6d681a-ed41-48d1-8530-e6003140c0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.380356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb6d681a-ed41-48d1-8530-e6003140c0cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b8b056d-aeab-4180-b45a-956b170406f3 HTTP/1.1" status: 204 len: 168 time: 0.4592619 Jul 22 23:37:51.398828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d681a-ed41-48d1-8530-e6003140c0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8b056d-aeab-4180-b45a-956b170406f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:51.533055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:51.534866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-68f95dc2-3c6b-41f5-9a17-a04c2bd5cc3e service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851389 Jul 22 23:37:51.631190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-140f81a1-edf4-4204-8156-709e93c1290e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 217 time: 0.0666318 Jul 22 23:37:51.644472 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-28c4a0a2-1456-471c-98e5-d05ee04981fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=388f2375f5b147c3883db2ba1446ffee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099617 Jul 22 23:37:51.653246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:51.656570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:37:51.713085 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.750060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17499c11-92d9-4af5-9468-9ea52e54132d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.789371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17499c11-92d9-4af5-9468-9ea52e54132d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.827965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-19b11ff0-947a-4b31-ace8-02aa60c284a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.830025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-19b11ff0-947a-4b31-ace8-02aa60c284a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.1872261 Jul 22 23:37:51.860613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5bf93-8021-4790-b14a-eaa8bb6aae35 req-71990477-cde3-46e5-aa3c-8742b94214d7 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:51.870058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48e5bf93-8021-4790-b14a-eaa8bb6aae35 req-71990477-cde3-46e5-aa3c-8742b94214d7 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.5634475 Jul 22 23:37:51.921833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17499c11-92d9-4af5-9468-9ea52e54132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.925798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17499c11-92d9-4af5-9468-9ea52e54132d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:51.931356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17499c11-92d9-4af5-9468-9ea52e54132d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1815fbec-7206-4e64-91e6-bb2f1c0a922d HTTP/1.1" status: 204 len: 168 time: 0.2738066 Jul 22 23:37:51.968773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17499c11-92d9-4af5-9468-9ea52e54132d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1815fbec-7206-4e64-91e6-bb2f1c0a922d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:52.012079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50607555-0c80-4c9d-a694-dc079320b504 req-691afe2d-1f65-4afd-aa97-967038aeddb6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.020759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50607555-0c80-4c9d-a694-dc079320b504 req-691afe2d-1f65-4afd-aa97-967038aeddb6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.2652426 Jul 22 23:37:52.082968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48e5bf93-8021-4790-b14a-eaa8bb6aae35 req-c8b3fd01-dce2-4082-9abe-2d4caf02304c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116690 Jul 22 23:37:52.236428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50607555-0c80-4c9d-a694-dc079320b504 req-0cdca6d6-2493-481e-92ca-686867728c1f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143347 Jul 22 23:37:52.262895 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.418881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:52.470429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'port_id': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'mac_address': 'fa:16:3e:de:c1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:37:52.473049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-88488b98-f06e-4376-83d4-6f2029ce565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.481275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-88488b98-f06e-4376-83d4-6f2029ce565a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6364756 Jul 22 23:37:52.590282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.639772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ee1fe9-1e6c-49c0-8128-002c5855cc7b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:37:52.707857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:52.716485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:52.804445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:52.937876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16d294-46e1-47f4-8777-350081e0dc7e req-a2dbdd5c-01c1-4440-b261-e47d5942b451 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:52.940209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf16d294-46e1-47f4-8777-350081e0dc7e req-a2dbdd5c-01c1-4440-b261-e47d5942b451 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 944 time: 0.6887777 Jul 22 23:37:53.042367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-5fca99b7-0971-4edb-8018-6d8055af63b1 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382836 Jul 22 23:37:53.191668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:37:53.217225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-8fd024c7-48d1-4e8d-bee6-b77916674ace service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458182 Jul 22 23:37:53.237377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf16d294-46e1-47f4-8777-350081e0dc7e req-c1450107-afb8-4cca-87f4-2234cda6aa34 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878463 Jul 22 23:37:53.382460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-3512dc41-fd05-4c8c-a158-9fbec2d80929 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 217 time: 0.1407349 Jul 22 23:37:53.519991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98416f-7ad2-42f7-80e4-00507aa95131 req-fc4a4339-cc53-45ac-95f7-547623ea9222 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.529225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe98416f-7ad2-42f7-80e4-00507aa95131 req-fc4a4339-cc53-45ac-95f7-547623ea9222 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 945 time: 0.7529280 Jul 22 23:37:53.636733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:53.652558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-9c6cb8c4-d34b-4f49-bbb0-4148efca1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.654560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-9c6cb8c4-d34b-4f49-bbb0-4148efca1078 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.2596128 Jul 22 23:37:53.752148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe98416f-7ad2-42f7-80e4-00507aa95131 req-0772eaa0-10fc-4d4f-adf2-b8911a59fe44 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643131 Jul 22 23:37:53.817705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:53.848343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27569998-7c8b-4bfa-b96d-387c1d5f6191 req-390bc384-e8ef-43ed-b0f5-752b81fbd7d3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.859549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27569998-7c8b-4bfa-b96d-387c1d5f6191 req-390bc384-e8ef-43ed-b0f5-752b81fbd7d3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.4417636 Jul 22 23:37:53.942498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 22a45a9f-6cd1-4644-993a-f1b16611ba96 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:37:53.954463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 22a45a9f-6cd1-4644-993a-f1b16611ba96 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:53.957028 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:53.978938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-55079d94-9176-4d99-8b6b-2a453e57033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:53.988244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-55079d94-9176-4d99-8b6b-2a453e57033f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3135769 Jul 22 23:37:54.089839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27569998-7c8b-4bfa-b96d-387c1d5f6191 req-bb6659b8-5292-44fc-a34a-9c13d97a8aa0 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248199 Jul 22 23:37:54.185967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1912120162-network', 'tenant_id': 'f0a3fc7a25ea4ec990f45c11a87fd8aa'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:54.221918 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.244660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Made reservation on behalf of f0a3fc7a25ea4ec990f45c11a87fd8aa for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:54.247947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.263586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.290492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:54.301817 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064984b5-d2e7-472d-8599-5d651767cc45" -d '{"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-plugged", "status": "completed", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:54.315452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde5edd-dfc9-4fde-9931-ec404c7c8770 req-0b30510d-da42-4648-b066-25da5e28ab02 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.328762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dde5edd-dfc9-4fde-9931-ec404c7c8770 req-0b30510d-da42-4648-b066-25da5e28ab02 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.3807676 Jul 22 23:37:54.359088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:54.369062 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.388586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-2ff1ac10-7803-4fce-8bcf-495aa9f00564 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516054 Jul 22 23:37:54.399070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.406835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.427505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:37:54.524155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dde5edd-dfc9-4fde-9931-ec404c7c8770 req-25e6e93c-c530-4fb6-a2db-0eeec3b17f63 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919718 Jul 22 23:37:54.558421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c2c86-ee82-4c7f-ba13-96178ec10ab4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:54.579608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:54.618299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.619618 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Added segment 7c753956-6c57-47b2-9e56-9de4f2059b06 of type vlan for network 06707e86-ef9a-4668-9c66-4bff175f0be6 Jul 22 23:37:54.654648 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa45371e-3ae3-4a6b-b325-4b4219a39c8f x-openstack-request-id: req-aa45371e-3ae3-4a6b-b325-4b4219a39c8f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:54.655112 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-plugged", "status": "completed", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:54.656265 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa45371e-3ae3-4a6b-b325-4b4219a39c8f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:54.657097 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'code': 200} Jul 22 23:37:54.713826 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.717551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-a18b627d-baec-4c01-9ccc-9dfb85eb31ce service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201149 Jul 22 23:37:54.798749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65a5ec-b6ca-44a2-a3b2-c2c65b663120 req-df54bfcd-40df-4d4a-a30d-ddd406088e32 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.800649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c65a5ec-b6ca-44a2-a3b2-c2c65b663120 req-df54bfcd-40df-4d4a-a30d-ddd406088e32 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 945 time: 0.1714993 Jul 22 23:37:54.806490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-c4ed5d69-f823-432f-b855-69aed73d478a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8423963b-21e0-4b7d-930f-57cf269b8d53 HTTP/1.1" status: 200 len: 217 time: 0.0678420 Jul 22 23:37:54.826155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.831651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.838243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:54.903398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-1578727c-4fc6-4727-ad14-2446dcfb3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.904128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-1578727c-4fc6-4727-ad14-2446dcfb3c51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.0886636 Jul 22 23:37:54.907990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c65a5ec-b6ca-44a2-a3b2-c2c65b663120 req-c7c82c10-bce9-4d68-8e33-8bbe8cdab839 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015007 Jul 22 23:37:54.947822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1289089 Jul 22 23:37:54.967001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34284) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:54.974021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Request body: {'subnet': {'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1912120162-subnet', 'tenant_id': 'f0a3fc7a25ea4ec990f45c11a87fd8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:37:54.989168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93ff5d-a151-4006-88b8-d70eb90cb77a req-f31451cb-d047-4e1c-a4e0-754f063e85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:54.991014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb93ff5d-a151-4006-88b8-d70eb90cb77a req-f31451cb-d047-4e1c-a4e0-754f063e85db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 1097 time: 0.2408757 Jul 22 23:37:54.992545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ecd48-5aac-4423-a6f1-259af5a1cdff admin admin] Pushing event updated for resources: {'Network': ['ID=06707e86-ef9a-4668-9c66-4bff175f0be6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:55.006638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 06707e86-ef9a-4668-9c66-4bff175f0be6 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:37:55.069214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb93ff5d-a151-4006-88b8-d70eb90cb77a req-0f802ff1-42ce-45bc-a08e-b4c9734229f3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630689 Jul 22 23:37:55.082654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Made reservation on behalf of f0a3fc7a25ea4ec990f45c11a87fd8aa for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:37:55.085574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:55.209495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c798dd-1729-4506-8522-2c99a3742391 req-e65cc5aa-2644-49ef-b776-2d4e3810845f tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:55.212036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3c798dd-1729-4506-8522-2c99a3742391 req-e65cc5aa-2644-49ef-b776-2d4e3810845f tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2987072 Jul 22 23:37:55.227863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-2188cc0a-e13c-4084-976c-60ef78e19290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:55.229139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-2188cc0a-e13c-4084-976c-60ef78e19290 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3018482 Jul 22 23:37:55.367930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3c798dd-1729-4506-8522-2c99a3742391 req-b973d822-273e-476f-94a3-86f82155df00 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426680 Jul 22 23:37:55.603209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:37:55.693501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-101e1257-71d7-4f7d-b88d-28ad83a6d4a5 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425586 Jul 22 23:37:55.724630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac8d99-9bfa-48f8-b85f-aad886203cd1 req-bb6282ac-90d5-421a-9ad9-d3429b042b76 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:55.736365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:37:55.737418 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:55.738174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34ac8d99-9bfa-48f8-b85f-aad886203cd1 req-bb6282ac-90d5-421a-9ad9-d3429b042b76 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.5209048 Jul 22 23:37:55.820387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:55.840680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34ac8d99-9bfa-48f8-b85f-aad886203cd1 req-6bd541e8-98df-4c25-8fc6-194042ac1b25 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013536 Jul 22 23:37:56.015154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d691bb-e77a-4e3c-a79b-cfc0ffa14862,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:56.056562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Checking segment: {'id': '7c753956-6c57-47b2-9e56-9de4f2059b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:37:56.056562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Network hostable DHCP agents. Network: 06707e86-ef9a-4668-9c66-4bff175f0be6, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:37:56.063741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-406ccca2-2cf6-41e7-ae15-393b140ed585 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710478 Jul 22 23:37:56.079643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a638301-fe20-45f8-884c-4ae37ba2e777 req-31df337a-5478-4344-92e3-b754af3eab39 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.081436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a638301-fe20-45f8-884c-4ae37ba2e777 req-31df337a-5478-4344-92e3-b754af3eab39 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.3198724 Jul 22 23:37:56.131565 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.192728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:37:56.194799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-dba91fc4-aa5d-4fde-9688-7d7a4a02acbb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb HTTP/1.1" status: 200 len: 217 time: 0.1109953 Jul 22 23:37:56.199121 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.229496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Network 06707e86-ef9a-4668-9c66-4bff175f0be6 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:37:56.279248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 06707e86-ef9a-4668-9c66-4bff175f0be6) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:37:56.290023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a638301-fe20-45f8-884c-4ae37ba2e777 req-a26a6a32-d840-4a8e-8d53-7b8770296716 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963625 Jul 22 23:37:56.299639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07adec52-0335-4d37-9888-56de495cc496 None None] Network 06707e86-ef9a-4668-9c66-4bff175f0be6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:56.315880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.316504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:56.395280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b5d12e3a-8008-4f24-b58a-63c4d4373878 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4259956 Jul 22 23:37:56.411577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-b2af8edc-8db0-4982-8830-0a5b8bd56fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.419254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-b2af8edc-8db0-4982-8830-0a5b8bd56fd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.1798306 Jul 22 23:37:56.454687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a6f29-501b-4930-89a7-45470d875f1a req-2167a1a8-b5ba-4f80-a459-7d947b3b9685 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.459357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-927a6f29-501b-4930-89a7-45470d875f1a req-2167a1a8-b5ba-4f80-a459-7d947b3b9685 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 945 time: 0.3764863 Jul 22 23:37:56.553081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:56.695963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:37:56.716198 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2643b20-4ae0-43e7-959a-34272b731eee" -d '{"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:37:56.740400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ad8d6-3173-4298-b360-42a19bdffe95 None None] Network 06707e86-ef9a-4668-9c66-4bff175f0be6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:37:56.768479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-927a6f29-501b-4930-89a7-45470d875f1a req-ff68cc10-baff-4711-9b5c-4dd29519e5a4 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077161 Jul 22 23:37:56.803555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-cf6f2292-71e5-4661-89ca-3f21832aa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.805630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-cf6f2292-71e5-4661-89ca-3f21832aa875 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3801999 Jul 22 23:37:56.879799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32e6d3-3dd7-46d8-bf6f-b9f70a6b11e6 req-366628ec-26c4-43ec-a0e8-7bf24aafce98 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:56.882194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb32e6d3-3dd7-46d8-bf6f-b9f70a6b11e6 req-366628ec-26c4-43ec-a0e8-7bf24aafce98 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.3156159 Jul 22 23:37:57.021042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb32e6d3-3dd7-46d8-bf6f-b9f70a6b11e6 req-f00d68b6-c6b2-49d8-b95a-e234162b33ea tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143632 Jul 22 23:37:57.070179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-e168b200-62b1-4639-af47-c84b7aface89 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568161 Jul 22 23:37:57.081245 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98063752-b61c-47eb-a92b-497bd1f00766 x-openstack-request-id: req-98063752-b61c-47eb-a92b-497bd1f00766 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:37:57.081548 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-plugged", "status": "completed", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:37:57.081821 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98063752-b61c-47eb-a92b-497bd1f00766 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:37:57.082185 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'code': 200} Jul 22 23:37:57.245556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-827b7b24-4355-48f1-b8c7-db8015cd869c service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653969 Jul 22 23:37:57.348825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-8fbb60bf-4752-4faf-be75-3c7cc62cf9e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 HTTP/1.1" status: 200 len: 217 time: 0.0871561 Jul 22 23:37:57.367313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:57.456197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03709-ef21-45e5-b2e8-7ba93a74f010 req-305c2063-09c5-455d-a2d7-f7185d6228fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:57.468253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f1b03709-ef21-45e5-b2e8-7ba93a74f010 req-305c2063-09c5-455d-a2d7-f7185d6228fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1098 time: 0.1222024 Jul 22 23:37:57.472263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e60aa-f819-43dc-9048-5130beb702f4 req-9b955705-ff6c-4f06-a17a-a217c91bbff6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:57.474199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf5e60aa-f819-43dc-9048-5130beb702f4 req-9b955705-ff6c-4f06-a17a-a217c91bbff6 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2273567 Jul 22 23:37:57.490006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-74b23d54-360b-433b-b686-6f3ace86f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:57.492874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-74b23d54-360b-433b-b686-6f3ace86f445 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.1363347 Jul 22 23:37:57.561545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f1b03709-ef21-45e5-b2e8-7ba93a74f010 req-d58acdfc-b94c-4526-99bd-10cc0f907390 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790429 Jul 22 23:37:57.625619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf5e60aa-f819-43dc-9048-5130beb702f4 req-e4dda79a-7752-486b-b34c-8fcc2652e9ea tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388795 Jul 22 23:37:57.630665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a025e50-b390-48a7-a930-d493e00f1d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:57.864123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-ab146bb5-dcbb-46c8-a9a4-6fdbe9231b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:57.866166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-ab146bb5-dcbb-46c8-a9a4-6fdbe9231b1a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3645258 Jul 22 23:37:58.071058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-180a0359-52bc-4575-97b0-3d592d4b129e tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.080454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-180a0359-52bc-4575-97b0-3d592d4b129e tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/networks?id=06707e86-ef9a-4668-9c66-4bff175f0be6 HTTP/1.1" status: 200 len: 814 time: 0.3868482 Jul 22 23:37:58.124133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-ba74a723-9361-46d0-87e3-be5066579640 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/quotas/f0a3fc7a25ea4ec990f45c11a87fd8aa HTTP/1.1" status: 200 len: 375 time: 0.0419006 Jul 22 23:37:58.165407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a025e50-b390-48a7-a930-d493e00f1d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.185741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-4d381785-b662-4428-a2c9-b621b8c20fbf service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017623 Jul 22 23:37:58.218203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a025e50-b390-48a7-a930-d493e00f1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.230268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-ccde739c-7e8c-4823-bafe-cb3cd9919407 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0a3fc7a25ea4ec990f45c11a87fd8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773456 Jul 22 23:37:58.702560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2a025e50-b390-48a7-a930-d493e00f1d13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7085fe1b9f241eda9233a9cb67cd945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3237948 Jul 22 23:37:58.703660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:58.716520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11502d-6cd9-4074-8594-d5d62f997e4d req-0b2a6cb9-560a-42ba-adcf-3315efbcfd4b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:58.718485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d11502d-6cd9-4074-8594-d5d62f997e4d req-0b2a6cb9-560a-42ba-adcf-3315efbcfd4b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.7939856 Jul 22 23:37:58.722669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a025e50-b390-48a7-a930-d493e00f1d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5cf79-7f37-42cd-a4af-54fccb0508d5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:58.849629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58599f49-1682-4791-a238-f0387630f533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.883990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58599f49-1682-4791-a238-f0387630f533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:58.886019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d11502d-6cd9-4074-8594-d5d62f997e4d req-a14e6f0a-3e2e-42ab-8789-c5704e79583d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018982 Jul 22 23:37:58.888285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-eab0be9d-87a3-4eaf-9a68-6c7e2def62c0 service neutron] 10.222.0.21 "GET /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229846 Jul 22 23:37:58.890334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-cc1e1c45-8d23-45c3-af7b-660bb9b336bf service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676855 Jul 22 23:37:59.063618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58599f49-1682-4791-a238-f0387630f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.067799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58599f49-1682-4791-a238-f0387630f533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.070989 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-58599f49-1682-4791-a238-f0387630f533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e5cf79-7f37-42cd-a4af-54fccb0508d5 HTTP/1.1" status: 204 len: 168 time: 0.3654697 Jul 22 23:37:59.084763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58599f49-1682-4791-a238-f0387630f533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5cf79-7f37-42cd-a4af-54fccb0508d5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:37:59.160138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-f1d98921-4bae-4dcc-b38b-48d27e91d4b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424 HTTP/1.1" status: 200 len: 217 time: 0.2286038 Jul 22 23:37:59.280932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-bd880671-e67e-4b53-891f-b9e8097e9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:59.282711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-bd880671-e67e-4b53-891f-b9e8097e9dd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.0912709 Jul 22 23:37:59.309535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-b39c60a6-fb03-4550-985e-cac633299758 service neutron] 10.222.0.21 "GET /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048104 Jul 22 23:37:59.353792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c2271-6e49-4b75-b289-13f6eaa6ad79 req-c4c6c8ed-af9b-4e2f-936b-ac41f20255c8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:59.360631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-236c2271-6e49-4b75-b289-13f6eaa6ad79 req-c4c6c8ed-af9b-4e2f-936b-ac41f20255c8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 947 time: 0.3251822 Jul 22 23:37:59.424648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-e74a8850-cd2d-46fa-8d43-9eddff5c3eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:37:59.426284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-e74a8850-cd2d-46fa-8d43-9eddff5c3eab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334260 Jul 22 23:37:59.443528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-236c2271-6e49-4b75-b289-13f6eaa6ad79 req-5923f744-4384-4b7a-86c3-701c0ca9ecf2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756397 Jul 22 23:37:59.596889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:37:59.626691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a301a6f3-d4b9-42f9-b484-11d58e180d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.659669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-b0a1209a-81ae-4228-834f-16e64b8b9086 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141478 Jul 22 23:37:59.865734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a301a6f3-d4b9-42f9-b484-11d58e180d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.873199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a301a6f3-d4b9-42f9-b484-11d58e180d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:37:59.984631 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a301a6f3-d4b9-42f9-b484-11d58e180d8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bf62e6d449e4682a9d775c92db738d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842258 Jul 22 23:37:59.985752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34418) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:00.006129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaaa2a-225e-4ffa-b2de-d2dc8ba0e4a1 req-0853a3bf-9179-44dd-9979-bb246b6d5a99 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.008870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2faaaa2a-225e-4ffa-b2de-d2dc8ba0e4a1 req-0853a3bf-9179-44dd-9979-bb246b6d5a99 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.4197905 Jul 22 23:38:00.024864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301a6f3-d4b9-42f9-b484-11d58e180d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531bc115-2b00-4324-bffb-5b42c3fbe23c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:00.065132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eb0b7ab-7998-4a3e-a697-aa5487206535 req-18443644-fadd-4086-8921-9797a506b911 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399091 Jul 22 23:38:00.114132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e63ef-dff0-4077-ba01-2ad545de2ac8 req-2a124267-e278-4067-8d4d-434f03a82e8a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.115936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b35e63ef-dff0-4077-ba01-2ad545de2ac8 req-2a124267-e278-4067-8d4d-434f03a82e8a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2775869 Jul 22 23:38:00.176504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2faaaa2a-225e-4ffa-b2de-d2dc8ba0e4a1 req-e411d33f-4e72-43d0-8889-01bbb2a7d13b tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572027 Jul 22 23:38:00.182328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88936b28-4d0f-454d-a3b5-20570a2ea8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.232668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88936b28-4d0f-454d-a3b5-20570a2ea8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.328027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b35e63ef-dff0-4077-ba01-2ad545de2ac8 req-4f35d973-679a-4617-9f4b-3ce1b2e462fe tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910803 Jul 22 23:38:00.341316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88936b28-4d0f-454d-a3b5-20570a2ea8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.349342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88936b28-4d0f-454d-a3b5-20570a2ea8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:00.361433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-88936b28-4d0f-454d-a3b5-20570a2ea8de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/531bc115-2b00-4324-bffb-5b42c3fbe23c HTTP/1.1" status: 204 len: 168 time: 0.3726373 Jul 22 23:38:00.370405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-f3d83402-0676-4d44-b7b8-fb8a7acf7abe tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:00.378894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-f3d83402-0676-4d44-b7b8-fb8a7acf7abe tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1097 time: 0.3117507 Jul 22 23:38:00.394104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88936b28-4d0f-454d-a3b5-20570a2ea8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531bc115-2b00-4324-bffb-5b42c3fbe23c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:00.497818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758851-4'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:00.515477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1dea03ec-990b-4785-bc1a-d5bc0436af36 req-a52be45e-c3e0-42ed-871b-f534519c6264 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 210 time: 0.2296052 Jul 22 23:38:00.951458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.010044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18ab0c-bfd5-40b3-80f5-6f98da4a3d82 req-a7b3c3ff-534d-4fa9-95b7-dd198d9f4f45 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:01.019144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e18ab0c-bfd5-40b3-80f5-6f98da4a3d82 req-a7b3c3ff-534d-4fa9-95b7-dd198d9f4f45 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 946 time: 0.3767197 Jul 22 23:38:01.370050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:01.409618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e18ab0c-bfd5-40b3-80f5-6f98da4a3d82 req-782189c7-f4e4-4808-8f6e-2d41a2e13cc8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889658 Jul 22 23:38:01.462943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8eb86-2015-49a2-bfcb-a895a2fcdb2b req-45f1c7ca-26b1-4f1e-8676-0395efed3129 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:01.474369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73d8eb86-2015-49a2-bfcb-a895a2fcdb2b req-45f1c7ca-26b1-4f1e-8676-0395efed3129 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 947 time: 0.6873338 Jul 22 23:38:01.597475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73d8eb86-2015-49a2-bfcb-a895a2fcdb2b req-d88bc1fe-5806-4139-b73c-72774d48a619 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210330 Jul 22 23:38:01.605254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:01.778035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:01.804744 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff6cc7c-fcee-4627-b484-81f47995ccd0" -d '{"events": [{"server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:01.810365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:01.853112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.046374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:02.102338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffcac-83b8-4dec-9f5d-7b621f08a1b3 req-e1c677b9-d28a-4c1d-a731-c6c8e1a8dcb5 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.105202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d8ffcac-83b8-4dec-9f5d-7b621f08a1b3 req-e1c677b9-d28a-4c1d-a731-c6c8e1a8dcb5 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2783484 Jul 22 23:38:02.124941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29f8e5-f700-4ad7-ad07-d4d29bd3c0f9 req-5d0a744c-1b37-4f73-9a28-7dcbe086018e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:02.133744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c29f8e5-f700-4ad7-ad07-d4d29bd3c0f9 req-5d0a744c-1b37-4f73-9a28-7dcbe086018e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.3207121 Jul 22 23:38:02.173480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:02.173764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:02.174055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:02.183266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:02.183623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:02.194294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:02.196516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:02.196948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:02.197458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Bound port: 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:02.197905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.257482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c29f8e5-f700-4ad7-ad07-d4d29bd3c0f9 req-f0f5dacd-44b2-4276-9371-48cc639a273a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177113 Jul 22 23:38:02.332101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d8ffcac-83b8-4dec-9f5d-7b621f08a1b3 req-d9baf0fc-1e6c-42cf-a8db-b16d36c7f910 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154160 Jul 22 23:38:02.528419 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a00b1c-b40c-4fdd-aac8-0b6a1d14f7e8 x-openstack-request-id: req-32a00b1c-b40c-4fdd-aac8-0b6a1d14f7e8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:02.529726 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:02.530261 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32a00b1c-b40c-4fdd-aac8-0b6a1d14f7e8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:02.530387 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'code': 200} Jul 22 23:38:02.550840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:02.567849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07f40361-6621-403c-8ada-93c873c7ef54 req-0db3edea-c4c7-46bb-9e9a-0825d2d88319 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 210 time: 0.1989176 Jul 22 23:38:02.633805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:02.643844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:02.791380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:02.821535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on host n-h2-758851-4 for vnic_type normal with profile {"migrating_to": "n-h1-758851-4"} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:02.822185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:02.822779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:02.829636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:02.830234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Attempting to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on network 0755832c-95f5-424e-ab86-bd666c28f730 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:02.836668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:02.837551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Checking segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:02.838741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Bound using segment: {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:02.839346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.839923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Bound port: 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d47c9a8-c031-402c-9049-b7860cef9d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0755832c-95f5-424e-ab86-bd666c28f730'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:02.841890 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:02.925815 n-d-758851-4 neutron-server[93792]: WARNING neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Concurrent port binding operations failed on port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 Jul 22 23:38:02.930767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:02.932380 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Attempt 2 to bind port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 Jul 22 23:38:02.932876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 has no active binding in host n-h1-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 23:38:03.059922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-784f4739-a2a3-4704-88e4-1a885cc2da99 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.061556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-784f4739-a2a3-4704-88e4-1a885cc2da99 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.48 "GET /v2.0/networks?id=06707e86-ef9a-4668-9c66-4bff175f0be6 HTTP/1.1" status: 200 len: 814 time: 0.4885068 Jul 22 23:38:03.086972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:03.090879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.091541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.092950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8baec7a9-4855-4137-ae1a-7df725460d37 service neutron] 10.222.0.49 "PUT /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 1122 time: 2.6156843 Jul 22 23:38:03.097009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Request body: {'port': {'device_id': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6', 'admin_state_up': True, 'tenant_id': 'f0a3fc7a25ea4ec990f45c11a87fd8aa'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:03.150677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c90d09-d6a8-4ab4-a040-af84d452df08 req-7057dfc5-930f-42ac-b275-a7a1c7f9e017 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.152622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5c90d09-d6a8-4ab4-a040-af84d452df08 req-7057dfc5-930f-42ac-b275-a7a1c7f9e017 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.4961269 Jul 22 23:38:03.186468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6a0912b3-1772-4665-bbd8-b3e2413b8ec9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:03.227348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80369-c167-4d13-99cb-6891679e37ad req-6dc7e8e0-83be-4429-984c-f721cce297ee tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.229287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fd80369-c167-4d13-99cb-6891679e37ad req-6dc7e8e0-83be-4429-984c-f721cce297ee tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 947 time: 0.3232553 Jul 22 23:38:03.321656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5c90d09-d6a8-4ab4-a040-af84d452df08 req-6f525118-059a-4fbe-bf5d-dc5f02ca18c0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200936 Jul 22 23:38:03.371633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fd80369-c167-4d13-99cb-6891679e37ad req-505af598-7c01-4bd9-90d8-7389204a3321 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265776 Jul 22 23:38:03.399950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Made reservation on behalf of f0a3fc7a25ea4ec990f45c11a87fd8aa for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:03.400284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6a0912b3-1772-4665-bbd8-b3e2413b8ec9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:03.411424 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:03.713985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e3ad-0bc2-444e-a45e-a7ea4da19a12 req-40111d80-390c-417e-8615-3fa0947422d7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.715557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd31e3ad-0bc2-444e-a45e-a7ea4da19a12 req-40111d80-390c-417e-8615-3fa0947422d7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.2538905 Jul 22 23:38:03.746246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd4b42-2c87-49ab-a267-ee70b846a40a req-16cf7872-da6d-4ab2-8f6b-b102e76540b5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:03.752145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5dd4b42-2c87-49ab-a267-ee70b846a40a req-16cf7872-da6d-4ab2-8f6b-b102e76540b5 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2149332 Jul 22 23:38:03.775177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Allocated IP 172.20.0.9 (06707e86-ef9a-4668-9c66-4bff175f0be6/b3d691bb-e77a-4e3c-a79b-cfc0ffa14862/d5b9102f-63e3-432c-89b3-ddd2121a188a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:03.832936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd31e3ad-0bc2-444e-a45e-a7ea4da19a12 req-c9103b52-dea9-4bb4-a810-5b0becac5946 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087074 Jul 22 23:38:03.873020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5dd4b42-2c87-49ab-a267-ee70b846a40a req-f9e2a659-f9db-42ae-9e6d-e950d8c788d4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150041 Jul 22 23:38:04.018629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d29832ae-9b84-4d90-9443-8fcf67410297 req-e30d9cac-b273-41df-816d-2bdf3fb16b85 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 210 time: 0.0538752 Jul 22 23:38:04.096667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515db4b-f710-49bf-b9f3-4dc72b0614f1 req-94261508-2afe-442b-8202-b2ee12095a33 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.099037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1515db4b-f710-49bf-b9f3-4dc72b0614f1 req-94261508-2afe-442b-8202-b2ee12095a33 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1969004 Jul 22 23:38:04.152270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.179127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1515db4b-f710-49bf-b9f3-4dc72b0614f1 req-272a6071-6806-4fd6-bf99-6f439da0b181 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710433 Jul 22 23:38:04.247746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.315499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Network 06707e86-ef9a-4668-9c66-4bff175f0be6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:04.318686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:04.323386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:04.353403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Pushing event updated for resources: {'Port': ['ID=d5b9102f-63e3-432c-89b3-ddd2121a188a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:04.409054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.410217 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.438995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-245b517c-965d-459b-bff4-9884b806629d tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3549814 Jul 22 23:38:04.484607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Request body: {'port': {'device_id': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:04.531671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:04.533973 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5537844-2135-4564-b8ac-81bbd3cb6e49" -d '{"events": [{"name": "network-changed", "server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:04.613800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c016d-f146-4751-8f0e-2b51bbcc0786 req-274c3b03-54d6-4796-b8a6-fb50630ebe22 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.615536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-083c016d-f146-4751-8f0e-2b51bbcc0786 req-274c3b03-54d6-4796-b8a6-fb50630ebe22 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.1513398 Jul 22 23:38:04.621860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:04.743450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-083c016d-f146-4751-8f0e-2b51bbcc0786 req-b5fd9639-b055-4a20-b201-c1bd7c5483e3 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111124 Jul 22 23:38:04.852110 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e6f96c-bdba-44c6-b1bc-49358ea81e3b x-openstack-request-id: req-09e6f96c-bdba-44c6-b1bc-49358ea81e3b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:04.852110 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:04.852110 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09e6f96c-bdba-44c6-b1bc-49358ea81e3b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:04.853522 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'status': 'completed', 'code': 200} Jul 22 23:38:04.981256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-0d918b94-b6a5-41a2-a184-8bcf4c7972bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:04.984403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-0d918b94-b6a5-41a2-a184-8bcf4c7972bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1125 time: 0.0943906 Jul 22 23:38:05.142826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-c055e6db-09d1-4d90-b25a-fc4872ca5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:05.144503 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-c055e6db-09d1-4d90-b25a-fc4872ca5903 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1446700 Jul 22 23:38:05.215535 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-a917f264-d2c0-467f-925d-147885ad2a94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 217 time: 0.0488553 Jul 22 23:38:05.287449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-53d64bc5-13f6-46bd-9835-9d1a3fe81300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:05.290449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-53d64bc5-13f6-46bd-9835-9d1a3fe81300 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0661521 Jul 22 23:38:05.357724 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-73f0e4ad-4737-49a8-a68d-a4edf96d6df2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540152 Jul 22 23:38:05.511842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-315664db-0860-44ca-9881-70f70c6361b0 service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414902 Jul 22 23:38:05.536171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b9102f-63e3-432c-89b3-ddd2121a188a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:05.548498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.559902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ba9d-33a3-4318-9b7c-727de335333a req-631859fe-8f15-4168-a06d-39f1a986380a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:05.561510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f38ba9d-33a3-4318-9b7c-727de335333a req-631859fe-8f15-4168-a06d-39f1a986380a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.5402012 Jul 22 23:38:05.579829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Transition to ACTIVE for port object d5b9102f-63e3-432c-89b3-ddd2121a188a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:05.603261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.673137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adfe5f-aadb-4f9a-9ffe-fe2f5e255d67 req-599e7da4-c1b9-4b28-a1a7-9801f206d60a tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:05.675847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94adfe5f-aadb-4f9a-9ffe-fe2f5e255d67 req-599e7da4-c1b9-4b28-a1a7-9801f206d60a tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 931 time: 0.5291564 Jul 22 23:38:05.684278 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5537844-2135-4564-b8ac-81bbd3cb6e49 req-2f8b3362-5a74-44c4-84fc-9bb60705f51c service neutron] 10.222.0.48 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589079 Jul 22 23:38:05.707726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f38ba9d-33a3-4318-9b7c-727de335333a req-5d5372a2-5353-4dd0-9ca5-2ef849d90117 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217053 Jul 22 23:38:05.748979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b9102f-63e3-432c-89b3-ddd2121a188a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:05.793329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94adfe5f-aadb-4f9a-9ffe-fe2f5e255d67 req-3f7dac93-7d90-42c6-a458-fe05e897da79 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029072 Jul 22 23:38:05.839092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Attempting to bind port d5b9102f-63e3-432c-89b3-ddd2121a188a on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:05.839882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Attempting to bind port d5b9102f-63e3-432c-89b3-ddd2121a188a by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7c753956-6c57-47b2-9e56-9de4f2059b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:05.840336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Attempting to bind port d5b9102f-63e3-432c-89b3-ddd2121a188a on network 06707e86-ef9a-4668-9c66-4bff175f0be6 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:05.846472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Port d5b9102f-63e3-432c-89b3-ddd2121a188a on network 06707e86-ef9a-4668-9c66-4bff175f0be6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:05.846992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Attempting to bind port d5b9102f-63e3-432c-89b3-ddd2121a188a on network 06707e86-ef9a-4668-9c66-4bff175f0be6 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:05.854687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:05.855857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Checking segment: {'id': '7c753956-6c57-47b2-9e56-9de4f2059b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:05.856714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Bound using segment: {'id': '7c753956-6c57-47b2-9e56-9de4f2059b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:05.857698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Bound port: d5b9102f-63e3-432c-89b3-ddd2121a188a, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c753956-6c57-47b2-9e56-9de4f2059b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:05.858555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:05.877015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.015239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] For port d5b9102f-63e3-432c-89b3-ddd2121a188a, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:06.020909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] For port d5b9102f-63e3-432c-89b3-ddd2121a188a, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a,segment=NetworkSegment(7c753956-6c57-47b2-9e56-9de4f2059b06),segment_id=7c753956-6c57-47b2-9e56-9de4f2059b06)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:06.031698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.082538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65d66c-15ae-47fb-af30-4a26860096ff req-d0ba93c9-d9a5-49a5-8ce8-a345b5164c28 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.084150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa65d66c-15ae-47fb-af30-4a26860096ff req-d0ba93c9-d9a5-49a5-8ce8-a345b5164c28 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2122369 Jul 22 23:38:06.090170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.090693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:06.092116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] 10.222.0.48 "PUT /v2.0/ports/d5b9102f-63e3-432c-89b3-ddd2121a188a HTTP/1.1" status: 200 len: 1091 time: 1.6251874 Jul 22 23:38:06.127959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4ba7b-9dcc-4407-9a7c-44fc473cf808 req-f4b38d72-d8fc-4bc6-a8cc-a76713291939 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.129544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64c4ba7b-9dcc-4407-9a7c-44fc473cf808 req-f4b38d72-d8fc-4bc6-a8cc-a76713291939 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.1947701 Jul 22 23:38:06.168183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbe23e-9369-49fb-836a-676b4eb98bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b9102f-63e3-432c-89b3-ddd2121a188a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:06.181350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa65d66c-15ae-47fb-af30-4a26860096ff req-9a77f177-7f3c-4505-b850-946e1ad06a29 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882015 Jul 22 23:38:06.209032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64c4ba7b-9dcc-4407-9a7c-44fc473cf808 req-cacb49db-5fc7-4566-a355-988a34ddcdcb tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696850 Jul 22 23:38:06.261986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-8cdf3858-ad24-4faf-b9e6-f46077aa0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.263543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-8cdf3858-ad24-4faf-b9e6-f46077aa0535 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0a3fc7a25ea4ec990f45c11a87fd8aa&device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 1094 time: 0.0714417 Jul 22 23:38:06.313696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-868647fb-932a-48e9-90c4-9567325da5a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a HTTP/1.1" status: 200 len: 217 time: 0.0355361 Jul 22 23:38:06.375685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bea680-c248-47d9-8864-906ea9a03776 req-4129467f-ca16-4c67-ba7a-6afb28681e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.377359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-4129467f-ca16-4c67-ba7a-6afb28681e5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3d691bb-e77a-4e3c-a79b-cfc0ffa14862 HTTP/1.1" status: 200 len: 854 time: 0.0500925 Jul 22 23:38:06.426958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-1ad25ad6-1b9d-4830-8c8b-455aea2cf1b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06707e86-ef9a-4668-9c66-4bff175f0be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383341 Jul 22 23:38:06.550899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-e4235a20-3d29-4470-853a-776fe6a32b71 service neutron] 10.222.0.48 "GET /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034985 Jul 22 23:38:06.668330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17bea680-c248-47d9-8864-906ea9a03776 req-e2b7d2ac-6fe2-4a42-94c2-f342a1976ca3 service neutron] 10.222.0.48 "GET /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105597 Jul 22 23:38:06.855543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'tag': 'd5b9102f-63e3-432c-89b3-ddd2121a188a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:06.858615 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956a45a-7b8e-4838-b370-095554a19ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e7231a-c548-4d80-ae5e-8af63132d881", "tag": "d5b9102f-63e3-432c-89b3-ddd2121a188a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:06.873498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef91eed-21bd-4e40-8b75-113477d9986c req-58f61be9-0c6e-4a46-9aff-2576c0315e49 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.875188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ef91eed-21bd-4e40-8b75-113477d9986c req-58f61be9-0c6e-4a46-9aff-2576c0315e49 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.0810575 Jul 22 23:38:06.951142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ef91eed-21bd-4e40-8b75-113477d9986c req-9d2e940c-ce6a-44c7-b38b-dfed8aede5ab tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635691 Jul 22 23:38:06.979652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76906e3-29c9-460c-88d2-f314d6331b80 req-6778e848-b355-4ebc-94d4-244135d3b9da tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:06.987278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c76906e3-29c9-460c-88d2-f314d6331b80 req-6778e848-b355-4ebc-94d4-244135d3b9da tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 943 time: 0.1106818 Jul 22 23:38:07.008813 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5550e2c3-ccbc-46af-8fa2-a4038cc0baa1 x-openstack-request-id: req-5550e2c3-ccbc-46af-8fa2-a4038cc0baa1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:07.009142 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e7231a-c548-4d80-ae5e-8af63132d881", "tag": "d5b9102f-63e3-432c-89b3-ddd2121a188a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:07.009377 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5550e2c3-ccbc-46af-8fa2-a4038cc0baa1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:07.009719 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'tag': 'd5b9102f-63e3-432c-89b3-ddd2121a188a', 'status': 'completed', 'code': 200} Jul 22 23:38:07.040962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c76906e3-29c9-460c-88d2-f314d6331b80 req-2b68d341-e49a-401f-9a6d-e3955a74bce5 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526986 Jul 22 23:38:07.163701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-adf3fa2b-3e01-4d0a-936c-8039eae36f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.165341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-adf3fa2b-3e01-4d0a-936c-8039eae36f3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0a3fc7a25ea4ec990f45c11a87fd8aa&device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 1094 time: 0.0652397 Jul 22 23:38:07.328257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-4145dcec-bed1-40a8-a364-03a2e03edab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.329713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-4145dcec-bed1-40a8-a364-03a2e03edab6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=06707e86-ef9a-4668-9c66-4bff175f0be6 HTTP/1.1" status: 200 len: 915 time: 0.1554058 Jul 22 23:38:07.409885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-e080e3aa-d800-4a14-b8c7-b31951cd2217 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a HTTP/1.1" status: 200 len: 217 time: 0.0705361 Jul 22 23:38:07.504376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101721ee-8d0e-4ac6-84f5-80b6b0eecc51 req-841f06ee-617c-4daf-ba06-6b8bbbb8863b tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.506231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-101721ee-8d0e-4ac6-84f5-80b6b0eecc51 req-841f06ee-617c-4daf-ba06-6b8bbbb8863b tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2248666 Jul 22 23:38:07.511848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-3023190f-3b4e-4c3d-83b6-c95f1c95d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.511848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-3023190f-3b4e-4c3d-83b6-c95f1c95d7d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3d691bb-e77a-4e3c-a79b-cfc0ffa14862 HTTP/1.1" status: 200 len: 854 time: 0.0941832 Jul 22 23:38:07.565096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-1c5ae437-a3ca-4267-8157-e7526fd50f26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=06707e86-ef9a-4668-9c66-4bff175f0be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439432 Jul 22 23:38:07.579078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdb9d-bec7-4783-a26a-13cb5d61eb19 req-bcd98e65-5097-40a5-b0ab-168e0f120523 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:07.580677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21cbdb9d-bec7-4783-a26a-13cb5d61eb19 req-bcd98e65-5097-40a5-b0ab-168e0f120523 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.2548890 Jul 22 23:38:07.624565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-101721ee-8d0e-4ac6-84f5-80b6b0eecc51 req-01e15211-3139-46e8-9ace-85f10a23c5fc tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Jul 22 23:38:07.683642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:07.713584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21cbdb9d-bec7-4783-a26a-13cb5d61eb19 req-63b45acd-95c9-4c0e-b696-8dae9cda58b8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148520 Jul 22 23:38:07.750126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-425b0558-5022-4d0d-abf3-d5596813f341 service neutron] 10.222.0.48 "GET /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627474 Jul 22 23:38:07.799476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.829142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:07.832131 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685acfc0-9697-4321-9803-39245f21ee0b" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-unplugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:07.846443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:07.852772 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:07.871572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d956a45a-7b8e-4838-b370-095554a19ec0 req-c710f961-07f0-4edb-86fe-46795dcb560a service neutron] 10.222.0.48 "GET /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128023 Jul 22 23:38:07.899768 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a3021-d868-499d-b70f-793ec9ef6bc2 x-openstack-request-id: req-d56a3021-d868-499d-b70f-793ec9ef6bc2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:07.899969 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-unplugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:07.900807 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d56a3021-d868-499d-b70f-793ec9ef6bc2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:07.901347 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:38:07.941209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:08.119698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13fcfd-caba-4318-a6a8-16a01117252a req-413f2224-2237-4e1d-b2f6-442afb34bc6e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:08.123809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d13fcfd-caba-4318-a6a8-16a01117252a req-413f2224-2237-4e1d-b2f6-442afb34bc6e tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.0912354 Jul 22 23:38:08.198337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d13fcfd-caba-4318-a6a8-16a01117252a req-8a3cd051-7efc-46e6-939c-6195068206b9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711901 Jul 22 23:38:08.236103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33155d-e4b5-4e64-8d2f-8d0172340e2d req-21d1d86e-1434-4964-a7a0-327f6622ab48 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:08.238090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd33155d-e4b5-4e64-8d2f-8d0172340e2d req-21d1d86e-1434-4964-a7a0-327f6622ab48 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 943 time: 0.1130364 Jul 22 23:38:08.289778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd33155d-e4b5-4e64-8d2f-8d0172340e2d req-d68d0fc4-7d65-4934-805c-f762085dc422 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443316 Jul 22 23:38:08.683814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-bd0eb061-16b9-40ff-bc20-a3ce76645736 service neutron] 10.222.0.48 "GET /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9/bindings/n-h1-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.0648341 Jul 22 23:38:08.830280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34680) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:08.886697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d053d-ceb3-4db1-aee9-b320d6ecffcc req-43e29a29-91d8-4e1d-948d-f6e813914b18 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:08.889481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-505d053d-ceb3-4db1-aee9-b320d6ecffcc req-43e29a29-91d8-4e1d-948d-f6e813914b18 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1854496 Jul 22 23:38:08.999944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-505d053d-ceb3-4db1-aee9-b320d6ecffcc req-acbfe4ec-e749-4956-b9e8-56926e3d6538 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038795 Jul 22 23:38:09.016043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d299a-ae55-4792-88cf-b39bfd48cbbd req-d3b6508b-f510-496d-9436-0ef85774c789 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.017557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-458d299a-ae55-4792-88cf-b39bfd48cbbd req-d3b6508b-f510-496d-9436-0ef85774c789 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 944 time: 0.2231886 Jul 22 23:38:09.020540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a23314d-c61a-4c8f-91df-f4514a1c41fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.071422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:09.108644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-458d299a-ae55-4792-88cf-b39bfd48cbbd req-d360ba97-8b3f-4f39-bab9-187dea3d44e5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817544 Jul 22 23:38:09.116459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:09.165320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:09.183551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:09.205400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.269357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a23314d-c61a-4c8f-91df-f4514a1c41fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.283424 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a23314d-c61a-4c8f-91df-f4514a1c41fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.369052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a23314d-c61a-4c8f-91df-f4514a1c41fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57f76962de804b3394aa72fbb51cd458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128605 Jul 22 23:38:09.371743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34692) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:09.390911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] Transition to ACTIVE for port object 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:09.393691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23314d-c61a-4c8f-91df-f4514a1c41fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742d7f3-a9f6-41b1-9ba4-e11714d384a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.422830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.439820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.482565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.501695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa63-244a-45c6-806d-d3dc856e9146 req-73c0053b-e209-4708-b327-8bc5b650b767 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.503239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cfbcfa63-244a-45c6-806d-d3dc856e9146 req-73c0053b-e209-4708-b327-8bc5b650b767 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2263515 Jul 22 23:38:09.543079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] No DVR routers for this DVR port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:09.543562 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.546863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.553124 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f742d7f3-a9f6-41b1-9ba4-e11714d384a6 HTTP/1.1" status: 204 len: 168 time: 0.1754367 Jul 22 23:38:09.557659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742d7f3-a9f6-41b1-9ba4-e11714d384a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.567923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.568269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.568625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.569046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.569556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.570099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.570179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.570518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.570846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.571432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.572237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.572365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:09.572569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940a4867-c232-4cea-9f74-a846c957e62b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:09.609718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4cd6-c568-4b45-977d-b380541f9ccd req-140a3a8a-5483-47a5-9fa0-589977a9379f tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.611006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b46e4cd6-c568-4b45-977d-b380541f9ccd req-140a3a8a-5483-47a5-9fa0-589977a9379f tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 943 time: 0.2381811 Jul 22 23:38:09.628415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-0ae0163b-8e67-4a56-be7c-196732ec8d73 service neutron] 10.222.0.48 "PUT /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9/bindings/n-h1-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9300992 Jul 22 23:38:09.640978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cfbcfa63-244a-45c6-806d-d3dc856e9146 req-2c359e74-f9a1-435a-b839-cd81df0ab6cb tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109455 Jul 22 23:38:09.676148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b46e4cd6-c568-4b45-977d-b380541f9ccd req-78f1924c-69ce-48f1-b27d-21c08df43855 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543299 Jul 22 23:38:09.691498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5b9102f-63e3-432c-89b3-ddd2121a188a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:09.831891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5b9102f-63e3-432c-89b3-ddd2121a188a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a,segment=NetworkSegment(7c753956-6c57-47b2-9e56-9de4f2059b06),segment_id=7c753956-6c57-47b2-9e56-9de4f2059b06)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:09.853771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'd5b9102f-63e3-432c-89b3-ddd2121a188a', 'network_id': '06707e86-ef9a-4668-9c66-4bff175f0be6', 'port_id': 'd5b9102f-63e3-432c-89b3-ddd2121a188a', 'mac_address': 'fa:16:3e:49:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d691bb-e77a-4e3c-a79b-cfc0ffa14862', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:09.855734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-a0150feb-dc7c-445d-96f9-a5d9464f02aa tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.857476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-a0150feb-dc7c-445d-96f9-a5d9464f02aa tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.0988889 Jul 22 23:38:09.909399 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.926347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b9102f-63e3-432c-89b3-ddd2121a188a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:09.939654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-97c2b61d-fef1-44b2-b041-5155ea882bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:09.942057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-97c2b61d-fef1-44b2-b041-5155ea882bb2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c&tenant_id=0f92364df9c24edaa1924be8cf617848 HTTP/1.1" status: 200 len: 1096 time: 0.0767810 Jul 22 23:38:09.952922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5b9102f-63e3-432c-89b3-ddd2121a188a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a,segment=NetworkSegment(7c753956-6c57-47b2-9e56-9de4f2059b06),segment_id=7c753956-6c57-47b2-9e56-9de4f2059b06)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:09.958386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:09.959757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:09.993854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:10.017251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-432a6067-ca62-483a-a6d2-d674d053fe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.048039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8e8b4b64-e974-4f65-a050-12b1a5376c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.049615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-8e8b4b64-e974-4f65-a050-12b1a5376c48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f92364df9c24edaa1924be8cf617848&device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1096 time: 0.0685763 Jul 22 23:38:10.081874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5b9102f-63e3-432c-89b3-ddd2121a188a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.170227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:10.189605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '56d92df4-0978-482b-b953-9b2a6a18005e', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:10.234397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018460b0-be11-4b10-8a46-52b4392dd33e req-d94b3a22-27f7-49ea-bfac-7a55d4d56298 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.236043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-018460b0-be11-4b10-8a46-52b4392dd33e req-d94b3a22-27f7-49ea-bfac-7a55d4d56298 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1387947 Jul 22 23:38:10.238019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-9ae40f8d-8732-49a2-b36a-7bc84b51be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.239094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-9ae40f8d-8732-49a2-b36a-7bc84b51be25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 200 len: 908 time: 0.1754344 Jul 22 23:38:10.265775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-432a6067-ca62-483a-a6d2-d674d053fe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.274711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-432a6067-ca62-483a-a6d2-d674d053fe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.276942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.303696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d92df4-0978-482b-b953-9b2a6a18005e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:10.328415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:10.328631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-19a12a8d-aff1-4d57-b340-3f5e77ca8cde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 200 len: 217 time: 0.0774488 Jul 22 23:38:10.333856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-432a6067-ca62-483a-a6d2-d674d053fe5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96ddb43cc8144bf6b8a4f0884002aca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386538 Jul 22 23:38:10.334435 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.336007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a6067-ca62-483a-a6d2-d674d053fe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba0145-8fc4-4255-b6a9-df49d6964902,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.339381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:10.400748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.432542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2f43388-adc6-4763-b898-e1ad64297d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.443464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-018460b0-be11-4b10-8a46-52b4392dd33e req-932d4871-a8b8-4386-8adb-61867d857491 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990943 Jul 22 23:38:10.477025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2f43388-adc6-4763-b898-e1ad64297d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.478590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-022bd1c8-2e5e-4170-a70e-fd05b6ca2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.481437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-022bd1c8-2e5e-4170-a70e-fd05b6ca2b20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 200 len: 847 time: 0.0935788 Jul 22 23:38:10.542003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2f43388-adc6-4763-b898-e1ad64297d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.544503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-7b7f0a44-7db6-4e71-939e-2fe8529a91b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0755832c-95f5-424e-ab86-bd666c28f730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512569 Jul 22 23:38:10.544791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2f43388-adc6-4763-b898-e1ad64297d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:10.545956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e2f43388-adc6-4763-b898-e1ad64297d56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1ba0145-8fc4-4255-b6a9-df49d6964902 HTTP/1.1" status: 204 len: 168 time: 0.2053487 Jul 22 23:38:10.562994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f43388-adc6-4763-b898-e1ad64297d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba0145-8fc4-4255-b6a9-df49d6964902,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:10.574674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87330-6e28-4514-90f2-4f985ea90aa4 req-aaafdea3-e81c-408d-946e-52a4f316435b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:10.578377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ee87330-6e28-4514-90f2-4f985ea90aa4 req-aaafdea3-e81c-408d-946e-52a4f316435b tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.3103266 Jul 22 23:38:10.637723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['56d92df4-0978-482b-b953-9b2a6a18005e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:10.698488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ee87330-6e28-4514-90f2-4f985ea90aa4 req-e7a01a78-6e5e-40e0-ae54-ab31083e564a tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005225 Jul 22 23:38:10.746768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-b3774bfb-3928-4494-a989-07461eef1684 service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954517 Jul 22 23:38:10.946699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d5b9102f-63e3-432c-89b3-ddd2121a188a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:11.008605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-950e0e37-3bd7-48b9-890e-26d1841b8a9b service neutron] 10.222.0.49 "GET /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545559 Jul 22 23:38:11.065280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a47fe-55bd-40f0-b82d-3158f0b9a3c2 req-c375df05-f01c-429d-9ab3-a1789d2c0f04 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.066876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d7a47fe-55bd-40f0-b82d-3158f0b9a3c2 req-c375df05-f01c-429d-9ab3-a1789d2c0f04 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2265468 Jul 22 23:38:11.086072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b01ee-d7b7-45e8-94d6-de2ba52a7be9 req-40e232ad-0ea4-4e32-b58b-4e0ab0d842bc tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.087816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b7b01ee-d7b7-45e8-94d6-de2ba52a7be9 req-40e232ad-0ea4-4e32-b58b-4e0ab0d842bc tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 944 time: 0.1763523 Jul 22 23:38:11.160067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d7a47fe-55bd-40f0-b82d-3158f0b9a3c2 req-7ade1edc-993d-47b4-98a0-9012902692b4 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712366 Jul 22 23:38:11.226423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b7b01ee-d7b7-45e8-94d6-de2ba52a7be9 req-219bcde6-4284-4636-b30b-857be0c2e7f8 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284561 Jul 22 23:38:11.371199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-88f842b4-da79-4075-a676-a2fc553d9431 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.375666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-88f842b4-da79-4075-a676-a2fc553d9431 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c&tenant_id=0f92364df9c24edaa1924be8cf617848&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.1073997 Jul 22 23:38:11.530741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-92ea7bd3-56ff-4edd-b40f-d39a8db6e0d8 service neutron] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:11.538963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-92ea7bd3-56ff-4edd-b40f-d39a8db6e0d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:11.540166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30974892-2840-4d23-88ed-f5733ce2ea8e req-92ea7bd3-56ff-4edd-b40f-d39a8db6e0d8 service neutron] 10.222.0.49 "DELETE /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9/bindings/n-h2-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.1579618 Jul 22 23:38:11.638786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51bba9-956b-4178-aea4-9b9ba02e49bd req-066cca83-fb1e-45e9-a1d5-c82da72ec8f9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.640363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb51bba9-956b-4178-aea4-9b9ba02e49bd req-066cca83-fb1e-45e9-a1d5-c82da72ec8f9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.0799181 Jul 22 23:38:11.700072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb51bba9-956b-4178-aea4-9b9ba02e49bd req-0d6f8016-5318-4111-9d10-042e0c151bae tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536313 Jul 22 23:38:11.706596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:11.808233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:11.901158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac416c99-71a5-41ca-8fbf-240e5aebcca4 req-e4a93c08-36cf-4da6-b308-359a03fe5026 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:11.908331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac416c99-71a5-41ca-8fbf-240e5aebcca4 req-e4a93c08-36cf-4da6-b308-359a03fe5026 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.0911999 Jul 22 23:38:11.952063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac416c99-71a5-41ca-8fbf-240e5aebcca4 req-e4415e31-a99b-4e91-8eb2-679d2f91de0c tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Jul 22 23:38:12.180706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42129c4-517f-4d8b-9e6e-0100fa301738 req-8a4cd517-e9dc-4b72-b3f5-7e01ed416ef9 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.182827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d42129c4-517f-4d8b-9e6e-0100fa301738 req-8a4cd517-e9dc-4b72-b3f5-7e01ed416ef9 tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 1096 time: 0.0894423 Jul 22 23:38:12.244490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d42129c4-517f-4d8b-9e6e-0100fa301738 req-8d0787b0-2dbb-47e2-ab43-ef304ccf60fc tempest-LiveMigrationTest-427184493 tempest-LiveMigrationTest-427184493-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Jul 22 23:38:12.425519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31445a-8736-4327-b372-68e787533564 req-ced6e4d0-aaa8-45d5-9a98-7398b2bf1972 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.435089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b31445a-8736-4327-b372-68e787533564 req-ced6e4d0-aaa8-45d5-9a98-7398b2bf1972 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 944 time: 0.1245801 Jul 22 23:38:12.486911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf73f37-4729-4034-8f54-f303a10dfc46 req-1b64c872-79b9-49c8-90f0-743b6a8ceb26 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.488562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cf73f37-4729-4034-8f54-f303a10dfc46 req-1b64c872-79b9-49c8-90f0-743b6a8ceb26 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1672196 Jul 22 23:38:12.503610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b31445a-8736-4327-b372-68e787533564 req-0f583a95-c4b0-4af0-8462-1b286e769d9f tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632606 Jul 22 23:38:12.579459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cf73f37-4729-4034-8f54-f303a10dfc46 req-dfe094cc-a5cd-41eb-b554-fff64a19f8c9 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742700 Jul 22 23:38:12.949578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e13b-8a4f-43a2-aa24-dbca32042f75 req-3931b77b-2a6c-4504-a2db-762af5ae2290 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.951265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8713e13b-8a4f-43a2-aa24-dbca32042f75 req-3931b77b-2a6c-4504-a2db-762af5ae2290 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.1550190 Jul 22 23:38:12.981070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8e96-40ef-4f31-a7a5-412c2837539e req-7e092e9a-69a4-49f1-99e6-89ad7dbdc920 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:12.989513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-129a8e96-40ef-4f31-a7a5-412c2837539e req-7e092e9a-69a4-49f1-99e6-89ad7dbdc920 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1524260 Jul 22 23:38:13.057417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-129a8e96-40ef-4f31-a7a5-412c2837539e req-f18af601-62bc-4659-a189-5c72ae758911 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667171 Jul 22 23:38:13.072379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8713e13b-8a4f-43a2-aa24-dbca32042f75 req-f83017b3-3e12-4a34-89bb-a3b6bcae1f16 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014910 Jul 22 23:38:13.468150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-1126221e-acfd-4067-8fb3-0f2c264b5bff tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:13.469914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-1126221e-acfd-4067-8fb3-0f2c264b5bff tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.1076653 Jul 22 23:38:13.695953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:13.783276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 56d92df4-0978-482b-b953-9b2a6a18005e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:13.783949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.937565 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:13.979279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:13.983498 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ecd9d5-4743-4186-894f-c7303709a4f4" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:14.002812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:14.010965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.012165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5b9102f-63e3-432c-89b3-ddd2121a188a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:14.104776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port d5b9102f-63e3-432c-89b3-ddd2121a188a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:14.140856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port d5b9102f-63e3-432c-89b3-ddd2121a188a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:14.141625 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.198849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:14.216646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Deleting port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:14.217009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.228612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc8653-621a-4b0e-985f-a52345c26ba7 req-f61a326f-c5c0-4f06-904f-273e1ac92e27 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.235883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ffc8653-621a-4b0e-985f-a52345c26ba7 req-f61a326f-c5c0-4f06-904f-273e1ac92e27 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 944 time: 0.6284094 Jul 22 23:38:14.286177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21755c55-07cf-4025-9a9b-f5acdaa8a46b req-48dadc03-1add-4372-9f00-fcbbf4bc5850 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.293344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21755c55-07cf-4025-9a9b-f5acdaa8a46b req-48dadc03-1add-4372-9f00-fcbbf4bc5850 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.6152575 Jul 22 23:38:14.316720 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.361782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5b9102f-63e3-432c-89b3-ddd2121a188a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a,segment=NetworkSegment(7c753956-6c57-47b2-9e56-9de4f2059b06),segment_id=7c753956-6c57-47b2-9e56-9de4f2059b06)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:14.372611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.387726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ffc8653-621a-4b0e-985f-a52345c26ba7 req-f67bf7a4-b73a-4cff-a18e-642a7dbbb987 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508455 Jul 22 23:38:14.444930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21755c55-07cf-4025-9a9b-f5acdaa8a46b req-f1f17573-b08e-410a-94c5-43ad6093dcaf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498280 Jul 22 23:38:14.481070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34862) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:14.492570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5b9102f-63e3-432c-89b3-ddd2121a188a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:14.499399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] For port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:14.499919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.541354 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0411d0c3-7bd1-428b-a740-269ed07840d6 x-openstack-request-id: req-0411d0c3-7bd1-428b-a740-269ed07840d6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:14.541854 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:14.542245 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0411d0c3-7bd1-428b-a740-269ed07840d6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:14.542750 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:38:14.551222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Calling delete_port for 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:14.686765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bf01913-ca81-4e5a-b983-41dfc502929d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.793727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323820-713b-4119-b3bc-4077779041d1 req-968db5c8-4851-4f78-8b92-46cf4a887357 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.797338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa323820-713b-4119-b3bc-4077779041d1 req-968db5c8-4851-4f78-8b92-46cf4a887357 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1862583 Jul 22 23:38:14.836605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bf01913-ca81-4e5a-b983-41dfc502929d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.841529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bf01913-ca81-4e5a-b983-41dfc502929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.879178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34866) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:14.880796 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9bf01913-ca81-4e5a-b983-41dfc502929d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f3d1146d5d74c5a8ad27adb8cf781f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978691 Jul 22 23:38:14.909819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01913-ca81-4e5a-b983-41dfc502929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e390ec1-3da8-4612-bf4f-991d5940208e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:14.914462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa0ec3-a06a-46a3-8f2e-6a49e2619c7b req-c33b1800-1f12-4b50-8942-aab381453e57 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:14.916302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17fa0ec3-a06a-46a3-8f2e-6a49e2619c7b req-c33b1800-1f12-4b50-8942-aab381453e57 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 945 time: 0.2130096 Jul 22 23:38:14.957056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa323820-713b-4119-b3bc-4077779041d1 req-b81da58c-ddc1-40f2-ad6e-2723cdf69748 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418421 Jul 22 23:38:14.973197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:14.986891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['95437f1c-c604-43cb-89d8-a868e137d50b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:15.050182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event deleted for resources: {'Port': ['ID=6a0912b3-1772-4665-bbd8-b3e2413b8ec9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:15.087839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17fa0ec3-a06a-46a3-8f2e-6a49e2619c7b req-7a919385-e338-4c2b-baf3-e01e4c7d09c6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535342 Jul 22 23:38:15.136813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f44e33-67d4-4b14-8e95-49c72b706ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.159878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] No DVR routers for this DVR port 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:15.167018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.170947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a622de9-56ae-4640-ac55-75f1b76f3b52 req-bd42a30c-150a-4be7-8ca5-062f4d680c03 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "DELETE /v2.0/ports/6a0912b3-1772-4665-bbd8-b3e2413b8ec9 HTTP/1.1" status: 204 len: 173 time: 1.6947384 Jul 22 23:38:15.171750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'name': 'network-vif-deleted', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:15.181544 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ea892-a47b-44da-88e4-cf5d54874135" -d '{"events": [{"server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "name": "network-vif-deleted", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:15.211999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f44e33-67d4-4b14-8e95-49c72b706ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.266401 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52bc8b0-7e09-4719-a929-ae20709e20ba x-openstack-request-id: req-a52bc8b0-7e09-4719-a929-ae20709e20ba {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:15.267050 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bd0c28-78a9-43b3-98be-ebf2d961167c", "name": "network-vif-deleted", "tag": "6a0912b3-1772-4665-bbd8-b3e2413b8ec9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:15.267050 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a52bc8b0-7e09-4719-a929-ae20709e20ba {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:15.267315 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bd0c28-78a9-43b3-98be-ebf2d961167c', 'name': 'network-vif-deleted', 'tag': '6a0912b3-1772-4665-bbd8-b3e2413b8ec9', 'status': 'completed', 'code': 200} Jul 22 23:38:15.314106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f44e33-67d4-4b14-8e95-49c72b706ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.320277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-51f44e33-67d4-4b14-8e95-49c72b706ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.322604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-51f44e33-67d4-4b14-8e95-49c72b706ccb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e390ec1-3da8-4612-bf4f-991d5940208e HTTP/1.1" status: 204 len: 168 time: 0.4361122 Jul 22 23:38:15.331816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f44e33-67d4-4b14-8e95-49c72b706ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e390ec1-3da8-4612-bf4f-991d5940208e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:15.486498 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:38:15.662607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b24e-652c-4c23-9e61-69a1c5af70da req-8e97773f-9b78-4ecd-9eb8-1c83c033e458 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:15.671845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8857b24e-652c-4c23-9e61-69a1c5af70da req-8e97773f-9b78-4ecd-9eb8-1c83c033e458 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1533649 Jul 22 23:38:15.774131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fafa05-618b-4319-bda9-8193eacb3a8f req-77dc46f3-41a7-4f4b-aac7-eb61141a970a tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:15.777199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90fafa05-618b-4319-bda9-8193eacb3a8f req-77dc46f3-41a7-4f4b-aac7-eb61141a970a tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 945 time: 0.2789454 Jul 22 23:38:15.797229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8857b24e-652c-4c23-9e61-69a1c5af70da req-5f32ade3-16c8-49c7-90d4-9ae813921e78 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239476 Jul 22 23:38:15.857496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:15.880652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-013a40e6-9ec8-40eb-9769-9709a5ba8f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:15.895404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90fafa05-618b-4319-bda9-8193eacb3a8f req-985fa9b9-5ba7-46be-b068-6da8ceba0606 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967085 Jul 22 23:38:16.117152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-013a40e6-9ec8-40eb-9769-9709a5ba8f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.128918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-013a40e6-9ec8-40eb-9769-9709a5ba8f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.149964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f178f1d9-eb72-4ea2-8e42-4e8458211715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.218434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a40e6-9ec8-40eb-9769-9709a5ba8f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d551fe-14b6-43e1-9759-e88ec3345ff0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:16.244615 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-013a40e6-9ec8-40eb-9769-9709a5ba8f23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ff725e2c6e04d9aa308aec116715e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847232 Jul 22 23:38:16.251322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:16.297911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aeb46b94-0a21-4bd3-a0e4-5721a458105f req-a54a2ef5-9d82-4e9c-a501-4699949ff256 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.0893593 Jul 22 23:38:16.343272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb3e42-2b50-42af-ad20-ddfbf1ee90e6 req-5d40170d-cbdd-4efc-9f8f-18fc733319ff tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:16.356025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40cb3e42-2b50-42af-ad20-ddfbf1ee90e6 req-5d40170d-cbdd-4efc-9f8f-18fc733319ff tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2493627 Jul 22 23:38:16.380665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f624f16e-3391-4887-9bae-67bcd4d2bb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.413443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f624f16e-3391-4887-9bae-67bcd4d2bb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.485846 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f624f16e-3391-4887-9bae-67bcd4d2bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.488478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f624f16e-3391-4887-9bae-67bcd4d2bb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:16.492928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40cb3e42-2b50-42af-ad20-ddfbf1ee90e6 req-e86a8f02-d6d1-467a-93a8-92163321ec07 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356046 Jul 22 23:38:16.493571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f624f16e-3391-4887-9bae-67bcd4d2bb73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04d551fe-14b6-43e1-9759-e88ec3345ff0 HTTP/1.1" status: 204 len: 168 time: 0.2390907 Jul 22 23:38:16.505042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f16e-3391-4887-9bae-67bcd4d2bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d551fe-14b6-43e1-9759-e88ec3345ff0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:16.543973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b9102f-63e3-432c-89b3-ddd2121a188a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:16.546869 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ee10bd-aa1a-4967-a65e-6ee91fe45308" -d '{"events": [{"server_uuid": "b5e7231a-c548-4d80-ae5e-8af63132d881", "name": "network-vif-plugged", "status": "completed", "tag": "d5b9102f-63e3-432c-89b3-ddd2121a188a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:16.595484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:16.599214 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d3bf69-6e9f-4f07-ba5b-54789b540980 x-openstack-request-id: req-55d3bf69-6e9f-4f07-ba5b-54789b540980 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:16.599920 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e7231a-c548-4d80-ae5e-8af63132d881", "name": "network-vif-plugged", "status": "completed", "tag": "d5b9102f-63e3-432c-89b3-ddd2121a188a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:16.599920 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55d3bf69-6e9f-4f07-ba5b-54789b540980 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:16.603005 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b9102f-63e3-432c-89b3-ddd2121a188a', 'code': 200} Jul 22 23:38:16.635090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:16.635619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6a0912b3-1772-4665-bbd8-b3e2413b8ec9 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:16.782380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727938-1ccd-40eb-9e20-4f58db9d9b96 req-361d6851-4786-4c43-8386-725bdb76fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:16.785023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc727938-1ccd-40eb-9e20-4f58db9d9b96 req-361d6851-4786-4c43-8386-725bdb76fa03 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 1096 time: 0.0915306 Jul 22 23:38:16.871064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc727938-1ccd-40eb-9e20-4f58db9d9b96 req-ab9c4d22-f937-4517-81d8-4c0467709ea7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753553 Jul 22 23:38:17.073923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bf6cf-3d8c-4ea4-b637-4b1caeacbb17 req-4f4577ea-5988-4fe2-a15f-4a0293a55156 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:17.075531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f10bf6cf-3d8c-4ea4-b637-4b1caeacbb17 req-4f4577ea-5988-4fe2-a15f-4a0293a55156 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1569924 Jul 22 23:38:17.143468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d95c64-9fdd-4c48-9264-991ccf6ff0a3 req-93cc3804-3542-448a-8a64-fffd2da9d1ee tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:17.145063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9d95c64-9fdd-4c48-9264-991ccf6ff0a3 req-93cc3804-3542-448a-8a64-fffd2da9d1ee tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 945 time: 0.1261623 Jul 22 23:38:17.160647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f10bf6cf-3d8c-4ea4-b637-4b1caeacbb17 req-66053e8a-b9a0-4477-bd81-d16b217015d7 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739412 Jul 22 23:38:17.243030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9d95c64-9fdd-4c48-9264-991ccf6ff0a3 req-31e1e5b0-5e05-46dc-9efa-1e8efe70d0b3 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813003 Jul 22 23:38:17.470701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdc89edd-de06-4037-838b-67a0db78fda3 req-a01658a4-6fe9-40d2-8787-0b94c10f360d tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.0635700 Jul 22 23:38:17.700616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168451b-3c37-4909-b7ec-56118a918e8e req-03d9e840-7327-472b-8dbd-0abf6e45816c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:17.703212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9168451b-3c37-4909-b7ec-56118a918e8e req-03d9e840-7327-472b-8dbd-0abf6e45816c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1123326 Jul 22 23:38:17.766375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9168451b-3c37-4909-b7ec-56118a918e8e req-96167bb8-f3d1-4b11-a09f-bee5b293ffe6 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Jul 22 23:38:18.529686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70bbd5-8d56-4c21-80a3-aae8b5e572fc req-d7723064-5bc5-43c0-928c-a39c29cb6280 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:18.542397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe70bbd5-8d56-4c21-80a3-aae8b5e572fc req-d7723064-5bc5-43c0-928c-a39c29cb6280 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2754581 Jul 22 23:38:18.640531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3b37-2c7d-41e5-b2fc-c3d6bb4b264c req-bb0b2f23-a0d1-4cd4-9091-fae331597106 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:18.655525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38ef3b37-2c7d-41e5-b2fc-c3d6bb4b264c req-bb0b2f23-a0d1-4cd4-9091-fae331597106 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 945 time: 0.2534256 Jul 22 23:38:18.718565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe70bbd5-8d56-4c21-80a3-aae8b5e572fc req-03777c2e-2a94-4a3e-a23b-1c5498ce0ed3 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740534 Jul 22 23:38:18.817164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38ef3b37-2c7d-41e5-b2fc-c3d6bb4b264c req-2cc2b4f3-7b34-4d7b-af1c-046a3f334762 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594396 Jul 22 23:38:18.961361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47e75ee5-73bd-4b32-96ef-6b7e0ed04433 req-692d596a-1d22-4e64-b573-381924a705d6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.0753317 Jul 22 23:38:19.223459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766de6f-e626-4d20-a88e-cc8f8f93262c req-6da4572d-b4cd-43b2-bf90-068641097cc5 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.229211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6766de6f-e626-4d20-a88e-cc8f8f93262c req-6da4572d-b4cd-43b2-bf90-068641097cc5 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1517181 Jul 22 23:38:19.300445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6766de6f-e626-4d20-a88e-cc8f8f93262c req-479b0e85-66c6-41c3-8813-82b61e6d71b6 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629351 Jul 22 23:38:19.305251 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83f74be2-0848-4463-9c44-15e230a7c9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.576474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:19.586941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e2d52-52dd-47fa-bb95-e11828d47bc4 req-b3b8d8c9-61f3-4911-b208-39f080b06cc1 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.590359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e4e2d52-52dd-47fa-bb95-e11828d47bc4 req-b3b8d8c9-61f3-4911-b208-39f080b06cc1 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 945 time: 0.1006627 Jul 22 23:38:19.648276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e4e2d52-52dd-47fa-bb95-e11828d47bc4 req-432e3bde-7c62-4955-9ad5-cb29afdcfa93 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Jul 22 23:38:19.888089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0029458-a4fd-467b-b7f7-ff4dd6bdb119 req-b491a1d2-ee35-4b65-a10d-6a78f939752c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:19.895722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0029458-a4fd-467b-b7f7-ff4dd6bdb119 req-b491a1d2-ee35-4b65-a10d-6a78f939752c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.0956635 Jul 22 23:38:19.943754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0029458-a4fd-467b-b7f7-ff4dd6bdb119 req-eae65eb8-8bc2-4efb-bccd-e5881643cec8 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jul 22 23:38:20.152699 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:20.283881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d440160e-75bf-4364-968a-3e582cef9700 req-7a2cc457-e986-4c04-a4ee-3a3c2f969ff8 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bd0c28-78a9-43b3-98be-ebf2d961167c HTTP/1.1" status: 200 len: 210 time: 0.0650105 Jul 22 23:38:20.335480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec15dc7-17af-4d38-9693-a74503316dc7 req-66a3131c-edb2-441a-bd8e-e4c2a8c5ae29 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:20.342261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec15dc7-17af-4d38-9693-a74503316dc7 req-66a3131c-edb2-441a-bd8e-e4c2a8c5ae29 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1625636 Jul 22 23:38:20.400849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aec15dc7-17af-4d38-9693-a74503316dc7 req-a050358b-a730-42b9-bd07-7954c0261e26 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Jul 22 23:38:20.615895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7691-872e-4dfe-abb3-848d70d55860 req-88fb9906-cf5f-4a0a-93e6-cffe359bf6d0 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:20.627682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec5f7691-872e-4dfe-abb3-848d70d55860 req-88fb9906-cf5f-4a0a-93e6-cffe359bf6d0 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1889882 Jul 22 23:38:20.685376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec5f7691-872e-4dfe-abb3-848d70d55860 req-663e37b9-48db-434a-be34-7a75b9f63e6b tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567045 Jul 22 23:38:20.694528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8306c-1072-4cf4-aa33-2e3574439503 req-432421aa-b2a5-4043-a51d-a72195db3d11 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:20.701412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72d8306c-1072-4cf4-aa33-2e3574439503 req-432421aa-b2a5-4043-a51d-a72195db3d11 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1666923 Jul 22 23:38:20.750359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72d8306c-1072-4cf4-aa33-2e3574439503 req-81b27372-e067-4d56-bb16-554fdc51f847 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Jul 22 23:38:20.957426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642e11-ddec-4bee-bec5-a64606096edf req-3c4364ee-78d3-478e-8611-92d774254336 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:20.965660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19642e11-ddec-4bee-bec5-a64606096edf req-3c4364ee-78d3-478e-8611-92d774254336 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 945 time: 0.1739872 Jul 22 23:38:21.077331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19642e11-ddec-4bee-bec5-a64606096edf req-6b2f8513-f723-4063-84bf-04ddb0dfd129 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/security-groups?id=629c2c86-ee82-4c7f-ba13-96178ec10ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029341 Jul 22 23:38:21.302227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f26e-75e9-4e22-b654-72b8d53a69cb req-ebddb992-dfca-4ddc-b869-970ab25552ba tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:21.321821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ec0f26e-75e9-4e22-b654-72b8d53a69cb req-ebddb992-dfca-4ddc-b869-970ab25552ba tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1924257 Jul 22 23:38:21.397972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-bc164d10-4ccb-4fbf-bbb9-0a1152b8ca1b tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:21.399585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-bc164d10-4ccb-4fbf-bbb9-0a1152b8ca1b tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 945 time: 0.1946313 Jul 22 23:38:21.415982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ec0f26e-75e9-4e22-b654-72b8d53a69cb req-e026bab4-5ffa-4759-a6aa-07b9e2bacf23 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Jul 22 23:38:21.565752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Deleting port d5b9102f-63e3-432c-89b3-ddd2121a188a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:21.566239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.638025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.890296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] For port d5b9102f-63e3-432c-89b3-ddd2121a188a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5b9102f-63e3-432c-89b3-ddd2121a188a,segment=NetworkSegment(7c753956-6c57-47b2-9e56-9de4f2059b06),segment_id=7c753956-6c57-47b2-9e56-9de4f2059b06)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:21.891146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:21.960967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Calling delete_port for d5b9102f-63e3-432c-89b3-ddd2121a188a owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:22.027940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.080117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e25cd7-998e-49d6-8799-273c0da719e5 req-113c28b4-ac04-4b8f-be8b-af3a499cddb3 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:22.093323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21e25cd7-998e-49d6-8799-273c0da719e5 req-113c28b4-ac04-4b8f-be8b-af3a499cddb3 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1932905 Jul 22 23:38:22.160057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21e25cd7-998e-49d6-8799-273c0da719e5 req-755ecf77-d91c-4d91-93bf-3d52e2cf3d92 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656710 Jul 22 23:38:22.306705 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.355014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d5b9102f-63e3-432c-89b3-ddd2121a188a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:22.501369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9fe4795-8b93-4be4-a850-8ba5331be10b req-78d63af1-cb6f-4a0b-96e1-cb65a0851e45 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5e7231a-c548-4d80-ae5e-8af63132d881 HTTP/1.1" status: 200 len: 210 time: 0.2744198 Jul 22 23:38:22.556680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Pushing event deleted for resources: {'Port': ['ID=d5b9102f-63e3-432c-89b3-ddd2121a188a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:22.559280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] No DVR routers for this DVR port d5b9102f-63e3-432c-89b3-ddd2121a188a on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:22.567105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:22.571124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a7a2aa2-24b6-42f9-91a0-0ed280d3e2b8 req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] 10.222.0.48 "DELETE /v2.0/ports/d5b9102f-63e3-432c-89b3-ddd2121a188a HTTP/1.1" status: 204 len: 173 time: 1.1524105 Jul 22 23:38:22.571732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'name': 'network-vif-deleted', 'tag': 'd5b9102f-63e3-432c-89b3-ddd2121a188a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:22.574418 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8782ef5-63e7-42da-9202-76381d30269c" -d '{"events": [{"server_uuid": "b5e7231a-c548-4d80-ae5e-8af63132d881", "name": "network-vif-deleted", "tag": "d5b9102f-63e3-432c-89b3-ddd2121a188a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:22.582179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.583198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.583705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.584172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.585358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.585802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.586237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.586671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.587101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.587700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.588186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.588650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3a5c2-97ee-421a-99ed-21a8628b6a25 tempest-ServerAddressesTestJSON-1176129453 tempest-ServerAddressesTestJSON-1176129453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:22.700145 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba6688-804f-47a3-9d73-3ee1db4e1644 x-openstack-request-id: req-f0ba6688-804f-47a3-9d73-3ee1db4e1644 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:22.701149 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e7231a-c548-4d80-ae5e-8af63132d881", "name": "network-vif-deleted", "tag": "d5b9102f-63e3-432c-89b3-ddd2121a188a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:22.701607 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0ba6688-804f-47a3-9d73-3ee1db4e1644 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:22.702226 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e7231a-c548-4d80-ae5e-8af63132d881', 'name': 'network-vif-deleted', 'tag': 'd5b9102f-63e3-432c-89b3-ddd2121a188a', 'status': 'completed', 'code': 200} Jul 22 23:38:22.857275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e341613-112a-4458-ad05-a0e39f4dee8c req-af3b8236-6fdd-4c03-8caa-59504027dc39 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:22.860367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e341613-112a-4458-ad05-a0e39f4dee8c req-af3b8236-6fdd-4c03-8caa-59504027dc39 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.1987524 Jul 22 23:38:22.913569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-49d6c6b0-aef4-4816-a0db-8b1c064a8b3c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:22.915608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-49d6c6b0-aef4-4816-a0db-8b1c064a8b3c tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 945 time: 0.2589641 Jul 22 23:38:22.997453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e341613-112a-4458-ad05-a0e39f4dee8c req-c481b578-e672-41b3-b8af-a04efc76c821 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293972 Jul 22 23:38:23.123723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port 778df9bc-d527-4405-8f8c-7aab0773f1c4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:23.124985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.565394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port 778df9bc-d527-4405-8f8c-7aab0773f1c4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=778df9bc-d527-4405-8f8c-7aab0773f1c4,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:23.565917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.592949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for 778df9bc-d527-4405-8f8c-7aab0773f1c4 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:23.702198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:23.780715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b40238-269b-4911-a895-a2042f50b391 req-35906ffd-9103-421d-99d1-1d661827a63d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:23.793749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Deleting subnet b3d691bb-e77a-4e3c-a79b-cfc0ffa14862 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:23.794794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8b40238-269b-4911-a895-a2042f50b391 req-35906ffd-9103-421d-99d1-1d661827a63d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.4777751 Jul 22 23:38:23.808481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.891822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8b40238-269b-4911-a895-a2042f50b391 req-c58778e6-2b57-4809-b9af-fed297b43e1c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954738 Jul 22 23:38:23.892872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.972329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:23.999482 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.021181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef', '778df9bc-d527-4405-8f8c-7aab0773f1c4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:24.043758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=778df9bc-d527-4405-8f8c-7aab0773f1c4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:24.177961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.201745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port 778df9bc-d527-4405-8f8c-7aab0773f1c4 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:24.205145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.207845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15190344-98ea-4bf6-98b8-d43e20a6b6ae req-36622fb7-e460-4f0e-b193-9832c25457c2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/778df9bc-d527-4405-8f8c-7aab0773f1c4 HTTP/1.1" status: 204 len: 173 time: 1.2846737 Jul 22 23:38:24.263565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d691bb-e77a-4e3c-a79b-cfc0ffa14862,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:24.290205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.292200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee91b205-0374-44ec-a306-adfadee716d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3d691bb-e77a-4e3c-a79b-cfc0ffa14862 HTTP/1.1" status: 204 len: 168 time: 0.5881655 Jul 22 23:38:24.297346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:24.306546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-753dab63-4b6e-4fd8-92fc-dc6d42b79c6c req-5dc91042-8ee9-4b56-9dbc-efd8e9d6ea40 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6 HTTP/1.1" status: 200 len: 210 time: 0.1060143 Jul 22 23:38:24.419375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.572925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.587108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06707e86-ef9a-4668-9c66-4bff175f0be6']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.602391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c753956-6c57-47b2-9e56-9de4f2059b06') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.603560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c753956-6c57-47b2-9e56-9de4f2059b06') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:24.634467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.704008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'name': 'network-vif-deleted', 'tag': '778df9bc-d527-4405-8f8c-7aab0773f1c4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:24.706994 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ec4ece-c80a-4c8b-a00a-b4838fc0faa0" -d '{"events": [{"server_uuid": "c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6", "name": "network-vif-deleted", "tag": "778df9bc-d527-4405-8f8c-7aab0773f1c4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:24.749378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.769292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:24.771267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:24.798604 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f9012-d4b9-49b0-a658-c17697973515 x-openstack-request-id: req-df1f9012-d4b9-49b0-a658-c17697973515 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:24.799008 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6", "name": "network-vif-deleted", "tag": "778df9bc-d527-4405-8f8c-7aab0773f1c4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:24.799448 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df1f9012-d4b9-49b0-a658-c17697973515 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:24.799737 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e38b45-2b0c-4267-a7a8-b1d6f6acaab6', 'name': 'network-vif-deleted', 'tag': '778df9bc-d527-4405-8f8c-7aab0773f1c4', 'status': 'completed', 'code': 200} Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:24.868572 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:24.990656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.010681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:25.021796 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] 10.222.0.21 "DELETE /v2.0/networks/06707e86-ef9a-4668-9c66-4bff175f0be6 HTTP/1.1" status: 204 len: 168 time: 0.7212009 Jul 22 23:38:25.042731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eba0f0-3b10-481e-99d2-3747f786ecce admin admin] Pushing event deleted for resources: {'Network': ['ID=06707e86-ef9a-4668-9c66-4bff175f0be6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:25.261121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07d389-63b5-4b93-a8bd-0e24b884dd52 req-bb179ccb-6f18-4ba8-9c44-197b14711fee tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:25.264171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab07d389-63b5-4b93-a8bd-0e24b884dd52 req-bb179ccb-6f18-4ba8-9c44-197b14711fee tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1594150 Jul 22 23:38:25.356203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab07d389-63b5-4b93-a8bd-0e24b884dd52 req-078ba8bc-1dd2-4424-90e7-d724a67dbffc tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803711 Jul 22 23:38:25.546114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:25.773800 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-80bdcf36-3a70-4ab6-a3a2-63fd5e7c5588 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0a3fc7a25ea4ec990f45c11a87fd8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241468 Jul 22 23:38:25.796014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:25.806818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 778df9bc-d527-4405-8f8c-7aab0773f1c4 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:25.907401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 778df9bc-d527-4405-8f8c-7aab0773f1c4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:25.909829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 778df9bc-d527-4405-8f8c-7aab0773f1c4 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:25.910550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5b9102f-63e3-432c-89b3-ddd2121a188a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:25.944658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a008eff5-353f-42d6-9ca2-368a9d435728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.032744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a008eff5-353f-42d6-9ca2-368a9d435728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.036030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: d5b9102f-63e3-432c-89b3-ddd2121a188a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:26.036605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5b9102f-63e3-432c-89b3-ddd2121a188a not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:26.176644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a008eff5-353f-42d6-9ca2-368a9d435728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.187091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a008eff5-353f-42d6-9ca2-368a9d435728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:26.198480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a008eff5-353f-42d6-9ca2-368a9d435728 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/629c2c86-ee82-4c7f-ba13-96178ec10ab4 HTTP/1.1" status: 204 len: 168 time: 0.3883231 Jul 22 23:38:26.234885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008eff5-353f-42d6-9ca2-368a9d435728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c2c86-ee82-4c7f-ba13-96178ec10ab4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:26.887474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4d505-ff29-4878-97fe-0ebbbcdd0552 req-887ea0f7-ab10-4e0f-b029-0a85ae75a0e7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:26.901527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10a4d505-ff29-4878-97fe-0ebbbcdd0552 req-887ea0f7-ab10-4e0f-b029-0a85ae75a0e7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.3749332 Jul 22 23:38:27.074948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10a4d505-ff29-4878-97fe-0ebbbcdd0552 req-38d8d518-1d09-4049-aed0-0094a7e4c6ce tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653440 Jul 22 23:38:27.457006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083deef6-5ca0-422f-8775-750c07a860f6 req-6dd1d835-ab1f-4734-85cb-c4ab51775875 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.466185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-083deef6-5ca0-422f-8775-750c07a860f6 req-6dd1d835-ab1f-4734-85cb-c4ab51775875 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 946 time: 0.2041259 Jul 22 23:38:27.585601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-083deef6-5ca0-422f-8775-750c07a860f6 req-57bf5eba-a9cd-47cb-855b-af8fee9ececf tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129637 Jul 22 23:38:27.882694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf7af-6110-4251-a1d0-460395378a19 req-76a5bda0-5e04-4f37-92d6-529d41e2f817 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:27.884560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20abf7af-6110-4251-a1d0-460395378a19 req-76a5bda0-5e04-4f37-92d6-529d41e2f817 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1453586 Jul 22 23:38:27.983734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20abf7af-6110-4251-a1d0-460395378a19 req-8164a90d-4bfd-4c66-ab76-87ede53344a0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929425 Jul 22 23:38:28.203551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-393389e1-cf4b-4bba-873a-4b8ceaae49d6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.206634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-393389e1-cf4b-4bba-873a-4b8ceaae49d6 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 944 time: 0.1173108 Jul 22 23:38:28.422092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0727065-78b8-42ee-bdbe-9bbae2f36856 req-c2f7695d-b2a1-445b-8e8a-02e9469451f8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.422092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0727065-78b8-42ee-bdbe-9bbae2f36856 req-c2f7695d-b2a1-445b-8e8a-02e9469451f8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2071426 Jul 22 23:38:28.428383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Deleting port 95437f1c-c604-43cb-89d8-a868e137d50b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:28.429799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.571838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0727065-78b8-42ee-bdbe-9bbae2f36856 req-0b340b16-74fe-4732-b913-4f18e7d35c7f tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221080 Jul 22 23:38:28.608620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35288) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:28.623674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] For port 95437f1c-c604-43cb-89d8-a868e137d50b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95437f1c-c604-43cb-89d8-a868e137d50b,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:28.624274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.648704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Calling delete_port for 95437f1c-c604-43cb-89d8-a868e137d50b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:28.796930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2071e-724a-428b-9650-2b59ff3723bf req-247c4d45-2ac8-40aa-8f95-e548f4edc962 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:28.798706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92b2071e-724a-428b-9650-2b59ff3723bf req-247c4d45-2ac8-40aa-8f95-e548f4edc962 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 946 time: 0.1009817 Jul 22 23:38:28.881739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-615088443-network', 'tenant_id': '255d1df66be54f18acce80eebf9e1854'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:28.905872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Made reservation on behalf of 255d1df66be54f18acce80eebf9e1854 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:28.910254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.920038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.924273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:28.934651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['95437f1c-c604-43cb-89d8-a868e137d50b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:28.942118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92b2071e-724a-428b-9650-2b59ff3723bf req-c33fd08e-19e8-4978-a3f5-5a823d31cc0a tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/security-groups?id=07823024-568b-4000-b342-727dc44d7695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359251 Jul 22 23:38:28.997757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event deleted for resources: {'Port': ['ID=95437f1c-c604-43cb-89d8-a868e137d50b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.019464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-8945b09a-b6cc-4f0d-b581-97c99ea5cb27 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.020961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-8945b09a-b6cc-4f0d-b581-97c99ea5cb27 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 946 time: 0.1771944 Jul 22 23:38:29.032886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.040481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.073587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:38:29.090656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc22cc4-a044-4a25-b7d2-cedd14983d83,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.098463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.098737 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Added segment b2c8fc25-3b73-40b4-b832-92a264b7ff79 of type vlan for network 7cf5637f-8dec-443a-8237-9de99dfa7899 Jul 22 23:38:29.108172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] No DVR routers for this DVR port 95437f1c-c604-43cb-89d8-a868e137d50b on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:29.111687 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.114080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98c12528-71ce-4763-8478-bcd1cbd86a69 req-6c3f5a26-941b-4a96-bc61-83a43961d0f4 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "DELETE /v2.0/ports/95437f1c-c604-43cb-89d8-a868e137d50b HTTP/1.1" status: 204 len: 173 time: 0.9023509 Jul 22 23:38:29.118086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'name': 'network-vif-deleted', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:29.120605 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7224ce-b35d-4790-aeb0-ea7769ac5d79" -d '{"events": [{"server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "name": "network-vif-deleted", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:29.167233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.167995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93955fc7-6df8-4ffb-80f3-f7d67980c3f5 req-b0d11ff4-ac66-447d-8161-7ba9319f1302 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=e89933b3-15ca-4eb2-998b-e7f4b5e178de HTTP/1.1" status: 200 len: 210 time: 0.0764160 Jul 22 23:38:29.212605 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb062f6c-17c6-41d3-ab88-9db18035d0ce x-openstack-request-id: req-fb062f6c-17c6-41d3-ab88-9db18035d0ce {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:29.213026 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89933b3-15ca-4eb2-998b-e7f4b5e178de", "name": "network-vif-deleted", "tag": "95437f1c-c604-43cb-89d8-a868e137d50b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:29.213671 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb062f6c-17c6-41d3-ab88-9db18035d0ce {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:29.214159 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89933b3-15ca-4eb2-998b-e7f4b5e178de', 'name': 'network-vif-deleted', 'tag': '95437f1c-c604-43cb-89d8-a868e137d50b', 'status': 'completed', 'code': 200} Jul 22 23:38:29.223895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.224988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.225592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.246228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Deleting port 8b703b52-227b-40f2-b878-b5daf1f355ef {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:29.246586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.277594 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6688213 Jul 22 23:38:29.280387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:29.287199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Request body: {'subnet': {'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-615088443-subnet', 'tenant_id': '255d1df66be54f18acce80eebf9e1854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:29.335461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f251a-6919-471d-a978-2ed77930e835 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf5637f-8dec-443a-8237-9de99dfa7899,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.346331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7cf5637f-8dec-443a-8237-9de99dfa7899 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:38:29.371914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Made reservation on behalf of 255d1df66be54f18acce80eebf9e1854 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:29.376069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.439654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] For port 8b703b52-227b-40f2-b878-b5daf1f355ef, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8b703b52-227b-40f2-b878-b5daf1f355ef,segment=NetworkSegment(89a96d6d-aaa3-4f74-a770-dafb643f7c72),segment_id=89a96d6d-aaa3-4f74-a770-dafb643f7c72)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:29.440285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.474220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Calling delete_port for 8b703b52-227b-40f2-b878-b5daf1f355ef owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:29.579299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88828715-9526-4059-b7e6-a52cb4a34934 req-4d290c4a-c464-4c90-9d47-5ac171cc0bd8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.586204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88828715-9526-4059-b7e6-a52cb4a34934 req-4d290c4a-c464-4c90-9d47-5ac171cc0bd8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1698740 Jul 22 23:38:29.620464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.661450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88828715-9526-4059-b7e6-a52cb4a34934 req-3b428ad3-f277-4cb1-9949-50e8f5c4306a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742714 Jul 22 23:38:29.718319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Checking segment: {'id': 'b2c8fc25-3b73-40b4-b832-92a264b7ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:29.718692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Network hostable DHCP agents. Network: 7cf5637f-8dec-443a-8237-9de99dfa7899, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:38:29.725304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f610ec6-e917-467f-be70-07fc325eced7,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.743931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Network 7cf5637f-8dec-443a-8237-9de99dfa7899 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:38:29.766310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7cf5637f-8dec-443a-8237-9de99dfa7899) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:29.771653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.772499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cad06071-1885-492a-b887-73df77594225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.779670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f7071-0c93-4669-844f-3d4f60a7a784 None None] Network 7cf5637f-8dec-443a-8237-9de99dfa7899 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:29.793238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cad06071-1885-492a-b887-73df77594225 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5101099 Jul 22 23:38:29.826308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.863637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Pushing event deleted for resources: {'Port': ['ID=8b703b52-227b-40f2-b878-b5daf1f355ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:29.882757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b4346-e75c-4c22-abea-f2532804d6d7 req-6b681ea9-6b0e-446a-bf21-1bedda10b166 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:29.884348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa3b4346-e75c-4c22-abea-f2532804d6d7 req-6b681ea9-6b0e-446a-bf21-1bedda10b166 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1474354 Jul 22 23:38:29.894488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8b703b52-227b-40f2-b878-b5daf1f355ef'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:29.965373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] No DVR routers for this DVR port 8b703b52-227b-40f2-b878-b5daf1f355ef on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:29.970062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:29.972623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-275de3aa-2e74-47ae-af9e-f9130e5f2684 req-91bbeb6a-1002-47b0-85c1-f1dc65ac099b tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.48 "DELETE /v2.0/ports/8b703b52-227b-40f2-b878-b5daf1f355ef HTTP/1.1" status: 204 len: 173 time: 0.9325120 Jul 22 23:38:30.020330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa3b4346-e75c-4c22-abea-f2532804d6d7 req-cc611136-d664-4e97-a72a-2cf310a4f5a0 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026840 Jul 22 23:38:30.155469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5455e7-0eb1-487e-ba92-2d2aa80c1288 None None] Network 7cf5637f-8dec-443a-8237-9de99dfa7899 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:38:30.158290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cbb0b80-4f52-4b60-8939-d043727079e1 req-f37119e5-7afd-485d-853a-1a40db97bee2 tempest-ServersTestJSON-1004699793 tempest-ServersTestJSON-1004699793-project] 10.222.0.21 "GET /v2.0/ports?device_id=0803b106-725a-4001-8a07-0a6558f364c9 HTTP/1.1" status: 200 len: 210 time: 0.0555851 Jul 22 23:38:30.830767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-800e64aa-646f-48ef-b1d6-7bb0a97114b9 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:30.832293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-800e64aa-646f-48ef-b1d6-7bb0a97114b9 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/networks?id=7cf5637f-8dec-443a-8237-9de99dfa7899 HTTP/1.1" status: 200 len: 821 time: 0.1521571 Jul 22 23:38:30.855210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eb081-7a9b-43cc-a955-222096c5f56c req-2a7ce6a9-870b-437d-8c5d-db282660ca72 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:30.856686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a52eb081-7a9b-43cc-a955-222096c5f56c req-2a7ce6a9-870b-437d-8c5d-db282660ca72 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1367059 Jul 22 23:38:30.860338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-823e35ed-e173-4db1-a536-e14c913c3398 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/quotas/255d1df66be54f18acce80eebf9e1854 HTTP/1.1" status: 200 len: 375 time: 0.0193338 Jul 22 23:38:30.906573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-751ef2e9-2ca0-4901-9877-0b28053d432a tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=255d1df66be54f18acce80eebf9e1854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364642 Jul 22 23:38:30.939877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a52eb081-7a9b-43cc-a955-222096c5f56c req-5fd7d1ee-f049-4c89-8acb-ef8683ddb247 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770004 Jul 22 23:38:31.082960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-979931cd-5af1-4f8e-b21d-6fab960ac059 service neutron] 10.222.0.21 "GET /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666842 Jul 22 23:38:31.426780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803b106-725a-4001-8a07-0a6558f364c9', 'name': 'network-vif-deleted', 'tag': '8b703b52-227b-40f2-b878-b5daf1f355ef'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:31.429809 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306b7ec-94b5-410e-9dc0-e255e12d1e54" -d '{"events": [{"server_uuid": "0803b106-725a-4001-8a07-0a6558f364c9", "name": "network-vif-deleted", "tag": "8b703b52-227b-40f2-b878-b5daf1f355ef"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:31.509235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed742b67-2c23-45fd-991d-36501f217526 req-f52806f2-6a6e-49d7-a0b7-37ff96affc28 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.510765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed742b67-2c23-45fd-991d-36501f217526 req-f52806f2-6a6e-49d7-a0b7-37ff96affc28 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 945 time: 0.5055542 Jul 22 23:38:31.521829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-41c901e2-48a4-4450-9348-dc370dfaf7e9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:31.523680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-41c901e2-48a4-4450-9348-dc370dfaf7e9 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 945 time: 0.4864695 Jul 22 23:38:31.590268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b9f01c3b-9783-48ac-9171-098b54576eb5 service neutron] 10.222.0.21 "GET /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994051 Jul 22 23:38:31.627606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed742b67-2c23-45fd-991d-36501f217526 req-088fb45a-5a45-43ac-b890-0878744e444e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974855 Jul 22 23:38:31.713316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Deleting port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:31.713641 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.788890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:31.799774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:31.871681 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c51035-5465-478e-a372-ac979fc6fb50 x-openstack-request-id: req-e4c51035-5465-478e-a372-ac979fc6fb50 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:31.872219 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803b106-725a-4001-8a07-0a6558f364c9", "name": "network-vif-deleted", "tag": "8b703b52-227b-40f2-b878-b5daf1f355ef", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:31.872619 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4c51035-5465-478e-a372-ac979fc6fb50 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:31.873181 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0803b106-725a-4001-8a07-0a6558f364c9', 'name': 'network-vif-deleted', 'tag': '8b703b52-227b-40f2-b878-b5daf1f355ef', 'status': 'completed', 'code': 200} Jul 22 23:38:31.883351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Deleting subnet 9b41ec7f-b49c-4b58-925d-0692a293bc3b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:31.886855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.933154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.935865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d8019b7-ba34-44b9-aa36-b886cf4df4dc req-4419c83f-a569-4eb1-933c-e83496bac7ba tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0616798 Jul 22 23:38:31.949056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] For port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:31.949740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.981253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Calling delete_port for a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:31.985891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:31.991816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.026881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7702b7-71d3-4e09-9d19-20f2edc8a45b req-c333620f-69ed-43d7-b0b4-9ac1bc76b478 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.034677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c7702b7-71d3-4e09-9d19-20f2edc8a45b req-c333620f-69ed-43d7-b0b4-9ac1bc76b478 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1721318 Jul 22 23:38:32.068212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.073356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:32.076348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:32.086695 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb3d2ba-d360-4cfd-863b-820b312a84b2" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-unplugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:32.091654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.096707 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b41ec7f-b49c-4b58-925d-0692a293bc3b HTTP/1.1" status: 204 len: 168 time: 0.3065829 Jul 22 23:38:32.100341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.101772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:32.102777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8b703b52-227b-40f2-b878-b5daf1f355ef no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:32.121555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1bdc-8cc3-44d8-bb2f-214ca817851a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b41ec7f-b49c-4b58-925d-0692a293bc3b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.244014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c7702b7-71d3-4e09-9d19-20f2edc8a45b req-3c0e2b2d-ed33-4554-b9cf-c1aa2f055308 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078896 Jul 22 23:38:32.273108 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.296520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81d56d-efb6-4445-a040-3287cf440953 req-cec0bfa5-807f-4b6e-92af-9acd48ea3023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:32.304066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc81d56d-efb6-4445-a040-3287cf440953 req-cec0bfa5-807f-4b6e-92af-9acd48ea3023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2154262 Jul 22 23:38:32.349096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 8b703b52-227b-40f2-b878-b5daf1f355ef {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:32.349633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8b703b52-227b-40f2-b878-b5daf1f355ef not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:32.353005 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4147a-3336-428f-ab24-22e8b1c7f1b5 x-openstack-request-id: req-d7f4147a-3336-428f-ab24-22e8b1c7f1b5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:32.353600 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-unplugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:32.354189 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7f4147a-3336-428f-ab24-22e8b1c7f1b5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:32.355100 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:38:32.356707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.368864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.369321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.369761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.370253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.370673 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.371209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.371772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.372324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.372847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.373383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.374257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.374787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:38:32.426342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc81d56d-efb6-4445-a040-3287cf440953 req-78cbe93d-1bf5-43be-8579-ccdf34373860 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210518 Jul 22 23:38:32.472227 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.475688 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.512204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec209efa-fa62-4bce-82fc-4da13c1387e7']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:32.521943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event deleted for resources: {'Port': ['ID=a3875b61-1daa-4a4b-a8d6-3b827b5c09f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:32.532283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a96d6d-aaa3-4f74-a770-dafb643f7c72') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:32.532591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a96d6d-aaa3-4f74-a770-dafb643f7c72') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:32.561936 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.587222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] No DVR routers for this DVR port a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:32.590665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.592771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99b4e372-5e72-42ba-9087-7ce089aa9558 req-30ff5ee3-a685-44ca-b8ec-58d272a1e2f0 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "DELETE /v2.0/ports/a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 HTTP/1.1" status: 204 len: 173 time: 1.0574071 Jul 22 23:38:32.601852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.618843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:32.620088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:32.623177 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:32.688922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:32.714753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 95437f1c-c604-43cb-89d8-a868e137d50b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:32.715598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95437f1c-c604-43cb-89d8-a868e137d50b not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:32.724825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.758182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48db15b5-63e5-4d6f-aeb8-34aeaeea7619 req-f798c8ca-bd60-42f9-8248-b148e73fb869 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=15baa7da-f8e2-48cc-9a4d-cf08fb518fe8 HTTP/1.1" status: 200 len: 210 time: 0.0489347 Jul 22 23:38:32.764696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:32.770601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec209efa-fa62-4bce-82fc-4da13c1387e7 HTTP/1.1" status: 204 len: 168 time: 0.6619606 Jul 22 23:38:32.782172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9833f-66bc-4c82-a4f3-6281a8b2651a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec209efa-fa62-4bce-82fc-4da13c1387e7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.029368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.041209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d17ea10-9957-4949-8569-408dca1456a4 req-2f6f9088-e73e-46b1-a59a-d2b410baec65 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0332487 Jul 22 23:38:33.094953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-26b49e51-e7e2-4c92-be15-6ba525500764 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=703852b5ed3943ea884c36c3d6e78045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643961 Jul 22 23:38:33.097903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:33.164849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c120cf89-3f13-4479-976d-9b7178ebbcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.189733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c120cf89-3f13-4479-976d-9b7178ebbcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.339875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c120cf89-3f13-4479-976d-9b7178ebbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.342756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c120cf89-3f13-4479-976d-9b7178ebbcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.343966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c120cf89-3f13-4479-976d-9b7178ebbcd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07823024-568b-4000-b342-727dc44d7695 HTTP/1.1" status: 204 len: 168 time: 0.2450764 Jul 22 23:38:33.383077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120cf89-3f13-4479-976d-9b7178ebbcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07823024-568b-4000-b342-727dc44d7695,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:33.404758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-3457e815-4712-4908-957b-87f8cacd9a9c tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:33.406570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-3457e815-4712-4908-957b-87f8cacd9a9c tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.48 "GET /v2.0/networks?id=7cf5637f-8dec-443a-8237-9de99dfa7899 HTTP/1.1" status: 200 len: 821 time: 0.1781454 Jul 22 23:38:33.442157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Request body: {'port': {'device_id': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899', 'admin_state_up': True, 'tenant_id': '255d1df66be54f18acce80eebf9e1854'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:33.547236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f323e6-46f3-44e7-8dee-08c4e04dc80b req-f729a0f0-e4cd-432d-87f2-399c4adaf1d6 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:33.548112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6f323e6-46f3-44e7-8dee-08c4e04dc80b req-f729a0f0-e4cd-432d-87f2-399c4adaf1d6 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1883142 Jul 22 23:38:33.662221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6f323e6-46f3-44e7-8dee-08c4e04dc80b req-7c4d8086-57a1-4299-982c-826778b5baa8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009080 Jul 22 23:38:33.672570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Made reservation on behalf of 255d1df66be54f18acce80eebf9e1854 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:38:33.676193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:33.696167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c7484-968b-4499-b9db-337d2fbdd4de req-88b607cc-5dd2-4365-aff9-257ec6309f2e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:33.698760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a9c7484-968b-4499-b9db-337d2fbdd4de req-88b607cc-5dd2-4365-aff9-257ec6309f2e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1630275 Jul 22 23:38:33.790267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:33.801650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a9c7484-968b-4499-b9db-337d2fbdd4de req-c98113a8-28da-4d94-8a42-c7059e240cb6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910730 Jul 22 23:38:33.876940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'name': 'network-vif-deleted', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:33.879511 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953c3c43-1e2c-4332-a265-ad58305a112d" -d '{"events": [{"server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "name": "network-vif-deleted", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:33.918891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Allocated IP 172.20.0.14 (7cf5637f-8dec-443a-8237-9de99dfa7899/5f610ec6-e917-467f-be70-07fc325eced7/ce4fdaed-d95f-4c2f-9709-f67b6988ec04) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:38:34.049200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:34.078667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '56d92df4-0978-482b-b953-9b2a6a18005e', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '56d92df4-0978-482b-b953-9b2a6a18005e', 'mac_address': 'fa:16:3e:12:38:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:34.166706 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.182958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d92df4-0978-482b-b953-9b2a6a18005e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:34.226896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:34.234215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.273137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.327813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:34.357536 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e940ab6-43bf-4e65-abf1-2c85e8d3516e x-openstack-request-id: req-2e940ab6-43bf-4e65-abf1-2c85e8d3516e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:34.357772 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15baa7da-f8e2-48cc-9a4d-cf08fb518fe8", "name": "network-vif-deleted", "tag": "a3875b61-1daa-4a4b-a8d6-3b827b5c09f5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:34.358132 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e940ab6-43bf-4e65-abf1-2c85e8d3516e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:34.358700 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15baa7da-f8e2-48cc-9a4d-cf08fb518fe8', 'name': 'network-vif-deleted', 'tag': 'a3875b61-1daa-4a4b-a8d6-3b827b5c09f5', 'status': 'completed', 'code': 200} Jul 22 23:38:34.370573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.464054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['56d92df4-0978-482b-b953-9b2a6a18005e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:34.477879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Network 7cf5637f-8dec-443a-8237-9de99dfa7899 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:38:34.509986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:38:34.521419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:38:34.684934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Pushing event updated for resources: {'Port': ['ID=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:34.706037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:34.735968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:34.736650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:34.738926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:34.739598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a3875b61-1daa-4a4b-a8d6-3b827b5c09f5 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:34.761201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eae36-4eca-455d-8d55-6814b90c5d71 req-f6fec268-50bf-499c-a319-250156f4c5b1 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:34.762790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e8eae36-4eca-455d-8d55-6814b90c5d71 req-f6fec268-50bf-499c-a319-250156f4c5b1 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 932 time: 0.4030218 Jul 22 23:38:34.768016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-2e6b494c-cb7c-4fed-ad30-40f9bd18952e tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3313587 Jul 22 23:38:34.779256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464e1c6-7353-4cfd-910e-2c47e03b28c0 req-7b652c60-a92c-4160-989c-10435701910f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:34.780900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f464e1c6-7353-4cfd-910e-2c47e03b28c0 req-7b652c60-a92c-4160-989c-10435701910f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 945 time: 0.4417717 Jul 22 23:38:34.806871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Request body: {'port': {'device_id': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:38:34.832492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-af7c6486-17b9-4c05-b336-41af0808617e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:34.833879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-af7c6486-17b9-4c05-b336-41af0808617e tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 945 time: 0.2454863 Jul 22 23:38:34.981121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e8eae36-4eca-455d-8d55-6814b90c5d71 req-dd891c56-7b37-42b2-ac6e-826b58648d0a tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990221 Jul 22 23:38:34.990646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f464e1c6-7353-4cfd-910e-2c47e03b28c0 req-b46088f4-1b2e-45e1-9303-95cbc6c3d6cf tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/security-groups?id=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810224 Jul 22 23:38:35.079239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.204484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Deleting port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:35.204894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.483131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a381-64e7-457c-acf6-2802b1c157f7 req-82f5f114-dcae-4528-aee0-8503cfd73c89 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:35.484727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8746a381-64e7-457c-acf6-2802b1c157f7 req-82f5f114-dcae-4528-aee0-8503cfd73c89 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.3537867 Jul 22 23:38:35.532925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646910e3-8f24-4c84-b95a-a170115fc9ca req-f6db7eb1-5875-410d-9af1-22232f4da3bf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:35.543859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-646910e3-8f24-4c84-b95a-a170115fc9ca req-f6db7eb1-5875-410d-9af1-22232f4da3bf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 946 time: 0.4149733 Jul 22 23:38:35.583299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] For port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,segment=NetworkSegment(5d47c9a8-c031-402c-9049-b7860cef9d02),segment_id=5d47c9a8-c031-402c-9049-b7860cef9d02)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:35.584586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.642905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Calling delete_port for 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:38:35.789722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8746a381-64e7-457c-acf6-2802b1c157f7 req-ec09c962-1ba9-4277-b92b-b6e5031a5098 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320576 Jul 22 23:38:35.812522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:35.821243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-646910e3-8f24-4c84-b95a-a170115fc9ca req-53913a57-d254-416d-9a98-bbf1a57ca5d6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761765 Jul 22 23:38:35.845098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35568) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:35.934588 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:35.976318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4fdaed-d95f-4c2f-9709-f67b6988ec04 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:35.977962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 56d92df4-0978-482b-b953-9b2a6a18005e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:35.985700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.008403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.067655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cbee065-b1b6-4ddc-ae1d-0a52071ce7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.080417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Transition to ACTIVE for port object ce4fdaed-d95f-4c2f-9709-f67b6988ec04 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:38:36.082065 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.100307 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.128286 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.161366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Pushing event deleted for resources: {'Port': ['ID=0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.219720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:36.221125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:36.224527 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b275e85-a8a9-4216-adb5-f175cfdf3797" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:36.231021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.240161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cbee065-b1b6-4ddc-ae1d-0a52071ce7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.247051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cbee065-b1b6-4ddc-ae1d-0a52071ce7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.286049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0cbee065-b1b6-4ddc-ae1d-0a52071ce7bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb98547e9f3d480792324f7c2ee421d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398413 Jul 22 23:38:36.287235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28aa2f79-881e-4413-a133-d784d6ab60bd req-1a28e795-293a-4546-83fb-ca32188b4bd5 tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b780be5-00fa-40ee-9268-84e1cf9ec6b4 HTTP/1.1" status: 200 len: 210 time: 0.1308198 Jul 22 23:38:36.294523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:36.303546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.369555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbee065-b1b6-4ddc-ae1d-0a52071ce7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68200f21-d2b9-41c2-ad92-98c9288d8ec1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.380668 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64bd2e-b12b-4d11-80b2-57d9a2d7cf30 x-openstack-request-id: req-6c64bd2e-b12b-4d11-80b2-57d9a2d7cf30 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:36.380881 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-plugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:36.381237 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c64bd2e-b12b-4d11-80b2-57d9a2d7cf30 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:36.381770 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:38:36.387765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] No DVR routers for this DVR port 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:38:36.398485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.400832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1c84ea5-5e13-4221-ae02-ee0d21010467 req-0a5c4962-0bcc-4464-bb9d-835128058b5f tempest-LiveMigrationTest-1480322797 tempest-LiveMigrationTest-1480322797-project] 10.222.0.49 "DELETE /v2.0/ports/0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc HTTP/1.1" status: 204 len: 173 time: 1.5462947 Jul 22 23:38:36.401614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'name': 'network-vif-deleted', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:36.404053 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ded17ef-a14f-4be8-a553-74ccde84d049" -d '{"events": [{"server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "name": "network-vif-deleted", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:36.446321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Pushing event updated for resources: {'Port': ['ID=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.473159 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64f61017-0211-4e8c-840a-98690688ad06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.479513 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6c611a-409f-4b81-8f95-578a71d9ce64 x-openstack-request-id: req-7c6c611a-409f-4b81-8f95-578a71d9ce64 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:36.480156 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b780be5-00fa-40ee-9268-84e1cf9ec6b4", "name": "network-vif-deleted", "tag": "0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:36.481395 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c6c611a-409f-4b81-8f95-578a71d9ce64 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:36.481395 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b780be5-00fa-40ee-9268-84e1cf9ec6b4', 'name': 'network-vif-deleted', 'tag': '0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc', 'status': 'completed', 'code': 200} Jul 22 23:38:36.536247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64f61017-0211-4e8c-840a-98690688ad06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.548422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3cca8-0450-423d-9c03-467470bd889f req-455f3d42-b3a2-487f-b102-affd1130219b tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:36.558438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ad3cca8-0450-423d-9c03-467470bd889f req-455f3d42-b3a2-487f-b102-affd1130219b tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 944 time: 0.4027543 Jul 22 23:38:36.615621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Attempting to bind port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:38:36.616073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Attempting to bind port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b2c8fc25-3b73-40b4-b832-92a264b7ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:38:36.616398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Attempting to bind port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 on network 7cf5637f-8dec-443a-8237-9de99dfa7899 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:36.634437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 on network 7cf5637f-8dec-443a-8237-9de99dfa7899 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:38:36.634437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Attempting to bind port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 on network 7cf5637f-8dec-443a-8237-9de99dfa7899 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:38:36.660774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ad3cca8-0450-423d-9c03-467470bd889f req-70070fe4-1fc9-4ed7-ad62-1b3761f1c87b tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006517 Jul 22 23:38:36.665492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:38:36.665967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Checking segment: {'id': 'b2c8fc25-3b73-40b4-b832-92a264b7ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:38:36.666472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Bound using segment: {'id': 'b2c8fc25-3b73-40b4-b832-92a264b7ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:38:36.667078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Bound port: ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c8fc25-3b73-40b4-b832-92a264b7ff79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:38:36.676131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.687590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64f61017-0211-4e8c-840a-98690688ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.694096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64f61017-0211-4e8c-840a-98690688ad06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.697533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-64f61017-0211-4e8c-840a-98690688ad06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68200f21-d2b9-41c2-ad92-98c9288d8ec1 HTTP/1.1" status: 204 len: 168 time: 0.4019537 Jul 22 23:38:36.724335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f61017-0211-4e8c-840a-98690688ad06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68200f21-d2b9-41c2-ad92-98c9288d8ec1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:36.828526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] For port ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:38:36.837503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] For port ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,segment=NetworkSegment(b2c8fc25-3b73-40b4-b832-92a264b7ff79),segment_id=b2c8fc25-3b73-40b4-b832-92a264b7ff79)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:38:36.843196 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.913939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:36.914678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:36.927156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] 10.222.0.48 "PUT /v2.0/ports/ce4fdaed-d95f-4c2f-9709-f67b6988ec04 HTTP/1.1" status: 200 len: 1092 time: 2.1383941 Jul 22 23:38:37.217222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb8af6-6502-4903-85a2-24247cfefe6f service neutron] Pushing event updated for resources: {'Port': ['ID=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:37.322285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010399e-0620-4e23-bc43-ae998ae98624 req-9ce113f6-89ca-4ce7-ba24-339538bdf71c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.325590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0010399e-0620-4e23-bc43-ae998ae98624 req-9ce113f6-89ca-4ce7-ba24-339538bdf71c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.3634014 Jul 22 23:38:37.379883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-960fccd4-c6a9-4070-ba5f-46d2306ed673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.381631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-960fccd4-c6a9-4070-ba5f-46d2306ed673 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=255d1df66be54f18acce80eebf9e1854&device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 1095 time: 0.3632603 Jul 22 23:38:37.392276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee69529-bc20-4e8d-942c-2c5de2d7463d req-cffd8321-9f6a-4504-bf1f-0cf5609fcdcc tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.399897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ee69529-bc20-4e8d-942c-2c5de2d7463d req-cffd8321-9f6a-4504-bf1f-0cf5609fcdcc tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.4541335 Jul 22 23:38:37.417589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:37.446876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b4a61e-fb53-46ab-93cc-a201dde21b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.482910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-d3deef30-0e77-41bb-bf46-f3c0e68eb72e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04 HTTP/1.1" status: 200 len: 217 time: 0.0803235 Jul 22 23:38:37.502387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ee69529-bc20-4e8d-942c-2c5de2d7463d req-f114ffc5-056b-4a14-b649-980759867612 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015191 Jul 22 23:38:37.523725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0010399e-0620-4e23-bc43-ae998ae98624 req-ea7b65a0-4ec8-42cd-b703-c3fd28f72b86 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749394 Jul 22 23:38:37.615056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee3a47-be94-4822-be52-fdfb98d16617 req-d688fbe6-98e7-44e1-a036-617ae59236f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:37.617750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-d688fbe6-98e7-44e1-a036-617ae59236f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f610ec6-e917-467f-be70-07fc325eced7 HTTP/1.1" status: 200 len: 861 time: 0.1256161 Jul 22 23:38:37.638040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:37.641448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b4a61e-fb53-46ab-93cc-a201dde21b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.648151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57b4a61e-fb53-46ab-93cc-a201dde21b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:37.678597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-5f7b98a0-befe-453e-b0b2-9f47cd04e026 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cf5637f-8dec-443a-8237-9de99dfa7899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475595 Jul 22 23:38:37.696540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-57b4a61e-fb53-46ab-93cc-a201dde21b62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eac3beb4745b407494370b42a1dc32ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778356 Jul 22 23:38:37.697880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4a61e-fb53-46ab-93cc-a201dde21b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a4d8b8-10de-4303-b8cc-a6a1b947cdc7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:37.699006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:37.888919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-b689bdc6-1402-42db-9fec-0d7efd13d1e0 service neutron] 10.222.0.48 "GET /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035646 Jul 22 23:38:37.973511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6aee85a-6d09-44b5-9de8-5823129250f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.220445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Deleting subnet c7273c37-e6bb-4f38-8489-22a0ff430a1c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:38.225080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.296234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.364044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.486028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'tag': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:38.491782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.498680 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acf3669-021b-4d05-a9f0-4f3da6add91c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd16e0a-8628-452a-86e9-26a34665c1f0", "tag": "ce4fdaed-d95f-4c2f-9709-f67b6988ec04"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:38.510659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.515296 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c7273c37-e6bb-4f38-8489-22a0ff430a1c HTTP/1.1" status: 204 len: 168 time: 0.8760185 Jul 22 23:38:38.542675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35634) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:38.560899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff74d7-0a91-4e52-967b-4795ecb31d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7273c37-e6bb-4f38-8489-22a0ff430a1c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.570675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6aee85a-6d09-44b5-9de8-5823129250f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.608305 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6ac000-fb64-4d1c-8942-82c6d393a654 x-openstack-request-id: req-8a6ac000-fb64-4d1c-8942-82c6d393a654 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:38.610291 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd16e0a-8628-452a-86e9-26a34665c1f0", "tag": "ce4fdaed-d95f-4c2f-9709-f67b6988ec04", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:38.610593 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a6ac000-fb64-4d1c-8942-82c6d393a654 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:38.615514 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'tag': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04', 'status': 'completed', 'code': 200} Jul 22 23:38:38.630100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-baee3a47-be94-4822-be52-fdfb98d16617 req-c67fe888-a54c-4d53-bb84-08f5196683c7 service neutron] 10.222.0.48 "GET /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043107 Jul 22 23:38:38.699020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27db2f-e34f-45b2-badc-7ebc7d0e133a req-cc200f18-9f9a-4ce4-87b5-aca10a4babda tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.700668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af27db2f-e34f-45b2-badc-7ebc7d0e133a req-cc200f18-9f9a-4ce4-87b5-aca10a4babda tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 944 time: 0.8679903 Jul 22 23:38:38.704341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:38.704601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:38:38.716267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.739581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:38:38.740788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0828fa71-2f85-4ae0-b6a7-7fee30e2b2cc not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:38:38.808604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6aee85a-6d09-44b5-9de8-5823129250f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.811919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6aee85a-6d09-44b5-9de8-5823129250f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.813047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a6aee85a-6d09-44b5-9de8-5823129250f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54a4d8b8-10de-4303-b8cc-a6a1b947cdc7 HTTP/1.1" status: 204 len: 168 time: 1.1128449 Jul 22 23:38:38.876566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aee85a-6d09-44b5-9de8-5823129250f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a4d8b8-10de-4303-b8cc-a6a1b947cdc7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:38.882700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.885980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af27db2f-e34f-45b2-badc-7ebc7d0e133a req-b88677f7-4a76-4bc9-a5c5-cc820d24e0a4 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726475 Jul 22 23:38:38.910146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0755832c-95f5-424e-ab86-bd666c28f730']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:38.924786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-3d2a6541-fc8b-4a37-9950-006796dd5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.926438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-3d2a6541-fc8b-4a37-9950-006796dd5e48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=255d1df66be54f18acce80eebf9e1854&device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 1095 time: 0.1800389 Jul 22 23:38:38.939574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d47c9a8-c031-402c-9049-b7860cef9d02') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:38.939970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d47c9a8-c031-402c-9049-b7860cef9d02') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:38.954858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:38.967475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec92ed-46dd-4b10-b530-d90736dac2b0 req-0a88e8c7-d058-41de-9d2c-235c49f359d0 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:38.969458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-96ec92ed-46dd-4b10-b530-d90736dac2b0 req-0a88e8c7-d058-41de-9d2c-235c49f359d0 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.2137020 Jul 22 23:38:38.984289 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.013862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:39.014279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:39.016201 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:39.027807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f494db1-ae6a-4903-b789-d1a3323f424b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.041793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-96ec92ed-46dd-4b10-b530-d90736dac2b0 req-8c923979-a2d1-4249-957f-09c3cdbc5fe5 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Jul 22 23:38:39.265318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f494db1-ae6a-4903-b789-d1a3323f424b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.267524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.272037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f494db1-ae6a-4903-b789-d1a3323f424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.295645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.297599 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] 10.222.0.21 "DELETE /v2.0/networks/0755832c-95f5-424e-ab86-bd666c28f730 HTTP/1.1" status: 204 len: 168 time: 0.7530975 Jul 22 23:38:39.300555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7e59e-f552-4175-8f07-03d17cb2186f admin admin] Pushing event deleted for resources: {'Network': ['ID=0755832c-95f5-424e-ab86-bd666c28f730,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:39.302218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:39.357617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-f43b98d9-492b-4448-b30c-f78ad557dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:39.359972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-f43b98d9-492b-4448-b30c-f78ad557dfd9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7cf5637f-8dec-443a-8237-9de99dfa7899 HTTP/1.1" status: 200 len: 922 time: 0.4258792 Jul 22 23:38:39.438089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f494db1-ae6a-4903-b789-d1a3323f424b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21de20e0a65c418cb601d774b66e02d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7326539 Jul 22 23:38:39.440819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494db1-ae6a-4903-b789-d1a3323f424b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301e097-08ec-40cd-ad0c-8091d4ec51d3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:39.448248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:39.466720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-2b5531be-b0a2-4619-897c-782c074a8667 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04 HTTP/1.1" status: 200 len: 217 time: 0.0944834 Jul 22 23:38:39.481255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa76f1-53c1-4f78-b7bf-68984517120e req-bb0b6c44-c7b2-42a9-9bd8-05ef562d5dfa tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:39.483974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48aa76f1-53c1-4f78-b7bf-68984517120e req-bb0b6c44-c7b2-42a9-9bd8-05ef562d5dfa tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.4381046 Jul 22 23:38:39.506793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Deleting subnet abec5455-aebc-47f1-8b48-37926ef4ed77 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:38:39.514752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.560974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.611144 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.692159 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.741495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48aa76f1-53c1-4f78-b7bf-68984517120e req-b7bd0012-d004-4218-95f0-720a523aec3f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418237 Jul 22 23:38:39.752323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abec5455-aebc-47f1-8b48-37926ef4ed77,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:39.757794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.760072 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e04f356-4997-48dc-adc7-4d954ce5d045 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/abec5455-aebc-47f1-8b48-37926ef4ed77 HTTP/1.1" status: 204 len: 168 time: 0.4231696 Jul 22 23:38:39.764855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:39.775591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-5a772bee-c20b-4122-bba6-756fbd4c3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:39.777498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-5a772bee-c20b-4122-bba6-756fbd4c3e55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5f610ec6-e917-467f-be70-07fc325eced7 HTTP/1.1" status: 200 len: 861 time: 0.2923629 Jul 22 23:38:39.839820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-4c6de27e-98c1-436d-9e75-1e2a2a618164 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7cf5637f-8dec-443a-8237-9de99dfa7899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530350 Jul 22 23:38:39.840799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8293d78e-c390-45fe-97e5-a9cba9d5f2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:39.900150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.020956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8293d78e-c390-45fe-97e5-a9cba9d5f2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.110027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.132105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df15786-a19a-4f7d-9ac1-c08e67deab87']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:40.152878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab4dc27-140f-47b2-9776-3f30a993a4fd') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:40.153596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab4dc27-140f-47b2-9776-3f30a993a4fd') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:38:40.169665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.189340 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.197349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:38:40.197798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.272885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-bda2065b-c754-46d2-bf1d-c885db4055ab service neutron] 10.222.0.48 "GET /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131372 Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:38:40.335078 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:38:40.340209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.366702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.369208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0df15786-a19a-4f7d-9ac1-c08e67deab87 HTTP/1.1" status: 204 len: 168 time: 0.6028676 Jul 22 23:38:40.370330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c36e5-c726-40d7-94b4-3a6c5b6e713d admin admin] Pushing event deleted for resources: {'Network': ['ID=0df15786-a19a-4f7d-9ac1-c08e67deab87,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:40.423189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8293d78e-c390-45fe-97e5-a9cba9d5f2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.430167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8293d78e-c390-45fe-97e5-a9cba9d5f2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:40.431569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8293d78e-c390-45fe-97e5-a9cba9d5f2f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d301e097-08ec-40cd-ad0c-8091d4ec51d3 HTTP/1.1" status: 204 len: 168 time: 0.9790697 Jul 22 23:38:40.441665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea46ae-74db-468c-a86c-0bc40dfe79c9 req-2d7ef7aa-7fee-4761-8e33-9317fd3ed658 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:40.449729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4eea46ae-74db-468c-a86c-0bc40dfe79c9 req-2d7ef7aa-7fee-4761-8e33-9317fd3ed658 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 944 time: 0.3186023 Jul 22 23:38:40.493947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293d78e-c390-45fe-97e5-a9cba9d5f2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301e097-08ec-40cd-ad0c-8091d4ec51d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:40.504725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2acf3669-021b-4d05-a9f0-4f3da6add91c req-c268b20a-73fd-4384-93f0-ae6d4e9ea66b service neutron] 10.222.0.48 "GET /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227573 Jul 22 23:38:40.547159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4eea46ae-74db-468c-a86c-0bc40dfe79c9 req-56f15c69-dafc-440d-a0dd-a0b8022a5a32 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959821 Jul 22 23:38:40.796468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:40.864170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:40.876066 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dc1ec9e1-4fc6-4c3b-b9f3-9cf660a6b29c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f92364df9c24edaa1924be8cf617848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749848 Jul 22 23:38:41.001348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5c8255e-5a71-4f02-a2fc-62f97e29dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.010995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:41.034575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c39683f8-5300-456e-ada1-21356dddc806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.055463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5b44a-799d-4723-b429-68157f1ad3e4 req-7a59387d-7de0-49c2-b07c-23a4db6700bb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.057765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aad5b44a-799d-4723-b429-68157f1ad3e4 req-7a59387d-7de0-49c2-b07c-23a4db6700bb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1614869 Jul 22 23:38:41.119321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5c8255e-5a71-4f02-a2fc-62f97e29dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.209627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aad5b44a-799d-4723-b429-68157f1ad3e4 req-56263d7a-9be2-41f7-8490-565bf3b5df79 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390224 Jul 22 23:38:41.247064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5c8255e-5a71-4f02-a2fc-62f97e29dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.252216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5c8255e-5a71-4f02-a2fc-62f97e29dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.258145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5c8255e-5a71-4f02-a2fc-62f97e29dfc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b HTTP/1.1" status: 204 len: 168 time: 0.3915427 Jul 22 23:38:41.273474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8255e-5a71-4f02-a2fc-62f97e29dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff4e9b-f4fa-4d9b-b735-5c1f5e23fa3b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:41.309614 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c39683f8-5300-456e-ada1-21356dddc806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.314765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c39683f8-5300-456e-ada1-21356dddc806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.372206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:41.375595 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c39683f8-5300-456e-ada1-21356dddc806 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e112e0240e44119bd82dadae5285c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593862 Jul 22 23:38:41.379357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39683f8-5300-456e-ada1-21356dddc806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802e4ea9-2f63-46e5-9c1a-bd41d709d716,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:41.511842 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb116e8-ce2a-4f81-91ff-eeaa92d478fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.557352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb116e8-ce2a-4f81-91ff-eeaa92d478fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.658425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb116e8-ce2a-4f81-91ff-eeaa92d478fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.664087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eb116e8-ce2a-4f81-91ff-eeaa92d478fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:41.671286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8eb116e8-ce2a-4f81-91ff-eeaa92d478fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/802e4ea9-2f63-46e5-9c1a-bd41d709d716 HTTP/1.1" status: 204 len: 168 time: 0.2916226 Jul 22 23:38:41.685049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb116e8-ce2a-4f81-91ff-eeaa92d478fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e4ea9-2f63-46e5-9c1a-bd41d709d716,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:41.817325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:41.819607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dd0f8-61ca-42ab-b7f7-b72cc5873a11 req-36b874a0-0132-4cdd-8ce2-ef3dd7d4c612 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:41.838446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-648dd0f8-61ca-42ab-b7f7-b72cc5873a11 req-36b874a0-0132-4cdd-8ce2-ef3dd7d4c612 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 944 time: 0.1560626 Jul 22 23:38:41.871488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce4fdaed-d95f-4c2f-9709-f67b6988ec04 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:41.894570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-648dd0f8-61ca-42ab-b7f7-b72cc5873a11 req-e8acec50-165e-4e29-a7ea-3d51a52917bb tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522573 Jul 22 23:38:41.924556 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf37e4ec-69e1-4d1a-b5b0-bc010ec2454d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64c99bdd409446efa6bc931de89fa0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057181 Jul 22 23:38:41.926809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:42.040989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b82da2a-e134-4f78-b2d2-fbb2061dd9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.098640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b82da2a-e134-4f78-b2d2-fbb2061dd9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.116217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,segment=NetworkSegment(b2c8fc25-3b73-40b4-b832-92a264b7ff79),segment_id=b2c8fc25-3b73-40b4-b832-92a264b7ff79)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:42.182617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04', 'network_id': '7cf5637f-8dec-443a-8237-9de99dfa7899', 'port_id': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04', 'mac_address': 'fa:16:3e:ad:2b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f610ec6-e917-467f-be70-07fc325eced7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:42.220257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b82da2a-e134-4f78-b2d2-fbb2061dd9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.224211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b82da2a-e134-4f78-b2d2-fbb2061dd9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.230140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3b82da2a-e134-4f78-b2d2-fbb2061dd9b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f42a40c5-19d0-462a-b546-43e17ab7991f HTTP/1.1" status: 204 len: 168 time: 0.3020287 Jul 22 23:38:42.250048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82da2a-e134-4f78-b2d2-fbb2061dd9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a40c5-19d0-462a-b546-43e17ab7991f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:42.360282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.399163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4fdaed-d95f-4c2f-9709-f67b6988ec04 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:42.429882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,segment=NetworkSegment(b2c8fc25-3b73-40b4-b832-92a264b7ff79),segment_id=b2c8fc25-3b73-40b4-b832-92a264b7ff79)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:42.440823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:42.442608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:38:42.513537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b6af0-9b5b-452d-80f3-782bf194fadd req-1d654813-35e2-45b9-a6b6-4d935962ac53 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:42.523272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c5b6af0-9b5b-452d-80f3-782bf194fadd req-1d654813-35e2-45b9-a6b6-4d935962ac53 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1406379 Jul 22 23:38:42.541889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:42.564421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c5b6af0-9b5b-452d-80f3-782bf194fadd req-c28e0eb8-c986-446b-8c3e-4c9720c10228 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Jul 22 23:38:42.835560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:42.874853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'mac_address': 'fa:16:3e:7e:7e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:38:43.039448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:43.102909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22a45a9f-6cd1-4644-993a-f1b16611ba96 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:38:43.140812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:43.149673 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:43.200131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e0197-1c00-4ec3-ba99-81f83d47e9ce req-9847f048-2fa1-459b-9b44-530887982cab tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:43.204649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-923e0197-1c00-4ec3-ba99-81f83d47e9ce req-9847f048-2fa1-459b-9b44-530887982cab tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1778162 Jul 22 23:38:43.255419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:43.361523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-923e0197-1c00-4ec3-ba99-81f83d47e9ce req-ea4a4486-545a-4b78-ac73-85a3b64f7446 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476486 Jul 22 23:38:43.409022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['22a45a9f-6cd1-4644-993a-f1b16611ba96'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:43.646378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['ce4fdaed-d95f-4c2f-9709-f67b6988ec04'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:38:43.961731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436704e5-7655-4d3f-87c8-45a1733c904b req-55797c26-e781-42a3-8d39-6798af3715cd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:43.965606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-436704e5-7655-4d3f-87c8-45a1733c904b req-55797c26-e781-42a3-8d39-6798af3715cd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.2305639 Jul 22 23:38:44.058905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-436704e5-7655-4d3f-87c8-45a1733c904b req-5e97e033-f221-49be-86fb-2c6c0d5a6655 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859761 Jul 22 23:38:44.631317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b06fa3-82b4-4354-8e1b-01fff6995036 req-94cf2b4d-9b8d-4a32-8894-8eb244a4223d tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:44.639923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b06fa3-82b4-4354-8e1b-01fff6995036 req-94cf2b4d-9b8d-4a32-8894-8eb244a4223d tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1106009 Jul 22 23:38:44.739646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b06fa3-82b4-4354-8e1b-01fff6995036 req-02c39859-86a0-48f2-99b4-2bbf826e3032 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936267 Jul 22 23:38:45.398338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6ec6c-0348-47e1-acf4-b20a2f5e8a32 req-d5b8e878-9617-4729-bee5-7a1192dc30f0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:45.403891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0d6ec6c-0348-47e1-acf4-b20a2f5e8a32 req-d5b8e878-9617-4729-bee5-7a1192dc30f0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1808829 Jul 22 23:38:45.521296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0d6ec6c-0348-47e1-acf4-b20a2f5e8a32 req-2bd71c08-311a-4666-99ae-c8aaa1e03afa tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092279 Jul 22 23:38:45.878402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:46.021380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 22a45a9f-6cd1-4644-993a-f1b16611ba96 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:46.021883 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.200034 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d7d3e9e0-1542-4d20-94fe-e583e07cdf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.363232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deff94-b10b-4df0-81dd-0996743bec02 req-3f1cc71d-c377-4cb3-a0cb-3ad50eb3c024 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:46.364917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9deff94-b10b-4df0-81dd-0996743bec02 req-3f1cc71d-c377-4cb3-a0cb-3ad50eb3c024 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 945 time: 0.3341737 Jul 22 23:38:46.389389 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.480289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:46.488892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9deff94-b10b-4df0-81dd-0996743bec02 req-754a037c-679e-4662-b93f-07e9e89fb092 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069055 Jul 22 23:38:46.503515 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d327ed8f-a570-46f5-9dec-35c8478311ca" -d '{"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-plugged", "status": "completed", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:46.552755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:46.569293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:46.570056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce4fdaed-d95f-4c2f-9709-f67b6988ec04 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:38:46.808452 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b6e8c9-1260-4330-90d1-efe6287d2da2 x-openstack-request-id: req-f0b6e8c9-1260-4330-90d1-efe6287d2da2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:46.809536 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-plugged", "status": "completed", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:46.809840 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0b6e8c9-1260-4330-90d1-efe6287d2da2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:46.810757 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'code': 200} Jul 22 23:38:46.815758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:46.930148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:38:46.954937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:38:46.958131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.281410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857661c-ec3f-46c1-bce8-5cf9847a8cbe req-63fde2f1-60bf-4f8f-a4c7-e9852382e2f5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:47.290995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857661c-ec3f-46c1-bce8-5cf9847a8cbe req-63fde2f1-60bf-4f8f-a4c7-e9852382e2f5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.3563974 Jul 22 23:38:47.392820 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.403048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857661c-ec3f-46c1-bce8-5cf9847a8cbe req-acc47922-211c-4bec-903a-4d6e36b013f5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019979 Jul 22 23:38:47.542308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,segment=NetworkSegment(b2c8fc25-3b73-40b4-b832-92a264b7ff79),segment_id=b2c8fc25-3b73-40b4-b832-92a264b7ff79)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:47.548600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:47.802491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:48.065716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2fb00-7897-4fb0-83db-e4e6ba563398 req-2490c83a-f47d-4f87-95e8-ef2e6454f44c tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:48.069182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70b2fb00-7897-4fb0-83db-e4e6ba563398 req-2490c83a-f47d-4f87-95e8-ef2e6454f44c tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 946 time: 0.2457380 Jul 22 23:38:48.188971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70b2fb00-7897-4fb0-83db-e4e6ba563398 req-f19f2565-ce21-4d39-8ab8-f22fb7c0a042 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124060 Jul 22 23:38:48.813305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:38:48.815853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7140a8e9-a9d4-4ebf-a6a3-0b3757f9c3bb" -d '{"events": [{"server_uuid": "ccd16e0a-8628-452a-86e9-26a34665c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "ce4fdaed-d95f-4c2f-9709-f67b6988ec04"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:38:49.051904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c67e4-0af6-4ae8-8ab0-768af3758e03 req-53ba6dbe-d2e7-41ae-8ede-4e1acff5e0d0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:49.069570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-664c67e4-0af6-4ae8-8ab0-768af3758e03 req-53ba6dbe-d2e7-41ae-8ede-4e1acff5e0d0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.4006176 Jul 22 23:38:49.140394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-664c67e4-0af6-4ae8-8ab0-768af3758e03 req-b664efa6-456a-4285-b1ec-2e0b9d50f8b1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699978 Jul 22 23:38:49.308872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6d99945-e2ad-4038-849d-a09229b3dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.426723 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b41c756-c5b5-4df2-b739-d5338c21c6f9 x-openstack-request-id: req-0b41c756-c5b5-4df2-b739-d5338c21c6f9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:38:49.427174 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd16e0a-8628-452a-86e9-26a34665c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "ce4fdaed-d95f-4c2f-9709-f67b6988ec04", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:38:49.428141 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b41c756-c5b5-4df2-b739-d5338c21c6f9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:38:49.428970 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04', 'code': 200} Jul 22 23:38:49.595521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:49.861398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22f7bf-600f-40e1-9b2e-251de746e31a req-3ee7dfad-52e2-445d-a6bd-e456d63254d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:49.866103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af22f7bf-600f-40e1-9b2e-251de746e31a req-3ee7dfad-52e2-445d-a6bd-e456d63254d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 1097 time: 0.3399208 Jul 22 23:38:50.040820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-d1e62215-573d-4bdb-aab2-b92614caf951 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241701 Jul 22 23:38:50.077777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af22f7bf-600f-40e1-9b2e-251de746e31a req-7db5c841-4b22-4884-8d69-e5c758484972 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763270 Jul 22 23:38:50.124612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638a173-fae1-4882-bbc7-05c0c8a92c4b req-73f27f37-f5b6-402d-885d-d606ba0f363f tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.157092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5638a173-fae1-4882-bbc7-05c0c8a92c4b req-73f27f37-f5b6-402d-885d-d606ba0f363f tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 946 time: 0.5064070 Jul 22 23:38:50.185075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:50.314085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5638a173-fae1-4882-bbc7-05c0c8a92c4b req-5d1df4e2-6c78-4014-a8f3-9746a01adc55 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497083 Jul 22 23:38:50.856383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-6d6238f3-1cab-4258-8d95-6ca37b8e1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:50.867413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-6d6238f3-1cab-4258-8d95-6ca37b8e1d0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 1098 time: 0.5157044 Jul 22 23:38:51.034313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b02f20-dd8f-4585-a225-c3208633894e req-eaf65f41-63b7-4d22-b4fe-54e8c27bb685 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.058051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b02f20-dd8f-4585-a225-c3208633894e req-eaf65f41-63b7-4d22-b4fe-54e8c27bb685 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.3792419 Jul 22 23:38:51.457464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b02f20-dd8f-4585-a225-c3208633894e req-9ab69605-9a6e-4984-a425-e7b36f448862 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976290 Jul 22 23:38:51.487498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-b4d82052-1e80-412d-9c57-142fdd5b241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.495960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-b4d82052-1e80-412d-9c57-142fdd5b241c service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.5905252 Jul 22 23:38:51.626255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:51.729147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-ee8cf1e8-0be4-43e1-8c99-acdc8dccf670 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 200 len: 1001 time: 0.2192073 Jul 22 23:38:51.924634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-b8d95dbb-44e4-472d-b196-aa7ed51375cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:51.926984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-b8d95dbb-44e4-472d-b196-aa7ed51375cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.1906452 Jul 22 23:38:52.078351 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:52.081973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-67978066-c99d-4e2a-aa37-4a7e8422f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:52.087431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-67978066-c99d-4e2a-aa37-4a7e8422f7c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525891 Jul 22 23:38:52.363689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-a7be903a-2203-46ff-aaae-0bf97c7576d6 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634470 Jul 22 23:38:52.522138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:38:52.759420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-500bebf3-ed25-4f07-9f48-ad42d85cc313 req-83fdcee7-ff98-4b9c-b1a3-3994bd0b92a2 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910108 Jul 22 23:38:54.438541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a7c96-3675-4c92-86f1-4d78353c6924 req-49ec09a8-37ef-4de5-906a-ead54dbbcad0 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:54.440473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c14a7c96-3675-4c92-86f1-4d78353c6924 req-49ec09a8-37ef-4de5-906a-ead54dbbcad0 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 946 time: 0.2206101 Jul 22 23:38:54.560624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c14a7c96-3675-4c92-86f1-4d78353c6924 req-38ada1f5-183d-45bf-a004-f286c94f350a tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057034 Jul 22 23:38:54.988707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797cc48-8841-4301-a824-db385191b768 req-bf89691a-3181-4c48-9a5f-26daa0553b67 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:54.998064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6797cc48-8841-4301-a824-db385191b768 req-bf89691a-3181-4c48-9a5f-26daa0553b67 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.3499851 Jul 22 23:38:55.100551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6797cc48-8841-4301-a824-db385191b768 req-c6f8efa7-324c-461f-81f6-f03ff33e0721 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949230 Jul 22 23:38:56.327598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:56.499784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e23c68e-24ca-4030-a933-2df1faf4f0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.769307 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e23c68e-24ca-4030-a933-2df1faf4f0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.778786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e23c68e-24ca-4030-a933-2df1faf4f0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:56.822969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23c68e-24ca-4030-a933-2df1faf4f0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517fde9e-3d45-46c1-944b-f191f3dd7c8a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:56.890111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8e23c68e-24ca-4030-a933-2df1faf4f0cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c48608fa6f94189815ba9b89fdf622a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597103 Jul 22 23:38:56.894644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36078) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:57.079436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9254abc-c842-4618-bd43-ed43612ca004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.152301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9254abc-c842-4618-bd43-ed43612ca004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.269567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9254abc-c842-4618-bd43-ed43612ca004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.278792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9254abc-c842-4618-bd43-ed43612ca004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:57.283386 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b9254abc-c842-4618-bd43-ed43612ca004 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/517fde9e-3d45-46c1-944b-f191f3dd7c8a HTTP/1.1" status: 204 len: 168 time: 0.3845334 Jul 22 23:38:57.334356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9254abc-c842-4618-bd43-ed43612ca004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fde9e-3d45-46c1-944b-f191f3dd7c8a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:57.550316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9ba2a-b2ab-4b06-bd8b-18238b98192d req-7d3fea29-8ede-4a31-9a3c-d12d671ad543 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:57.554650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf9ba2a-b2ab-4b06-bd8b-18238b98192d req-7d3fea29-8ede-4a31-9a3c-d12d671ad543 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1575902 Jul 22 23:38:57.737000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf9ba2a-b2ab-4b06-bd8b-18238b98192d req-4ae91dd2-f23b-461d-9c12-ed3f0b76a2bc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692736 Jul 22 23:38:58.503001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69147-7a8d-48ac-8604-c63e19831dca req-9ecf1f3e-e067-4753-9703-bf3faded983d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:58.506608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42a69147-7a8d-48ac-8604-c63e19831dca req-9ecf1f3e-e067-4753-9703-bf3faded983d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 947 time: 0.2729318 Jul 22 23:38:58.690097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42a69147-7a8d-48ac-8604-c63e19831dca req-3be1c6ef-aa78-4e4a-a8a9-c0c4545ffb69 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705258 Jul 22 23:38:58.969110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:59.007310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd75-b93a-485a-aab0-67cccd0e12da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.042533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-ba1d99cf-99a7-4615-99a8-a722f578de17 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:38:59.045862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-ba1d99cf-99a7-4615-99a8-a722f578de17 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 947 time: 0.1697795 Jul 22 23:38:59.308932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Deleting port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:38:59.309352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.315516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd75-b93a-485a-aab0-67cccd0e12da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.322033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7dccd75-b93a-485a-aab0-67cccd0e12da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.446707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] For port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:38:59.447301 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.451166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dccd75-b93a-485a-aab0-67cccd0e12da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bb6f23-8fb5-4412-ad29-57596bf9a9fb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:38:59.485397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c7dccd75-b93a-485a-aab0-67cccd0e12da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52ff8b246c3d4fa38791343bf56c6eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147092 Jul 22 23:38:59.514658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:38:59.690964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d9884ea-7ce9-4525-b265-dc771936b244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.758819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d9884ea-7ce9-4525-b265-dc771936b244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.875877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d9884ea-7ce9-4525-b265-dc771936b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.878751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d9884ea-7ce9-4525-b265-dc771936b244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:38:59.884842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5d9884ea-7ce9-4525-b265-dc771936b244 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07bb6f23-8fb5-4412-ad29-57596bf9a9fb HTTP/1.1" status: 204 len: 168 time: 0.3609798 Jul 22 23:38:59.900040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9884ea-7ce9-4525-b265-dc771936b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bb6f23-8fb5-4412-ad29-57596bf9a9fb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:00.078421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7803335-e67b-49ce-8627-9110a3a5b068 req-fe8856a4-e426-43bb-826a-80bf94faf804 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.086247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7803335-e67b-49ce-8627-9110a3a5b068 req-fe8856a4-e426-43bb-826a-80bf94faf804 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.1956043 Jul 22 23:39:00.155148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7803335-e67b-49ce-8627-9110a3a5b068 req-cf061fe0-b122-41f0-8351-4042827a50b5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678844 Jul 22 23:39:00.186756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.187203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:00.187580 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Floating IP 4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c disassociated. External IP: 172.25.5.82, port: a8ee1fe9-1e6c-49c0-8128-002c5855cc7b. Jul 22 23:39:00.187869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Calling delete_port for a8ee1fe9-1e6c-49c0-8128-002c5855cc7b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:00.527661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c43a21-f680-4175-9e78-6d3178db7106 req-b67c6092-4d0c-4323-9fd3-f42ef9e56344 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.539624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21c43a21-f680-4175-9e78-6d3178db7106 req-b67c6092-4d0c-4323-9fd3-f42ef9e56344 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 947 time: 0.3619635 Jul 22 23:39:00.608486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21c43a21-f680-4175-9e78-6d3178db7106 req-a44f3db1-09a0-4c87-bdaa-7981c54d8eb7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ee45244-b78a-4eea-a4e7-c9973494e793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676236 Jul 22 23:39:00.761411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39e273-ef9d-41eb-ae86-b3eb47f25241 req-43827a46-5f83-4ff1-acfe-42ce546c6a77 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:00.773118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a39e273-ef9d-41eb-ae86-b3eb47f25241 req-43827a46-5f83-4ff1-acfe-42ce546c6a77 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 946 time: 0.3969159 Jul 22 23:39:00.835364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a39e273-ef9d-41eb-ae86-b3eb47f25241 req-02098727-34d9-419d-a2c5-97d3268dbdbd tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603976 Jul 22 23:39:00.963062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:01.066866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event deleted for resources: {'Port': ['ID=a8ee1fe9-1e6c-49c0-8128-002c5855cc7b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:01.376248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Router 928abf9a-93fc-4f04-add0-cda17796a531 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:01.473979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ee993-0119-4b5f-b716-38afde28c2bc req-64b310f8-896f-4655-ac44-6d0ae871a38c tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:01.476445 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-807ee993-0119-4b5f-b716-38afde28c2bc req-64b310f8-896f-4655-ac44-6d0ae871a38c tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 946 time: 0.2129927 Jul 22 23:39:01.828426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Deleting port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:01.830158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:01.887987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:01.910810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:01.951203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:01.951718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:38:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:02.034283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82712140-5646-4894-a136-5fa3bd7fbe35 req-8dd05adc-6a4e-4ed9-9398-942ddc0cbefd tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf362ce1-707a-403e-a2dc-ce9790569b6d HTTP/1.1" status: 200 len: 210 time: 0.1396143 Jul 22 23:39:02.081014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] No DVR routers for this DVR port a8ee1fe9-1e6c-49c0-8128-002c5855cc7b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:02.086106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.091273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d703827-e121-4f52-a401-6bf13b1228b1 req-9485b2ff-efa3-4c8b-81fb-2f823d797b88 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "DELETE /v2.0/ports/a8ee1fe9-1e6c-49c0-8128-002c5855cc7b HTTP/1.1" status: 204 len: 173 time: 3.0344276 Jul 22 23:39:02.092271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-deleted', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:02.113456 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe9206-1f99-44ee-86ae-b97b2763fba6" -d '{"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-deleted", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:02.192315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] For port ce4fdaed-d95f-4c2f-9709-f67b6988ec04, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,segment=NetworkSegment(b2c8fc25-3b73-40b4-b832-92a264b7ff79),segment_id=b2c8fc25-3b73-40b4-b832-92a264b7ff79)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:02.192984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.246693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Calling delete_port for ce4fdaed-d95f-4c2f-9709-f67b6988ec04 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:02.403305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:02.523107 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d70d2c-0bad-4be3-a16a-335633f90a16 x-openstack-request-id: req-81d70d2c-0bad-4be3-a16a-335633f90a16 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:02.524468 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf362ce1-707a-403e-a2dc-ce9790569b6d", "name": "network-vif-deleted", "tag": "a8ee1fe9-1e6c-49c0-8128-002c5855cc7b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:02.524889 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81d70d2c-0bad-4be3-a16a-335633f90a16 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:02.525545 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf362ce1-707a-403e-a2dc-ce9790569b6d', 'name': 'network-vif-deleted', 'tag': 'a8ee1fe9-1e6c-49c0-8128-002c5855cc7b', 'status': 'completed', 'code': 200} Jul 22 23:39:02.595724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7181d-c797-42d9-8e93-804b0c10ba55 req-00cc85c5-9c9a-4f1e-ad6d-bfb5df332f8a tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:02.605910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ce7181d-c797-42d9-8e93-804b0c10ba55 req-00cc85c5-9c9a-4f1e-ad6d-bfb5df332f8a tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccd16e0a-8628-452a-86e9-26a34665c1f0 HTTP/1.1" status: 200 len: 946 time: 0.3051414 Jul 22 23:39:02.673780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:02.737804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.793770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Pushing event deleted for resources: {'Port': ['ID=ce4fdaed-d95f-4c2f-9709-f67b6988ec04,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:02.838489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: a8ee1fe9-1e6c-49c0-8128-002c5855cc7b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:02.839054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8ee1fe9-1e6c-49c0-8128-002c5855cc7b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:02.851540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['ce4fdaed-d95f-4c2f-9709-f67b6988ec04'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:02.853060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ce7181d-c797-42d9-8e93-804b0c10ba55 req-cffbe7a3-76a0-4e75-82a5-ff6d4a34f926 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.21 "GET /v2.0/security-groups?id=4fc22cc4-a044-4a25-b7d2-cedd14983d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459292 Jul 22 23:39:02.943737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] No DVR routers for this DVR port ce4fdaed-d95f-4c2f-9709-f67b6988ec04 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:02.948569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:02.955322 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-807ee993-0119-4b5f-b716-38afde28c2bc req-d3fd6316-07f1-4556-b88d-211e560af098 tempest-ServerAddressesNegativeTestJSON-2146757787 tempest-ServerAddressesNegativeTestJSON-2146757787-project] 10.222.0.48 "DELETE /v2.0/ports/ce4fdaed-d95f-4c2f-9709-f67b6988ec04 HTTP/1.1" status: 204 len: 173 time: 1.4608450 Jul 22 23:39:02.957053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'name': 'network-vif-deleted', 'tag': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:02.960753 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f186a9dc-be15-4ebf-ba5c-bc67b140cf7c" -d '{"events": [{"server_uuid": "ccd16e0a-8628-452a-86e9-26a34665c1f0", "name": "network-vif-deleted", "tag": "ce4fdaed-d95f-4c2f-9709-f67b6988ec04"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:03.101725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894cc6-231d-445a-80c8-38ba8ae88f6a req-518cae0f-9a9b-4a1a-b0f7-9a105510b7f0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:03.107064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2894cc6-231d-445a-80c8-38ba8ae88f6a req-518cae0f-9a9b-4a1a-b0f7-9a105510b7f0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 947 time: 0.4301214 Jul 22 23:39:03.273368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2894cc6-231d-445a-80c8-38ba8ae88f6a req-6a8bde65-b953-4e47-bee8-5dc6459a6dac tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538334 Jul 22 23:39:03.516467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:03.580611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:03.600732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:03.605167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:38:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:03.702376 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7c9e87-36b1-4c48-98ca-a3df81fd7e4b x-openstack-request-id: req-3b7c9e87-36b1-4c48-98ca-a3df81fd7e4b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:03.702841 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd16e0a-8628-452a-86e9-26a34665c1f0", "name": "network-vif-deleted", "tag": "ce4fdaed-d95f-4c2f-9709-f67b6988ec04", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:03.703227 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7c9e87-36b1-4c48-98ca-a3df81fd7e4b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:03.704096 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd16e0a-8628-452a-86e9-26a34665c1f0', 'name': 'network-vif-deleted', 'tag': 'ce4fdaed-d95f-4c2f-9709-f67b6988ec04', 'status': 'completed', 'code': 200} Jul 22 23:39:04.046224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:04.058092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:04.061443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:04.199447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:04.237237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d704-8b43-4740-95e7-00b42d07b507 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.308948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d704-8b43-4740-95e7-00b42d07b507 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.395374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Deleting subnet 5f610ec6-e917-467f-be70-07fc325eced7 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:04.449038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.458020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d704-8b43-4740-95e7-00b42d07b507 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.465490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d704-8b43-4740-95e7-00b42d07b507 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.467917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c6b3d704-8b43-4740-95e7-00b42d07b507 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ee45244-b78a-4eea-a4e7-c9973494e793 HTTP/1.1" status: 204 len: 168 time: 0.4087071 Jul 22 23:39:04.472104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:04.491842 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a42ebf64-e504-4cf0-8381-7e5f8f963a95 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] show failed (client error): The resource could not be found. Jul 22 23:39:04.493174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a42ebf64-e504-4cf0-8381-7e5f8f963a95 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups/4ee45244-b78a-4eea-a4e7-c9973494e793 HTTP/1.1" status: 404 len: 347 time: 0.0199468 Jul 22 23:39:04.498468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:04.509276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3d704-8b43-4740-95e7-00b42d07b507 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee45244-b78a-4eea-a4e7-c9973494e793,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:04.525707 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.635498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:04.637340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:04.647306 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a107d-ac2d-4595-a010-855b596988ac" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-unplugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:04.655503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.705634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.736186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=14']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:04.847882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Deleting port 0baa743e-ff6e-4354-8f93-de1d91275ea9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:04.848296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.903525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:04.938457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:04.995171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76bf3ea-8534-43e1-b5c9-e88609ad3ed2 None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:05.024309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.024869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.059303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Calling delete_port for 0baa743e-ff6e-4354-8f93-de1d91275ea9 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:05.198350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.303365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f610ec6-e917-467f-be70-07fc325eced7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:05.311715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:05.319439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36362) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:05.323421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-567b51cb-70c2-4e2e-91f6-3bac77e13331 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f610ec6-e917-467f-be70-07fc325eced7 HTTP/1.1" status: 204 len: 168 time: 1.1221812 Jul 22 23:39:05.712963 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7834132-3888-4747-8167-fa76dc29d669 None None] New status for floating IP 4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:39:05.909922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.008532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce4fdaed-d95f-4c2f-9709-f67b6988ec04 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:06.081732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: ce4fdaed-d95f-4c2f-9709-f67b6988ec04 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:06.082109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce4fdaed-d95f-4c2f-9709-f67b6988ec04 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:06.252853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefb9904-fd4b-4044-9e60-e1196797b7d5 x-openstack-request-id: req-eefb9904-fd4b-4044-9e60-e1196797b7d5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:06.253362 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-unplugged", "status": "completed", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:06.253762 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eefb9904-fd4b-4044-9e60-e1196797b7d5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:06.254922 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'code': 200} Jul 22 23:39:06.408268 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.438100 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-e7834132-3888-4747-8167-fa76dc29d669 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:39:06.438569 n-d-758851-4 neutron-server[93793]: DEBUG oslo_db.api [None req-e7834132-3888-4747-8167-fa76dc29d669 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:39:06.543113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.545987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.596359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf5637f-8dec-443a-8237-9de99dfa7899']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:06.606284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event deleted for resources: {'Port': ['ID=0baa743e-ff6e-4354-8f93-de1d91275ea9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:06.617446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c8fc25-3b73-40b4-b832-92a264b7ff79') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:06.617989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c8fc25-3b73-40b4-b832-92a264b7ff79') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:06.662473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.718886 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.736602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:39:06.737712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:39:06.741502 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:39:06.789968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.795110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:06.797743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3dae46d3-d455-4e7a-a8d4-ecd1dcec9f2f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c HTTP/1.1" status: 204 len: 168 time: 2.2969785 Jul 22 23:39:06.940333 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7834132-3888-4747-8167-fa76dc29d669 None None] New status for floating IP 4ef83f4b-d34d-41cd-8df0-a0b18fa2f70c: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:39:06.959071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.030532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.035167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7cf5637f-8dec-443a-8237-9de99dfa7899 HTTP/1.1" status: 204 len: 168 time: 1.7130308 Jul 22 23:39:07.040216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85169f-02c4-42e2-9b65-5c6f7748dd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf5637f-8dec-443a-8237-9de99dfa7899,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:07.360536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:07.368657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041837484', 'description': 'tempest-description--2052632893'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:07.463682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.688063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:07.735214 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.744061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.798320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e1359c61-7c0e-4002-90eb-617a1ee4fc6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=255d1df66be54f18acce80eebf9e1854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076639 Jul 22 23:39:07.816071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36450) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:07.861516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf13be44-70da-4fd5-ad2f-5f05e48d3051,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:07.865511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:07.870296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1bfecbd2-6b38-4b1b-9ee5-713109c752c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5091448 Jul 22 23:39:07.870490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:08.050577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989db3e0-d01d-4a91-9691-1694e02fdb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.081260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989db3e0-d01d-4a91-9691-1694e02fdb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.172248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989db3e0-d01d-4a91-9691-1694e02fdb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.175983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-989db3e0-d01d-4a91-9691-1694e02fdb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:08.178181 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-989db3e0-d01d-4a91-9691-1694e02fdb17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fc22cc4-a044-4a25-b7d2-cedd14983d83 HTTP/1.1" status: 204 len: 168 time: 0.3599396 Jul 22 23:39:08.218273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989db3e0-d01d-4a91-9691-1694e02fdb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc22cc4-a044-4a25-b7d2-cedd14983d83,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:08.383770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c0849-f0c5-4f65-9cfe-6d76933ae98c req-b4ae2422-0994-4e7b-b821-e2e1ddb4b738 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:08.393859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e02c0849-f0c5-4f65-9cfe-6d76933ae98c req-b4ae2422-0994-4e7b-b821-e2e1ddb4b738 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1113951 Jul 22 23:39:08.481642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e02c0849-f0c5-4f65-9cfe-6d76933ae98c req-a2ba9e24-8f62-474b-9037-ad9aa54f70c7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Jul 22 23:39:08.590019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'security_group_rule': {'security_group_id': 'cf13be44-70da-4fd5-ad2f-5f05e48d3051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:08.695644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.017309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.027390 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.061819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df3496d-13aa-4f69-86e2-a03e0321ddf6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:09.068926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.070734 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25014faf-afb7-4174-834b-e07933c0fa98 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1984596 Jul 22 23:39:09.076670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:09.084224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'security_group_rule': {'security_group_id': 'cf13be44-70da-4fd5-ad2f-5f05e48d3051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:09.144609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-5d0224a7-4fcc-418e-86f6-60deeb2b60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.146919 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-5d0224a7-4fcc-418e-86f6-60deeb2b60f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 0.2089827 Jul 22 23:39:09.152778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.183607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c9975-a631-456e-acde-7a12beb79ea4 req-901096fd-98fa-4635-986f-ce1d0f2fd560 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.196288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d13c9975-a631-456e-acde-7a12beb79ea4 req-901096fd-98fa-4635-986f-ce1d0f2fd560 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1851189 Jul 22 23:39:09.289739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d13c9975-a631-456e-acde-7a12beb79ea4 req-ecb6edfd-c162-42d7-9ad4-2643333c7fcb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868714 Jul 22 23:39:09.353194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-cb1865fb-6a35-4d83-970b-ba18fa0aca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.354961 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-cb1865fb-6a35-4d83-970b-ba18fa0aca83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.1989136 Jul 22 23:39:09.356930 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.371512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.443814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e52adc8-11cd-4601-8f9b-e472b69e5ddf,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:09.452545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.461487 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5c9bd4c-5e27-438d-b42a-0f1b4f662b26 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829906 Jul 22 23:39:09.462774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:09.470482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:09.476734 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-0f438e59-94e1-4e3b-9932-dbb542164a0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.1133301 Jul 22 23:39:09.540803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.590966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-0264ecd5-19b7-4227-9dc4-488a8de5d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.595875 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-0264ecd5-19b7-4227-9dc4-488a8de5d1fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.0970702 Jul 22 23:39:09.714454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:09.717546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-9e42f8b8-a22e-4639-913b-9c5ab5939188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:09.741169 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-9e42f8b8-a22e-4639-913b-9c5ab5939188 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333628 Jul 22 23:39:09.950442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Allocated IP 172.25.5.244 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/2a86585d-5379-4a81-bd00-0ad80978651a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:10.030736 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-b378e5f7-509d-42c1-af6a-db36f3a48870 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315369 Jul 22 23:39:10.131012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.203701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a78aadd2-fc08-4e77-8568-cff120d94476 req-13e3f657-b397-4312-a055-20b7327f4bfb service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656430 Jul 22 23:39:10.221669 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.306440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:10.312439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:10.320631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:10.324779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'Port': ['ID=2a86585d-5379-4a81-bd00-0ad80978651a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:10.544841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.575732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5a0e4-bd95-41f7-97e7-28f339fd1d1b req-9f805717-530b-4e30-9e30-b2c2d507ce82 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:10.577449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95f5a0e4-bd95-41f7-97e7-28f339fd1d1b req-9f805717-530b-4e30-9e30-b2c2d507ce82 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1844981 Jul 22 23:39:10.674849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.713108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95f5a0e4-bd95-41f7-97e7-28f339fd1d1b req-c96eaf53-a65a-4796-b370-a46e8c982579 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074488 Jul 22 23:39:10.923158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:10.933010 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.088999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.102357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'Port': ['ID=2a86585d-5379-4a81-bd00-0ad80978651a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:11.132165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:11.133449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-db26395f-446b-4970-ab08-5e2b02e54b37 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6693845 Jul 22 23:39:11.831759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-fa7e2dea-ccee-42ae-a010-cfc5171d93b9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1041837484&fields=id&tenant_id=854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 267 time: 0.0372488 Jul 22 23:39:12.004035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-fff7d5bd-aa4c-44c0-b67f-72ac258bceb9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:12.006862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-fff7d5bd-aa4c-44c0-b67f-72ac258bceb9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 817 time: 0.1510732 Jul 22 23:39:12.028706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-74349aef-49ec-43d5-9c54-f388d1f98f63 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/quotas/854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 375 time: 0.0138319 Jul 22 23:39:12.127474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-ff65e9ee-81f5-4daf-b66b-f5249c44e2e7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928624 Jul 22 23:39:12.150258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:12.296731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-c8bc1b44-2559-4b90-95b2-ecd3a06432b9 service neutron] 10.222.0.21 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395936 Jul 22 23:39:12.428848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-debc3419-0260-4215-af37-c9e6a6745c9c service neutron] 10.222.0.21 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175184 Jul 22 23:39:12.744846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933b032-9221-4fde-a0e3-82f2b769b915 req-8afd53ce-9998-42ff-8572-cb064a9353c1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:12.746461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8933b032-9221-4fde-a0e3-82f2b769b915 req-8afd53ce-9998-42ff-8572-cb064a9353c1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1040931 Jul 22 23:39:12.821545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8933b032-9221-4fde-a0e3-82f2b769b915 req-b664fa03-712e-439f-a6fd-d194b7cf4da0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622227 Jul 22 23:39:12.864226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-952564858-network', 'tenant_id': '760ab38a11bd448eb9cc790cd8ef79dc'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:12.902434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Made reservation on behalf of 760ab38a11bd448eb9cc790cd8ef79dc for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:12.908631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:12.925696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.065192 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.075075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.132438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:39:13.146958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-fd7f2cde-b486-4e74-9aaf-24d109d16ba4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:13.153001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:13.161860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-fd7f2cde-b486-4e74-9aaf-24d109d16ba4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.2035701 Jul 22 23:39:13.162156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.162719 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Added segment 55738b4c-65a5-450d-8c15-44e90e581aa2 of type vlan for network ff160c1c-5e04-4294-ac44-e8fb462b1b3d Jul 22 23:39:13.178296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.179163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.179750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.180802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.180945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-b7b7b7d2-f0b2-4986-bf0d-c9f919a7056a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/quotas/f9e7e342177549729a90cbc3a8d0e95f HTTP/1.1" status: 200 len: 375 time: 0.0184340 Jul 22 23:39:13.181487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.182032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.182608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.183265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.183834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.184480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.185023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.185583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:13.283750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9ed7485-2d8a-493a-98ee-f4f7e531ab95 req-b5768409-c450-4517-9aee-0bed43e7bd5d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 210 time: 0.0434840 Jul 22 23:39:13.306540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-e3d89715-1a79-4408-8cb3-5484e88d8274 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246283 Jul 22 23:39:13.447525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:13.477512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-58a0188a-668d-4665-9c00-ae6bc965725e service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700385 Jul 22 23:39:13.644933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-4a85fe27-852a-4d3b-912f-e9921f3e7e79 service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588342 Jul 22 23:39:13.691401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.754169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-667fd31d-691f-4bd6-b264-0b2110ec8261 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:13.756366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-667fd31d-691f-4bd6-b264-0b2110ec8261 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2f8c00d-63ff-4877-abde-3031095986df HTTP/1.1" status: 200 len: 946 time: 0.1146736 Jul 22 23:39:13.757187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.758514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:13.759238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.833102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b89998-68d2-405f-8afc-ea40c75f0e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:13.867920 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7124672 Jul 22 23:39:13.871507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:13.886459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Request body: {'subnet': {'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-952564858-subnet', 'tenant_id': '760ab38a11bd448eb9cc790cd8ef79dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:13.945025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5ca57-8c6b-4e78-8a19-1e445d3b7b32 admin admin] Pushing event updated for resources: {'Network': ['ID=ff160c1c-5e04-4294-ac44-e8fb462b1b3d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:13.947461 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:39:13.947461 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:39:13.947461 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': '760ab38a11bd448eb9cc790cd8ef79dc', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 39, 13, 900624)}] Jul 22 23:39:13.947461 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:39:13.948334 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:39:13.961113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ff160c1c-5e04-4294-ac44-e8fb462b1b3d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:39:14.061014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8bdc-92f2-4cdc-bd36-0cc24261a1e7 req-ea9c79e4-4797-40e4-8b1a-e19b8b0d9e44 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.061198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Deleting port 22a45a9f-6cd1-4644-993a-f1b16611ba96 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:14.061378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.066009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:14.070848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-168f8bdc-92f2-4cdc-bd36-0cc24261a1e7 req-ea9c79e4-4797-40e4-8b1a-e19b8b0d9e44 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1403410 Jul 22 23:39:14.195788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-168f8bdc-92f2-4cdc-bd36-0cc24261a1e7 req-ee29e34c-8eef-4a1d-b794-d65efe31fe4f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236482 Jul 22 23:39:14.208558 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b89998-68d2-405f-8afc-ea40c75f0e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.219579 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92b89998-68d2-405f-8afc-ea40c75f0e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.272405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:14.272987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.340345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Calling delete_port for 22a45a9f-6cd1-4644-993a-f1b16611ba96 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:14.352478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b89998-68d2-405f-8afc-ea40c75f0e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ae186-c59a-469b-8be2-5fa166eaf398,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:14.416853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-92b89998-68d2-405f-8afc-ea40c75f0e71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3848668b9cd941afa960ee7088749d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9682233 Jul 22 23:39:14.429019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aadca0ef-fec2-487c-a224-61bfcef1f903 req-bad45ddb-d9b9-4578-b679-3fb88168cfb9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 210 time: 0.1068819 Jul 22 23:39:14.429555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:14.519905 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.545489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Made reservation on behalf of 760ab38a11bd448eb9cc790cd8ef79dc for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:14.548677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.637948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 22a45a9f-6cd1-4644-993a-f1b16611ba96, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=22a45a9f-6cd1-4644-993a-f1b16611ba96,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:14.642976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:14.650749 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5114386-5cfc-47b7-81a2-0b8e58b8604e" -d '{"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-unplugged", "status": "completed", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:14.658809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.722558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-be2f737f-9c62-4065-b118-63db604bf38a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:14.727108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-be2f737f-9c62-4065-b118-63db604bf38a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 817 time: 0.4901509 Jul 22 23:39:14.761929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:14.767017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4a039e9-f748-4c24-8ee7-3f642c28d14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.898830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.922620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4a039e9-f748-4c24-8ee7-3f642c28d14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:14.943421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event deleted for resources: {'Port': ['ID=22a45a9f-6cd1-4644-993a-f1b16611ba96,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:14.978666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.030969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-8363a9c6-aa05-4a50-8ce2-be90e4d4834d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 380 time: 0.2431674 Jul 22 23:39:15.047164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4a039e9-f748-4c24-8ee7-3f642c28d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.050560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4a039e9-f748-4c24-8ee7-3f642c28d14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.052081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4a039e9-f748-4c24-8ee7-3f642c28d14d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d05ae186-c59a-469b-8be2-5fa166eaf398 HTTP/1.1" status: 204 len: 168 time: 0.5484188 Jul 22 23:39:15.061572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'port': {'device_id': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'admin_state_up': True, 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'security_groups': ['cf13be44-70da-4fd5-ad2f-5f05e48d3051']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:15.108005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] No DVR routers for this DVR port 22a45a9f-6cd1-4644-993a-f1b16611ba96 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:15.114915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.117069 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f16599c-c45b-4b82-949d-8c0c9099b1d7 req-09317842-b930-4c49-93c8-1048658d04bd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "DELETE /v2.0/ports/22a45a9f-6cd1-4644-993a-f1b16611ba96 HTTP/1.1" status: 204 len: 173 time: 1.3530974 Jul 22 23:39:15.117846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-deleted', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:15.120544 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d42360e-d37c-4d89-8aa1-93fa12bf686e" -d '{"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-deleted", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:15.150493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1a1199-1adb-492d-9591-df074116ba0c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:15.172882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Checking segment: {'id': '55738b4c-65a5-450d-8c15-44e90e581aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:15.173947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Network hostable DHCP agents. Network: ff160c1c-5e04-4294-ac44-e8fb462b1b3d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:39:15.189589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a039e9-f748-4c24-8ee7-3f642c28d14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ae186-c59a-469b-8be2-5fa166eaf398,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:15.200186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Network ff160c1c-5e04-4294-ac44-e8fb462b1b3d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:39:15.217110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ff160c1c-5e04-4294-ac44-e8fb462b1b3d) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:15.232543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1716a-b6fe-41cc-8c53-04b51d2a7058 None None] Network ff160c1c-5e04-4294-ac44-e8fb462b1b3d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:15.233103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.235553 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.245489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664c506-0a2c-4954-9dc6-184f3dacd12e req-d751103b-2fc3-4d77-ac6c-588b5b71de8e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.247135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7664c506-0a2c-4954-9dc6-184f3dacd12e req-d751103b-2fc3-4d77-ac6c-588b5b71de8e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.5186086 Jul 22 23:39:15.249420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbe8784e-376d-4cc1-ae64-9ad23cf049ae req-45b67ec9-8340-4dbd-8944-56713db18149 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 210 time: 0.0636094 Jul 22 23:39:15.261904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7cf08691-9cef-4b13-951c-cdc0d1493e5c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3876240 Jul 22 23:39:15.310872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7664c506-0a2c-4954-9dc6-184f3dacd12e req-32a44076-49a6-45b3-9486-ccb8e67ec6da tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574629 Jul 22 23:39:15.348174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Made reservation on behalf of 854caaa4465c478885c7a7eccafb5adf for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:15.354913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:15.401897 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0957e399-ba0f-42a6-9fbc-b3088f79dcf1 x-openstack-request-id: req-0957e399-ba0f-42a6-9fbc-b3088f79dcf1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:15.402204 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-unplugged", "status": "completed", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:15.402460 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0957e399-ba0f-42a6-9fbc-b3088f79dcf1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:15.403499 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'code': 200} Jul 22 23:39:15.423366 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae05b91b-5407-4390-9250-34f884f145ab x-openstack-request-id: req-ae05b91b-5407-4390-9250-34f884f145ab {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:15.423366 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f8c00d-63ff-4877-abde-3031095986df", "name": "network-vif-deleted", "tag": "22a45a9f-6cd1-4644-993a-f1b16611ba96", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:15.423927 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae05b91b-5407-4390-9250-34f884f145ab {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:15.424173 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f8c00d-63ff-4877-abde-3031095986df', 'name': 'network-vif-deleted', 'tag': '22a45a9f-6cd1-4644-993a-f1b16611ba96', 'status': 'completed', 'code': 200} Jul 22 23:39:15.490863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f693292-c797-420a-9d66-fae86f6ff737 None None] Network ff160c1c-5e04-4294-ac44-e8fb462b1b3d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:15.703753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67ffff83-1b29-4c71-8cf6-47a6f8ccb826 req-499c874a-0fda-4477-bd5f-c0960425db24 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 210 time: 0.1549828 Jul 22 23:39:15.744769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:15.745444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Allocated IP 172.20.0.9 (006f8a84-bb1a-425c-9b48-25cbcfb2a8b6/711797dd-23b4-4f80-892e-d5ee844b6309/924c944f-74e5-4f83-b8c9-6cc47c0cdcb5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:15.782041 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-3bd5d6fe-7f95-42bd-9bd2-a1749322ea6d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:15.783867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-3bd5d6fe-7f95-42bd-9bd2-a1749322ea6d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.2308326 Jul 22 23:39:15.813241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Request body: {'port': {'device_id': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'admin_state_up': True, 'tenant_id': 'f9e7e342177549729a90cbc3a8d0e95f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:15.952725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Made reservation on behalf of f9e7e342177549729a90cbc3a8d0e95f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:15.957950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.106711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.124437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Allocated IP 172.20.0.4 (e580ae9d-74c5-423a-ba8e-3adb227baacb/2d92a1d4-73d4-477c-8fe5-99d9e0175910/0ba617dc-81bb-4bae-a01f-23492590f59f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:16.169298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dcf6fcc1-f457-4dde-aaec-df74bd58199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.170060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Transition to ACTIVE for port object 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:16.311239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.378010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.420792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-7272b0dd-9d14-471d-a7e5-5ea5afad7fe7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.437444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-7272b0dd-9d14-471d-a7e5-5ea5afad7fe7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.2914708 Jul 22 23:39:16.442502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Network e580ae9d-74c5-423a-ba8e-3adb227baacb is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:16.463475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:16.477899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:16.541923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af50a7a6-1927-4da5-93cf-a4f1002ef1ef req-48514592-c866-482a-b0e9-db83f5675568 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 210 time: 0.1598487 Jul 22 23:39:16.542949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.618718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:16.622054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:16.630962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-42b82ea1-fba3-4046-850d-6bdf5f186c76 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/quotas/e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 375 time: 0.1921680 Jul 22 23:39:16.633412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:16.634847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:16.649939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a6df-871b-476c-84b3-2dfb2d825972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.671053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:16.779062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fde581c6-d576-4f13-98b4-cb38511dd56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.816437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.817138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.853524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:16.854766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:16.885764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:16.991975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-13021afe-e421-47e5-a7f1-613fc8ccfcfd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3598690 Jul 22 23:39:17.029396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a6df-871b-476c-84b3-2dfb2d825972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.037986 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4e8a6df-871b-476c-84b3-2dfb2d825972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.085938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-05ece338-5302-46ab-b8f9-467cee0cff48 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2787058 Jul 22 23:39:17.139045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Request body: {'port': {'device_id': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:17.184754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-66e987b0-102e-47ef-8c0a-903f7c0668e0 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910713 Jul 22 23:39:17.240745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-494b2a07-6cee-4e20-bb9f-bd026b0d8814 None None] Provisioning for port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:17.245928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-494b2a07-6cee-4e20-bb9f-bd026b0d8814 None None] Provisioning complete for port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:17.247529 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-494b2a07-6cee-4e20-bb9f-bd026b0d8814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.250407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8a6df-871b-476c-84b3-2dfb2d825972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a21ec73-055d-4831-b0a2-43a92e1ff4fd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:17.285742 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4e8a6df-871b-476c-84b3-2dfb2d825972 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e18e0a1820e4f7a8441e7f3720e0285&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5391288 Jul 22 23:39:17.289034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:17.336098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-494b2a07-6cee-4e20-bb9f-bd026b0d8814 None None] Port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:17.344237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-d5d7847d-b800-4310-a7d9-3f5fc412f062 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537073 Jul 22 23:39:17.421209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.516904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-c978e7b9-3c6a-4b63-9c30-59d18f0b56c5 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:17.517456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fde581c6-d576-4f13-98b4-cb38511dd56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.518454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-c978e7b9-3c6a-4b63-9c30-59d18f0b56c5 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/networks?id=ff160c1c-5e04-4294-ac44-e8fb462b1b3d HTTP/1.1" status: 200 len: 820 time: 0.1333129 Jul 22 23:39:17.534125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fde581c6-d576-4f13-98b4-cb38511dd56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.542016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-0dfd3683-d972-4860-9b44-733ca7a4a4ac tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4972861 Jul 22 23:39:17.568338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Request body: {'port': {'device_id': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:17.582216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78b66892-9361-4548-9a6f-0ee615adc9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.597718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-7dc00c1c-d66f-415c-a279-ee3ef2b63929 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/quotas/760ab38a11bd448eb9cc790cd8ef79dc HTTP/1.1" status: 200 len: 375 time: 0.0660048 Jul 22 23:39:17.656092 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78b66892-9361-4548-9a6f-0ee615adc9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.688658 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fde581c6-d576-4f13-98b4-cb38511dd56a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c85928290a74f04a758a2b4e543a676&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0102448 Jul 22 23:39:17.689387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:17.729857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde581c6-d576-4f13-98b4-cb38511dd56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba906b51-e965-4ad5-b956-98640411b602,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:17.798613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-bd89bf89-9390-43dc-b28b-e968281ea299 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=760ab38a11bd448eb9cc790cd8ef79dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1999156 Jul 22 23:39:17.863376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78b66892-9361-4548-9a6f-0ee615adc9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.866617 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78b66892-9361-4548-9a6f-0ee615adc9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.868222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-78b66892-9361-4548-9a6f-0ee615adc9fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a21ec73-055d-4831-b0a2-43a92e1ff4fd HTTP/1.1" status: 204 len: 168 time: 0.5779166 Jul 22 23:39:17.885679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1459d17-317e-4199-8c17-7277fbe1dd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:17.941674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1459d17-317e-4199-8c17-7277fbe1dd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.018341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b66892-9361-4548-9a6f-0ee615adc9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a21ec73-055d-4831-b0a2-43a92e1ff4fd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:18.049065 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.054288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba617dc-81bb-4bae-a01f-23492590f59f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:18.076326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1990db3-e07c-456b-9f3c-127bb10d2414 req-c9b2be3f-ceea-4f23-be89-677e97a211d1 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.078241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1990db3-e07c-456b-9f3c-127bb10d2414 req-c9b2be3f-ceea-4f23-be89-677e97a211d1 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 931 time: 0.3620553 Jul 22 23:39:18.082277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:18.090567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.108610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-81fce9b4-a303-4c15-a09b-0021dca1c89d service neutron] 10.222.0.21 "GET /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090374 Jul 22 23:39:18.148657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 22a45a9f-6cd1-4644-993a-f1b16611ba96 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:18.149525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 22a45a9f-6cd1-4644-993a-f1b16611ba96 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:18.164867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Transition to ACTIVE for port object 0ba617dc-81bb-4bae-a01f-23492590f59f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:18.167268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1459d17-317e-4199-8c17-7277fbe1dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.170842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1459d17-317e-4199-8c17-7277fbe1dd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.175971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1459d17-317e-4199-8c17-7277fbe1dd5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba906b51-e965-4ad5-b956-98640411b602 HTTP/1.1" status: 204 len: 168 time: 0.4563088 Jul 22 23:39:18.191048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.213988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1459d17-317e-4199-8c17-7277fbe1dd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba906b51-e965-4ad5-b956-98640411b602,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:18.286807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1990db3-e07c-456b-9f3c-127bb10d2414 req-6b6d71d8-839b-4d57-b2b6-f0e9e39bebf9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983438 Jul 22 23:39:18.363955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-fabb6af5-f365-4390-8673-b0b7e0d02dcd service neutron] 10.222.0.21 "GET /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540503 Jul 22 23:39:18.437943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Attempting to bind port 0ba617dc-81bb-4bae-a01f-23492590f59f on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:18.438276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Attempting to bind port 0ba617dc-81bb-4bae-a01f-23492590f59f by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:18.438668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Attempting to bind port 0ba617dc-81bb-4bae-a01f-23492590f59f on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:18.486931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:18.490327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Port 0ba617dc-81bb-4bae-a01f-23492590f59f on network e580ae9d-74c5-423a-ba8e-3adb227baacb not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:18.491944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Attempting to bind port 0ba617dc-81bb-4bae-a01f-23492590f59f on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:18.503557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:18.503993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Checking segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:18.504668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Bound using segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:18.506295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Bound port: 0ba617dc-81bb-4bae-a01f-23492590f59f, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:18.506679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.554727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f91787ae-d7a1-4024-9ddf-1818c5aa0f2d req-545f92ed-dae5-487f-ac41-f3531d7bc04d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 210 time: 0.0852907 Jul 22 23:39:18.586627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:18.634018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:18.636403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68062381-be54-481c-ab89-f2115977ba2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.637625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:18.644142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.677448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.678383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:18.682008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] 10.222.0.48 "PUT /v2.0/ports/0ba617dc-81bb-4bae-a01f-23492590f59f HTTP/1.1" status: 200 len: 1091 time: 1.5631347 Jul 22 23:39:18.684452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:18.688714 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f547dc-77de-4413-9ceb-88f7ee507a94" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:18.788290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b06a0-f203-4996-bc7d-9c99c1010690 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:18.843130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90cb72f7-f3cf-4e6d-85b8-430d5fc9d125 req-b7ff5e00-a060-4fa1-b22c-e21b49028a6c tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 210 time: 0.1969235 Jul 22 23:39:18.891813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-c3a313f7-1ac7-4c1b-9c3d-03b0904db4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:18.894871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-c3a313f7-1ac7-4c1b-9c3d-03b0904db4fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 1094 time: 0.1034396 Jul 22 23:39:18.999506 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-b232bf39-5bcf-4dde-aa49-2a641ad681d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba617dc-81bb-4bae-a01f-23492590f59f HTTP/1.1" status: 200 len: 217 time: 0.0911257 Jul 22 23:39:19.039190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63bbdf-1ef0-40a5-a732-a76a1c8c8006 req-4e657437-6aa8-4511-aef3-5ae657030659 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:19.058827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee63bbdf-1ef0-40a5-a732-a76a1c8c8006 req-4e657437-6aa8-4511-aef3-5ae657030659 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 931 time: 0.4638739 Jul 22 23:39:19.121637 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0633c109-9801-48f8-a2b3-35d466c601c7 x-openstack-request-id: req-0633c109-9801-48f8-a2b3-35d466c601c7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:19.121947 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:19.122628 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0633c109-9801-48f8-a2b3-35d466c601c7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:19.123383 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'status': 'completed', 'code': 200} Jul 22 23:39:19.138291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:19.164778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee63bbdf-1ef0-40a5-a732-a76a1c8c8006 req-afb91bbd-8ab6-4435-a3f4-f282dd423ca0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947573 Jul 22 23:39:19.168246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68062381-be54-481c-ab89-f2115977ba2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.179789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.182981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68062381-be54-481c-ab89-f2115977ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.222362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-f145144a-ac2f-4e8e-8666-14602a6107d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:19.223773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-f145144a-ac2f-4e8e-8666-14602a6107d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.2088251 Jul 22 23:39:19.246039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Transition to ACTIVE for port object 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:19.254002 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.263209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-68062381-be54-481c-ab89-f2115977ba2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a161e17f59b4219b66bb0e1122cb969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6724820 Jul 22 23:39:19.264097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:19.269961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68062381-be54-481c-ab89-f2115977ba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346b64b3-bdcd-428d-9bf4-ad79c30d07f7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:19.308641 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42e2aa34-2314-4e48-aea3-327e5dddeffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.310648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-fbc533d6-33ec-42a8-89c7-d7e8b2eb43cb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:19.313314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-fbc533d6-33ec-42a8-89c7-d7e8b2eb43cb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.3250527 Jul 22 23:39:19.319792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-abb7dd1b-f1b6-499a-9b4d-6ac57dbaf0c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746274 Jul 22 23:39:19.351841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:19.352628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'port': {'device_id': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'admin_state_up': True, 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:19.582845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:19.610656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-ac290431-07f7-4d1a-be2f-ce17eac0e2aa service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417960 Jul 22 23:39:19.850399 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5596676-1542-41ee-beef-6a018dd6fde4 req-71a704e3-3b6a-4038-bc93-ad86f6d4fc5b service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319219 Jul 22 23:39:19.851456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:19.856721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.060432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Allocated IP 172.20.0.7 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/d03ddc5e-6491-4870-bb4f-1983f2286ec2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:20.071903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38acbcb0-5ef0-45cd-acdb-74178bcc971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.078225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-62a1bcc0-0e15-4a37-b6da-8a03a34e0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.080546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-62a1bcc0-0e15-4a37-b6da-8a03a34e0b57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 1094 time: 0.1328013 Jul 22 23:39:20.085855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-271d56d7-3e0a-487a-ad7a-06023ed71a17 req-cdcf0693-0692-4ca9-9a64-83f3622b3571 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 210 time: 0.0784740 Jul 22 23:39:20.132915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38acbcb0-5ef0-45cd-acdb-74178bcc971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.162246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.166076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Attempting to bind port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:20.166616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Attempting to bind port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:20.167123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Attempting to bind port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:20.187293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:20.188026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Attempting to bind port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 on network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:20.201232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:20.202036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Checking segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:20.202897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Bound using segment: {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:20.203951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Bound port: 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe18e546-2686-40f6-986f-4d6d67b6b25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:20.205560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.225824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b87824-4d74-4df8-99e1-787f14c349cb req-551a19ab-4352-43b3-9e07-2710ce61fb21 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.234153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2b87824-4d74-4df8-99e1-787f14c349cb req-551a19ab-4352-43b3-9e07-2710ce61fb21 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 943 time: 0.7950716 Jul 22 23:39:20.350913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06400b85-5eb2-46c0-9558-8f321ef65030 req-8178cd39-f68c-4950-94a0-d61154271dd4 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 210 time: 0.0776894 Jul 22 23:39:20.379869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38acbcb0-5ef0-45cd-acdb-74178bcc971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.382562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38acbcb0-5ef0-45cd-acdb-74178bcc971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.395077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-38acbcb0-5ef0-45cd-acdb-74178bcc971a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/346b64b3-bdcd-428d-9bf4-ad79c30d07f7 HTTP/1.1" status: 204 len: 168 time: 1.1120760 Jul 22 23:39:20.415285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2b87824-4d74-4df8-99e1-787f14c349cb req-960797dd-68b0-46ec-96f1-3e1bce7063ff tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795917 Jul 22 23:39:20.447551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:20.454855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acbcb0-5ef0-45cd-acdb-74178bcc971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346b64b3-bdcd-428d-9bf4-ad79c30d07f7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:20.461024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:20.472507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.525259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-01b4de69-5906-410c-b0df-3ec75cd94f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.527075 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-01b4de69-5906-410c-b0df-3ec75cd94f58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 906 time: 0.4336622 Jul 22 23:39:20.572736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.573456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.575023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] 10.222.0.48 "PUT /v2.0/ports/924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 200 len: 1091 time: 3.0126538 Jul 22 23:39:20.575564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:20.577925 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242b0402-722f-4fce-9467-31c6d435fa2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:20.599484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f60e2d-efcb-44d5-90ee-9702900938ad service neutron] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:20.621169 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-b348d6f0-dafe-40f5-97f9-00b6024498fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ba617dc-81bb-4bae-a01f-23492590f59f HTTP/1.1" status: 200 len: 217 time: 0.0694869 Jul 22 23:39:20.664026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee92b-002a-455b-ad4c-10efe0f8c7ab req-485b5b8d-a04c-4fb4-b43b-e1bf7a88d6ef tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.671737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b5ee92b-002a-455b-ad4c-10efe0f8c7ab req-485b5b8d-a04c-4fb4-b43b-e1bf7a88d6ef tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.1461964 Jul 22 23:39:20.675184 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cf5caa-c921-46f8-82db-028da2b9de55 x-openstack-request-id: req-c9cf5caa-c921-46f8-82db-028da2b9de55 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:20.675560 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:20.675876 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9cf5caa-c921-46f8-82db-028da2b9de55 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:20.676353 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'status': 'completed', 'code': 200} Jul 22 23:39:20.733957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:20.756044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-9a212716-412b-4bbd-aaab-71d6dd8a07d8 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.757968 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-9a212716-412b-4bbd-aaab-71d6dd8a07d8 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.48 "GET /v2.0/networks?id=ff160c1c-5e04-4294-ac44-e8fb462b1b3d HTTP/1.1" status: 200 len: 820 time: 0.5030594 Jul 22 23:39:20.772155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b5ee92b-002a-455b-ad4c-10efe0f8c7ab req-cb38bc78-67ff-4b76-9778-b4fed664a24e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992227 Jul 22 23:39:20.780029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Request body: {'port': {'device_id': '24c00990-854f-4b2d-a3de-1025690a3736', 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d', 'admin_state_up': True, 'tenant_id': '760ab38a11bd448eb9cc790cd8ef79dc'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:20.813954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Transition to ACTIVE for port object d03ddc5e-6491-4870-bb4f-1983f2286ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:20.817239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-dbd845a5-ab67-462d-9373-78b8e55fe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.818628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-b2a21e72-9a5b-48f4-b6e6-d3a2b7bdb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.820359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-b2a21e72-9a5b-48f4-b6e6-d3a2b7bdb035 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1235657 Jul 22 23:39:20.822491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-dbd845a5-ab67-462d-9373-78b8e55fe7db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.1710713 Jul 22 23:39:20.878613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-6c8fdf6e-d6a5-450d-a3c8-b08b75412c6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 200 len: 217 time: 0.0371273 Jul 22 23:39:20.911935 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-7c04ed6a-d784-44db-9d5f-5cf34472eb00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669620 Jul 22 23:39:20.979775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-fc9479bc-b973-44dc-885c-836f5ee97008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:20.981661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-fc9479bc-b973-44dc-885c-836f5ee97008 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.0930600 Jul 22 23:39:21.030767 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.065688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6513-107e-4774-b269-318a7aecb5e7 req-2ca7b42b-93cd-45b5-b5bb-9e007d3b4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.067687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-2ca7b42b-93cd-45b5-b5bb-9e007d3b4716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792863 Jul 22 23:39:21.081655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:21.096101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:21.108503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:21.144979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-bb9c59d7-4f5d-4deb-8716-306963d77217 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239971 Jul 22 23:39:21.152847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Made reservation on behalf of 760ab38a11bd448eb9cc790cd8ef79dc for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:21.156400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.202658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=d03ddc5e-6491-4870-bb4f-1983f2286ec2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:21.236248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-2b4a2b1b-179c-4227-9b1c-62c4bc251a20 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603808 Jul 22 23:39:21.291236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.299120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.409782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ad5c9-1475-460a-ac6f-b7df99f87179 req-40dd2735-a58e-4209-bcc5-62b6631795f6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.412010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a54ad5c9-1475-460a-ac6f-b7df99f87179 req-40dd2735-a58e-4209-bcc5-62b6631795f6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 931 time: 0.1578348 Jul 22 23:39:21.463195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069f6513-107e-4774-b269-318a7aecb5e7 req-c417bd17-a2e8-4761-8d9e-d9f49b3dff4e service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202199 Jul 22 23:39:21.479190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a54ad5c9-1475-460a-ac6f-b7df99f87179 req-fa56b643-b80c-4cb3-a805-f62c5241c1fb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609946 Jul 22 23:39:21.529163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-513111c0-0e80-4845-8043-92ea718831c3 req-d016e241-e1a9-42b4-8ac1-ae980ab5390c tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 210 time: 0.0482960 Jul 22 23:39:21.588308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e663d3bf-ce67-42d0-a8c2-9fc332fe51a9 None None] Provisioning for port d03ddc5e-6491-4870-bb4f-1983f2286ec2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:21.596671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e663d3bf-ce67-42d0-a8c2-9fc332fe51a9 None None] Provisioning complete for port d03ddc5e-6491-4870-bb4f-1983f2286ec2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:21.597058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e663d3bf-ce67-42d0-a8c2-9fc332fe51a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.696352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:21.714069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e663d3bf-ce67-42d0-a8c2-9fc332fe51a9 None None] Port d03ddc5e-6491-4870-bb4f-1983f2286ec2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:21.728302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a901-e828-4fe5-9571-ba1cfb4f780f req-f010e5ff-245c-47fb-ae77-1043a1ced13c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.730465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e28a901-e828-4fe5-9571-ba1cfb4f780f req-f010e5ff-245c-47fb-ae77-1043a1ced13c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 943 time: 0.1406150 Jul 22 23:39:21.733965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b0402-722f-4fce-9467-31c6d435fa2b req-45f6fe17-ef3b-4951-87c8-f5cf8f2dec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.735563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-45f6fe17-ef3b-4951-87c8-f5cf8f2dec62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1578517 Jul 22 23:39:21.878031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b0402-722f-4fce-9467-31c6d435fa2b req-d41c0e68-b4cb-488e-8223-8a56dcc0cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:21.879933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-d41c0e68-b4cb-488e-8223-8a56dcc0cad8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.1355009 Jul 22 23:39:21.953726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-de94febf-c8e6-4ff9-a3b2-2d4abba7fc41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 200 len: 217 time: 0.0629964 Jul 22 23:39:21.960539 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e69799ed-09ca-41cb-bf0e-8ff6471e0dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6201494 Jul 22 23:39:21.989348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e28a901-e828-4fe5-9571-ba1cfb4f780f req-b7021b04-1146-44d8-94e2-96ac2bf01309 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305043 Jul 22 23:39:22.003883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Request body: {'port': {'device_id': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:22.014661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:22.030880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.076597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0f547dc-77de-4413-9ceb-88f7ee507a94 req-48442aa4-1cef-4e32-b31d-efe421c01d61 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176655 Jul 22 23:39:22.076857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b0402-722f-4fce-9467-31c6d435fa2b req-cc736ddc-7948-48bb-a77f-6e39230845bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.078059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-cc736ddc-7948-48bb-a77f-6e39230845bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.1088107 Jul 22 23:39:22.095229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0894c-4979-432c-8aa4-2be0f6f453f4 req-5fadb0df-1fee-4bd4-af84-27d10e10dc46 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.097055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45d0894c-4979-432c-8aa4-2be0f6f453f4 req-5fadb0df-1fee-4bd4-af84-27d10e10dc46 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.1511030 Jul 22 23:39:22.102397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Allocated IP 172.20.0.3 (ff160c1c-5e04-4294-ac44-e8fb462b1b3d/db1a1199-1adb-492d-9591-df074116ba0c/d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:22.114137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:22.170672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.183950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45d0894c-4979-432c-8aa4-2be0f6f453f4 req-50da76ee-6638-4947-a194-f945eafc0b8b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683534 Jul 22 23:39:22.217716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b0402-722f-4fce-9467-31c6d435fa2b req-e0a674cb-4a6f-4416-bbfb-696dd885f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.221474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-e0a674cb-4a6f-4416-bbfb-696dd885f503 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211565 Jul 22 23:39:22.323950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.352428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:22.364933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'mac_address': 'fa:16:3e:6f:88:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:22.406860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.421583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-435f4d99-e7b0-408f-a676-228ed9ea4feb service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804676 Jul 22 23:39:22.422309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba617dc-81bb-4bae-a01f-23492590f59f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:22.447828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:22.457832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.574974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:22.593236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:22.593695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242b0402-722f-4fce-9467-31c6d435fa2b req-c98806e0-f06d-434a-9dc8-c508cc32b550 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624351 Jul 22 23:39:22.664526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03ddc5e-6491-4870-bb4f-1983f2286ec2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:22.679665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.695997 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.713433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Transition to ACTIVE for port object d03ddc5e-6491-4870-bb4f-1983f2286ec2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:22.718301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.754681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6d03e9a-5abe-4547-a7c1-6dfbf3d9328d req-5ff2f23b-cb20-4929-8a0d-ea6b5403b14e tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 210 time: 0.0646985 Jul 22 23:39:22.757994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.772552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.772895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Pushing event updated for resources: {'Port': ['ID=d03ddc5e-6491-4870-bb4f-1983f2286ec2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:22.820682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0ba617dc-81bb-4bae-a01f-23492590f59f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:22.822757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-network', 'tenant_id': '7167d080480c458dbba9707d23424973'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:22.862882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd9b0b-ab52-4ac2-88ca-62d72396ca62,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:22.880553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ab21b12972c4dcea896da200d788bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8630271 Jul 22 23:39:22.886238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:22.900483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3370df-d6f7-4325-92e1-309e84c1e756 req-deb29707-7e96-4a66-9ab8-0114691e8920 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:22.902101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd3370df-d6f7-4325-92e1-309e84c1e756 req-deb29707-7e96-4a66-9ab8-0114691e8920 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 931 time: 0.2779288 Jul 22 23:39:22.903557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.904088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.904610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.905105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.905596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.906081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.906880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.907388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.907890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.908394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.908887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.909383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df17e5-aade-4aaa-a6f6-3771c1a31f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:22.947359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Made reservation on behalf of 7167d080480c458dbba9707d23424973 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:22.949857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.978026 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:22.982999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Attempting to bind port d03ddc5e-6491-4870-bb4f-1983f2286ec2 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:22.983371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Attempting to bind port d03ddc5e-6491-4870-bb4f-1983f2286ec2 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:22.983712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Attempting to bind port d03ddc5e-6491-4870-bb4f-1983f2286ec2 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:23.030748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd3370df-d6f7-4325-92e1-309e84c1e756 req-5af864a2-e74e-4f6c-bcdb-35d6222e00ec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927553 Jul 22 23:39:23.046787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b110be3-3528-41a5-be13-471ddfc9bae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.064825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.069184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Port d03ddc5e-6491-4870-bb4f-1983f2286ec2 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:23.069384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Attempting to bind port d03ddc5e-6491-4870-bb4f-1983f2286ec2 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:23.079261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b110be3-3528-41a5-be13-471ddfc9bae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.084976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:23.085333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:23.085735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:23.086185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Bound port: d03ddc5e-6491-4870-bb4f-1983f2286ec2, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:23.086551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.110624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Network ff160c1c-5e04-4294-ac44-e8fb462b1b3d is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:23.117540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:23.120187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:23.136128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b110be3-3528-41a5-be13-471ddfc9bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.138706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b110be3-3528-41a5-be13-471ddfc9bae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.142978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6b110be3-3528-41a5-be13-471ddfc9bae3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62bd9b0b-ab52-4ac2-88ca-62d72396ca62 HTTP/1.1" status: 204 len: 168 time: 0.2214954 Jul 22 23:39:23.164223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b110be3-3528-41a5-be13-471ddfc9bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bd9b0b-ab52-4ac2-88ca-62d72396ca62,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:23.238964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586001a8-c476-49ef-80c9-6fe01355c3de req-cb928b34-68b3-4736-abb6-1f22a84f744d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.241699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-586001a8-c476-49ef-80c9-6fe01355c3de req-cb928b34-68b3-4736-abb6-1f22a84f744d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 944 time: 0.0794415 Jul 22 23:39:23.267868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.268533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.314430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-586001a8-c476-49ef-80c9-6fe01355c3de req-7ca291d1-436e-47e0-b2ee-1eaaa6f00454 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597191 Jul 22 23:39:23.315861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.328644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.340593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:39:23.351176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.351561 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Added segment 6986b58b-e446-41e3-ba1a-16ac3130a586 of type vlan for network c862d16c-6411-4c7b-99b1-e01623201c0c Jul 22 23:39:23.359704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Pushing event updated for resources: {'Port': ['ID=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:23.378536 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-a315b62b-7b4f-4540-83d7-0238452c06a0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6031029 Jul 22 23:39:23.398565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:23.418015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Request body: {'port': {'device_id': '24c00990-854f-4b2d-a3de-1025690a3736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:23.420286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82580520-6648-4d01-8012-7d0d2d81fa0a req-ddbe9545-c087-4e51-8a48-3538da857c42 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.430186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82580520-6648-4d01-8012-7d0d2d81fa0a req-ddbe9545-c087-4e51-8a48-3538da857c42 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.1128201 Jul 22 23:39:23.430361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] For port d03ddc5e-6491-4870-bb4f-1983f2286ec2, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:23.453886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.469109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52df98a-60d5-4e94-b6be-4f6510c0a117,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:23.482977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] For port d03ddc5e-6491-4870-bb4f-1983f2286ec2, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:23.485841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82580520-6648-4d01-8012-7d0d2d81fa0a req-0b4a8d0e-2305-413d-93f0-625765bca7c2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528421 Jul 22 23:39:23.494151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.569868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.570446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.572162 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] 10.222.0.48 "PUT /v2.0/ports/d03ddc5e-6491-4870-bb4f-1983f2286ec2 HTTP/1.1" status: 200 len: 1091 time: 1.5920248 Jul 22 23:39:23.581166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'tag': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:23.584163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b38855a-6958-487a-ba69-7c6b63848eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.585366 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5234751f-819e-4612-993d-2116a2860320" -d '{"events": [{"name": "network-changed", "server_uuid": "019c79fc-9dd5-41d6-8a1d-6bebd9caba11", "tag": "d03ddc5e-6491-4870-bb4f-1983f2286ec2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:23.613884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.617243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.617948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.629272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.641397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37028) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:23.667071 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f7df42-9158-491f-8a74-2238c94d1f84 x-openstack-request-id: req-64f7df42-9158-491f-8a74-2238c94d1f84 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:23.667462 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019c79fc-9dd5-41d6-8a1d-6bebd9caba11", "tag": "d03ddc5e-6491-4870-bb4f-1983f2286ec2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:23.667694 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64f7df42-9158-491f-8a74-2238c94d1f84 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:23.668141 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'tag': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2', 'status': 'completed', 'code': 200} Jul 22 23:39:23.674870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e4de34-6756-413c-9c99-cdc33500dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.684035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0a43-de3e-4c76-849f-5c062af9b518 service neutron] Pushing event updated for resources: {'Port': ['ID=d03ddc5e-6491-4870-bb4f-1983f2286ec2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:23.782142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=c862d16c-6411-4c7b-99b1-e01623201c0c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:23.789932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b38855a-6958-487a-ba69-7c6b63848eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.795516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c862d16c-6411-4c7b-99b1-e01623201c0c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:39:23.805547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b38855a-6958-487a-ba69-7c6b63848eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:23.814088 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-27ed9a45-a62d-47ce-bfbe-9a97db8a2eb9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2377315 Jul 22 23:39:23.832865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:23.841586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9b38855a-6958-487a-ba69-7c6b63848eef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a9e70e422014ae8b27ed5e823893366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388177 Jul 22 23:39:23.845199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Request body: {'subnet': {'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-subnet', 'tenant_id': '7167d080480c458dbba9707d23424973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:23.848206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:23.898616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-bfeae490-9ac1-48ef-a39d-bb45c35fd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:23.900145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-bfeae490-9ac1-48ef-a39d-bb45c35fd092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 1094 time: 0.2378931 Jul 22 23:39:23.971679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38855a-6958-487a-ba69-7c6b63848eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0be8daa-354b-48e4-9b2e-0ee7890d25c5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.007612 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45a92052-d11a-4da1-8196-c2beefe6b99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.017215 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-fdf3e163-54cf-4688-9718-64381cc184cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2 HTTP/1.1" status: 200 len: 217 time: 0.0966806 Jul 22 23:39:24.050782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45a92052-d11a-4da1-8196-c2beefe6b99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.091126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-8e492ee1-9983-4475-a19f-2b8022769f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.094114 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-8e492ee1-9983-4475-a19f-2b8022769f67 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.0698264 Jul 22 23:39:24.105628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f7085-61a2-44ce-8db4-d90aed8d5bca req-fea1d0eb-d726-4583-a450-3c34593c082a tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.107538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-559f7085-61a2-44ce-8db4-d90aed8d5bca req-fea1d0eb-d726-4583-a450-3c34593c082a tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 931 time: 0.1747210 Jul 22 23:39:24.112936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:24.120075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:24.202050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e4de34-6756-413c-9c99-cdc33500dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.223121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-559f7085-61a2-44ce-8db4-d90aed8d5bca req-77506f61-2f76-4e1e-ab13-706c79402e08 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074603 Jul 22 23:39:24.227368 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e4de34-6756-413c-9c99-cdc33500dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.248574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 0ba617dc-81bb-4bae-a01f-23492590f59f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:24.250169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:24.257287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0ba617dc-81bb-4bae-a01f-23492590f59f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:24.258252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.262466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.266098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-8af90bb7-5d5c-490d-8438-3eef5217411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.267655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-8af90bb7-5d5c-490d-8438-3eef5217411e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669240 Jul 22 23:39:24.277446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45a92052-d11a-4da1-8196-c2beefe6b99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.280021 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45a92052-d11a-4da1-8196-c2beefe6b99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.281149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-45a92052-d11a-4da1-8196-c2beefe6b99a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0be8daa-354b-48e4-9b2e-0ee7890d25c5 HTTP/1.1" status: 204 len: 168 time: 0.4283979 Jul 22 23:39:24.294238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Made reservation on behalf of 7167d080480c458dbba9707d23424973 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:24.296591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.303106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Transition to ACTIVE for port object d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:24.313087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.315196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:24.323375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-30e4de34-6756-413c-9c99-cdc33500dd4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=460e1c36d9f047aeb450fcebcf6807d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762438 Jul 22 23:39:24.327944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4de34-6756-413c-9c99-cdc33500dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a63d8c-560a-46f9-be11-25af02bc551b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.328098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37042) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:24.351976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92052-d11a-4da1-8196-c2beefe6b99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0be8daa-354b-48e4-9b2e-0ee7890d25c5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.355716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'mac_address': 'fa:16:3e:09:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:24.396095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc98c8-1cb8-4671-9618-f486a5d51328 req-6a447729-b936-47e6-b917-e559ba7af847 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.397710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8cc98c8-1cb8-4671-9618-f486a5d51328 req-6a447729-b936-47e6-b917-e559ba7af847 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 943 time: 0.2509353 Jul 22 23:39:24.472638 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.497935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8cc98c8-1cb8-4671-9618-f486a5d51328 req-9d175f6c-4443-478a-a5a9-729d156daa66 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895133 Jul 22 23:39:24.510541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:24.520032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Pushing event updated for resources: {'Port': ['ID=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.546107 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.575398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:24.585478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894eb29-f641-4b05-bd7b-406437790aad req-65f0bd88-a10a-4a44-901c-b5d6d34d8887 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.587310 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9894eb29-f641-4b05-bd7b-406437790aad req-65f0bd88-a10a-4a44-901c-b5d6d34d8887 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 944 time: 0.1662035 Jul 22 23:39:24.594527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.627139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8abf17d9-c898-4ae2-9f56-224b5a5ba1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.633385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-e4078d8c-0354-4967-bd0e-d0c060ac1ec5 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565969 Jul 22 23:39:24.644234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Attempting to bind port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:24.644917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Attempting to bind port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '55738b4c-65a5-450d-8c15-44e90e581aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:24.645079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Attempting to bind port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 on network ff160c1c-5e04-4294-ac44-e8fb462b1b3d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:24.682687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 on network ff160c1c-5e04-4294-ac44-e8fb462b1b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:24.683108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Attempting to bind port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 on network ff160c1c-5e04-4294-ac44-e8fb462b1b3d {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:24.686472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8abf17d9-c898-4ae2-9f56-224b5a5ba1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.689023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.690511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.715083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:24.715545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Checking segment: {'id': '55738b4c-65a5-450d-8c15-44e90e581aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:24.716004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Bound using segment: {'id': '55738b4c-65a5-450d-8c15-44e90e581aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:24.716811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Bound port: d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55738b4c-65a5-450d-8c15-44e90e581aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:24.716965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.718687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:24.720185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:24.723853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ca9e6b-9230-4da5-95fe-be52607203c2" -d '{"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-plugged", "status": "completed", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:24.728005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.744545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe024e1f-e6ef-4400-b5d4-df3d647e7661,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.753999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9894eb29-f641-4b05-bd7b-406437790aad req-464748ac-489b-4192-9fde-5ffb8e47d805 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612566 Jul 22 23:39:24.820154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.829583 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce9adb1-4f7b-422b-afc7-4a58d576be31 x-openstack-request-id: req-9ce9adb1-4f7b-422b-afc7-4a58d576be31 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:24.829878 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-plugged", "status": "completed", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:24.830317 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ce9adb1-4f7b-422b-afc7-4a58d576be31 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:24.830904 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'code': 200} Jul 22 23:39:24.847880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62831b-d054-444e-9be8-501970fd7a93 req-5322e697-069d-40c3-8d2f-9525f6e9858f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:24.850340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce62831b-d054-444e-9be8-501970fd7a93 req-5322e697-069d-40c3-8d2f-9525f6e9858f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 944 time: 0.2008226 Jul 22 23:39:24.861852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8abf17d9-c898-4ae2-9f56-224b5a5ba1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.862898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Checking segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:24.863348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Network hostable DHCP agents. Network: c862d16c-6411-4c7b-99b1-e01623201c0c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:39:24.865804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8abf17d9-c898-4ae2-9f56-224b5a5ba1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.867145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8abf17d9-c898-4ae2-9f56-224b5a5ba1e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70a63d8c-560a-46f9-be11-25af02bc551b HTTP/1.1" status: 204 len: 168 time: 0.5238898 Jul 22 23:39:24.888710 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5dfd7a22-7ab2-4721-b808-cf53b17631ed req-c5844438-c519-4f2f-99bb-a6a0e01e4695 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453964 Jul 22 23:39:24.920121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf17d9-c898-4ae2-9f56-224b5a5ba1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a63d8c-560a-46f9-be11-25af02bc551b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:24.936159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] For port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:24.940248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:24.941036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] For port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,segment=NetworkSegment(55738b4c-65a5-450d-8c15-44e90e581aa2),segment_id=55738b4c-65a5-450d-8c15-44e90e581aa2)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:24.954160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.956206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce62831b-d054-444e-9be8-501970fd7a93 req-81307ec7-010c-42fb-81ae-2d58ed6f1d35 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949557 Jul 22 23:39:24.981249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea440-4721-4d84-8940-5399f669d820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:24.993317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:24.999669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Network c862d16c-6411-4c7b-99b1-e01623201c0c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:39:25.046093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.046717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.048727 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] 10.222.0.48 "PUT /v2.0/ports/d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 HTTP/1.1" status: 200 len: 1091 time: 1.6419883 Jul 22 23:39:25.079357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43af98-9e9a-47e7-8510-5726f98b0db6 service neutron] Pushing event updated for resources: {'Port': ['ID=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:25.087582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c862d16c-6411-4c7b-99b1-e01623201c0c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:25.098114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fef2ef-84cd-4f2d-9c75-90df4424163a None None] Network c862d16c-6411-4c7b-99b1-e01623201c0c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:25.106364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.107244 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.120047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf073f-5edf-41bd-b4b4-7b7194b5fed3 req-e32fa2ce-5e0a-4054-9748-e1b7d03b8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.123801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ccf073f-5edf-41bd-b4b4-7b7194b5fed3 req-e32fa2ce-5e0a-4054-9748-e1b7d03b8fc3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 1096 time: 0.1215329 Jul 22 23:39:25.147756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234751f-819e-4612-993d-2116a2860320 req-d114f303-1f02-486b-bc06-27f0e35c5282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.149429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-d114f303-1f02-486b-bc06-27f0e35c5282 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 1094 time: 0.1586154 Jul 22 23:39:25.207284 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ccf073f-5edf-41bd-b4b4-7b7194b5fed3 req-3da3d818-99c6-45e1-9ca4-1f311ebd2bbf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763450 Jul 22 23:39:25.236487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-c425261e-a4a8-4b5e-be1e-3ebac5c9ce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.238529 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-c425261e-a4a8-4b5e-be1e-3ebac5c9ce6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=760ab38a11bd448eb9cc790cd8ef79dc&device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 1094 time: 0.0943456 Jul 22 23:39:25.331756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c862d16c-6411-4c7b-99b1-e01623201c0c', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:39:25.332636 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.346587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea440-4721-4d84-8940-5399f669d820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.369664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234751f-819e-4612-993d-2116a2860320 req-65d44248-5081-4b8f-8a96-1c08c7ab2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.370610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-65d44248-5081-4b8f-8a96-1c08c7ab2650 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.2136054 Jul 22 23:39:25.374294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea440-4721-4d84-8940-5399f669d820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.390103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8d80f6a3-f8fb-47b5-b834-331fd425d551 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5497026 Jul 22 23:39:25.393138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:25.398726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:25.435137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.436285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.451999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5d5ea440-4721-4d84-8940-5399f669d820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b900b3b7c8d1455da9ac28c9a4ca0256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924414 Jul 22 23:39:25.454319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37072) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:25.470408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ea440-4721-4d84-8940-5399f669d820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1285761c-c0e6-4054-9492-2554de8942a0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:25.535413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Allocated IP 172.20.0.2 (c862d16c-6411-4c7b-99b1-e01623201c0c/fe024e1f-e6ef-4400-b5d4-df3d647e7661/a1799b12-b8d2-412f-8ba2-b7f12affc180) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:25.539202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-0a2fed16-886e-4f0c-95a3-6df29450330c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2 HTTP/1.1" status: 200 len: 217 time: 0.0638869 Jul 22 23:39:25.547665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13f55-3b2b-4457-ba05-d6b5458b76c8 req-080d3cd5-022d-4d6f-956a-86203d858a6d tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.550948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88e13f55-3b2b-4457-ba05-d6b5458b76c8 req-080d3cd5-022d-4d6f-956a-86203d858a6d tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 943 time: 0.2285488 Jul 22 23:39:25.562681 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-22ef7e5d-d808-4288-8eda-9a645e735e1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 HTTP/1.1" status: 200 len: 217 time: 0.0884385 Jul 22 23:39:25.585992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.693962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88e13f55-3b2b-4457-ba05-d6b5458b76c8 req-2a437545-9311-4cf8-b595-7a1c7abacfd2 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119633 Jul 22 23:39:25.697540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e06ce14-bfd0-496f-9848-9b8b61d7a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.709516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c00990-854f-4b2d-a3de-1025690a3736', 'tag': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:25.711928 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "24c00990-854f-4b2d-a3de-1025690a3736", "tag": "d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:25.716129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234751f-819e-4612-993d-2116a2860320 req-2267482f-f4d4-4b1c-927b-7cc94ba2aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.719601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-2267482f-f4d4-4b1c-927b-7cc94ba2aca2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1658580 Jul 22 23:39:25.756700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e06ce14-bfd0-496f-9848-9b8b61d7a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.757982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.770804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Transition to ACTIVE for port object a1799b12-b8d2-412f-8ba2-b7f12affc180 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:25.797105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Transition to ACTIVE for port object a1799b12-b8d2-412f-8ba2-b7f12affc180 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:25.807900 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.839110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.843151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ecba-2dfe-4ea0-9fae-74c6a67aa056 req-3d1714ac-ff51-4f96-897a-8045f920a1d9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.844859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7000ecba-2dfe-4ea0-9fae-74c6a67aa056 req-3d1714ac-ff51-4f96-897a-8045f920a1d9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 943 time: 0.2221642 Jul 22 23:39:25.850866 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43d7686-9f54-429e-b6db-69f849a063cf x-openstack-request-id: req-a43d7686-9f54-429e-b6db-69f849a063cf {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:25.851203 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c00990-854f-4b2d-a3de-1025690a3736", "tag": "d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:25.851505 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a43d7686-9f54-429e-b6db-69f849a063cf {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:25.851907 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c00990-854f-4b2d-a3de-1025690a3736', 'tag': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9', 'status': 'completed', 'code': 200} Jul 22 23:39:25.869247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234751f-819e-4612-993d-2116a2860320 req-c7f58f0f-b608-4321-9c40-482a4435632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.871497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-c7f58f0f-b608-4321-9c40-482a4435632f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451325 Jul 22 23:39:25.875684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-19d91bf6-6663-44cd-9d33-e0d2d86106fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:25.877950 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-19d91bf6-6663-44cd-9d33-e0d2d86106fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a1199-1adb-492d-9591-df074116ba0c HTTP/1.1" status: 200 len: 860 time: 0.3050649 Jul 22 23:39:25.885943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Network c862d16c-6411-4c7b-99b1-e01623201c0c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:25.899280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:25.906755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:25.914520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Pushing event updated for resources: {'Port': ['ID=a1799b12-b8d2-412f-8ba2-b7f12affc180,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:25.930839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e06ce14-bfd0-496f-9848-9b8b61d7a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.933435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4e06ce14-bfd0-496f-9848-9b8b61d7a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:25.934779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4e06ce14-bfd0-496f-9848-9b8b61d7a521 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1285761c-c0e6-4054-9492-2554de8942a0 HTTP/1.1" status: 204 len: 168 time: 0.4741454 Jul 22 23:39:25.938049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7000ecba-2dfe-4ea0-9fae-74c6a67aa056 req-1afb64a0-1632-43b1-b05c-d8f1e56867ca tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834789 Jul 22 23:39:25.951687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-8caeb6f9-2e71-422e-96d0-291fcdb6d75b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff160c1c-5e04-4294-ac44-e8fb462b1b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488529 Jul 22 23:39:26.012364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06ce14-bfd0-496f-9848-9b8b61d7a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285761c-c0e6-4054-9492-2554de8942a0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:26.105105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913188f-010f-420e-be24-4721f8b3f81e req-75efbf26-4186-48b8-8e1a-eed76c0b3540 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:26.116342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3913188f-010f-420e-be24-4721f8b3f81e req-75efbf26-4186-48b8-8e1a-eed76c0b3540 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 945 time: 0.2004230 Jul 22 23:39:26.122545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-b4daad40-d313-439d-a344-88c7ec1d54ed service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207341 Jul 22 23:39:26.123022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-d99a5424-f9d5-4143-b710-5cf1fa60493a service neutron] 10.222.0.48 "GET /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281703 Jul 22 23:39:26.247434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3913188f-010f-420e-be24-4721f8b3f81e req-48341368-9507-454a-83fc-8aa8494bf465 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289332 Jul 22 23:39:26.382388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Attempting to bind port a1799b12-b8d2-412f-8ba2-b7f12affc180 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:26.382765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Attempting to bind port a1799b12-b8d2-412f-8ba2-b7f12affc180 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:26.383124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Attempting to bind port a1799b12-b8d2-412f-8ba2-b7f12affc180 on network c862d16c-6411-4c7b-99b1-e01623201c0c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:26.389811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:26.390264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Checking segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:26.390882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.391356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Bound using segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:26.391685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.391964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Bound port: a1799b12-b8d2-412f-8ba2-b7f12affc180, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:26.392420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.418645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.429686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae644b20-23c9-449b-9ade-5021c385d75a req-192ac45f-da99-4892-9dfc-f2eff647115a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:26.431829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae644b20-23c9-449b-9ade-5021c385d75a req-192ac45f-da99-4892-9dfc-f2eff647115a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 944 time: 0.3123074 Jul 22 23:39:26.445366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5234751f-819e-4612-993d-2116a2860320 req-76b9d3d8-c3c7-466a-90df-5d9883e64974 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966349 Jul 22 23:39:26.492540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6c97d96-5859-4be7-a718-ebe9598cfd5f req-79e7409e-563e-4977-bc4c-436c9dd6a25a service neutron] 10.222.0.48 "GET /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013319 Jul 22 23:39:26.512210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae644b20-23c9-449b-9ade-5021c385d75a req-cb31c3cf-073d-4ff9-99be-cd3bd9609ce7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703130 Jul 22 23:39:26.580527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] For port a1799b12-b8d2-412f-8ba2-b7f12affc180, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:26.590236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] For port a1799b12-b8d2-412f-8ba2-b7f12affc180, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a1799b12-b8d2-412f-8ba2-b7f12affc180,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:26.594584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Allocated IP 172.25.5.98 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/0e970b93-f2ce-4c4d-afe6-82d6afbbf054) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:26.596377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.683359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fe926-84a1-4570-83a4-979e10a9e8d0 None None] Pushing event updated for resources: {'Port': ['ID=a1799b12-b8d2-412f-8ba2-b7f12affc180,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:26.778044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-2bd683b9-1ad2-40ea-9bd9-6efe4a8c0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:26.780476 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-2bd683b9-1ad2-40ea-9bd9-6efe4a8c0ff9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=760ab38a11bd448eb9cc790cd8ef79dc&device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 1094 time: 0.1717250 Jul 22 23:39:26.853675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:26.945788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33c740-2136-439e-aa94-2962f66faa4a req-d12dfa89-fa4a-4218-aa31-e82838ac7bba tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:26.947407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee33c740-2136-439e-aa94-2962f66faa4a req-d12dfa89-fa4a-4218-aa31-e82838ac7bba tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 943 time: 0.1408570 Jul 22 23:39:26.963996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-8d1e9756-4ee4-4919-9b67-64e1d1167212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:26.964637 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-8d1e9756-4ee4-4919-9b67-64e1d1167212 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff160c1c-5e04-4294-ac44-e8fb462b1b3d HTTP/1.1" status: 200 len: 921 time: 0.1735168 Jul 22 23:39:26.982756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:27.069665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee33c740-2136-439e-aa94-2962f66faa4a req-db3db6dc-19d4-451d-a2f8-3c362bb1fe6c tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126359 Jul 22 23:39:27.098047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-bc860461-ce0d-4416-bbbd-c70bbed43ec9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 HTTP/1.1" status: 200 len: 217 time: 0.1248550 Jul 22 23:39:27.119927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:27.124601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:27.126102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:27.130369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:27.196823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840f29-2174-4aed-bab3-ab5ebe269b65 req-a820395a-26cc-47a5-9339-74788fcc74b5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.198302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-f92cf4fe-1acf-4283-92d9-fa5d33012df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.199716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9840f29-2174-4aed-bab3-ab5ebe269b65 req-a820395a-26cc-47a5-9339-74788fcc74b5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 943 time: 0.1162171 Jul 22 23:39:27.205059 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-f92cf4fe-1acf-4283-92d9-fa5d33012df7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=db1a1199-1adb-492d-9591-df074116ba0c HTTP/1.1" status: 200 len: 860 time: 0.0971923 Jul 22 23:39:27.252185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9840f29-2174-4aed-bab3-ab5ebe269b65 req-68ccdd10-d618-4f49-83c1-b1d8ac807ed2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470226 Jul 22 23:39:27.466840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4a1fa-4a9f-4eb8-87a4-8e54af1b8e4e req-aa186327-4c79-4b99-8b2c-e6d34c18e7eb tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.478739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3cb4a1fa-4a9f-4eb8-87a4-8e54af1b8e4e req-aa186327-4c79-4b99-8b2c-e6d34c18e7eb tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 945 time: 0.1460586 Jul 22 23:39:27.531970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3cb4a1fa-4a9f-4eb8-87a4-8e54af1b8e4e req-dab357b5-5da9-4f7f-b67a-8036f286e63d tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 Jul 22 23:39:27.756463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a7c6f-de6b-4694-9167-072597cae46f req-f7e96378-6ded-4475-b19c-5561f4bc61b8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.759073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c64a7c6f-de6b-4694-9167-072597cae46f req-f7e96378-6ded-4475-b19c-5561f4bc61b8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 944 time: 0.1192729 Jul 22 23:39:27.761797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:27.809352 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-c4e4d84f-9127-4b99-9d9c-10d71237e7d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff160c1c-5e04-4294-ac44-e8fb462b1b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5653930 Jul 22 23:39:27.880863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c64a7c6f-de6b-4694-9167-072597cae46f req-052d0781-c439-4213-9ce3-c451f4a84f8c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019802 Jul 22 23:39:27.993658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6be309-fa4d-49bd-97fb-41149ef9f1ee req-8a389125-e944-474f-8841-82e8b4b9bce8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:27.995285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c6be309-fa4d-49bd-97fb-41149ef9f1ee req-8a389125-e944-474f-8841-82e8b4b9bce8 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 945 time: 0.1134653 Jul 22 23:39:28.068743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c6be309-fa4d-49bd-97fb-41149ef9f1ee req-bbe83114-e761-4fc7-9c73-015a21649ad9 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649488 Jul 22 23:39:28.112767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-872c8b2e-a0b6-4181-9b60-2a9a4234079e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.125021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13287ef5-0a36-4d4d-87d2-179c258102f6 None None] Network c862d16c-6411-4c7b-99b1-e01623201c0c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:39:28.142197 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-11a70adf-3730-4043-97c2-f5553748731d service neutron] 10.222.0.48 "GET /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250000 Jul 22 23:39:28.169381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d03ddc5e-6491-4870-bb4f-1983f2286ec2 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:28.172150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:28.275136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ec50459a-4701-48eb-87d4-cfbfc599e767 None None] Provisioning for port a1799b12-b8d2-412f-8ba2-b7f12affc180 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:28.336103 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c62223f2-6a6e-44ca-984b-a8eb598b0d2f req-e73c141d-75f7-4578-bcd3-23db599e1288 service neutron] 10.222.0.48 "GET /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865351 Jul 22 23:39:28.346402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.346974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983f67-355a-4888-8a20-909c83579fb7 req-f18eeb52-297d-4b5b-ac16-904fd082da54 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:28.362231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa983f67-355a-4888-8a20-909c83579fb7 req-f18eeb52-297d-4b5b-ac16-904fd082da54 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 943 time: 0.2019136 Jul 22 23:39:28.488536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa983f67-355a-4888-8a20-909c83579fb7 req-570451f4-8023-401b-b3c9-2d787e9c787f tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251609 Jul 22 23:39:28.529338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-872c8b2e-a0b6-4181-9b60-2a9a4234079e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.529338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-872c8b2e-a0b6-4181-9b60-2a9a4234079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.548155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d03ddc5e-6491-4870-bb4f-1983f2286ec2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:28.571015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2', 'mac_address': 'fa:16:3e:f0:34:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:28.573453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:28.618421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:28.618816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.670092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-872c8b2e-a0b6-4181-9b60-2a9a4234079e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7664ff932ae425782e08d88de26ce3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9070334 Jul 22 23:39:28.673616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c8b2e-a0b6-4181-9b60-2a9a4234079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a126f33-7b99-4f64-ba16-d67bf85fa779,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:28.679494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:28.717763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.745896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03ddc5e-6491-4870-bb4f-1983f2286ec2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:28.812688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a1799b12-b8d2-412f-8ba2-b7f12affc180 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:28.821910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.822679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d03ddc5e-6491-4870-bb4f-1983f2286ec2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:28.851476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:28.925140 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.001048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d03ddc5e-6491-4870-bb4f-1983f2286ec2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:29.030168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:29.032858 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e718fa3a-1f15-45cb-87db-4b6248a7cd9a" -d '{"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-plugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:29.070248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:29.073572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a1799b12-b8d2-412f-8ba2-b7f12affc180 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:29.087736 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.094634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a1799b12-b8d2-412f-8ba2-b7f12affc180 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:29.095401 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.099260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:39:29.184371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d3507-642b-4660-b300-ace7c3d8cbb4 req-5ca31dde-69f5-4acf-8db2-466bccdd7d39 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.191895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e41d3507-642b-4660-b300-ace7c3d8cbb4 req-5ca31dde-69f5-4acf-8db2-466bccdd7d39 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 943 time: 0.7476678 Jul 22 23:39:29.242486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:29.257071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:29.283103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.289206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bae15018-39bb-4000-b376-18aa8abfccd2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8934884 Jul 22 23:39:29.289206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37208) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:29.300677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e41d3507-642b-4660-b300-ace7c3d8cbb4 req-861fca19-2fc1-4927-9659-6a9f46bf2b79 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076868 Jul 22 23:39:29.328960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:29.341028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:29.366994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5c0d40ca-027c-4163-b6c5-1441e2f064b6 None None] Provisioning complete for port a1799b12-b8d2-412f-8ba2-b7f12affc180 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:29.367748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c0d40ca-027c-4163-b6c5-1441e2f064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.369647 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f708dd61-0c6c-4b53-819f-f65f9dc3c124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.404251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e8a8d-69f2-4976-b5af-ca721595a52f req-9af5b388-19d4-40cc-a1e2-1a947eac5888 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.406503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c26e8a8d-69f2-4976-b5af-ca721595a52f req-9af5b388-19d4-40cc-a1e2-1a947eac5888 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.2400017 Jul 22 23:39:29.435122 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7af689-fd46-40c4-bad9-003461d06a2f x-openstack-request-id: req-ea7af689-fd46-40c4-bad9-003461d06a2f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:29.435534 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-plugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:29.435812 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea7af689-fd46-40c4-bad9-003461d06a2f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:29.436191 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'code': 200} Jul 22 23:39:29.480073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f708dd61-0c6c-4b53-819f-f65f9dc3c124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.494647 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:39:29.524231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:29.525928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:29.635665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c26e8a8d-69f2-4976-b5af-ca721595a52f req-b3f8331d-1d40-41a3-99f6-94afc83c4230 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991985 Jul 22 23:39:29.645003 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.674832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482471f0-f70c-450c-bf33-ba013d38b2ab req-bf6a5ef4-bb9e-4043-81af-c1be5a679606 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.679005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-482471f0-f70c-450c-bf33-ba013d38b2ab req-bf6a5ef4-bb9e-4043-81af-c1be5a679606 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 945 time: 0.1636059 Jul 22 23:39:29.696206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92379f-1bdd-4edf-8c5e-9139b866a529 req-c57cb970-c2df-4ccc-a160-2d9f1a72775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.698148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf92379f-1bdd-4edf-8c5e-9139b866a529 req-c57cb970-c2df-4ccc-a160-2d9f1a72775a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2147450 Jul 22 23:39:29.700325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f708dd61-0c6c-4b53-819f-f65f9dc3c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.703541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f708dd61-0c6c-4b53-819f-f65f9dc3c124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.704579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f708dd61-0c6c-4b53-819f-f65f9dc3c124 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a126f33-7b99-4f64-ba16-d67bf85fa779 HTTP/1.1" status: 204 len: 168 time: 1.0240891 Jul 22 23:39:29.751682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708dd61-0c6c-4b53-819f-f65f9dc3c124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a126f33-7b99-4f64-ba16-d67bf85fa779,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:29.797975 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c0d40ca-027c-4163-b6c5-1441e2f064b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.821249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-482471f0-f70c-450c-bf33-ba013d38b2ab req-98ae3d28-57d9-43e5-b6f5-e4dd4dbc83c2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154308 Jul 22 23:39:29.857172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port a1799b12-b8d2-412f-8ba2-b7f12affc180, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a1799b12-b8d2-412f-8ba2-b7f12affc180,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:29.881771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:29.892143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:29.924807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf92379f-1bdd-4edf-8c5e-9139b866a529 req-966ad76f-6916-428a-bcd6-9be7b29d20ed service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127268 Jul 22 23:39:29.961358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0cf12-2c92-4b75-a85e-e4898b65b9f7 req-a3953a90-e0fd-42d4-92da-61af2a7249b4 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:29.971562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85a0cf12-2c92-4b75-a85e-e4898b65b9f7 req-a3953a90-e0fd-42d4-92da-61af2a7249b4 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 943 time: 0.1801565 Jul 22 23:39:30.048155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85a0cf12-2c92-4b75-a85e-e4898b65b9f7 req-5d76d73e-cf79-468e-a0d2-12f345fc5fa7 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755780 Jul 22 23:39:30.081395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-5c0d40ca-027c-4163-b6c5-1441e2f064b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:39:30.082985 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-5c0d40ca-027c-4163-b6c5-1441e2f064b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:39:30.102357 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.179662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:30.273742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=a1799b12-b8d2-412f-8ba2-b7f12affc180,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:30.364116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Allocated IP 172.20.0.1 (c862d16c-6411-4c7b-99b1-e01623201c0c/fe024e1f-e6ef-4400-b5d4-df3d647e7661/35ebfaa4-fc71-40da-b1e2-5e7a92b7803e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:30.425125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:39:30.464799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:30.556227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,segment=NetworkSegment(55738b4c-65a5-450d-8c15-44e90e581aa2),segment_id=55738b4c-65a5-450d-8c15-44e90e581aa2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:30.569916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33ef45-061f-43f9-8d46-473cc3647858 req-1759fe55-8bf0-4000-9049-6e32f3b00f7b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:30.581214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be33ef45-061f-43f9-8d46-473cc3647858 req-1759fe55-8bf0-4000-9049-6e32f3b00f7b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 944 time: 0.1340988 Jul 22 23:39:30.601236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9', 'network_id': 'ff160c1c-5e04-4294-ac44-e8fb462b1b3d', 'port_id': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9', 'mac_address': 'fa:16:3e:9b:de:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1a1199-1adb-492d-9591-df074116ba0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:30.637700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.668346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be33ef45-061f-43f9-8d46-473cc3647858 req-1f889ddb-8eb6-4f1d-8070-997bd5b8c21e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796552 Jul 22 23:39:30.683206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Transition to ACTIVE for port object 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:30.718410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51839a1f-0c90-4d4f-b4d6-1a15a3bafaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.735475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.889706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51839a1f-0c90-4d4f-b4d6-1a15a3bafaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.900151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51839a1f-0c90-4d4f-b4d6-1a15a3bafaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.920435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:30.923403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac07b88-9c3c-4136-9765-1ec0d00bcb40 req-fadeb917-0783-4682-a31a-26de3c1ec3d3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:30.928363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ac07b88-9c3c-4136-9765-1ec0d00bcb40 req-fadeb917-0783-4682-a31a-26de3c1ec3d3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1038425 Jul 22 23:39:30.933550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:30.942069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,segment=NetworkSegment(55738b4c-65a5-450d-8c15-44e90e581aa2),segment_id=55738b4c-65a5-450d-8c15-44e90e581aa2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:30.948124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a1799b12-b8d2-412f-8ba2-b7f12affc180 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:30.987403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.002742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ac07b88-9c3c-4136-9765-1ec0d00bcb40 req-3e0efb85-182f-4077-bd18-174463eb3924 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683115 Jul 22 23:39:31.033613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:27Z', 'revision_number': 3, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:31.033849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:31.034047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-51839a1f-0c90-4d4f-b4d6-1a15a3bafaee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90983f1a922f4c86bf1d5d602b9f4c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654080 Jul 22 23:39:31.039256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51839a1f-0c90-4d4f-b4d6-1a15a3bafaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edbd57a-a4c7-4e72-a16b-e27d6d111c86,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.043830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Network c862d16c-6411-4c7b-99b1-e01623201c0c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:31.048442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:31.050310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Pushing event updated for resources: {'Port': ['ID=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.053426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:31.063909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:31.064483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Updating router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:39:31.100878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.154611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a1799b12-b8d2-412f-8ba2-b7f12affc180 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:31.154986 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.167887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.207107 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.290963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6406549-7f93-44b1-97e1-34c09511029b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.328232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6406549-7f93-44b1-97e1-34c09511029b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.369336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.380996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819e849-10c1-4dd5-ae38-8e63e2b44426 req-8186b609-2a45-4050-804e-673ee6603e46 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.391231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5819e849-10c1-4dd5-ae38-8e63e2b44426 req-8186b609-2a45-4050-804e-673ee6603e46 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 944 time: 0.2149842 Jul 22 23:39:31.501650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:31.507961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5819e849-10c1-4dd5-ae38-8e63e2b44426 req-33ad8fa9-32c0-46f5-b106-f0e266335dea tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936210 Jul 22 23:39:31.519367 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6406549-7f93-44b1-97e1-34c09511029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.522415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6406549-7f93-44b1-97e1-34c09511029b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.523583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a6406549-7f93-44b1-97e1-34c09511029b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6edbd57a-a4c7-4e72-a16b-e27d6d111c86 HTTP/1.1" status: 204 len: 168 time: 0.4912858 Jul 22 23:39:31.538706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6406549-7f93-44b1-97e1-34c09511029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edbd57a-a4c7-4e72-a16b-e27d6d111c86,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.614377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.624559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.631915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-748d6d14-1d8f-4b12-bfa2-7b8fe2e9588a None None] Provisioning for port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:31.652750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-748d6d14-1d8f-4b12-bfa2-7b8fe2e9588a None None] Provisioning complete for port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:31.653131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-748d6d14-1d8f-4b12-bfa2-7b8fe2e9588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.734813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.737621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Pushing event updated for resources: {'Port': ['ID=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:31.796966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-748d6d14-1d8f-4b12-bfa2-7b8fe2e9588a None None] Port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:31.803556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.820916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Transition to ACTIVE for port object 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:31.834459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:31.891180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Network c862d16c-6411-4c7b-99b1-e01623201c0c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:31.892833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:31.952749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc57aa5-194f-4d5b-b8d2-53a80a2b253a req-8311af25-924a-4c2e-bd35-569aacedfbcd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:31.955293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bc57aa5-194f-4d5b-b8d2-53a80a2b253a req-8311af25-924a-4c2e-bd35-569aacedfbcd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 944 time: 0.1873267 Jul 22 23:39:31.982244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Attempting to bind port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:31.982717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Attempting to bind port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:31.986078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Attempting to bind port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:31.997248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506eb07-879b-454a-9504-71e5d290a180 None None] Pushing event updated for resources: {'Port': ['ID=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.001758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:32.002148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:32.003717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.004172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:32.004636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Bound port: 0e970b93-f2ce-4c4d-afe6-82d6afbbf054, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:32.005091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.014645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:32.092017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bc57aa5-194f-4d5b-b8d2-53a80a2b253a req-4c287594-093c-4332-9a1d-3ba6f085113e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266367 Jul 22 23:39:32.104760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] For port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:32.112538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e25-eb92-40b6-866e-cac7dfea77dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.115460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] For port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:32.122247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.127797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:32.191523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d03ddc5e-6491-4870-bb4f-1983f2286ec2 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:32.249646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506eb07-879b-454a-9504-71e5d290a180 None None] Pushing event updated for resources: {'Port': ['ID=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.287510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:32.288219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:32.344611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ccb5f-8017-43ec-bd67-5f2e58ad6d40 req-cb3b53cb-019b-44c8-bd28-9e831a317171 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.347196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508ccb5f-8017-43ec-bd67-5f2e58ad6d40 req-cb3b53cb-019b-44c8-bd28-9e831a317171 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1943877 Jul 22 23:39:32.364715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:32.380764 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44fd128f-16ba-4fac-ae06-896a17dac1cc admin admin] 10.222.0.21 "PUT /v2.0/routers/7bda8fdd-be82-4bcf-8190-aca05ae75a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0887861 Jul 22 23:39:32.411095 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e25-eb92-40b6-866e-cac7dfea77dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.420133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0dc65e25-eb92-40b6-866e-cac7dfea77dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.428710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-11a03c42-9143-4176-a024-cdf7ff9576a2 None None] Provisioning complete for port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:32.429238 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11a03c42-9143-4176-a024-cdf7ff9576a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.464287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508ccb5f-8017-43ec-bd67-5f2e58ad6d40 req-a67b1c3b-39d4-44c8-bc81-e24e2e628945 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019175 Jul 22 23:39:32.479828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc65e25-eb92-40b6-866e-cac7dfea77dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fa946-186d-4964-8689-9691af0f29c2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.491110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0dc65e25-eb92-40b6-866e-cac7dfea77dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=576954b3e9954fa79afc1d363da28ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726281 Jul 22 23:39:32.491504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:32.510790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port d03ddc5e-6491-4870-bb4f-1983f2286ec2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:32.543413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port d03ddc5e-6491-4870-bb4f-1983f2286ec2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:32.543791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.615306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ece0af84-fb51-4adc-b17a-85c85d544f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.619314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-11a03c42-9143-4176-a024-cdf7ff9576a2 None None] Port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:32.645081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:32.683864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ece0af84-fb51-4adc-b17a-85c85d544f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.735627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.750612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ece0af84-fb51-4adc-b17a-85c85d544f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.754404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ece0af84-fb51-4adc-b17a-85c85d544f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.756591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ece0af84-fb51-4adc-b17a-85c85d544f7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea1fa946-186d-4964-8689-9691af0f29c2 HTTP/1.1" status: 204 len: 168 time: 0.2640839 Jul 22 23:39:32.760986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4054b20-83b8-49be-ab35-5e156e76fbbb req-6677ee14-106e-4008-aee5-1e002d72af23 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.762950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4054b20-83b8-49be-ab35-5e156e76fbbb req-6677ee14-106e-4008-aee5-1e002d72af23 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1854875 Jul 22 23:39:32.771775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0af84-fb51-4adc-b17a-85c85d544f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fa946-186d-4964-8689-9691af0f29c2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:32.772272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:32.781102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Request body: {'floatingip': {'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:32.831483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:32.845302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9064ae-39b8-467d-b782-849f5af902a3 req-835c6d72-dde4-4977-9960-bb3dd60e0472 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:32.846879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac9064ae-39b8-467d-b782-849f5af902a3 req-835c6d72-dde4-4977-9960-bb3dd60e0472 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 944 time: 0.1559675 Jul 22 23:39:32.919321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac9064ae-39b8-467d-b782-849f5af902a3 req-0688ffb3-2b33-406c-a50e-6e92168f4fb3 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633037 Jul 22 23:39:32.931726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:32.935591 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6556f19-89fc-402d-a90c-61315ab42dbd" -d '{"events": [{"server_uuid": "019c79fc-9dd5-41d6-8a1d-6bebd9caba11", "name": "network-vif-plugged", "status": "completed", "tag": "d03ddc5e-6491-4870-bb4f-1983f2286ec2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:32.991920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d03ddc5e-6491-4870-bb4f-1983f2286ec2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:33.027036 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16667eef-2c4f-4b1d-aa87-c692f2e246d7 x-openstack-request-id: req-16667eef-2c4f-4b1d-aa87-c692f2e246d7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:33.027485 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019c79fc-9dd5-41d6-8a1d-6bebd9caba11", "name": "network-vif-plugged", "status": "completed", "tag": "d03ddc5e-6491-4870-bb4f-1983f2286ec2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:33.027740 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16667eef-2c4f-4b1d-aa87-c692f2e246d7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:33.028122 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2', 'code': 200} Jul 22 23:39:33.030751 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.139839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d03ddc5e-6491-4870-bb4f-1983f2286ec2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:33.170695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.171154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.171536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.171878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.172212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.172566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.172869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.173195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.173520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.173842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.174165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.174489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:39:33.241756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 2, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:33.309177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8308b0-811a-491b-a7d5-a955002dc3bf None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 2, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:33.426465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-38215c97-39c7-4c58-a8d9-a6a939b4de98 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.428608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-38215c97-39c7-4c58-a8d9-a6a939b4de98 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 821 time: 0.2107401 Jul 22 23:39:33.452520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed132c-66b9-4c92-8b89-162aa98a9413 req-2f136fe8-a70a-4f37-a6ac-7a0827ba423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.454179 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-efed132c-66b9-4c92-8b89-162aa98a9413 req-2f136fe8-a70a-4f37-a6ac-7a0827ba423e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 1096 time: 0.3083286 Jul 22 23:39:33.463796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-e85495e3-c422-461e-9bf0-925b4f10f361 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/quotas/7167d080480c458dbba9707d23424973 HTTP/1.1" status: 200 len: 375 time: 0.0257561 Jul 22 23:39:33.475401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ccc4-4322-48a0-9789-7222e683146f req-1555510d-15c4-47d2-b539-04bcdf283932 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:33.486316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04f0ccc4-4322-48a0-9789-7222e683146f req-1555510d-15c4-47d2-b539-04bcdf283932 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1243117 Jul 22 23:39:33.506474 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-efed132c-66b9-4c92-8b89-162aa98a9413 req-6e26e94e-c283-419e-943a-84306f6d44db service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Jul 22 23:39:33.568194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04f0ccc4-4322-48a0-9789-7222e683146f req-fa23945a-b166-425f-a5d1-5d7bac387bd8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774353 Jul 22 23:39:33.613815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-78b6f185-bda7-4772-97b6-86e88e45c0d2 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253393 Jul 22 23:39:33.626532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.635077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:33.809875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-f058d0c1-33f2-4fa0-bb35-977f5b6e4855 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863062 Jul 22 23:39:33.823233 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Floating IP 4b280dcf-7fba-4824-b3bf-fb6cc5f715a5 associated. External IP: 172.25.5.244, port: 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5. Jul 22 23:39:34.018826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-4772d05b-5cf8-4a62-9af6-b2a7ca68e8b0 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971381 Jul 22 23:39:34.208755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:34.250564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac2e3-2e65-4b53-be1d-0386318b3c03 req-64ef8d48-c871-40fc-85e0-b5bacc23eb73 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:34.252229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f7ac2e3-2e65-4b53-be1d-0386318b3c03 req-64ef8d48-c871-40fc-85e0-b5bacc23eb73 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 944 time: 0.1831203 Jul 22 23:39:34.352922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:34.408073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f7ac2e3-2e65-4b53-be1d-0386318b3c03 req-75423915-9a6b-45b0-8fc4-455cce185f8b tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444550 Jul 22 23:39:34.493136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60a8c0b9-376e-4add-800f-24434aca33ee req-ff5c6d16-ceb8-4acf-94ed-fd909db0a0a4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 210 time: 0.0551114 Jul 22 23:39:34.522925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:34.637420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:34.648899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:34.650998 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.669856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:34.822887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'mac_address': 'fa:16:3e:6f:88:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:34.980358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.988566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:34.996090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e749888-3c1a-4ee5-a943-6c2eac4ca27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.085178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,segment=NetworkSegment(55738b4c-65a5-450d-8c15-44e90e581aa2),segment_id=55738b4c-65a5-450d-8c15-44e90e581aa2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:35.101391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c00990-854f-4b2d-a3de-1025690a3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:35.104574 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db349ab1-5e88-441a-b014-4814c7264767" -d '{"events": [{"server_uuid": "24c00990-854f-4b2d-a3de-1025690a3736", "name": "network-vif-plugged", "status": "completed", "tag": "d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:35.111133 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.120772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ba617dc-81bb-4bae-a01f-23492590f59f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:35.212522 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc550ac-62c5-477c-aa13-64c51437f729 x-openstack-request-id: req-7cc550ac-62c5-477c-aa13-64c51437f729 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:35.213569 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c00990-854f-4b2d-a3de-1025690a3736", "name": "network-vif-plugged", "status": "completed", "tag": "d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:35.214147 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cc550ac-62c5-477c-aa13-64c51437f729 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:35.214751 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c00990-854f-4b2d-a3de-1025690a3736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9', 'code': 200} Jul 22 23:39:35.224963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Router 928abf9a-93fc-4f04-add0-cda17796a531 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:39:35.259298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:35.276319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e749888-3c1a-4ee5-a943-6c2eac4ca27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.278555 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.294704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e749888-3c1a-4ee5-a943-6c2eac4ca27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.317985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:35.349518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ccf2-410c-47c4-aa27-5bfaddc8ee6c req-6dd940c7-e2f6-4a5b-8690-0b0ac1758e98 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.351389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a715ccf2-410c-47c4-aa27-5bfaddc8ee6c req-6dd940c7-e2f6-4a5b-8690-0b0ac1758e98 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.5761526 Jul 22 23:39:35.392382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6e749888-3c1a-4ee5-a943-6c2eac4ca27a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=657f73b46e1741ee9a0f50a5dace3e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8650160 Jul 22 23:39:35.414530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:35.470695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:35.493498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e749888-3c1a-4ee5-a943-6c2eac4ca27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed3cffe-f844-454c-8b13-c60554a6a510,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:35.525098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0ba617dc-81bb-4bae-a01f-23492590f59f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:35.584085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a715ccf2-410c-47c4-aa27-5bfaddc8ee6c req-da436e46-5abd-48c1-bdf9-f6c5e992b322 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123296 Jul 22 23:39:35.752715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250f4e1-39a1-46e0-a07a-8a75c5ab4026 req-5a9cb628-8c8a-49af-92ae-3aee2b6fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.755182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5250f4e1-39a1-46e0-a07a-8a75c5ab4026 req-5a9cb628-8c8a-49af-92ae-3aee2b6fed5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 1096 time: 0.3927283 Jul 22 23:39:35.761047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:39:35.782438 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:35.787070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.827852 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:35.828176 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:35.830353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873fb421-69c4-49be-a0ca-c21dbe0c405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.885035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873fb421-69c4-49be-a0ca-c21dbe0c405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:35.932669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25181c5d-a299-4033-9b4a-236f7261b5b5 req-1aaa7c45-8e2e-4b5d-bee5-a7d7ce0c80e3 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:35.942337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25181c5d-a299-4033-9b4a-236f7261b5b5 req-1aaa7c45-8e2e-4b5d-bee5-a7d7ce0c80e3 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 945 time: 0.3251734 Jul 22 23:39:35.958927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9619be7a-da3e-46ea-8274-b9add4989e94 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "PUT /v2.0/floatingips/4b280dcf-7fba-4824-b3bf-fb6cc5f715a5 HTTP/1.1" status: 200 len: 991 time: 3.1824832 Jul 22 23:39:35.968294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:35.974576 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:35.996532 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5250f4e1-39a1-46e0-a07a-8a75c5ab4026 req-a4cc799e-8e23-4f06-ad0c-6c33a23cc5d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263315 Jul 22 23:39:36.038385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25181c5d-a299-4033-9b4a-236f7261b5b5 req-2bd85ab3-2447-4952-8fce-975df830ba90 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946858 Jul 22 23:39:36.069667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873fb421-69c4-49be-a0ca-c21dbe0c405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.073589 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873fb421-69c4-49be-a0ca-c21dbe0c405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.075272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-873fb421-69c4-49be-a0ca-c21dbe0c405a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fed3cffe-f844-454c-8b13-c60554a6a510 HTTP/1.1" status: 204 len: 168 time: 0.6596746 Jul 22 23:39:36.099434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fb421-69c4-49be-a0ca-c21dbe0c405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed3cffe-f844-454c-8b13-c60554a6a510,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:36.211088 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:36.350922 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:36.428641 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3846571d-6e44-47e1-b98c-ef9315341e7c x-openstack-request-id: req-3846571d-6e44-47e1-b98c-ef9315341e7c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:36.429625 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:36.430038 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3846571d-6e44-47e1-b98c-ef9315341e7c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:36.430602 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'status': 'completed', 'code': 200} Jul 22 23:39:36.434538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad986519-d04a-4bff-8b48-17ea20120cfc req-b1aabb1d-7d74-47f0-8d69-e7ee7a6e93bd tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 210 time: 0.6636925 Jul 22 23:39:36.713985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-d61f17ea-8cdb-4b35-ade5-2885811e706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:36.726011 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-d61f17ea-8cdb-4b35-ade5-2885811e706c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2186198 Jul 22 23:39:36.839953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:36.936674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:36.941548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:36.942622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.044893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '4b280dcf-7fba-4824-b3bf-fb6cc5f715a5', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'mac_address': 'fa:16:3e:09:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:10Z', 'updated_at': '2021-07-22T23:39:33Z', 'revision_number': 1, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:37.046840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37584) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:37.086729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c18-c613-4a58-8eb3-4c76a300baed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.117434 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.166138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:37.173992 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:37.178453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.200726 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:37.201301 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:37.239609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-f5523269-18e9-4ed3-8856-339ca85e3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.242452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-f5523269-18e9-4ed3-8856-339ca85e3066 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.5066333 Jul 22 23:39:37.277979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:37.363856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc8156-4900-4ca3-a05d-2f3225306ca8 req-acff2612-37db-4de4-8dd8-4ee2df5b5000 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.375725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1cc8156-4900-4ca3-a05d-2f3225306ca8 req-acff2612-37db-4de4-8dd8-4ee2df5b5000 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.6448238 Jul 22 23:39:37.379234 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-0eddda48-0d0e-4dc1-bb44-b6f0631be0e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 200 len: 999 time: 0.1054766 Jul 22 23:39:37.427197 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:37.430307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-0dc08b8f-339f-4b82-8490-9a235963d86c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.432074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-0dc08b8f-339f-4b82-8490-9a235963d86c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 821 time: 0.5636220 Jul 22 23:39:37.443235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:39:37.459190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:37.460178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:37.484874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'port': {'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'admin_state_up': True, 'tenant_id': '7167d080480c458dbba9707d23424973'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:37.599419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c18-c613-4a58-8eb3-4c76a300baed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.618567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9c18-c613-4a58-8eb3-4c76a300baed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.630236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:37.685630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-36ba96c0-3c09-4299-b0ee-828b89ed8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.688883 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-36ba96c0-3c09-4299-b0ee-828b89ed8615 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.2945578 Jul 22 23:39:37.692765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d9c18-c613-4a58-8eb3-4c76a300baed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3992f0e1-cce7-4c19-b704-ed8c92da78de,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:37.790011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1cc8156-4900-4ca3-a05d-2f3225306ca8 req-7965da83-276e-4d49-a168-afe68a212482 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124584 Jul 22 23:39:37.828314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11e0ba-c154-4bb7-b795-135311ace28c req-2c5341bd-adcc-4610-9d96-6bd4a486a1ae tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.828314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb11e0ba-c154-4bb7-b795-135311ace28c req-2c5341bd-adcc-4610-9d96-6bd4a486a1ae tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 945 time: 0.6395206 Jul 22 23:39:37.830868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b5d9c18-c613-4a58-8eb3-4c76a300baed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=006901a8f9494a85abc6066211be8cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7802970 Jul 22 23:39:37.835610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:37.880131 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '4b280dcf-7fba-4824-b3bf-fb6cc5f715a5', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'mac_address': 'fa:16:3e:09:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:10Z', 'updated_at': '2021-07-22T23:39:33Z', 'revision_number': 1, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:37.932565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Made reservation on behalf of 7167d080480c458dbba9707d23424973 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:37.941615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:37.956549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-c90bb054-08ed-42fd-bee6-5374e48917a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:37.958678 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f9243-0d44-4a8a-9f7f-849d0d7e3030 None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '4b280dcf-7fba-4824-b3bf-fb6cc5f715a5', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'mac_address': 'fa:16:3e:09:b5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:10Z', 'updated_at': '2021-07-22T23:39:33Z', 'revision_number': 1, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:37.963065 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-c90bb054-08ed-42fd-bee6-5374e48917a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365963 Jul 22 23:39:37.997825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb11e0ba-c154-4bb7-b795-135311ace28c req-c83d8284-8a9a-43e7-99ba-a27fab0500f4 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531212 Jul 22 23:39:38.030035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 2, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:38.072222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:39:38.073242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Updating router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:39:38.140880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.157173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-d392347c-91ca-4d03-ac6b-85bcbc16a708 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787388 Jul 22 23:39:38.161725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b92f7767-5f68-4640-9b73-9517f34d5cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.191483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b92f7767-5f68-4640-9b73-9517f34d5cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.259584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b92f7767-5f68-4640-9b73-9517f34d5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.263131 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b92f7767-5f68-4640-9b73-9517f34d5cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.264563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b92f7767-5f68-4640-9b73-9517f34d5cc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3992f0e1-cce7-4c19-b704-ed8c92da78de HTTP/1.1" status: 204 len: 168 time: 0.4246299 Jul 22 23:39:38.293593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f7767-5f68-4640-9b73-9517f34d5cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3992f0e1-cce7-4c19-b704-ed8c92da78de,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:38.425772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:38.435994 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80167f8b-3baa-4885-a448-9ab14b292770 None None] New status for floating IP 4b280dcf-7fba-4824-b3bf-fb6cc5f715a5: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:39:38.441065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Allocated IP 172.20.0.10 (c862d16c-6411-4c7b-99b1-e01623201c0c/fe024e1f-e6ef-4400-b5d4-df3d647e7661/43f64dec-68e2-48bc-a232-dfd6d5614e3c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:38.446518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b60f79aa-ca4f-4dc8-8ab4-508f7a16a0fb req-580dd108-3b1c-4646-8c63-07d9b547aae9 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982369 Jul 22 23:39:38.697034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0ba617dc-81bb-4bae-a01f-23492590f59f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:38.697420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.748976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:38.791615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:38.899061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e0aada7-fbd2-4000-b5d6-0ae0f2f716ae req-4b6fea82-693d-4a05-87bb-3c401a4b43a6 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 210 time: 0.7400742 Jul 22 23:39:38.903896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Transition to ACTIVE for port object 43f64dec-68e2-48bc-a232-dfd6d5614e3c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:39.053714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:39.054586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.105919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceec07-d6a5-4788-a242-978207aaf73b req-e78af36e-2823-4bfd-8143-3373142587b6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.116710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18ceec07-d6a5-4788-a242-978207aaf73b req-e78af36e-2823-4bfd-8143-3373142587b6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.3364017 Jul 22 23:39:39.146790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.150487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.272003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event updated for resources: {'Port': ['ID=43f64dec-68e2-48bc-a232-dfd6d5614e3c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:39.304783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Network c862d16c-6411-4c7b-99b1-e01623201c0c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:39.317918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:39.323896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:39.386661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:39.390650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:39.398092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.398344 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c029680-9189-4cd8-b844-d72f47db55dd" -d '{"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-plugged", "status": "completed", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:39.399558 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.417217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.444543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18ceec07-d6a5-4788-a242-978207aaf73b req-9ca070e5-6364-4e0b-bd6f-0eb9d09e3663 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172271 Jul 22 23:39:39.465465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-21af11b2-fd52-4d76-be2b-ed52437cea7a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9841111 Jul 22 23:39:39.497482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Request body: {'port': {'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:39.636801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c44cd-1514-4300-9928-055b4ad10046 req-23d2e4ad-3864-4590-89c0-6661054ff462 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:39.651576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c94c44cd-1514-4300-9928-055b4ad10046 req-23d2e4ad-3864-4590-89c0-6661054ff462 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 945 time: 0.4205766 Jul 22 23:39:39.753379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:39.762410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c94c44cd-1514-4300-9928-055b4ad10046 req-2a15e7aa-7839-4a12-bb79-58899dfa36a7 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096056 Jul 22 23:39:39.802641 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.856215 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a0e373-08c7-4587-a850-d26b7260c550 x-openstack-request-id: req-86a0e373-08c7-4587-a850-d26b7260c550 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:39.858691 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-plugged", "status": "completed", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:39.860641 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86a0e373-08c7-4587-a850-d26b7260c550 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:39.862088 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'code': 200} Jul 22 23:39:39.943360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-259cc2f6-61f1-4132-92b7-ea6bb6ff58f6 None None] Provisioning for port 43f64dec-68e2-48bc-a232-dfd6d5614e3c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:39.948240 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:39.958675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-259cc2f6-61f1-4132-92b7-ea6bb6ff58f6 None None] Provisioning complete for port 43f64dec-68e2-48bc-a232-dfd6d5614e3c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:39.959173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-259cc2f6-61f1-4132-92b7-ea6bb6ff58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.051243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Transition to ACTIVE for port object 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:40.079730 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.193473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9099ee-7f4b-4e9f-b967-bc49c8b908a4 None None] Pushing event updated for resources: {'Port': ['ID=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.229183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-259cc2f6-61f1-4132-92b7-ea6bb6ff58f6 None None] Port 43f64dec-68e2-48bc-a232-dfd6d5614e3c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:39:40.244361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07730a41-7e70-4d02-a2f8-5961d0ade614 req-a757c607-96cd-4c6e-96ef-fdcd2c1ec861 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.255415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07730a41-7e70-4d02-a2f8-5961d0ade614 req-a757c607-96cd-4c6e-96ef-fdcd2c1ec861 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 932 time: 0.2191119 Jul 22 23:39:40.379376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07730a41-7e70-4d02-a2f8-5961d0ade614 req-23680057-dd7e-4d7e-ab99-2f35f8c4b851 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212976 Jul 22 23:39:40.423116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Attempting to bind port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:40.423522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Attempting to bind port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:40.423903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Attempting to bind port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e on network c862d16c-6411-4c7b-99b1-e01623201c0c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:40.432273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:40.432697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Checking segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:40.436590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.437022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Bound using segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:40.437541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Bound port: 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:40.437950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.484061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f64dec-68e2-48bc-a232-dfd6d5614e3c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:40.494074 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.518937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Transition to ACTIVE for port object 43f64dec-68e2-48bc-a232-dfd6d5614e3c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:40.525818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.661741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] For port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:40.669272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] For port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:40.678146 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:40.710618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Pushing event updated for resources: {'Port': ['ID=43f64dec-68e2-48bc-a232-dfd6d5614e3c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.794617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9099ee-7f4b-4e9f-b967-bc49c8b908a4 None None] Pushing event updated for resources: {'Port': ['ID=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:40.835951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:39:40.836795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:40.889460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Attempting to bind port 43f64dec-68e2-48bc-a232-dfd6d5614e3c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:39:40.889791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Attempting to bind port 43f64dec-68e2-48bc-a232-dfd6d5614e3c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:39:40.890120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Attempting to bind port 43f64dec-68e2-48bc-a232-dfd6d5614e3c on network c862d16c-6411-4c7b-99b1-e01623201c0c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:40.947323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa37da-22aa-421d-9e97-59ee86aa2529 req-4e5e3520-11c3-4de1-85bb-852126a650fe tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:40.949053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3aa37da-22aa-421d-9e97-59ee86aa2529 req-4e5e3520-11c3-4de1-85bb-852126a650fe tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.3940847 Jul 22 23:39:40.949671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Port 43f64dec-68e2-48bc-a232-dfd6d5614e3c on network c862d16c-6411-4c7b-99b1-e01623201c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:39:40.950205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Attempting to bind port 43f64dec-68e2-48bc-a232-dfd6d5614e3c on network c862d16c-6411-4c7b-99b1-e01623201c0c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:39:40.986796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:39:40.987136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Checking segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:39:40.987547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Bound using segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:39:40.987995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Bound port: 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:39:40.988354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.017026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:39:41.234200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3aa37da-22aa-421d-9e97-59ee86aa2529 req-fc257c1b-8f6f-4a4b-80f7-519d48b12dbc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484100 Jul 22 23:39:41.314100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] For port 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:39:41.323230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] For port 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:39:41.335836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.466736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Pushing event updated for resources: {'Port': ['ID=43f64dec-68e2-48bc-a232-dfd6d5614e3c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:41.512748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.514874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:40Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:41.517100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:41.525939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-850dcb4c-ec37-4e3f-805b-397c8e1841ed service neutron] 10.222.0.48 "PUT /v2.0/ports/43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 1092 time: 2.0392354 Jul 22 23:39:41.525939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:41.531860 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598e26a8-c994-454a-a60e-a381a94e44ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:41.616536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3722a68-c35c-43ef-9171-a66bd47e818a None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:40Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:39:41.688922 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b26905-8c39-4e3f-a9bf-0f28333a6154 x-openstack-request-id: req-f6b26905-8c39-4e3f-a9bf-0f28333a6154 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:41.689142 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:41.689541 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6b26905-8c39-4e3f-a9bf-0f28333a6154 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:41.690044 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'status': 'completed', 'code': 200} Jul 22 23:39:41.934185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dc8d0-880f-4e41-9adb-0d0c22ade3ac req-425c3232-2636-47c1-888d-8918c656f35b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:41.945534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-354dc8d0-880f-4e41-9adb-0d0c22ade3ac req-425c3232-2636-47c1-888d-8918c656f35b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 944 time: 0.3905649 Jul 22 23:39:42.009267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-2ba7af93-c4b1-4af7-943d-29f84465b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.010799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-2ba7af93-c4b1-4af7-943d-29f84465b485 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1095 time: 0.3779192 Jul 22 23:39:42.177032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-6ee568fb-7dc8-47e4-9abf-55ea5d049aed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 217 time: 0.1196604 Jul 22 23:39:42.190467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-354dc8d0-880f-4e41-9adb-0d0c22ade3ac req-defc82b7-9271-4e9e-9042-f92318db6770 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406828 Jul 22 23:39:42.323618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-ea2a4123-4943-425a-89a5-e437457454bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.325631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-ea2a4123-4943-425a-89a5-e437457454bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1341515 Jul 22 23:39:42.540729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3cbf-6537-44ac-89f0-315cf8735bba req-08f84071-3fee-4196-bdc7-f00efb1065c0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.547982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cba3cbf-6537-44ac-89f0-315cf8735bba req-08f84071-3fee-4196-bdc7-f00efb1065c0 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 945 time: 0.1555185 Jul 22 23:39:42.563744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-1579effc-f9d3-45c8-9ddc-1ab9c93ccf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.565330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-1579effc-f9d3-45c8-9ddc-1ab9c93ccf60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248738 Jul 22 23:39:42.758521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:42.791352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cba3cbf-6537-44ac-89f0-315cf8735bba req-f98ab429-6669-4e1b-967e-a6d4e4a34e96 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422595 Jul 22 23:39:42.918220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:42.934186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:42.934557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:42.978143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630fb90-8a26-496d-8cb4-e80f77126096 req-a0dd7979-5290-4e62-a3b8-1fce22e3b8bc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:42.980012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9630fb90-8a26-496d-8cb4-e80f77126096 req-a0dd7979-5290-4e62-a3b8-1fce22e3b8bc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.4204669 Jul 22 23:39:43.047806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-f987ccdd-95eb-4124-b027-d6de0deee83c service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195888 Jul 22 23:39:43.053029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9630fb90-8a26-496d-8cb4-e80f77126096 req-bcc2b576-80d4-41b1-b63d-aed454b6eefc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598443 Jul 22 23:39:43.077635 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.158516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:43.171485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:43.266971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6157e1d0-c8e3-4861-a555-b481c66a4e8c req-5cc34e60-4763-4f53-a98a-6828af0f6f50 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096932 Jul 22 23:39:43.308185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:43.496703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c57da-1f47-4f08-9059-2764c3c12d50 req-0759647c-394c-44c5-aaee-b902e6d40b26 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.498465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc2c57da-1f47-4f08-9059-2764c3c12d50 req-0759647c-394c-44c5-aaee-b902e6d40b26 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 944 time: 0.1836598 Jul 22 23:39:43.569373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc2c57da-1f47-4f08-9059-2764c3c12d50 req-e22acd8d-1bb1-414c-aeeb-2bb1db8b883b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Jul 22 23:39:43.584475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e26a8-c994-454a-a60e-a381a94e44ae req-3ce5732e-a7bc-4b36-810d-ec35ce5c96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:43.586004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-3ce5732e-a7bc-4b36-810d-ec35ce5c96c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1095 time: 0.1234200 Jul 22 23:39:44.126754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-f9fa282c-4626-49a8-989a-510f0856aa11 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.129458 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-f9fa282c-4626-49a8-989a-510f0856aa11 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.48 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 945 time: 0.1721873 Jul 22 23:39:44.231147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:44.274009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Deleting port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:39:44.274625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.324043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e26a8-c994-454a-a60e-a381a94e44ae req-38128b7e-7e70-4bf2-aaf5-dd9aa1c4ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.326588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-38128b7e-7e70-4bf2-aaf5-dd9aa1c4ade7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.7321162 Jul 22 23:39:44.388581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-1509f50e-ee90-429e-b8c6-91b02a63e6c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 217 time: 0.0517797 Jul 22 23:39:44.407093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6b07-b4e8-49dd-8ed9-d0de962d2b47 req-d47ac91c-aae1-43cf-9976-5f01dff5719c tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.414250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2dba6b07-b4e8-49dd-8ed9-d0de962d2b47 req-d47ac91c-aae1-43cf-9976-5f01dff5719c tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 945 time: 0.2445383 Jul 22 23:39:44.443880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] For port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,segment=NetworkSegment(55738b4c-65a5-450d-8c15-44e90e581aa2),segment_id=55738b4c-65a5-450d-8c15-44e90e581aa2)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:44.444397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.462618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Calling delete_port for d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:39:44.478126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24977f47-72e9-475c-9b26-193455d01cbb req-93af6986-3f83-464c-95c2-76a384950aeb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.479963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24977f47-72e9-475c-9b26-193455d01cbb req-93af6986-3f83-464c-95c2-76a384950aeb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.2808323 Jul 22 23:39:44.512775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59746e5b-b822-4320-996d-771ede59709b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.538019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2dba6b07-b4e8-49dd-8ed9-d0de962d2b47 req-96f66c14-78d7-4c01-85c2-0b951841a0bb tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226599 Jul 22 23:39:44.573040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e26a8-c994-454a-a60e-a381a94e44ae req-e0f2fa1b-7b94-4ad8-90d8-cb16ebb2c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.588243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-e0f2fa1b-7b94-4ad8-90d8-cb16ebb2c47b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1717830 Jul 22 23:39:44.655062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.692261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:44.722996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24977f47-72e9-475c-9b26-193455d01cbb req-5896d2a6-b06b-4616-82cf-457322890a89 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059548 Jul 22 23:39:44.727170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Pushing event deleted for resources: {'Port': ['ID=d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:44.791095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:44.874998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] No DVR routers for this DVR port d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:39:44.877652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.877866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e26a8-c994-454a-a60e-a381a94e44ae req-7b775a0e-2e02-4c77-a0cf-d43ef105abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:44.879861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-7b775a0e-2e02-4c77-a0cf-d43ef105abf2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2757711 Jul 22 23:39:44.880045 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a47988d-5403-4e54-950d-c6a3db0e3fee req-6e2ce47f-3d65-4dea-b8ea-6affc4f6ab97 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.48 "DELETE /v2.0/ports/d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 HTTP/1.1" status: 204 len: 173 time: 0.7440288 Jul 22 23:39:44.880595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c00990-854f-4b2d-a3de-1025690a3736', 'name': 'network-vif-deleted', 'tag': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:44.882887 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb5ecfa-5ec9-4293-9402-549b62cdac71" -d '{"events": [{"server_uuid": "24c00990-854f-4b2d-a3de-1025690a3736", "name": "network-vif-deleted", "tag": "d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:44.912312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:44.912748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.947983 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9029b2b1-dbfb-48e5-994b-494b183e0629 x-openstack-request-id: req-9029b2b1-dbfb-48e5-994b-494b183e0629 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:44.948571 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c00990-854f-4b2d-a3de-1025690a3736", "name": "network-vif-deleted", "tag": "d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:44.948698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59746e5b-b822-4320-996d-771ede59709b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:44.949015 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9029b2b1-dbfb-48e5-994b-494b183e0629 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:44.949916 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c00990-854f-4b2d-a3de-1025690a3736', 'name': 'network-vif-deleted', 'tag': 'd95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9', 'status': 'completed', 'code': 200} Jul 22 23:39:44.960562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59746e5b-b822-4320-996d-771ede59709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.093765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc3537-c5d8-44d4-bbe8-66c59c299edc req-49bf3ea0-e7f1-4c96-935a-5373b7828f4f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:45.102062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30bc3537-c5d8-44d4-bbe8-66c59c299edc req-49bf3ea0-e7f1-4c96-935a-5373b7828f4f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 944 time: 0.2992394 Jul 22 23:39:45.134894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59746e5b-b822-4320-996d-771ede59709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9243a708-6ca1-43f7-979d-b759395b1665,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:45.153267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-59746e5b-b822-4320-996d-771ede59709b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46c9942a69594a76be8b1618a36f4f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9137554 Jul 22 23:39:45.159494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:45.270552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-e5622441-b300-42d4-9edd-d58d6b38b28a service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716114 Jul 22 23:39:45.283669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc26b4c6-4f5e-47e8-8c7d-7dd847fc60e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.298368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30bc3537-c5d8-44d4-bbe8-66c59c299edc req-d4b4722d-d3ba-4727-8af7-070d357fa73b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949553 Jul 22 23:39:45.360716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc26b4c6-4f5e-47e8-8c7d-7dd847fc60e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.441162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc26b4c6-4f5e-47e8-8c7d-7dd847fc60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.463117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dc26b4c6-4f5e-47e8-8c7d-7dd847fc60e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:45.465081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dc26b4c6-4f5e-47e8-8c7d-7dd847fc60e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9243a708-6ca1-43f7-979d-b759395b1665 HTTP/1.1" status: 204 len: 168 time: 0.3042920 Jul 22 23:39:45.479836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26b4c6-4f5e-47e8-8c7d-7dd847fc60e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9243a708-6ca1-43f7-979d-b759395b1665,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:45.570073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-598e26a8-c994-454a-a60e-a381a94e44ae req-06911b14-1869-4262-8b59-d340aec169df service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920604 Jul 22 23:39:45.796836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d7eaaa5-60ee-4578-aab1-cf5627262663 req-7e26e191-3e68-41f1-ad86-8beb9a6cbfb8 tempest-ServerMetadataNegativeTestJSON-1361451876 tempest-ServerMetadataNegativeTestJSON-1361451876-project] 10.222.0.21 "GET /v2.0/ports?device_id=24c00990-854f-4b2d-a3de-1025690a3736 HTTP/1.1" status: 200 len: 210 time: 0.0889626 Jul 22 23:39:46.031161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68236a-a927-48f6-b429-0597998c6c3b req-307f9498-971b-4395-8a0d-45f583aaa733 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:46.032821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e68236a-a927-48f6-b429-0597998c6c3b req-307f9498-971b-4395-8a0d-45f583aaa733 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1092887 Jul 22 23:39:46.104742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e68236a-a927-48f6-b429-0597998c6c3b req-b880f7cc-6013-4aa3-9218-bb320459b21b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522642 Jul 22 23:39:46.113755 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb558-817f-4834-a475-a298b4042922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.229103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f64dec-68e2-48bc-a232-dfd6d5614e3c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:39:46.254460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37914) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:46.277362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dbf927-807e-4e7a-b12a-ecdab1c67e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.385257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:46.414925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:39:46.488248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dbf927-807e-4e7a-b12a-ecdab1c67e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.495355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84dbf927-807e-4e7a-b12a-ecdab1c67e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.503244 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.517665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38633288-6609-4222-9b44-2ae8147df802 req-1ba23394-8539-4476-b2b6-b941c0d189d7 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:46.519889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38633288-6609-4222-9b44-2ae8147df802 req-1ba23394-8539-4476-b2b6-b941c0d189d7 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 944 time: 0.1191151 Jul 22 23:39:46.527911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f64dec-68e2-48bc-a232-dfd6d5614e3c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:39:46.557252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:46.563974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.566729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84dbf927-807e-4e7a-b12a-ecdab1c67e56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75605cbc83ab414caaa2eb7f1aec7212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097205 Jul 22 23:39:46.568789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbf927-807e-4e7a-b12a-ecdab1c67e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9258fa-5970-4c5d-a905-b2bcf09c116b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:46.571365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37922) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:46.663596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f64dec-68e2-48bc-a232-dfd6d5614e3c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:46.678233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38633288-6609-4222-9b44-2ae8147df802 req-0426ea3d-04d9-4e72-93a3-7820d24d05fc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509318 Jul 22 23:39:46.691215 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dcd1-18d7-4ec0-ae6c-c9bb6c7d92e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.722920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dcd1-18d7-4ec0-ae6c-c9bb6c7d92e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.811038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dcd1-18d7-4ec0-ae6c-c9bb6c7d92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.815441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1fb9dcd1-18d7-4ec0-ae6c-c9bb6c7d92e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:46.816734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1fb9dcd1-18d7-4ec0-ae6c-c9bb6c7d92e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf9258fa-5970-4c5d-a905-b2bcf09c116b HTTP/1.1" status: 204 len: 168 time: 0.2267942 Jul 22 23:39:46.826417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9dcd1-18d7-4ec0-ae6c-c9bb6c7d92e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9258fa-5970-4c5d-a905-b2bcf09c116b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:46.911828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:46.991645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Deleting subnet db1a1199-1adb-492d-9591-df074116ba0c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:39:47.002643 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.066639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.077916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['43f64dec-68e2-48bc-a232-dfd6d5614e3c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:47.139175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.278681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.334801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:47.352851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1a1199-1adb-492d-9591-df074116ba0c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:47.368400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.370366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d87d8f1f-d326-48fa-b2a3-efa582b43dce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db1a1199-1adb-492d-9591-df074116ba0c HTTP/1.1" status: 204 len: 168 time: 0.4571311 Jul 22 23:39:47.373188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:47.449513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056b0d6-5f4d-480a-97d5-de1175ae2ad3 req-0b598746-8a82-4c13-9506-718587c74c4a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.454987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e056b0d6-5f4d-480a-97d5-de1175ae2ad3 req-0b598746-8a82-4c13-9506-718587c74c4a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1921239 Jul 22 23:39:47.514007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.559809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e056b0d6-5f4d-480a-97d5-de1175ae2ad3 req-e0ebd2d2-c263-4208-99d3-dff47a32d891 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980575 Jul 22 23:39:47.619591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad97f-6991-4701-a3b2-a0cc7b08a3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.684606 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.701783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff160c1c-5e04-4294-ac44-e8fb462b1b3d']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:47.736390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55738b4c-65a5-450d-8c15-44e90e581aa2') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:47.736390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55738b4c-65a5-450d-8c15-44e90e581aa2') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:39:47.765075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.814856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.853265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:39:47.853686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:39:47.856190 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:39:47.901819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a2144-8680-4231-b458-d37afa055511 req-f24a677d-a335-4ebf-8641-cd9bd3c50662 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:47.910494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f91a2144-8680-4231-b458-d37afa055511 req-f24a677d-a335-4ebf-8641-cd9bd3c50662 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 945 time: 0.1141450 Jul 22 23:39:47.960772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f91a2144-8680-4231-b458-d37afa055511 req-7ea53058-4072-4663-bcb0-0409d5178eb3 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Jul 22 23:39:47.999677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.027908 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.032210 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff160c1c-5e04-4294-ac44-e8fb462b1b3d HTTP/1.1" status: 204 len: 168 time: 0.6557672 Jul 22 23:39:48.032210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05265d-cc3c-452a-9fc7-f719705648b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff160c1c-5e04-4294-ac44-e8fb462b1b3d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.051775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad97f-6991-4701-a3b2-a0cc7b08a3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.060875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7ad97f-6991-4701-a3b2-a0cc7b08a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.121339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:48.123700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f7ad97f-6991-4701-a3b2-a0cc7b08a3c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71608a13a36645e78480200b912b1392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854395 Jul 22 23:39:48.177224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ad97f-6991-4701-a3b2-a0cc7b08a3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5404672-5e2c-4b50-a065-76e70e0bff2f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.239549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82809eca-bf88-4325-8955-7c87bc64a9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.248498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:39:48.253467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37994) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:48.271915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:39:48.272602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d95d3cb5-c2cb-4c78-99d1-62b4e8d99fc9 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:39:48.275622 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82809eca-bf88-4325-8955-7c87bc64a9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.330511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-116774bf-81ca-4463-b130-8cab93bb25af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=760ab38a11bd448eb9cc790cd8ef79dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758448 Jul 22 23:39:48.334063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:48.352156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82809eca-bf88-4325-8955-7c87bc64a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.355309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82809eca-bf88-4325-8955-7c87bc64a9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.367094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82809eca-bf88-4325-8955-7c87bc64a9d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5404672-5e2c-4b50-a065-76e70e0bff2f HTTP/1.1" status: 204 len: 168 time: 0.2425678 Jul 22 23:39:48.391007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82809eca-bf88-4325-8955-7c87bc64a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5404672-5e2c-4b50-a065-76e70e0bff2f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.419973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b91f0a-ac4c-4e51-b9f8-adae434786f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.455976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b91f0a-ac4c-4e51-b9f8-adae434786f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.533444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b91f0a-ac4c-4e51-b9f8-adae434786f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.536875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b91f0a-ac4c-4e51-b9f8-adae434786f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:48.541810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6b91f0a-ac4c-4e51-b9f8-adae434786f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8 HTTP/1.1" status: 204 len: 168 time: 0.2063792 Jul 22 23:39:48.562004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91f0a-ac4c-4e51-b9f8-adae434786f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4d4bed-3c0d-4b84-b7f3-3407bdebd1f8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:48.782232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715007ea-b965-403d-94a7-5f3f3c3256d6 req-3d313300-219e-491d-9558-a3d96260461e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:48.804315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-715007ea-b965-403d-94a7-5f3f3c3256d6 req-3d313300-219e-491d-9558-a3d96260461e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1319959 Jul 22 23:39:48.905012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-715007ea-b965-403d-94a7-5f3f3c3256d6 req-69e1cce6-933f-4f12-8356-5e58c3bc2d13 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996487 Jul 22 23:39:49.097878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:49.117075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40769ca6-15ab-4f81-b621-48f50bd9c98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.230453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e30c7-b4a8-4f41-aca9-3dc7f58f0d54 req-15a76665-3c76-4ef3-8128-c9893e5d3044 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.232686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e90e30c7-b4a8-4f41-aca9-3dc7f58f0d54 req-15a76665-3c76-4ef3-8128-c9893e5d3044 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 945 time: 0.1832316 Jul 22 23:39:49.300925 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3eae0805-8bbe-4cc6-abc9-f704ed7a8cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.385093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e90e30c7-b4a8-4f41-aca9-3dc7f58f0d54 req-3456d461-bb8b-4f47-92cd-d6cb5086d816 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433704 Jul 22 23:39:49.467098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40769ca6-15ab-4f81-b621-48f50bd9c98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.481177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40769ca6-15ab-4f81-b621-48f50bd9c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.517481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-40769ca6-15ab-4f81-b621-48f50bd9c98a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1e9e3741c7b48ba9e3078258ed87ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130917 Jul 22 23:39:49.518018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38050) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:49.519154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-abed8e33-87f6-416b-b42a-3a44db563fa7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6329854 Jul 22 23:39:49.590372 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.601238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40769ca6-15ab-4f81-b621-48f50bd9c98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1940a0-ac16-41df-9693-3592be2f3b2c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:49.669358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94a237b-4239-4e77-80d8-2b9a98bf9b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.672593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-d3d9018f-5a1c-4098-b8b3-ca13cd62ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.681536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-d3d9018f-5a1c-4098-b8b3-ca13cd62ed43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 0.1206994 Jul 22 23:39:49.702550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94a237b-4239-4e77-80d8-2b9a98bf9b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.819960 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94a237b-4239-4e77-80d8-2b9a98bf9b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.826222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94a237b-4239-4e77-80d8-2b9a98bf9b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:49.829743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a94a237b-4239-4e77-80d8-2b9a98bf9b7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c1940a0-ac16-41df-9693-3592be2f3b2c HTTP/1.1" status: 204 len: 168 time: 0.3086154 Jul 22 23:39:49.836306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a237b-4239-4e77-80d8-2b9a98bf9b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1940a0-ac16-41df-9693-3592be2f3b2c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:49.841792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-3e1c073b-f208-43e7-b9ec-fc3ea44db17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:49.843827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-3e1c073b-f208-43e7-b9ec-fc3ea44db17d service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.1446502 Jul 22 23:39:50.003370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-9e0074e9-2f2a-4510-ae00-f65e89aad69b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.1447105 Jul 22 23:39:50.160603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-01d58bf8-67aa-4ba1-bcf9-ac992f6b8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.162758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-01d58bf8-67aa-4ba1-bcf9-ac992f6b8441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1557939 Jul 22 23:39:50.174423 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.268785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f64dec-68e2-48bc-a232-dfd6d5614e3c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:39:50.398320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 43f64dec-68e2-48bc-a232-dfd6d5614e3c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:39:50.404435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 43f64dec-68e2-48bc-a232-dfd6d5614e3c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:39:50.405137 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.419689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-808ae68e-9d92-4057-9879-2b6490fafe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.421362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-808ae68e-9d92-4057-9879-2b6490fafe12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2442029 Jul 22 23:39:50.472494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3302b2-4cb2-4b55-b69b-a150805021af req-7059ba23-ba38-464b-8c01-657c1e48eb1f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:50.486145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d3302b2-4cb2-4b55-b69b-a150805021af req-7059ba23-ba38-464b-8c01-657c1e48eb1f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.3220279 Jul 22 23:39:50.647137 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.695945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:39:50.705461 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a362b-2aef-4436-9b20-af25e2ef7beb" -d '{"events": [{"server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "name": "network-vif-plugged", "status": "completed", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:39:50.724721 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d3302b2-4cb2-4b55-b69b-a150805021af req-14b09feb-e174-4358-8a0b-b15b38caccc1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375779 Jul 22 23:39:50.734592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:39:50.749629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:50.874160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=43f64dec-68e2-48bc-a232-dfd6d5614e3c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:50.980508 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8976445e-1f9b-4f09-96a5-50be6f96c4e9 x-openstack-request-id: req-8976445e-1f9b-4f09-96a5-50be6f96c4e9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:39:50.980741 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "name": "network-vif-plugged", "status": "completed", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:39:50.980996 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8976445e-1f9b-4f09-96a5-50be6f96c4e9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:39:50.981391 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'code': 200} Jul 22 23:39:50.999056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-c41233d0-8dd0-4d9c-8a46-39be459f9af2 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936430 Jul 22 23:39:51.106716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:51.229169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-679453fe-6cd2-4b2a-a1f3-78df08d1d742 req-c1a021f9-4750-46c8-9eb1-30840a93174c service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889391 Jul 22 23:39:51.249941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98b271-6104-4813-b7dd-9949fa15d490 req-eb24b1b8-82ca-4450-83e6-c74f1b6f3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:51.253833 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c98b271-6104-4813-b7dd-9949fa15d490 req-eb24b1b8-82ca-4450-83e6-c74f1b6f3b2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.1350961 Jul 22 23:39:51.276202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98645-259b-4a5d-a1f2-eb801a88b3a0 req-ce3656bf-ddde-43af-ad71-7d37d171ebd4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:51.285333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dab98645-259b-4a5d-a1f2-eb801a88b3a0 req-ce3656bf-ddde-43af-ad71-7d37d171ebd4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 946 time: 0.5449908 Jul 22 23:39:51.340269 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c98b271-6104-4813-b7dd-9949fa15d490 req-90b1e8f6-eab4-4af6-9bc2-77997fd63a70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776663 Jul 22 23:39:51.374621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee9955e8-4e89-45dd-be4c-1e2a9ef5ce3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.377869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dab98645-259b-4a5d-a1f2-eb801a88b3a0 req-48455ec3-974c-4001-992d-71a381b0c5ce tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896366 Jul 22 23:39:51.439115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:51.637308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d17bab90-4860-4e1a-a86b-51c647fa8caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.645975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee9955e8-4e89-45dd-be4c-1e2a9ef5ce3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.654710 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.656011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee9955e8-4e89-45dd-be4c-1e2a9ef5ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.729456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee9955e8-4e89-45dd-be4c-1e2a9ef5ce3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6652506ca5cb462397d7fcf0b9adcc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202872 Jul 22 23:39:51.732120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:51.740888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9955e8-4e89-45dd-be4c-1e2a9ef5ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fad8918-96cc-427c-881b-ff81814d16fa,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:51.871520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-badc1b22-6673-4c26-ad9e-3e6f5a7e6f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:51.944547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-badc1b22-6673-4c26-ad9e-3e6f5a7e6f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.000371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d17bab90-4860-4e1a-a86b-51c647fa8caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.021497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d17bab90-4860-4e1a-a86b-51c647fa8caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.049881 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.052524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-badc1b22-6673-4c26-ad9e-3e6f5a7e6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.055252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-badc1b22-6673-4c26-ad9e-3e6f5a7e6f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.058659 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-badc1b22-6673-4c26-ad9e-3e6f5a7e6f7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fad8918-96cc-427c-881b-ff81814d16fa HTTP/1.1" status: 204 len: 168 time: 0.3234415 Jul 22 23:39:52.073735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc1b22-6673-4c26-ad9e-3e6f5a7e6f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fad8918-96cc-427c-881b-ff81814d16fa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.108755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fceae5-ab16-4fd0-8429-ad50e0a548e1 req-e3d0e1d0-f38d-4230-9e22-89dac160910c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.110816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92fceae5-ab16-4fd0-8429-ad50e0a548e1 req-e3d0e1d0-f38d-4230-9e22-89dac160910c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.2630472 Jul 22 23:39:52.113520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d17bab90-4860-4e1a-a86b-51c647fa8caf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4054eefc0ed443382dc7a36df8bdbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728017 Jul 22 23:39:52.115433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bab90-4860-4e1a-a86b-51c647fa8caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cee4db-005a-4a8f-800e-e5ea2637ef0f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.118078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:52.216044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c77055e8-5bb2-455e-8a49-472d6dff2e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.220615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92fceae5-ab16-4fd0-8429-ad50e0a548e1 req-4b8e34cd-eb10-4fe9-b423-29562b89449d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879285 Jul 22 23:39:52.259898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c77055e8-5bb2-455e-8a49-472d6dff2e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.360267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c77055e8-5bb2-455e-8a49-472d6dff2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.371435 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c77055e8-5bb2-455e-8a49-472d6dff2e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:52.380112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c77055e8-5bb2-455e-8a49-472d6dff2e7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03cee4db-005a-4a8f-800e-e5ea2637ef0f HTTP/1.1" status: 204 len: 168 time: 0.2606280 Jul 22 23:39:52.398051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77055e8-5bb2-455e-8a49-472d6dff2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cee4db-005a-4a8f-800e-e5ea2637ef0f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:52.591661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d8665-9525-4724-aecd-2c907af589ec req-8cd730af-2d33-4b54-867c-97565c2067fc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:52.604937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-501d8665-9525-4724-aecd-2c907af589ec req-8cd730af-2d33-4b54-867c-97565c2067fc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 946 time: 0.1318953 Jul 22 23:39:52.682152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-501d8665-9525-4724-aecd-2c907af589ec req-1a20f45b-1820-439c-9af0-d6afb4da09bc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752656 Jul 22 23:39:53.078955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:53.101122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89b439a0-1177-4ffa-a405-0370b7a777f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.207517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89b439a0-1177-4ffa-a405-0370b7a777f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.215185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89b439a0-1177-4ffa-a405-0370b7a777f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.258984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b439a0-1177-4ffa-a405-0370b7a777f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e9102d-2b34-4990-8f2e-d8b7213e9324,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:53.288366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-89b439a0-1177-4ffa-a405-0370b7a777f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=456396884d7c4f3985ef98f8204e3fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076776 Jul 22 23:39:53.290341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38220) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:53.369256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4644f9a7-8b53-425e-8f3b-68b3d8a1d324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.418472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4644f9a7-8b53-425e-8f3b-68b3d8a1d324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.499955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ccfaf-d7a1-4916-9ec9-80681056a274 req-6a6b421c-53b8-463f-9e45-ae7924bdb1f0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.508690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d36ccfaf-d7a1-4916-9ec9-80681056a274 req-6a6b421c-53b8-463f-9e45-ae7924bdb1f0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1302977 Jul 22 23:39:53.532186 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4644f9a7-8b53-425e-8f3b-68b3d8a1d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.534771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4644f9a7-8b53-425e-8f3b-68b3d8a1d324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:53.538780 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4644f9a7-8b53-425e-8f3b-68b3d8a1d324 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9e9102d-2b34-4990-8f2e-d8b7213e9324 HTTP/1.1" status: 204 len: 168 time: 0.2447708 Jul 22 23:39:53.551500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644f9a7-8b53-425e-8f3b-68b3d8a1d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e9102d-2b34-4990-8f2e-d8b7213e9324,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:53.619014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d36ccfaf-d7a1-4916-9ec9-80681056a274 req-9ab70695-3e3c-48e3-a3b0-5f81f181b2ba tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016097 Jul 22 23:39:53.913192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2d3da-615f-4b17-a831-446e5c2981b5 req-30ec878c-6c69-4965-9142-3d7ea06cb5d3 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:53.916845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47b2d3da-615f-4b17-a831-446e5c2981b5 req-30ec878c-6c69-4965-9142-3d7ea06cb5d3 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 946 time: 0.1237912 Jul 22 23:39:53.985047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47b2d3da-615f-4b17-a831-446e5c2981b5 req-49d5b9be-a8d3-4121-81ba-4b631826b8f4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612946 Jul 22 23:39:54.248986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-2974d0f1-cc32-4f3e-baa8-a8cf5440e715 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1994414 Jul 22 23:39:54.256535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:54.326599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:54.598829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:54.777810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Allocated IP 172.25.5.36 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4f32601c-dcfb-448b-9079-58f957bbb648) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:54.946013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:54.998538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.065415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:55.072163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:55.074227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event updated for resources: {'Port': ['ID=4f32601c-dcfb-448b-9079-58f957bbb648,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:55.076713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:39:55.188857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.262938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.312220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:55.564655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bc15f-0edf-41e0-8481-a7e41fc9c341 req-b80a81e5-51f1-4f51-a8d3-329e9c0ad52b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:55.566236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f7bc15f-0edf-41e0-8481-a7e41fc9c341 req-b80a81e5-51f1-4f51-a8d3-329e9c0ad52b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1831150 Jul 22 23:39:55.605766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.613557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.659209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d55c5ae-9c07-4f22-8022-172984efcd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.703994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f7bc15f-0edf-41e0-8481-a7e41fc9c341 req-083b5617-0ea6-4408-a7f4-7801e7b98a4f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287761 Jul 22 23:39:55.751915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event updated for resources: {'Port': ['ID=4f32601c-dcfb-448b-9079-58f957bbb648,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:55.763986 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.809631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d55c5ae-9c07-4f22-8022-172984efcd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.814158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d55c5ae-9c07-4f22-8022-172984efcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.819142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:55.820807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-036487ff-3755-4a1d-b2ad-dabb1d0430c1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5705826 Jul 22 23:39:55.878515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:55.878715 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6d55c5ae-9c07-4f22-8022-172984efcd10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06d1ce3d2757427e8043a879f5590ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652394 Jul 22 23:39:55.880242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55c5ae-9c07-4f22-8022-172984efcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9407c576-33b2-4c8e-84ab-d5d4796ed815,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:55.908683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-992a5687-5ecb-4035-aa5d-12e9c80143a2 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 695 time: 0.0797856 Jul 22 23:39:55.997545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:56.024643 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-598eb092-f82d-447d-a932-2023caace083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.057353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-598eb092-f82d-447d-a932-2023caace083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.132951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-0c64f220-98d4-43ea-971f-4783ce6ef36c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.134845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20705ca7-3bed-445e-b969-e674fba8fb46 req-0c64f220-98d4-43ea-971f-4783ce6ef36c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2188787 Jul 22 23:39:56.154871 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-598eb092-f82d-447d-a932-2023caace083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.158150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-598eb092-f82d-447d-a932-2023caace083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.162190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-598eb092-f82d-447d-a932-2023caace083 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9407c576-33b2-4c8e-84ab-d5d4796ed815 HTTP/1.1" status: 204 len: 168 time: 0.2792573 Jul 22 23:39:56.165918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb502df7-cf46-41eb-9088-097775e22486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.169674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598eb092-f82d-447d-a932-2023caace083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9407c576-33b2-4c8e-84ab-d5d4796ed815,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.303134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb502df7-cf46-41eb-9088-097775e22486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.308527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb502df7-cf46-41eb-9088-097775e22486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.335317 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb502df7-cf46-41eb-9088-097775e22486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb85543ec2e347f4bc4e3c10fec0d8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364303 Jul 22 23:39:56.338917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:56.360129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb502df7-cf46-41eb-9088-097775e22486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a6e6c3-07fe-4b5d-983a-f6ba33a4ed87,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.514088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbfa56bb-87b9-4a9e-879e-94ba4ca3f870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.556456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbfa56bb-87b9-4a9e-879e-94ba4ca3f870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.577434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-f45788ae-9643-46e7-9c27-7e39664387cc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:56.579182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-f45788ae-9643-46e7-9c27-7e39664387cc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 821 time: 0.1821256 Jul 22 23:39:56.611658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-b4f6c253-be12-43f8-ad89-909799a543f1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/quotas/7167d080480c458dbba9707d23424973 HTTP/1.1" status: 200 len: 375 time: 0.0219858 Jul 22 23:39:56.643750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbfa56bb-87b9-4a9e-879e-94ba4ca3f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.647086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbfa56bb-87b9-4a9e-879e-94ba4ca3f870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:56.650939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fbfa56bb-87b9-4a9e-879e-94ba4ca3f870 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99a6e6c3-07fe-4b5d-983a-f6ba33a4ed87 HTTP/1.1" status: 204 len: 168 time: 0.3104908 Jul 22 23:39:56.677927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa56bb-87b9-4a9e-879e-94ba4ca3f870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a6e6c3-07fe-4b5d-983a-f6ba33a4ed87,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:56.727578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-aac8a0a6-2305-425b-b846-fcf3416871ab tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962436 Jul 22 23:39:56.892995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-f789b866-31cf-49be-a855-8e933f0d8e1d service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575868 Jul 22 23:39:57.034702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-0e060477-c73c-4911-ae02-511a0c9db4d6 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345389 Jul 22 23:39:57.273907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:57.308306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c4ba2-33c4-4da8-89ea-587c0623f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.378406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e5a6-5649-49f4-89aa-2c3c3bcc8922 req-cdefb3b3-5b8f-4290-8ed7-1effb003cc02 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:57.391812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3141e5a6-5649-49f4-89aa-2c3c3bcc8922 req-cdefb3b3-5b8f-4290-8ed7-1effb003cc02 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1569464 Jul 22 23:39:57.490317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3141e5a6-5649-49f4-89aa-2c3c3bcc8922 req-7d4c2a7e-94bf-4053-be75-9a5d136adafa tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971558 Jul 22 23:39:57.517371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c4ba2-33c4-4da8-89ea-587c0623f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.526456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c4ba2-33c4-4da8-89ea-587c0623f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.587837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-410c4ba2-33c4-4da8-89ea-587c0623f1f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd075154b5f74adf87ecff83933c199a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120639 Jul 22 23:39:57.588820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4ba2-33c4-4da8-89ea-587c0623f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3050eb-2984-49c9-b36a-884df18fd5da,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:57.595676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:57.720066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a693fcf-b0f8-4e13-a2de-88d191ff3264 req-d3fd9699-d5a2-493a-ae12-ea49d19509c6 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 210 time: 0.1263037 Jul 22 23:39:57.773162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-296d68b1-7b17-499f-9c93-27db6e2f52ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.810950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-296d68b1-7b17-499f-9c93-27db6e2f52ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.902313 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-296d68b1-7b17-499f-9c93-27db6e2f52ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.908568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-296d68b1-7b17-499f-9c93-27db6e2f52ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:57.912560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-296d68b1-7b17-499f-9c93-27db6e2f52ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b3050eb-2984-49c9-b36a-884df18fd5da HTTP/1.1" status: 204 len: 168 time: 0.3128769 Jul 22 23:39:57.920283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d68b1-7b17-499f-9c93-27db6e2f52ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3050eb-2984-49c9-b36a-884df18fd5da,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:39:58.268659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-5adf0095-0f62-4247-bd88-76078e5ae6db tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:58.270341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-5adf0095-0f62-4247-bd88-76078e5ae6db tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.1531897 Jul 22 23:39:58.304196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-07b15207-4006-424c-a923-83eda6c3b113 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/quotas/f9e7e342177549729a90cbc3a8d0e95f HTTP/1.1" status: 200 len: 375 time: 0.0252368 Jul 22 23:39:58.387302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-965916e8-c1fe-48e7-988f-d22c450fc248 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814576 Jul 22 23:39:58.570521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-2e0000f3-46f1-4cc0-a276-3e5d26f30cdb service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759741 Jul 22 23:39:59.025044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-b57e88a4-5f08-4581-9c02-b2cfd8c71918 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:59.027387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-b57e88a4-5f08-4581-9c02-b2cfd8c71918 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 821 time: 0.2233872 Jul 22 23:39:59.048861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'port': {'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'admin_state_up': True, 'tenant_id': '7167d080480c458dbba9707d23424973'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:39:59.217647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-e1786f2b-7500-44b5-b8ea-72ea83faabe2 service neutron] 10.222.0.21 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406305 Jul 22 23:39:59.232485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Made reservation on behalf of 7167d080480c458dbba9707d23424973 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:39:59.236789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.307668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7e6b-5354-4185-a0c4-48a0f589e881 req-83200dc0-aa01-4886-bb08-b6be3ac6426b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:39:59.318030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f67f7e6b-5354-4185-a0c4-48a0f589e881 req-83200dc0-aa01-4886-bb08-b6be3ac6426b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.6158924 Jul 22 23:39:59.399006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f67f7e6b-5354-4185-a0c4-48a0f589e881 req-c0a77f89-7df7-40a3-8298-23b703d6734a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773313 Jul 22 23:39:59.484885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Allocated IP 172.20.0.6 (c862d16c-6411-4c7b-99b1-e01623201c0c/fe024e1f-e6ef-4400-b5d4-df3d647e7661/45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:39:59.571028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:39:59.580853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92175b2d-8f75-4ca8-ace2-eb96ccebce66 req-c3570bd1-e18c-4528-a1e7-9fd6ced1972a tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 210 time: 0.0731847 Jul 22 23:39:59.735357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99f07d3a-f042-40eb-96e2-87fa09ea6201 req-82523ee1-75f5-49a5-a7e2-9b06065ebdde tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 210 time: 0.0607169 Jul 22 23:39:59.811628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.814880 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6618d0af-6948-4e5a-9d86-df35a6012d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.831854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Transition to ACTIVE for port object 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:39:59.904350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:39:59.945948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['43f64dec-68e2-48bc-a232-dfd6d5614e3c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:39:59.947681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Network c862d16c-6411-4c7b-99b1-e01623201c0c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:39:59.973874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:39:59.976655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:00.042966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event updated for resources: {'Port': ['ID=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.065224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:00.066163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.079998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6618d0af-6948-4e5a-9d86-df35a6012d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.085345 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6618d0af-6948-4e5a-9d86-df35a6012d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.095918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-f86c5d83-3051-4cd7-ac46-356084aa5cd5 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0508749 Jul 22 23:40:00.137453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Request body: {'port': {'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:00.181104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6618d0af-6948-4e5a-9d86-df35a6012d2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fd13201d18844c0a6c4a846060a16cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082146 Jul 22 23:40:00.183088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38694) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:00.204892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618d0af-6948-4e5a-9d86-df35a6012d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0282f0-9574-4a58-bede-6c39cb2487dd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.308186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:00.311274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-cdbf4e8d-dd14-4d43-b49c-17a2b83a2017 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:00.315233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-cdbf4e8d-dd14-4d43-b49c-17a2b83a2017 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953 HTTP/1.1" status: 200 len: 945 time: 0.1860230 Jul 22 23:40:00.334378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc84ab0-6d7a-4613-b015-97ab4037a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.359773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.416436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc84ab0-6d7a-4613-b015-97ab4037a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.446590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.487076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:00.491241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:00.493915 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abd5d6-179d-4346-8e9f-c83c2fb5499e" -d '{"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:00.509880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.565791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.576093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee83f13c-2763-4bb9-9f34-dfa126e4e7ea None None] Provisioning for port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:00.580709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee83f13c-2763-4bb9-9f34-dfa126e4e7ea None None] Provisioning complete for port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:00.581297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee83f13c-2763-4bb9-9f34-dfa126e4e7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.640139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ee83f13c-2763-4bb9-9f34-dfa126e4e7ea None None] Port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:00.659506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:00.663817 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab936f-48c5-459a-a7ac-97802b9eda8f x-openstack-request-id: req-1fab936f-48c5-459a-a7ac-97802b9eda8f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:00.666334 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:00.666825 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fab936f-48c5-459a-a7ac-97802b9eda8f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:00.668039 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'code': 200} Jul 22 23:40:00.773913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc84ab0-6d7a-4613-b015-97ab4037a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.778442 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9bc84ab0-6d7a-4613-b015-97ab4037a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:00.780566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9bc84ab0-6d7a-4613-b015-97ab4037a469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd0282f0-9574-4a58-bede-6c39cb2487dd HTTP/1.1" status: 204 len: 168 time: 0.5950842 Jul 22 23:40:00.905897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc84ab0-6d7a-4613-b015-97ab4037a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0282f0-9574-4a58-bede-6c39cb2487dd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:00.980706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab0b60-b666-42b2-a140-ab463a938bad req-0d63c684-68e3-4d3f-9c50-5692b3484f4d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:00.982647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5ab0b60-b666-42b2-a140-ab463a938bad req-0d63c684-68e3-4d3f-9c50-5692b3484f4d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.3293822 Jul 22 23:40:00.985260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Deleting port 0ba617dc-81bb-4bae-a01f-23492590f59f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:00.985605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.004590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f90a7f01-d9d7-43cb-ae6b-40e0f9510dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.006365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38722) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:01.033730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:01.046384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.068700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Transition to ACTIVE for port object 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:01.080346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.115458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5ab0b60-b666-42b2-a140-ab463a938bad req-f447ff01-6454-4099-ba4a-e79a933a2616 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966744 Jul 22 23:40:01.142352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aaa31-f331-408b-af75-dba519a08eea req-904d4c28-6dec-4056-b7da-31169a387ada tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.142352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a81aaa31-f331-408b-af75-dba519a08eea req-904d4c28-6dec-4056-b7da-31169a387ada tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 931 time: 0.2652211 Jul 22 23:40:01.179439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Pushing event updated for resources: {'Port': ['ID=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.224820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] For port 0ba617dc-81bb-4bae-a01f-23492590f59f, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0ba617dc-81bb-4bae-a01f-23492590f59f,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:01.226951 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.288991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Calling delete_port for 0ba617dc-81bb-4bae-a01f-23492590f59f owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:01.324188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a81aaa31-f331-408b-af75-dba519a08eea req-2995aff5-eca7-47fd-90e6-bf143c431fd3 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743250 Jul 22 23:40:01.482761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Attempting to bind port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:01.483497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Attempting to bind port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:01.483877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Attempting to bind port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c on network c862d16c-6411-4c7b-99b1-e01623201c0c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:01.486254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a8ce-45d1-4d28-92ec-d86b6c8e9e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.491021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd0ca57f-3cc6-40d6-9a10-26707f04e409 req-e7cca6fa-5a65-4da9-9d20-5ef9b875275e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 210 time: 0.0859280 Jul 22 23:40:01.515881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f90a7f01-d9d7-43cb-ae6b-40e0f9510dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.519156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c on network c862d16c-6411-4c7b-99b1-e01623201c0c not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:01.519529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Attempting to bind port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c on network c862d16c-6411-4c7b-99b1-e01623201c0c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:01.555742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:01.556094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Checking segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:01.556490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Bound using segment: {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:01.556931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Bound port: 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6986b58b-e446-41e3-ba1a-16ac3130a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:01.557289 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.572281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f90a7f01-d9d7-43cb-ae6b-40e0f9510dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.603527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.637996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event deleted for resources: {'Port': ['ID=0ba617dc-81bb-4bae-a01f-23492590f59f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.694732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] No DVR routers for this DVR port 0ba617dc-81bb-4bae-a01f-23492590f59f on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:01.700148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f90a7f01-d9d7-43cb-ae6b-40e0f9510dbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e57af0065e34663b5bb1ab0c916204c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0396423 Jul 22 23:40:01.703458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.705566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9a4645d-771b-409d-8d0b-f564c1229311 req-ab537a36-fd9a-4ba7-83dd-0362bb89e58c tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "DELETE /v2.0/ports/0ba617dc-81bb-4bae-a01f-23492590f59f HTTP/1.1" status: 204 len: 173 time: 1.0613399 Jul 22 23:40:01.706215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-deleted', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:01.711468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:01.712133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a7f01-d9d7-43cb-ae6b-40e0f9510dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c7da6-fe96-4c66-bc1c-2fe50bcd9de7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.716308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] For port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:01.717742 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004d6c63-a8c6-443e-bcdc-12fb402a2ad9" -d '{"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-deleted", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:01.730996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] For port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:01.738728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-e6a0b4dc-74f3-479e-bc97-5e35e7abee4a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.740773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-e6a0b4dc-74f3-479e-bc97-5e35e7abee4a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 805 time: 0.3893700 Jul 22 23:40:01.752642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.774069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Request body: {'port': {'device_id': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'admin_state_up': True, 'tenant_id': 'f9e7e342177549729a90cbc3a8d0e95f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:01.868119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:01.868749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:01.870165 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] 10.222.0.48 "PUT /v2.0/ports/45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 1091 time: 1.7446487 Jul 22 23:40:01.870620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:01.873127 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8" -d '{"events": [{"name": "network-changed", "server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:01.971722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dfafb-c892-4a28-8adc-d388d564049a service neutron] Pushing event updated for resources: {'Port': ['ID=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:01.979996 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0721ada-e976-4b1d-a415-d56db5954afd x-openstack-request-id: req-e0721ada-e976-4b1d-a415-d56db5954afd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:01.980285 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:01.980542 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0721ada-e976-4b1d-a415-d56db5954afd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:01.980936 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'status': 'completed', 'code': 200} Jul 22 23:40:02.012698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c859a4e3-62c9-401c-8146-9000ed67ce4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.103247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a8ce-45d1-4d28-92ec-d86b6c8e9e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.108241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c859a4e3-62c9-401c-8146-9000ed67ce4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.126697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a8ce-45d1-4d28-92ec-d86b6c8e9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.171800 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a3f3dc-3b90-4b45-966d-743fd5c6b181 x-openstack-request-id: req-d4a3f3dc-3b90-4b45-966d-743fd5c6b181 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:02.172155 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953", "name": "network-vif-deleted", "tag": "0ba617dc-81bb-4bae-a01f-23492590f59f", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:02.172503 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a3f3dc-3b90-4b45-966d-743fd5c6b181 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:02.173082 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb0ff0b-f4d3-4472-b4bd-105a7d5f4953', 'name': 'network-vif-deleted', 'tag': '0ba617dc-81bb-4bae-a01f-23492590f59f', 'status': 'completed', 'code': 200} Jul 22 23:40:02.227119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Made reservation on behalf of f9e7e342177549729a90cbc3a8d0e95f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:02.232182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.255098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71a8ce-45d1-4d28-92ec-d86b6c8e9e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533d82c6-a441-458b-a043-d27d2d8ea99f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:02.260354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f71a8ce-45d1-4d28-92ec-d86b6c8e9e9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=104d1076239d468ea89ae41472d614e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2504354 Jul 22 23:40:02.263785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:02.288332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-87d2728f-37ed-4b7e-882b-bb72bae53dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.289947 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-87d2728f-37ed-4b7e-882b-bb72bae53dcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1094 time: 0.2893927 Jul 22 23:40:02.305694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f4b22-c8d9-4b1a-b6e1-ed88f0817e0d req-dfa56db7-ddee-4b15-824e-c4dbc33b2cec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.313365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a2f4b22-c8d9-4b1a-b6e1-ed88f0817e0d req-dfa56db7-ddee-4b15-824e-c4dbc33b2cec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.0910704 Jul 22 23:40:02.392308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a2f4b22-c8d9-4b1a-b6e1-ed88f0817e0d req-aebc3d58-bc2a-4ffa-9f58-63eaa005abf6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776176 Jul 22 23:40:02.415708 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-f3021355-78eb-4fa8-9970-3e9a993412c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 217 time: 0.1026056 Jul 22 23:40:02.423072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c859a4e3-62c9-401c-8146-9000ed67ce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.425715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c859a4e3-62c9-401c-8146-9000ed67ce4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.429520 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c859a4e3-62c9-401c-8146-9000ed67ce4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/420c7da6-fe96-4c66-bc1c-2fe50bcd9de7 HTTP/1.1" status: 204 len: 168 time: 0.7122746 Jul 22 23:40:02.471280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:02.479823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859a4e3-62c9-401c-8146-9000ed67ce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c7da6-fe96-4c66-bc1c-2fe50bcd9de7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:02.542577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-66bf59e2-561d-4cf9-aa1b-b7281e3d6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.543838 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-66bf59e2-561d-4cf9-aa1b-b7281e3d6581 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1103766 Jul 22 23:40:02.549121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a33105d-64e1-4759-8271-ffe017333336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.642736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b701620-cb97-44bd-9bac-24e5d7d8604c req-71ebaaa9-76ae-466f-84fb-f108eb8ec306 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.651381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b701620-cb97-44bd-9bac-24e5d7d8604c req-71ebaaa9-76ae-466f-84fb-f108eb8ec306 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 943 time: 0.1480865 Jul 22 23:40:02.655260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a33105d-64e1-4759-8271-ffe017333336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.681120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Allocated IP 172.20.0.2 (e580ae9d-74c5-423a-ba8e-3adb227baacb/2d92a1d4-73d4-477c-8fe5-99d9e0175910/4b4eaad2-1682-4798-8315-831cb27ce1bc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:02.700711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-938e9eed-bff0-4961-90b9-8eb92ccb081f req-de5002a1-b3c6-42d2-9d50-e1a2f43c3ab5 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 210 time: 0.0456505 Jul 22 23:40:02.721344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9173808-c03c-45c8-bac1-dbd8dedf05fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.743086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b701620-cb97-44bd-9bac-24e5d7d8604c req-5448b42e-d270-48bd-a58f-6d5d1a386ea6 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905342 Jul 22 23:40:02.751759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda952-af91-433d-bf5a-96933f01e27e req-88cd2ab9-69c5-414d-82c8-34129ee7e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:02.753415 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-88cd2ab9-69c5-414d-82c8-34129ee7e47e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757627 Jul 22 23:40:02.784392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a33105d-64e1-4759-8271-ffe017333336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.787200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a33105d-64e1-4759-8271-ffe017333336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.788382 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a33105d-64e1-4759-8271-ffe017333336 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/533d82c6-a441-458b-a043-d27d2d8ea99f HTTP/1.1" status: 204 len: 168 time: 0.5197132 Jul 22 23:40:02.835446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33105d-64e1-4759-8271-ffe017333336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d82c6-a441-458b-a043-d27d2d8ea99f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:02.882952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9173808-c03c-45c8-bac1-dbd8dedf05fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.890098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f9173808-c03c-45c8-bac1-dbd8dedf05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:02.943894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f9173808-c03c-45c8-bac1-dbd8dedf05fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e6f3d8dffb849f4b4b4487d4dff5438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709899 Jul 22 23:40:02.945692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9173808-c03c-45c8-bac1-dbd8dedf05fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7757122-eb5d-4210-9320-fceb04afed2c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:02.948937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:03.005604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11243847-6348-4e5a-9cd2-016c05202c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.029957 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-5d498d4e-f65b-4968-8bd5-f1181c7397ba service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640324 Jul 22 23:40:03.030101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11243847-6348-4e5a-9cd2-016c05202c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.055209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38784) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:03.089938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11243847-6348-4e5a-9cd2-016c05202c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.092570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11243847-6348-4e5a-9cd2-016c05202c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.096536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-11243847-6348-4e5a-9cd2-016c05202c81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7757122-eb5d-4210-9320-fceb04afed2c HTTP/1.1" status: 204 len: 168 time: 0.1437428 Jul 22 23:40:03.099058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6492a87-e6ff-47ca-aefa-7fa3e88fdc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.104874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11243847-6348-4e5a-9cd2-016c05202c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7757122-eb5d-4210-9320-fceb04afed2c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:03.169601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.250613 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cabda952-af91-433d-bf5a-96933f01e27e req-d367c354-b11f-40cb-9ad7-862127905ecd service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079885 Jul 22 23:40:03.297796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.303836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38790) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:03.331433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c726ef5f-c6d3-47fa-b405-c8509955cb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.590337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75858f7-3437-4ace-9e45-9bdb4cb49a34 req-612a6e9d-7118-4b1d-831d-ac3e72c7bb33 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:03.595928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f75858f7-3437-4ace-9e45-9bdb4cb49a34 req-612a6e9d-7118-4b1d-831d-ac3e72c7bb33 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.0867207 Jul 22 23:40:03.652993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f75858f7-3437-4ace-9e45-9bdb4cb49a34 req-91928e38-32ba-480a-8acb-8e9d597030a2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Jul 22 23:40:03.710822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Network e580ae9d-74c5-423a-ba8e-3adb227baacb is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:03.713797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6492a87-e6ff-47ca-aefa-7fa3e88fdc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.720324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:03.722083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:03.724519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:03.734270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d6492a87-e6ff-47ca-aefa-7fa3e88fdc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.867870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:03.868547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.884144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d6492a87-e6ff-47ca-aefa-7fa3e88fdc73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=076be795eaf248658f082ac6088b3db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8219516 Jul 22 23:40:03.885996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:03.888984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6492a87-e6ff-47ca-aefa-7fa3e88fdc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937818cc-3315-46b2-b2d6-9e8fb9c02d4f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:03.918984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-0e877748-48ab-459b-bf5d-52c1aa02bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:03.921182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-0e877748-48ab-459b-bf5d-52c1aa02bd97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1094 time: 0.2740519 Jul 22 23:40:03.923659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c726ef5f-c6d3-47fa-b405-c8509955cb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.932847 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c726ef5f-c6d3-47fa-b405-c8509955cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:03.947018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-06d1ed0b-f62c-4b47-839a-db52d0c2a0b4 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1844349 Jul 22 23:40:03.980989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Request body: {'port': {'device_id': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:03.993932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c71df-f4fa-4a1c-97b2-882c8eb65ea1 req-5a9eb968-65c7-4df9-ba44-9c6b2d2a7cf7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:03.995527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-831c71df-f4fa-4a1c-97b2-882c8eb65ea1 req-5a9eb968-65c7-4df9-ba44-9c6b2d2a7cf7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 931 time: 0.2064745 Jul 22 23:40:04.009647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e6f39d-8268-4627-9ad6-ac80e1ab907f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.016545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726ef5f-c6d3-47fa-b405-c8509955cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e95c7bf-b36d-4886-8d8d-e5bc71ab95ea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.027369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c726ef5f-c6d3-47fa-b405-c8509955cb98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=294bcf975d0a467bba5d2266fe0433de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219913 Jul 22 23:40:04.037007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38824) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:04.053010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfee16-96b5-44c7-b54e-e23bd35d1c5a req-a831312e-69df-4eba-b309-44804250c845 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.055105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ccfee16-96b5-44c7-b54e-e23bd35d1c5a req-a831312e-69df-4eba-b309-44804250c845 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 943 time: 0.2084522 Jul 22 23:40:04.089483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e6f39d-8268-4627-9ad6-ac80e1ab907f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.103258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-831c71df-f4fa-4a1c-97b2-882c8eb65ea1 req-5461826b-eea4-4a37-9a3c-1b7457cfb4cd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985944 Jul 22 23:40:04.142422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-42bd2e7f-4f17-4e5c-b6eb-817f5265f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.142422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-42bd2e7f-4f17-4e5c-b6eb-817f5265f488 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.1982412 Jul 22 23:40:04.142618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ccfee16-96b5-44c7-b54e-e23bd35d1c5a req-6a00d9c8-6125-4658-b766-7527e9a8728f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746830 Jul 22 23:40:04.168238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491e6450-b333-4b6e-a417-9a80fa7e5cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.197197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491e6450-b333-4b6e-a417-9a80fa7e5cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.222782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-955cc30a-1880-4087-b154-ffe67c503040 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 217 time: 0.0681682 Jul 22 23:40:04.227079 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.258184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491e6450-b333-4b6e-a417-9a80fa7e5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.261663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-491e6450-b333-4b6e-a417-9a80fa7e5cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.263183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-491e6450-b333-4b6e-a417-9a80fa7e5cc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e95c7bf-b36d-4886-8d8d-e5bc71ab95ea HTTP/1.1" status: 204 len: 168 time: 0.2251239 Jul 22 23:40:04.275929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e6450-b333-4b6e-a417-9a80fa7e5cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e95c7bf-b36d-4886-8d8d-e5bc71ab95ea,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.315788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:04.340741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e6f39d-8268-4627-9ad6-ac80e1ab907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.340896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 0ba617dc-81bb-4bae-a01f-23492590f59f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:04.341235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0ba617dc-81bb-4bae-a01f-23492590f59f not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:04.345678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-89e6f39d-8268-4627-9ad6-ac80e1ab907f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.350515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-89e6f39d-8268-4627-9ad6-ac80e1ab907f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/937818cc-3315-46b2-b2d6-9e8fb9c02d4f HTTP/1.1" status: 204 len: 168 time: 0.4624743 Jul 22 23:40:04.359386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-669b0199-45d6-4d3c-81de-95c06a0583aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.360922 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-669b0199-45d6-4d3c-81de-95c06a0583aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1172249 Jul 22 23:40:04.433611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6f39d-8268-4627-9ad6-ac80e1ab907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937818cc-3315-46b2-b2d6-9e8fb9c02d4f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.572386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-b90bf905-aa45-4694-9a5f-05125820d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.573947 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-b90bf905-aa45-4694-9a5f-05125820d3eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576927 Jul 22 23:40:04.739488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4eaad2-1682-4798-8315-831cb27ce1bc {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:04.745383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-7e0cba80-6b88-4573-b1b9-51d9fd956bc0 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631930 Jul 22 23:40:04.749547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.807712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Transition to ACTIVE for port object 4b4eaad2-1682-4798-8315-831cb27ce1bc will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:04.815459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:04.842889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42af04-963b-4708-bf2e-7d7ec6c99877 req-1d713eda-8f39-4719-b807-95d6d4d7af2e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:04.844506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f42af04-963b-4708-bf2e-7d7ec6c99877 req-1d713eda-8f39-4719-b807-95d6d4d7af2e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1080701 Jul 22 23:40:04.904962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f42af04-963b-4708-bf2e-7d7ec6c99877 req-16a2d94e-70c3-4fa4-a5e3-231b3c3f5421 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486510 Jul 22 23:40:04.980521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:04.987365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8a15a7c-a6eb-4106-83fd-c0e46d2d08c8 req-cc5c9b9c-1342-46ab-be40-5465308b0342 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254770 Jul 22 23:40:05.020281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Attempting to bind port 4b4eaad2-1682-4798-8315-831cb27ce1bc on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:05.020749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Attempting to bind port 4b4eaad2-1682-4798-8315-831cb27ce1bc by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:05.021070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Attempting to bind port 4b4eaad2-1682-4798-8315-831cb27ce1bc on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:05.026163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Port 4b4eaad2-1682-4798-8315-831cb27ce1bc on network e580ae9d-74c5-423a-ba8e-3adb227baacb not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:05.026553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Attempting to bind port 4b4eaad2-1682-4798-8315-831cb27ce1bc on network e580ae9d-74c5-423a-ba8e-3adb227baacb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:05.031594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:05.031948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Checking segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:05.032343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Bound using segment: {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:05.032781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Bound port: 4b4eaad2-1682-4798-8315-831cb27ce1bc, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eba48c8-164a-4f26-89aa-7d01466e6c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:05.033150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.105075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:05.108348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:05.115261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.159370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.160002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:05.162166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b4eaad2-1682-4798-8315-831cb27ce1bc HTTP/1.1" status: 200 len: 1091 time: 1.1876457 Jul 22 23:40:05.162653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:05.166346 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b7206-ced6-44da-bdc0-c6369a1c728a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:05.208610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9b67b-87e6-4e75-8725-804dda67c5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:05.332512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-e137cb70-4c29-4822-9efa-b7467e3cbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.335009 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-e137cb70-4c29-4822-9efa-b7467e3cbd80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 1094 time: 0.1044936 Jul 22 23:40:05.395840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126c434-7dea-435f-a1dc-57ec623d3a79 req-91948271-8ab1-44d4-af58-64de34b6b040 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.398735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0126c434-7dea-435f-a1dc-57ec623d3a79 req-91948271-8ab1-44d4-af58-64de34b6b040 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 943 time: 0.1263618 Jul 22 23:40:05.449005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-1bad942d-6072-4510-a76b-9bbc76040b9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc HTTP/1.1" status: 200 len: 217 time: 0.0905030 Jul 22 23:40:05.449236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853cebf-d08d-451b-851d-2853a1e14f6b req-ce395d5c-b6a2-4440-9c15-d39079b0c406 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.449236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4853cebf-d08d-451b-851d-2853a1e14f6b req-ce395d5c-b6a2-4440-9c15-d39079b0c406 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 943 time: 0.1385057 Jul 22 23:40:05.522182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0126c434-7dea-435f-a1dc-57ec623d3a79 req-0f54f41f-86cb-49d7-8ad5-39872c16f6e9 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939102 Jul 22 23:40:05.532711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-52a01998-fd2c-4b8d-9ad0-959be87529e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:05.534353 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-52a01998-fd2c-4b8d-9ad0-959be87529e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.0839257 Jul 22 23:40:05.542906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4853cebf-d08d-451b-851d-2853a1e14f6b req-84dfeea6-413e-44c0-a6c0-d548fcd0e8da tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746191 Jul 22 23:40:05.621422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-7512a5a8-b869-462b-88d2-650be71b6a2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717590 Jul 22 23:40:05.634291 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a475993-2321-4035-b6b7-241ecc60476c x-openstack-request-id: req-4a475993-2321-4035-b6b7-241ecc60476c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:05.634291 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:05.634291 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a475993-2321-4035-b6b7-241ecc60476c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:05.634291 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'status': 'completed', 'code': 200} Jul 22 23:40:05.745757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-61108d71-9b50-4ff7-abbd-995d79290458 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069794 Jul 22 23:40:05.856240 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7e372f6-80f5-4158-91a9-a74e7d93d925 req-8e50dfd1-1239-4b09-887d-2017a36be964 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998034 Jul 22 23:40:05.916827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.005598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:06.042534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-86fea47a-e17d-4c65-9993-199ba7b4c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.044644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-86fea47a-e17d-4c65-9993-199ba7b4c9fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 1094 time: 0.0799870 Jul 22 23:40:06.096166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f4b39-b5d0-4431-9089-849815d9e7bc req-3705cd05-e49d-48f0-a896-958955b50a3c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.103960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-393f4b39-b5d0-4431-9089-849815d9e7bc req-3705cd05-e49d-48f0-a896-958955b50a3c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.1069555 Jul 22 23:40:06.163575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-393f4b39-b5d0-4431-9089-849815d9e7bc req-cb4158aa-e53d-43fc-b3a4-8f88a5b71603 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581753 Jul 22 23:40:06.200488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5466b13d-c8f1-4505-82a8-d3759c2d3c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.210895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-5ec4c180-d296-4b9c-b554-bfd2ef0a5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.212431 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-5ec4c180-d296-4b9c-b554-bfd2ef0a5a89 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 200 len: 906 time: 0.1584055 Jul 22 23:40:06.262907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-61ed117b-93d5-4294-8138-37fe3ef5573f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc HTTP/1.1" status: 200 len: 217 time: 0.0410252 Jul 22 23:40:06.321065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:06.364941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-674b650b-879f-4507-8aea-068864710890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.367078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-674b650b-879f-4507-8aea-068864710890 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 200 len: 845 time: 0.0944762 Jul 22 23:40:06.421926 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-02762e91-d2d1-4ed6-b38b-de6c55618c18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e580ae9d-74c5-423a-ba8e-3adb227baacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460427 Jul 22 23:40:06.447382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:06.452673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5466b13d-c8f1-4505-82a8-d3759c2d3c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.463771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:06.466289 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5466b13d-c8f1-4505-82a8-d3759c2d3c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.476805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38964) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:06.496565 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:40:06.529903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.530862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5466b13d-c8f1-4505-82a8-d3759c2d3c67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b1ab83db1134658864b90215680d571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240903 Jul 22 23:40:06.533999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38968) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:06.534634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466b13d-c8f1-4505-82a8-d3759c2d3c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dde04fb-b4c3-44fd-9526-eb5023920657,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:06.568081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:06.598418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:06.605977 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.672107 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-02f201ab-c1cf-43ce-85e2-d9877f60f633 service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430015 Jul 22 23:40:06.710781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:06.763532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-398c0bba-00c8-4752-aa28-d4dc7c3bd998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.790946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a1f8c4-cfcf-4dbd-b735-889d713a2f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.797778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-972b7206-ced6-44da-bdc0-c6369a1c728a req-5543fe7a-4b2d-4d5b-bb6e-69e1f24aff2e service neutron] 10.222.0.48 "GET /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145437 Jul 22 23:40:06.842304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38980) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:06.850702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a1f8c4-cfcf-4dbd-b735-889d713a2f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:06.920887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf260f-bf8a-478c-bf07-e38706527c05 req-6f8333bd-cb46-4d41-8b59-da15c9b2a0dd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.922503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47cf260f-bf8a-478c-bf07-e38706527c05 req-6f8333bd-cb46-4d41-8b59-da15c9b2a0dd tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 943 time: 0.2676666 Jul 22 23:40:06.930448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278a400-14d7-4574-ae20-0252c110f0c9 req-65a59826-521f-4eb0-b16f-9aa1b3d47f53 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:06.932004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d278a400-14d7-4574-ae20-0252c110f0c9 req-65a59826-521f-4eb0-b16f-9aa1b3d47f53 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 944 time: 0.2527018 Jul 22 23:40:06.988409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee2d0f8-8afd-4c10-b749-1d0d43b59f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.010947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a1f8c4-cfcf-4dbd-b735-889d713a2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.013504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81a1f8c4-cfcf-4dbd-b735-889d713a2f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.014646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-81a1f8c4-cfcf-4dbd-b735-889d713a2f87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dde04fb-b4c3-44fd-9526-eb5023920657 HTTP/1.1" status: 204 len: 168 time: 0.4791932 Jul 22 23:40:07.046614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d278a400-14d7-4574-ae20-0252c110f0c9 req-c4032bea-0220-4afb-b141-41e1d26a01b4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953448 Jul 22 23:40:07.047315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1f8c4-cfcf-4dbd-b735-889d713a2f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dde04fb-b4c3-44fd-9526-eb5023920657,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:07.051299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47cf260f-bf8a-478c-bf07-e38706527c05 req-e21f99ba-7591-43e5-b3ea-3423b7b36eef tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152434 Jul 22 23:40:07.056753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:07.079916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-398c0bba-00c8-4752-aa28-d4dc7c3bd998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.085841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-398c0bba-00c8-4752-aa28-d4dc7c3bd998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.150134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c0bba-00c8-4752-aa28-d4dc7c3bd998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7378be5e-501c-4854-bcfc-9097d8c84031,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:07.182457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-398c0bba-00c8-4752-aa28-d4dc7c3bd998 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a31ebe1bcf734deb88cff54b5c318247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043471 Jul 22 23:40:07.182995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:07.277397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ac490e5-f0d1-481b-a0fb-cd785842e17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.315456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee2d0f8-8afd-4c10-b749-1d0d43b59f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.321753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ac490e5-f0d1-481b-a0fb-cd785842e17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.324783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dee2d0f8-8afd-4c10-b749-1d0d43b59f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.353102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d9764-3c45-492d-aca0-874db0a52580 req-4d76a244-e0aa-44be-86cc-8d10b9456127 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:07.361017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc4d9764-3c45-492d-aca0-874db0a52580 req-4d76a244-e0aa-44be-86cc-8d10b9456127 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.0968115 Jul 22 23:40:07.384439 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dee2d0f8-8afd-4c10-b749-1d0d43b59f88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00550ab89abd438da66335d512c9b247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414498 Jul 22 23:40:07.388449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:07.388814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:07.403557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2d0f8-8afd-4c10-b749-1d0d43b59f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe03cf7-b4bd-422a-9d06-0a05b7d7baab,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:07.432461 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ac490e5-f0d1-481b-a0fb-cd785842e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.435221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ac490e5-f0d1-481b-a0fb-cd785842e17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.436916 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0ac490e5-f0d1-481b-a0fb-cd785842e17c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7378be5e-501c-4854-bcfc-9097d8c84031 HTTP/1.1" status: 204 len: 168 time: 0.2440994 Jul 22 23:40:07.444897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac490e5-f0d1-481b-a0fb-cd785842e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7378be5e-501c-4854-bcfc-9097d8c84031,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:07.458107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc4d9764-3c45-492d-aca0-874db0a52580 req-b16932fe-9077-4791-a1aa-cc83a3a89356 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Jul 22 23:40:07.466962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42aeb149-ade4-47b3-afce-b1db87d145ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.532776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c678fe8-1055-4e04-93d5-1a66b882676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.572460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c678fe8-1055-4e04-93d5-1a66b882676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.652728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42aeb149-ade4-47b3-afce-b1db87d145ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.654129 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c678fe8-1055-4e04-93d5-1a66b882676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.657053 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c678fe8-1055-4e04-93d5-1a66b882676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.658313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2c678fe8-1055-4e04-93d5-1a66b882676d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fe03cf7-b4bd-422a-9d06-0a05b7d7baab HTTP/1.1" status: 204 len: 168 time: 0.2674010 Jul 22 23:40:07.666791 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42aeb149-ade4-47b3-afce-b1db87d145ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.669547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c678fe8-1055-4e04-93d5-1a66b882676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe03cf7-b4bd-422a-9d06-0a05b7d7baab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:07.728567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-42aeb149-ade4-47b3-afce-b1db87d145ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a9bf7e88d354e35837c9667fcd6cda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386164 Jul 22 23:40:07.735027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:07.743600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aeb149-ade4-47b3-afce-b1db87d145ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fddb31-ed13-4546-904e-2ee972955911,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:07.800159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6c68-155a-4e15-941c-b6f1751a7961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.825313 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6c68-155a-4e15-941c-b6f1751a7961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.888233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6c68-155a-4e15-941c-b6f1751a7961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.890938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bfd6c68-155a-4e15-941c-b6f1751a7961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:07.892210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7bfd6c68-155a-4e15-941c-b6f1751a7961 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68fddb31-ed13-4546-904e-2ee972955911 HTTP/1.1" status: 204 len: 168 time: 0.1557860 Jul 22 23:40:07.901675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd6c68-155a-4e15-941c-b6f1751a7961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fddb31-ed13-4546-904e-2ee972955911,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:08.282682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f3972-5e3c-4213-8ca9-6f2e278cf80a req-f050ec57-2f07-4ff0-aa91-2d5774f9b550 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:08.287867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7f3972-5e3c-4213-8ca9-6f2e278cf80a req-f050ec57-2f07-4ff0-aa91-2d5774f9b550 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 943 time: 0.1195416 Jul 22 23:40:08.322584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4b4eaad2-1682-4798-8315-831cb27ce1bc details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:08.326952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c680d68-1bfb-49af-a7b6-53e6c34772d2 req-ddea1912-470d-4ca0-98ff-b51d071ce002 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:08.328869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c680d68-1bfb-49af-a7b6-53e6c34772d2 req-ddea1912-470d-4ca0-98ff-b51d071ce002 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 944 time: 0.1262524 Jul 22 23:40:08.361333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7f3972-5e3c-4213-8ca9-6f2e278cf80a req-8d104fdd-af87-4640-96ec-36f322c4c4e3 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651383 Jul 22 23:40:08.400116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c680d68-1bfb-49af-a7b6-53e6c34772d2 req-c078c2dd-54a7-4ae5-8984-b51958138848 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646060 Jul 22 23:40:08.468848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:08.484040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'mac_address': 'fa:16:3e:28:66:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:08.537277 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:08.552618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4eaad2-1682-4798-8315-831cb27ce1bc {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:08.588877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:08.594227 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:08.633145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692adb9-5997-4a11-96a9-598b74a750da req-7a182b7c-a0e1-452d-b9ef-b2f5214598bb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:08.634800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5692adb9-5997-4a11-96a9-598b74a750da req-7a182b7c-a0e1-452d-b9ef-b2f5214598bb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.0859151 Jul 22 23:40:08.657490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:08.682403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5692adb9-5997-4a11-96a9-598b74a750da req-ba6bc21b-5a9f-4927-9af8-c7921c2a1ee3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Jul 22 23:40:09.046875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['4b4eaad2-1682-4798-8315-831cb27ce1bc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:09.584326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd386dd-ebd7-4310-a9d4-4b39a6322cdb req-0e6494cb-9eb6-451f-b2a5-2bb11eda6e5f tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.585908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dcd386dd-ebd7-4310-a9d4-4b39a6322cdb req-0e6494cb-9eb6-451f-b2a5-2bb11eda6e5f tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 944 time: 0.1428800 Jul 22 23:40:09.634941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a03fe-edc0-4bfd-935a-411f370f8f9b req-1f7d3ef0-2297-4da2-85cb-88fd9144dde2 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.642151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-752a03fe-edc0-4bfd-935a-411f370f8f9b req-1f7d3ef0-2297-4da2-85cb-88fd9144dde2 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 944 time: 0.1183374 Jul 22 23:40:09.671150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dcd386dd-ebd7-4310-a9d4-4b39a6322cdb req-6dc0bb16-ed05-4117-99dc-3bb6346fccd7 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740740 Jul 22 23:40:09.701697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-752a03fe-edc0-4bfd-935a-411f370f8f9b req-35e809b4-9166-4cc0-af39-c9d11c3b89a7 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586603 Jul 22 23:40:09.912071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d988f-32e7-47b7-9ed7-7b94e6a6815b req-15b91983-d148-460a-a809-47fc17cc2968 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:09.914145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-979d988f-32e7-47b7-9ed7-7b94e6a6815b req-15b91983-d148-460a-a809-47fc17cc2968 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.0835481 Jul 22 23:40:09.981038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-979d988f-32e7-47b7-9ed7-7b94e6a6815b req-f534f58e-52c4-46c5-9e7f-0abb3b299845 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593550 Jul 22 23:40:10.242731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426147e5-a5ed-4701-8ffe-0d4dac16e978 req-b8a0d5f6-73cf-49fa-b9f5-d2fce5433f4b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:10.250227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-426147e5-a5ed-4701-8ffe-0d4dac16e978 req-b8a0d5f6-73cf-49fa-b9f5-d2fce5433f4b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.0876994 Jul 22 23:40:10.299320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-426147e5-a5ed-4701-8ffe-0d4dac16e978 req-fe403666-b916-4f28-817c-6413e3acc45d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Jul 22 23:40:10.340692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:10.345126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4b4eaad2-1682-4798-8315-831cb27ce1bc up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:10.448744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 4b4eaad2-1682-4798-8315-831cb27ce1bc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:10.455148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 4b4eaad2-1682-4798-8315-831cb27ce1bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:10.455558 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.465807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f25dcf-d0ea-4203-849a-3ad1af722406 req-6902cab7-c1e4-4797-9fc4-684a0c579c45 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:10.467425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13f25dcf-d0ea-4203-849a-3ad1af722406 req-6902cab7-c1e4-4797-9fc4-684a0c579c45 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.0895810 Jul 22 23:40:10.514488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ed6926-1621-408c-b7f8-3de0b76b65d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.543977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13f25dcf-d0ea-4203-849a-3ad1af722406 req-44795d80-9303-4d4e-8143-0eaeda68f851 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686405 Jul 22 23:40:10.546592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.582004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:10.586447 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba825c2-c8bd-4fff-8942-4ceeb0e0a328" -d '{"events": [{"server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "name": "network-vif-plugged", "status": "completed", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:10.602480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:10.609301 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.610635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:10.674494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ed6926-1621-408c-b7f8-3de0b76b65d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.680575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ed6926-1621-408c-b7f8-3de0b76b65d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.719711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39260) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:10.730128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:10.741914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:10.742931 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.744350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:10.745017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:10.745987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-94ed6926-1621-408c-b7f8-3de0b76b65d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3bd3ea5fe1a4b7c8e12c6f0c5737041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036758 Jul 22 23:40:10.748453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6926-1621-408c-b7f8-3de0b76b65d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab24d1a4-bcc2-480f-a41e-59a6522330de,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:10.833726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adeda134-5c3c-4333-82cc-230a304b5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.863929 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adeda134-5c3c-4333-82cc-230a304b5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.901250 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.923193 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38a74e-3bc7-4436-aa3a-1f1c9cb57169 x-openstack-request-id: req-bf38a74e-3bc7-4436-aa3a-1f1c9cb57169 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:10.924631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5043f6a7-c82c-48fc-a96b-f22a2f407a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.926464 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "name": "network-vif-plugged", "status": "completed", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:10.926742 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf38a74e-3bc7-4436-aa3a-1f1c9cb57169 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:10.927272 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'code': 200} Jul 22 23:40:10.968603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adeda134-5c3c-4333-82cc-230a304b5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.971900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-adeda134-5c3c-4333-82cc-230a304b5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.972446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:10.976155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-7c6c92ff-5b1a-4fb1-a2c1-caf096daabae tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:10.976487 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-adeda134-5c3c-4333-82cc-230a304b5d9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab24d1a4-bcc2-480f-a41e-59a6522330de HTTP/1.1" status: 204 len: 168 time: 0.2295675 Jul 22 23:40:10.980454 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:10.990879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-7c6c92ff-5b1a-4fb1-a2c1-caf096daabae tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.1850977 Jul 22 23:40:11.001580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda134-5c3c-4333-82cc-230a304b5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab24d1a4-bcc2-480f-a41e-59a6522330de,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.025912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-b9281480-c65d-4bcd-bc8e-e8e1f1c2adef tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/quotas/e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 375 time: 0.0304854 Jul 22 23:40:11.101432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.132053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5043f6a7-c82c-48fc-a96b-f22a2f407a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.134629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b479de-922e-43e3-8c9b-66090235c8a9 req-8a186a79-8319-4314-8d1e-557583f13ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.136798 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2b479de-922e-43e3-8c9b-66090235c8a9 req-8a186a79-8319-4314-8d1e-557583f13ed4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 1096 time: 0.1171434 Jul 22 23:40:11.138279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5043f6a7-c82c-48fc-a96b-f22a2f407a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.140532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dedc4-bd88-4448-8c6c-a1c484711429 req-aafe86c8-d67d-49d3-9c83-60e555fa2363 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.141595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d0dedc4-bd88-4448-8c6c-a1c484711429 req-aafe86c8-d67d-49d3-9c83-60e555fa2363 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.1292405 Jul 22 23:40:11.155701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-517e45da-9878-4fc0-8447-311af1ab4a4c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1048582 Jul 22 23:40:11.213495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043f6a7-c82c-48fc-a96b-f22a2f407a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaed7c94-d373-4676-b228-5f943f3fa5b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.223692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39284) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:11.224023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5043f6a7-c82c-48fc-a96b-f22a2f407a62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5dca52f9004c4b00a72dd4e8bf737ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011570 Jul 22 23:40:11.226677 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2b479de-922e-43e3-8c9b-66090235c8a9 req-285c951f-cc80-4dfb-a870-ac3b3298cf95 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761428 Jul 22 23:40:11.258264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d0dedc4-bd88-4448-8c6c-a1c484711429 req-f90b82f1-a797-45bf-a38b-284d8dfe0663 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015251 Jul 22 23:40:11.311928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-17803a3f-0b0c-4567-b1fb-4dc137918902 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461966 Jul 22 23:40:11.369260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-577dd7e2-2e67-475f-a5fe-201770b7c19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.458851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-577dd7e2-2e67-475f-a5fe-201770b7c19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.500289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-c0060650-ecff-4a79-b7e1-95bc667c3b57 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807411 Jul 22 23:40:11.539439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd75006-55b6-4616-8ba8-597e9ce43cf5 req-1f0a0733-8c7a-47eb-ae66-f5f76f51d772 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:11.542399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbd75006-55b6-4616-8ba8-597e9ce43cf5 req-1f0a0733-8c7a-47eb-ae66-f5f76f51d772 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 945 time: 0.2054794 Jul 22 23:40:11.598754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-577dd7e2-2e67-475f-a5fe-201770b7c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.601944 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-577dd7e2-2e67-475f-a5fe-201770b7c19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:11.605811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-577dd7e2-2e67-475f-a5fe-201770b7c19d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaed7c94-d373-4676-b228-5f943f3fa5b5 HTTP/1.1" status: 204 len: 168 time: 0.3784142 Jul 22 23:40:11.614365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbd75006-55b6-4616-8ba8-597e9ce43cf5 req-b63401fe-5bfb-4701-b87e-ad8ad1693c96 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641882 Jul 22 23:40:11.620071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dd7e2-2e67-475f-a5fe-201770b7c19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaed7c94-d373-4676-b228-5f943f3fa5b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:11.799845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a6f09a7-c288-44e7-b006-256edb56f3b0 req-1b1bab0e-95b1-457a-be5f-3544a168f1d3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0379775 Jul 22 23:40:12.050649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:12.064930 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caab2e6e-5164-43e4-8125-0fabf02f9245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.170178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caab2e6e-5164-43e4-8125-0fabf02f9245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.175230 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caab2e6e-5164-43e4-8125-0fabf02f9245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.218612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-caab2e6e-5164-43e4-8125-0fabf02f9245 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5060a9791d4f45548be53ac5b7c96d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658990 Jul 22 23:40:12.221968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:12.233949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab2e6e-5164-43e4-8125-0fabf02f9245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fba395-c064-4065-ba76-93d374c8bd22,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:12.310253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfc94bee-222f-455c-bdde-fda072872469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.344855 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfc94bee-222f-455c-bdde-fda072872469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.467706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfc94bee-222f-455c-bdde-fda072872469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.471721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bfc94bee-222f-455c-bdde-fda072872469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.476542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bfc94bee-222f-455c-bdde-fda072872469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69fba395-c064-4065-ba76-93d374c8bd22 HTTP/1.1" status: 204 len: 168 time: 0.2528546 Jul 22 23:40:12.489079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33e56b-160c-450f-9c1f-d0e9133cb675 req-af32e78d-22be-443c-a3b0-095dd8231fcf tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.490802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f33e56b-160c-450f-9c1f-d0e9133cb675 req-af32e78d-22be-443c-a3b0-095dd8231fcf tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.1340897 Jul 22 23:40:12.497780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94bee-222f-455c-bdde-fda072872469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fba395-c064-4065-ba76-93d374c8bd22,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:12.548451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f33e56b-160c-450f-9c1f-d0e9133cb675 req-4c9013de-912e-4825-8b84-30fb478072c2 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 Jul 22 23:40:12.699259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:12.802873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03268be2-412c-4650-8f12-eb160f9da111 req-f60a02f9-d133-46c8-b821-594b95561489 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:12.810862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03268be2-412c-4650-8f12-eb160f9da111 req-f60a02f9-d133-46c8-b821-594b95561489 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 945 time: 0.0949528 Jul 22 23:40:12.888094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03268be2-412c-4650-8f12-eb160f9da111 req-d2ba00d6-3f3f-4555-8790-af121620d966 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 Jul 22 23:40:12.910541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-19813157'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:12.928594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:12.931192 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071afd59-bdd4-4b69-a6d5-46ce1ea96f48" -d '{"events": [{"server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "name": "network-vif-plugged", "status": "completed", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:12.950718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Made reservation on behalf of 6f80292dd67c469e827a73b4f4b09633 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:12.957742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:12.971345 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.018600 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eedfe26-4c17-4d27-824d-1b8a925b832f x-openstack-request-id: req-1eedfe26-4c17-4d27-824d-1b8a925b832f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:13.019151 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "name": "network-vif-plugged", "status": "completed", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:13.020200 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1eedfe26-4c17-4d27-824d-1b8a925b832f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:13.020794 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'code': 200} Jul 22 23:40:13.030165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d20a2d9-d251-4484-bacc-d381a048752c req-764e14b1-9fa2-4008-9ab5-819d8cf262d1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0473387 Jul 22 23:40:13.123324 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.127657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.152078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:13.170740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3089ea54-161d-4b2d-9bf3-862c450a9a49,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.177480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f235f8-48cc-435e-9624-987ff69e49cd req-1edbf2ef-377e-41f9-9d58-dfa61fde56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.179085 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-37f235f8-48cc-435e-9624-987ff69e49cd req-1edbf2ef-377e-41f9-9d58-dfa61fde56ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1096 time: 0.0584638 Jul 22 23:40:13.183295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.183734 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Added segment 2f6a7aab-563a-4e7e-a087-a2bd9c117654 of type vlan for network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 Jul 22 23:40:13.220442 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-37f235f8-48cc-435e-9624-987ff69e49cd req-549104f6-6f66-45fe-b4e3-1c6ddcf618fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 22 23:40:13.228666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.258549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.264161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.265213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.302560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 0.5980036 Jul 22 23:40:13.344286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf8b9e-d37d-49ab-821c-82d474025c7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Pushing event updated for resources: {'Network': ['ID=f2385d7b-9fdf-42ca-bed5-d259d42d4c80,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:13.357416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:13.584570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:13.592123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Request body: {'port': {'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80', 'binding:host_id': 'n-h1-758851-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-897223251'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:13.624466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Made reservation on behalf of db8f68688022438bb130c931cc1f07a7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:13.628298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.647183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.723740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851a820-a0d3-48a2-85c3-214db277462c req-29b73859-ce19-4a12-83a7-e5889fc894ee tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.725840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7851a820-a0d3-48a2-85c3-214db277462c req-29b73859-ce19-4a12-83a7-e5889fc894ee tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.1017549 Jul 22 23:40:13.782194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7851a820-a0d3-48a2-85c3-214db277462c req-7dd55007-6506-4503-955d-02e803197c99 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Jul 22 23:40:13.867525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.874890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-dd7b596e-4ba8-457f-9975-27f1da730654 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:13.876343 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-dd7b596e-4ba8-457f-9975-27f1da730654 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.1712031 Jul 22 23:40:13.877453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:13.884147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port f6aba103-f4e3-4ee9-8954-a3e593334349 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:13.903755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'port': {'device_id': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'admin_state_up': True, 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:13.997092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3ccbf-f02e-43b0-9aa7-4310215722df,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:14.062105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.062457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.062801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.063239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.063922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.064454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.064996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.065918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.067251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.068375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.068974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.069590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:14.230593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:14.234887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.292580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d0569-6080-42c0-9654-09744a6ada3e req-083ddbda-3d79-4b5a-bd71-af4ed31d50e0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:14.300634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port f6aba103-f4e3-4ee9-8954-a3e593334349 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:14.311945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c45d0569-6080-42c0-9654-09744a6ada3e req-083ddbda-3d79-4b5a-bd71-af4ed31d50e0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 945 time: 0.1629798 Jul 22 23:40:14.345984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.371719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Transition to ACTIVE for port object f6aba103-f4e3-4ee9-8954-a3e593334349 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:14.401690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c45d0569-6080-42c0-9654-09744a6ada3e req-c7a4a274-bf43-4c1a-b5b5-724b8e48eafa tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852208 Jul 22 23:40:14.408712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.483720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Allocated IP 172.20.0.8 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/250e66bb-d145-4a2f-a9b5-4f4acb0a59e4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:14.495126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=f6aba103-f4e3-4ee9-8954-a3e593334349,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:14.537243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Checking segment: {'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:14.537885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Network hostable DHCP agents. Network: f2385d7b-9fdf-42ca-bed5-d259d42d4c80, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:14.579891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfea5bf4-822b-4577-84cf-eca68d5916b2 req-dc0af1f5-83a9-4e9a-8105-d1e6a42062e0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0498397 Jul 22 23:40:14.614213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:14.657384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:14.674512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f2385d7b-9fdf-42ca-bed5-d259d42d4c80) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:14.684785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4081b98f-1cee-4d0f-bbec-de0726ebe018 None None] Network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:14.720897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:14.740142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:14.740142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:14.740142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:14.744313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:14.744662 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:14.748530 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 2 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:14.773309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:14.773982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:14.774519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:14.785672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:14.786213 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:14.789243 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 3 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:14.811607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.817550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:14.818248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:14.818656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:14.828066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:14.828738 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:14.831062 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 4 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:14.847670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:14.848417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:14.849019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:14.855570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Transition to ACTIVE for port object 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:14.861334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:14.861862 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:14.864351 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 5 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:14.882394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:14.882979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:14.883518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:14.897970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:14.898541 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:14.900287 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 6 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:14.924559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:14.925180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:14.925541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:14.930921 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.933097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:14.933345 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:14.943572 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 7 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:14.948043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1658804130'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:14.977861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Made reservation on behalf of 9a171ed9b8154ef185b30cf92a922d0b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:14.983806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:14.992144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:14.994413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:15.000123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:15.007416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:15.007778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:15.008218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:15.012929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:15.024218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.053230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:15.053865 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:15.082101 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 8 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:15.105836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.106888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.112437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:15.113025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:15.114734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:15.117330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:15.130666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:15.130952 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:15.131518 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 9 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:15.164087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:15.164439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:15.164953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:15.171593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:15.171927 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:15.172361 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 10 to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 Jul 22 23:40:15.174560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859d4f-12d4-4373-8bb1-214e9f458e84 req-fed4af2a-39d1-44e5-9403-dfbeaee94acf tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.181896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0859d4f-12d4-4373-8bb1-214e9f458e84 req-fed4af2a-39d1-44e5-9403-dfbeaee94acf tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.1373379 Jul 22 23:40:15.188505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:15.188858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:15.189201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:15.196113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port f6aba103-f4e3-4ee9-8954-a3e593334349 on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:15.196659 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port f6aba103-f4e3-4ee9-8954-a3e593334349 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:15.197575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.257553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0859d4f-12d4-4373-8bb1-214e9f458e84 req-4557fafd-9e11-46b9-b249-9ec4865d7b2b tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745313 Jul 22 23:40:15.293286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] For port f6aba103-f4e3-4ee9-8954-a3e593334349, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:15.293863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempted to set empty binding levels {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:40:15.298248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.304868 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.310511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.338164 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9eb7fc93-a1eb-47a7-8cd0-866a11f1f7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4412453 Jul 22 23:40:15.339953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.340684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.344711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:15.351198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf75890-c55c-4b1e-abc3-e81062867056,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:15.360188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.360522 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Added segment 1446b257-3901-4989-b88a-f69bf590937d of type vlan for network 35f99a88-7305-4958-9748-f277b9c95f47 Jul 22 23:40:15.365801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Request body: {'port': {'device_id': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:15.398763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.8131301 Jul 22 23:40:15.401428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b44f-fee1-4c7b-b261-4158612e927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=f6aba103-f4e3-4ee9-8954-a3e593334349,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:15.402228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a420b17b-838c-4dc9-8fd5-b11de97561a6 None None] Provisioning for port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:15.403655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:15.410015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.422796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a420b17b-838c-4dc9-8fd5-b11de97561a6 None None] Provisioning complete for port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:15.423178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a420b17b-838c-4dc9-8fd5-b11de97561a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.461500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.467323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.469328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a420b17b-838c-4dc9-8fd5-b11de97561a6 None None] Port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:40:15.469555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.525325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9087465 Jul 22 23:40:15.532349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:15.537624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Request body: {'subnet': {'network_id': '35f99a88-7305-4958-9748-f277b9c95f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:15.574129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.634036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0cf55-5b05-4183-a30b-cad8dea8d6b5 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event updated for resources: {'Network': ['ID=35f99a88-7305-4958-9748-f277b9c95f47,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:15.651683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 35f99a88-7305-4958-9748-f277b9c95f47 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:15.651958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Deleting port f6aba103-f4e3-4ee9-8954-a3e593334349 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:15.652505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.748493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Made reservation on behalf of 9a171ed9b8154ef185b30cf92a922d0b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:15.751947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.770182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af682128-ebb4-4087-a495-ec0fd993d098 req-da248a44-df00-4a28-a8d0-db68cf782bf1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:15.772112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af682128-ebb4-4087-a495-ec0fd993d098 req-da248a44-df00-4a28-a8d0-db68cf782bf1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 945 time: 0.2079613 Jul 22 23:40:15.798030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] For port f6aba103-f4e3-4ee9-8954-a3e593334349, host n-h1-758851-4, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:15.798391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:15.819520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Calling delete_port for f6aba103-f4e3-4ee9-8954-a3e593334349 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:15.997306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.005507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:16.017783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.044306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6aba103-f4e3-4ee9-8954-a3e593334349,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:16.053201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.055806 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3ae593b3-b7b4-4c20-8a4e-5652c799c8a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f6aba103-f4e3-4ee9-8954-a3e593334349 HTTP/1.1" status: 204 len: 168 time: 0.6494830 Jul 22 23:40:16.057014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Transition to ACTIVE for port object 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:16.057989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:16.068561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.097528 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5272053-4580-4439-82d3-f9e0235f92ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:16.102897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b5272053-4580-4439-82d3-f9e0235f92ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "GET /v2.0/ports/f6aba103-f4e3-4ee9-8954-a3e593334349 HTTP/1.1" status: 404 len: 333 time: 0.0399458 Jul 22 23:40:16.111942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54a92267-460c-4e72-8518-1ea962317d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.121345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:16.126703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Request body: {'port': {'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2048163598'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:16.165252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1a94d-6540-43f2-88f1-f0c2364bed41 req-c7c4cbf1-a5af-4a40-b1c4-c5ecef63aba2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.166739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaa1a94d-6540-43f2-88f1-f0c2364bed41 req-c7c4cbf1-a5af-4a40-b1c4-c5ecef63aba2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 931 time: 0.4925914 Jul 22 23:40:16.167631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Pushing event updated for resources: {'Port': ['ID=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:16.201734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Made reservation on behalf of db8f68688022438bb130c931cc1f07a7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:16.204117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.216851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af682128-ebb4-4087-a495-ec0fd993d098 req-6c9200d8-846d-4566-ad99-facea5eae9ca tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341393 Jul 22 23:40:16.241570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:16.250997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaa1a94d-6540-43f2-88f1-f0c2364bed41 req-d245b1f7-aa8c-461a-88b3-c13f737d6b14 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741055 Jul 22 23:40:16.352728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Attempting to bind port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:16.353199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Attempting to bind port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:16.353410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Attempting to bind port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:16.366692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:16.366692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Attempting to bind port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:16.373357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4b4eaad2-1682-4798-8315-831cb27ce1bc details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:16.383603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:16.383985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:16.386215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:16.386215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Bound port: 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:16.386215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.510619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.512634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.528144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:16.534828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] For port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:16.538356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] For port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:16.540994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'network_id': 'e580ae9d-74c5-423a-ba8e-3adb227baacb', 'port_id': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'mac_address': 'fa:16:3e:28:66:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d92a1d4-73d4-477c-8fe5-99d9e0175910', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:16.554669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.599254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.623279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b4eaad2-1682-4798-8315-831cb27ce1bc {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:16.626492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event updated for resources: {'Subnet': ['ID=b6709d3b-59de-4f36-a163-c24afa58c3fe,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:16.649468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-309adbd9-d43d-435e-bedc-8a7c441d8425 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.656642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-309adbd9-d43d-435e-bedc-8a7c441d8425 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2393885 Jul 22 23:40:16.672449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:16.678782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.710797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Checking segment: {'id': '1446b257-3901-4989-b88a-f69bf590937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '35f99a88-7305-4958-9748-f277b9c95f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:16.711241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Network hostable DHCP agents. Network: 35f99a88-7305-4958-9748-f277b9c95f47, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:16.728263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5e12d-2a54-4657-ab6b-26e51024e90b req-fe3a51d9-c618-4f54-9f75-56d8997a55fa tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.730226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38d5e12d-2a54-4657-ab6b-26e51024e90b req-fe3a51d9-c618-4f54-9f75-56d8997a55fa tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.2917767 Jul 22 23:40:16.740019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-7eb47f69-faaf-4bc7-bc6f-1106a7c3e9de tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 695 time: 0.0821805 Jul 22 23:40:16.748028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'floatingip': {'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:16.755106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:16.817335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.855890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Network 35f99a88-7305-4958-9748-f277b9c95f47 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:16.897063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38d5e12d-2a54-4657-ab6b-26e51024e90b req-7cc916c9-6166-42e3-bb40-eea59064863b tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546695 Jul 22 23:40:16.900294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 35f99a88-7305-4958-9748-f277b9c95f47) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:16.909860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.910139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:16.910470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.910755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:16.914573 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] 10.222.0.48 "PUT /v2.0/ports/250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 HTTP/1.1" status: 200 len: 1091 time: 1.5514209 Jul 22 23:40:16.915971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'tag': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:16.918480 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f68e70-63cb-46d0-b583-245d1acc92a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1008e72-d66c-4ca1-9f47-03b9b765d1c7", "tag": "250e66bb-d145-4a2f-a9b5-4f4acb0a59e4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:16.927542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['4b4eaad2-1682-4798-8315-831cb27ce1bc'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:16.949195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8a3e3746-dda3-4a4a-91cf-d9c0647d0a5c tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4157755 Jul 22 23:40:16.953475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39510) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:16.963376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Request body: {'port': {'network_id': '35f99a88-7305-4958-9748-f277b9c95f47', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1627535139'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:16.989525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecd04c-ef75-4cb0-9cac-0ef54b0070c4 None None] Network 35f99a88-7305-4958-9748-f277b9c95f47 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:17.015799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871520-ad8d-4261-b176-a9f7f84ffc09 service neutron] Pushing event updated for resources: {'Port': ['ID=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:17.028056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.127904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b4b1ee-44e1-4000-95d8-09f012b3bb9b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:17.153161 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b130036-37b8-4fe0-8714-58a3590c3724 x-openstack-request-id: req-7b130036-37b8-4fe0-8714-58a3590c3724 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:17.153454 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1008e72-d66c-4ca1-9f47-03b9b765d1c7", "tag": "250e66bb-d145-4a2f-a9b5-4f4acb0a59e4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:17.153714 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b130036-37b8-4fe0-8714-58a3590c3724 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:17.154110 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'tag': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4', 'status': 'completed', 'code': 200} Jul 22 23:40:17.184875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:17.198566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:17.211741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:17.212716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.213332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.253184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Made reservation on behalf of 9a171ed9b8154ef185b30cf92a922d0b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:17.257620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.281348 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b17b2edb-b00e-4da0-b670-06506ae35b09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1560452 Jul 22 23:40:17.282035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:17.283940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9fd4a881-50e5-4026-9528-303131834662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.286076 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-9fd4a881-50e5-4026-9528-303131834662 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 1094 time: 0.2509086 Jul 22 23:40:17.292773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:17.326428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] device_id is not set on port 89895b36-54e7-447c-93a6-4929202c90d5 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:17.371275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-35f99a88-7305-4958-9748-f277b9c95f47', 'network_id': '35f99a88-7305-4958-9748-f277b9c95f47', 'tenant_id': '9a171ed9b8154ef185b30cf92a922d0b', 'fixed_ips': [{'subnet_id': 'b6709d3b-59de-4f36-a163-c24afa58c3fe'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:40:17.372354 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.379491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-e7a5a3de-18fc-4f7e-8541-889034e2ee90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 HTTP/1.1" status: 200 len: 217 time: 0.0545928 Jul 22 23:40:17.569459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-bf304a8c-b0b0-4865-aa0a-a72e8b721973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.570974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-bf304a8c-b0b0-4865-aa0a-a72e8b721973 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1819484 Jul 22 23:40:17.594873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb9ea-a744-460a-9346-66ccf48474ff req-cfdcd24b-467a-4e55-a883-1cda4cf9e2bc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.596104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.597873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-678bb9ea-a744-460a-9346-66ccf48474ff req-cfdcd24b-467a-4e55-a883-1cda4cf9e2bc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 943 time: 0.2063258 Jul 22 23:40:17.602499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.607145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:17.639916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Allocated IP 172.20.0.4 (35f99a88-7305-4958-9748-f277b9c95f47/b6709d3b-59de-4f36-a163-c24afa58c3fe/89895b36-54e7-447c-93a6-4929202c90d5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:17.733179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-678bb9ea-a744-460a-9346-66ccf48474ff req-9f7a059a-deae-49db-b3ff-a3a2da6ccff1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292479 Jul 22 23:40:17.760356 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb associated. External IP: 172.25.5.36, port: 43f64dec-68e2-48bc-a232-dfd6d5614e3c. Jul 22 23:40:17.774424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-089291d4-abb3-4442-8faa-959df009e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:17.776048 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-089291d4-abb3-4442-8faa-959df009e11e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920412 Jul 22 23:40:18.057319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:18.073404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.077070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-d156f882-189f-4e24-999b-9794a338ca1a service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881012 Jul 22 23:40:18.084895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.106143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:18.121767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Transition to ACTIVE for port object d3b4b1ee-44e1-4000-95d8-09f012b3bb9b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:18.126144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Transition to ACTIVE for port object 89895b36-54e7-447c-93a6-4929202c90d5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:18.137353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.260862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b4b1ee-44e1-4000-95d8-09f012b3bb9b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:18.266204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:18.272699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.274151 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9aaf4330-ed5b-44f1-862d-7a2548ae2f5c req-d155b13b-dd96-4920-aaa7-0dd481586bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828082 Jul 22 23:40:18.279782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:18.282821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e5522-cde7-4b4f-9978-5e8cb7412fc3 req-e15564c7-16f5-424c-9fa3-55fe107e47ec tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.284430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df3e5522-cde7-4b4f-9978-5e8cb7412fc3 req-e15564c7-16f5-424c-9fa3-55fe107e47ec tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 944 time: 0.1322153 Jul 22 23:40:18.290772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.291385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.291931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.296370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.306315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.306987 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.310248 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 2 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.338374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:18.339100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:39:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:18.355512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Network 35f99a88-7305-4958-9748-f277b9c95f47 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:18.356360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.356696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.357031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.361054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5f4a4895-77be-43ed-bb6e-ab0e890b2190 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "PUT /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 996 time: 1.6200130 Jul 22 23:40:18.363851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:18.367759 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d6375-0cb0-4957-8d46-0fa4f86a49c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:18.369842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:18.380499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df3e5522-cde7-4b4f-9978-5e8cb7412fc3 req-90feba36-26ee-4a81-ac59-8c8befabee90 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734160 Jul 22 23:40:18.385091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:18.387467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4b4eaad2-1682-4798-8315-831cb27ce1bc up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:18.393033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.393363 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.432734 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 3 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.439815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event updated for resources: {'Port': ['ID=89895b36-54e7-447c-93a6-4929202c90d5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:18.446964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Allocated IP 172.20.0.2 (35f99a88-7305-4958-9748-f277b9c95f47/b6709d3b-59de-4f36-a163-c24afa58c3fe/b1172464-ebd6-4500-a384-da8f5867b2f3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:18.467510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.467841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.468190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.480047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-0e80631d-36a3-458a-8cd7-b2bac37a7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.482362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-0e80631d-36a3-458a-8cd7-b2bac37a7b04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.0860293 Jul 22 23:40:18.484498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.484836 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.485501 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 4 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.493395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.494043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.528882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.529284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.529713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.543893 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e59a9d0e-229e-4822-ad08-db2b347e029b tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5853300 Jul 22 23:40:18.546441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-b07aae6f-db16-46d5-97ea-f7e5b46b0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.548166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-b07aae6f-db16-46d5-97ea-f7e5b46b0002 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 1094 time: 0.1761215 Jul 22 23:40:18.548980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:18.551759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.552104 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.558806 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 5 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.576034 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7bef1-adc1-4368-92d7-59d04478796a x-openstack-request-id: req-cae7bef1-adc1-4368-92d7-59d04478796a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:18.576626 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:18.577154 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cae7bef1-adc1-4368-92d7-59d04478796a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:18.577813 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'status': 'completed', 'code': 200} Jul 22 23:40:18.612186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5a0361ae-31bc-49d9-9b59-610568b4373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.615171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-5a0361ae-31bc-49d9-9b59-610568b4373b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.1258614 Jul 22 23:40:18.689692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 4b4eaad2-1682-4798-8315-831cb27ce1bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:18.690066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.696982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.697567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.698063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.726503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:18.730765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-f086ced8-c4dc-4f59-a105-a67e3dc109b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 999 time: 0.1058581 Jul 22 23:40:18.759515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.760175 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.766840 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 6 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.799682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-6c413e28-0084-48c2-85f2-800525b9fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.808301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-6c413e28-0084-48c2-85f2-800525b9fb27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.0671451 Jul 22 23:40:18.831097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.831474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.832187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.843286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.843884 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.846618 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 7 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.861089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-b158d0bf-8062-4202-820e-844710e84c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.862840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-b158d0bf-8062-4202-820e-844710e84c20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.2688010 Jul 22 23:40:18.873454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.874292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.875080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.877783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-4b20a795-8f56-43a1-9854-0142d3e4741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.884612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-4b20a795-8f56-43a1-9854-0142d3e4741d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712597 Jul 22 23:40:18.900993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-e7efaa74-f2fc-40f5-9bad-d7c81ff0f5f8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:40:18.902148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-e7efaa74-f2fc-40f5-9bad-d7c81ff0f5f8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079525 Jul 22 23:40:18.926542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.931562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:18.931949 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:18.934117 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 8 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:18.936868 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:18.938020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-ae52603d-3f0c-4df0-a6f1-d038fdc230c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:18.939570 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-ae52603d-3f0c-4df0-a6f1-d038fdc230c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.3429291 Jul 22 23:40:18.944316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-8ebb4674-0dd6-4b34-9acb-41a7e2df5c32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 HTTP/1.1" status: 200 len: 217 time: 0.0643635 Jul 22 23:40:18.962232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Transition to ACTIVE for port object b1172464-ebd6-4500-a384-da8f5867b2f3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:18.976774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:18.977116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:18.977456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:18.998546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Transition to ACTIVE for port object b1172464-ebd6-4500-a384-da8f5867b2f3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:19.018422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Deleting port 89895b36-54e7-447c-93a6-4929202c90d5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:19.018775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.034437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:19.036023 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:19.041591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:19.044528 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bcc019-46dc-46ad-bf19-22598af5f318" -d '{"events": [{"server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "name": "network-vif-plugged", "status": "completed", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:19.049595 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 9 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:19.061070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.075555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:19.103658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675743-cf69-431b-b0e8-2a37aa50f6b0 req-2e071342-587d-4cc6-915f-e74421f89c17 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.108545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf675743-cf69-431b-b0e8-2a37aa50f6b0 req-2e071342-587d-4cc6-915f-e74421f89c17 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 943 time: 0.1859603 Jul 22 23:40:19.118901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-5b26ed9e-05e7-43db-adb5-843b7cda472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.119203 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.121077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-5b26ed9e-05e7-43db-adb5-843b7cda472a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1624889 Jul 22 23:40:19.123079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Network 35f99a88-7305-4958-9748-f277b9c95f47 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:19.124821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-79bb9dba-bb97-40bc-83cc-30c0d4a0844d service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127566 Jul 22 23:40:19.139893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:19.148221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:19.153135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:19.153783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:19.153783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:19.157618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Pushing event updated for resources: {'Port': ['ID=b1172464-ebd6-4500-a384-da8f5867b2f3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:19.203274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf675743-cf69-431b-b0e8-2a37aa50f6b0 req-15df20cf-d872-447a-85bb-2dc2e1a770e9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897527 Jul 22 23:40:19.203654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:19.204306 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:19.249236 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 10 to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b Jul 22 23:40:19.251180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-128a1783-93e9-4804-936b-a962f94b5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.252738 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-128a1783-93e9-4804-936b-a962f94b5049 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.2967443 Jul 22 23:40:19.281672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.305582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2286a75a-b7db-437f-83c4-9fe9510f5804 req-fec5cffe-bbdf-401e-9c3c-0c284c2daecc service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683071 Jul 22 23:40:19.313898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Attempting to bind port b1172464-ebd6-4500-a384-da8f5867b2f3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:19.314343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Attempting to bind port b1172464-ebd6-4500-a384-da8f5867b2f3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '1446b257-3901-4989-b88a-f69bf590937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '35f99a88-7305-4958-9748-f277b9c95f47'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:19.314647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Attempting to bind port b1172464-ebd6-4500-a384-da8f5867b2f3 on network 35f99a88-7305-4958-9748-f277b9c95f47 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:19.321734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:19.327519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35812272-8263-4502-85e2-4b02bebdcc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.330701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:19.330829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Checking segment: {'id': '1446b257-3901-4989-b88a-f69bf590937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '35f99a88-7305-4958-9748-f277b9c95f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:19.331256 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.331757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Bound using segment: {'id': '1446b257-3901-4989-b88a-f69bf590937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '35f99a88-7305-4958-9748-f277b9c95f47'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:19.332832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Bound port: b1172464-ebd6-4500-a384-da8f5867b2f3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1446b257-3901-4989-b88a-f69bf590937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '35f99a88-7305-4958-9748-f277b9c95f47'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:19.333302 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.340441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:19.340794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:19.341144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:19.353488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Calling delete_port for 89895b36-54e7-447c-93a6-4929202c90d5 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:19.355645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:19.355963 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:19.356343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.387482 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55830959-0f7a-4c36-b87b-0b76dc77c7cf x-openstack-request-id: req-55830959-0f7a-4c36-b87b-0b76dc77c7cf {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:19.388493 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "name": "network-vif-plugged", "status": "completed", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:19.388493 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55830959-0f7a-4c36-b87b-0b76dc77c7cf {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:19.388493 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'code': 200} Jul 22 23:40:19.403177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:17Z', 'revision_number': 1, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:19.442696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:19.463827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] For port b1172464-ebd6-4500-a384-da8f5867b2f3, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:19.473798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] For port b1172464-ebd6-4500-a384-da8f5867b2f3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b1172464-ebd6-4500-a384-da8f5867b2f3,segment=NetworkSegment(1446b257-3901-4989-b88a-f69bf590937d),segment_id=1446b257-3901-4989-b88a-f69bf590937d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:19.475513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:19.476732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:19.482585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.482821 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-4b337519-e1d0-441f-8aeb-29be624576e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 999 time: 0.2112207 Jul 22 23:40:19.578339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-8a05abf2-b32d-4637-8837-e8be59356bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.579794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-8a05abf2-b32d-4637-8837-e8be59356bdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4157395 Jul 22 23:40:19.616544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] For port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:19.617021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempted to set empty binding levels {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:40:19.633103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-e73c5869-363f-40bc-acde-c66d78603f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.634911 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-e73c5869-363f-40bc-acde-c66d78603f1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1441231 Jul 22 23:40:19.643783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.704174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-d0eb7f5e-920a-4744-bd64-d43b46083a71 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.715643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-d0eb7f5e-920a-4744-bd64-d43b46083a71 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1616797 Jul 22 23:40:19.775829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] In _notify_port_updated(), no bound segment for port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:40:19.776745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.777355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.778711 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "PUT /v2.0/ports/d3b4b1ee-44e1-4000-95d8-09f012b3bb9b HTTP/1.1" status: 200 len: 979 time: 2.4911969 Jul 22 23:40:19.790413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:19.818088 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.849050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5229079-7ae9-44f1-a904-c1fc9ee299bd None None] Pushing event updated for resources: {'Port': ['ID=b1172464-ebd6-4500-a384-da8f5867b2f3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:19.861197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:19.867914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e406-e72e-4bff-b9e2-6c1746f29659 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b4b1ee-44e1-4000-95d8-09f012b3bb9b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:19.869604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-81ec0dae-6cb2-457e-89a0-d9f02c7b20f7 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 999 time: 0.1525204 Jul 22 23:40:19.876747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'floatingip': {'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:19.923281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883771b-6464-4b49-90a6-8e25b877834e req-6bd14920-0d2d-4bfb-b558-5aa5331294be tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:19.928176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:19.931427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7883771b-6464-4b49-90a6-8e25b877834e req-6bd14920-0d2d-4bfb-b558-5aa5331294be tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.2030525 Jul 22 23:40:19.948872 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-f93d083f-7b9e-4ed3-88d6-0b1a5188d422 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541355 Jul 22 23:40:19.984833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.003241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event deleted for resources: {'Port': ['ID=89895b36-54e7-447c-93a6-4929202c90d5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:20.039885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7883771b-6464-4b49-90a6-8e25b877834e req-e7c564f1-e27c-4013-8af1-c2183511b002 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024592 Jul 22 23:40:20.198107 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.225395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:17Z', 'revision_number': 1, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:20.285998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70477089-1a8d-42c0-be28-a6db103125bb None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:17Z', 'revision_number': 1, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:20.400311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:40:20.496613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-cded17c4-8e0f-4826-a63c-f20465921f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.501101 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-cded17c4-8e0f-4826-a63c-f20465921f61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8548219 Jul 22 23:40:20.565303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:20.583263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4', 'mac_address': 'fa:16:3e:a9:2b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:40:20.649409 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.658111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.658649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.659320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.660122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.660839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.661429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.661973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.663518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.663518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.663518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.664614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.664880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.665507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.665959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.666495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.667035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.667603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.668287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.668862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.669405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.669955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.670472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.672010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.672010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.672010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.672580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.673111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.673641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.674174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.674705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.675234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.677039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.677710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.678255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.679261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.679889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.680431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.681180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.681869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.690100 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-403b3b2f-2b7a-488a-a4a3-6fcea1d8c8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34899 time: 0.8896987 Jul 22 23:40:20.698262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:20.718366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:40:20.739720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d3f68e70-63cb-46d0-b583-245d1acc92a7 req-7a85f84a-8e61-4d9f-a41b-bbe8b245d98a service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7561710 Jul 22 23:40:20.774389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.782552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-695370a0-53b3-45e6-b37c-5034263bfce9 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "DELETE /v2.0/ports/89895b36-54e7-447c-93a6-4929202c90d5 HTTP/1.1" status: 204 len: 168 time: 2.2320650 Jul 22 23:40:20.783855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:20.792750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:20.798552 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:20.864212 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bee7c0-b52d-43d8-bb68-b156d472b9b1 None None] New status for floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:20.896178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:20.906200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b1172464-ebd6-4500-a384-da8f5867b2f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:20.950635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4bcef-f0ba-40b0-8ee6-633942070edf req-8412ab08-12ed-4d3b-b8e0-ad638d83b76b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:20.958077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54c4bcef-f0ba-40b0-8ee6-633942070edf req-8412ab08-12ed-4d3b-b8e0-ad638d83b76b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 943 time: 0.6466691 Jul 22 23:40:20.991101 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1c93131a-4e84-4b85-b84c-4ec1346dce40 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1978898 Jul 22 23:40:20.995002 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-03b2bc01-1ff8-418f-a68f-105804db878b service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553092 Jul 22 23:40:20.996036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39566) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.017956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2107668210'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:21.022701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b1172464-ebd6-4500-a384-da8f5867b2f3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:21.125631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54c4bcef-f0ba-40b0-8ee6-633942070edf req-4be23375-adbf-4186-83b4-5e26484252df tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665649 Jul 22 23:40:21.125842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-c94e0469-7ec2-4c72-861c-4890c4b299c6 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.129223 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-c94e0469-7ec2-4c72-861c-4890c4b299c6 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.3322070 Jul 22 23:40:21.153311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Made reservation on behalf of 9a171ed9b8154ef185b30cf92a922d0b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:21.157031 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.203524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Deleting port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:21.204237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.266226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:21.267259 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-300d6375-0cb0-4957-8d46-0fa4f86a49c1 req-d296ae2f-8a73-402e-a28f-1975159203a8 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640092 Jul 22 23:40:21.279967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:21.293442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.293801 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Added segment 635cec52-ec3b-4155-b53b-678638d8dd86 of type vlan for network a5ab76b2-c74f-4a5e-a666-c6dc666b28a3 Jul 22 23:40:21.335527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec8d8f6-73ca-4250-b755-06d1c169a40a None None] Network 35f99a88-7305-4958-9748-f277b9c95f47 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:21.372082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.380840 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-b5bee7c0-b52d-43d8-bb68-b156d472b9b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:40:21.381457 n-d-758851-4 neutron-server[93793]: DEBUG oslo_db.api [None req-b5bee7c0-b52d-43d8-bb68-b156d472b9b1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:40:21.383376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.401153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] For port d3b4b1ee-44e1-4000-95d8-09f012b3bb9b, host n-h1-758851-4, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:21.401578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.423856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] Provisioning for port b1172464-ebd6-4500-a384-da8f5867b2f3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:21.424619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.435505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Calling delete_port for d3b4b1ee-44e1-4000-95d8-09f012b3bb9b owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:21.447224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] Provisioning complete for port b1172464-ebd6-4500-a384-da8f5867b2f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:21.447917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.517406 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.524419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.525080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.588305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5863414 Jul 22 23:40:21.594479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Deleting port 4b4eaad2-1682-4798-8315-831cb27ce1bc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:21.594823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.597738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.640911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29512aa-92a0-41e2-b206-4825fd9e61ff req-4b219140-eb34-48bd-8180-cae6a956c69e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:21.642828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a29512aa-92a0-41e2-b206-4825fd9e61ff req-4b219140-eb34-48bd-8180-cae6a956c69e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 945 time: 0.1381962 Jul 22 23:40:21.645426 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb associated. External IP: 172.25.5.36, port: 43f64dec-68e2-48bc-a232-dfd6d5614e3c. Jul 22 23:40:21.669243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61f94-bef6-46e5-96e5-35c950e805ff tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event updated for resources: {'Network': ['ID=a5ab76b2-c74f-4a5e-a666-c6dc666b28a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:21.697062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a5ab76b2-c74f-4a5e-a666-c6dc666b28a3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:21.702213 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.730778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.768071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3b4b1ee-44e1-4000-95d8-09f012b3bb9b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:21.778763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.784556 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1a55e1b0-224f-4c17-9ab9-c6690803d0e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d3b4b1ee-44e1-4000-95d8-09f012b3bb9b HTTP/1.1" status: 204 len: 168 time: 1.0816801 Jul 22 23:40:21.787839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.804279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-af0ddfc1-f9bb-4e95-a6dc-54089f05acc7 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/agents/c628f736-fcf5-4070-a8c8-276ddd35696a/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.2047951 Jul 22 23:40:21.821052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39574) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.837135 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25d7348-9a6f-49ef-8b96-df4817139630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:21.838029 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c25d7348-9a6f-49ef-8b96-df4817139630 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "GET /v2.0/ports/d3b4b1ee-44e1-4000-95d8-09f012b3bb9b HTTP/1.1" status: 404 len: 333 time: 0.0495656 Jul 22 23:40:21.847587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39576) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:21.853676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] For port 4b4eaad2-1682-4798-8315-831cb27ce1bc, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=4b4eaad2-1682-4798-8315-831cb27ce1bc,segment=NetworkSegment(4eba48c8-164a-4f26-89aa-7d01466e6c38),segment_id=4eba48c8-164a-4f26-89aa-7d01466e6c38)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:21.854322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.859695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1525988855', 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:21.861714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.869632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Calling delete_port for 4b4eaad2-1682-4798-8315-831cb27ce1bc owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:21.883180 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bee7c0-b52d-43d8-bb68-b156d472b9b1 None None] New status for floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:21.917675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] For port b1172464-ebd6-4500-a384-da8f5867b2f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b1172464-ebd6-4500-a384-da8f5867b2f3,segment=NetworkSegment(1446b257-3901-4989-b88a-f69bf590937d),segment_id=1446b257-3901-4989-b88a-f69bf590937d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:21.922939 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:21.988748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a29512aa-92a0-41e2-b206-4825fd9e61ff req-5209c8c1-d425-464f-bbb9-84b9c173d2e3 tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2063aca-7fa7-44d0-83c5-487aabd00fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897268 Jul 22 23:40:21.997206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9898c3a-0474-4d17-b2cd-67521c1480c9 None None] Pushing event updated for resources: {'Port': ['ID=b1172464-ebd6-4500-a384-da8f5867b2f3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.021132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Made reservation on behalf of db8f68688022438bb130c931cc1f07a7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:22.024547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.039063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.059001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port 19c20b66-6a1a-43d1-8ddc-1e13ab121dcd yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:22.154386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35260f63-f3dd-4014-9bd8-b16d1f39c5a5 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] Network a5ab76b2-c74f-4a5e-a666-c6dc666b28a3 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:22.183041 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35260f63-f3dd-4014-9bd8-b16d1f39c5a5 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "POST /v2.0/agents/c628f736-fcf5-4070-a8c8-276ddd35696a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3605409 Jul 22 23:40:22.187405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.192945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0cc34-7e68-4bed-abfb-75f5572d7351 None None] Network a5ab76b2-c74f-4a5e-a666-c6dc666b28a3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:22.307070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.375756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Pushing event deleted for resources: {'Port': ['ID=4b4eaad2-1682-4798-8315-831cb27ce1bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.386877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4d7405ef-c191-45d0-b2d6-30bc2e266b8f None None] Provisioning complete for port b1172464-ebd6-4500-a384-da8f5867b2f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:22.387260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4d7405ef-c191-45d0-b2d6-30bc2e266b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.427680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.441946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4b4eaad2-1682-4798-8315-831cb27ce1bc no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:22.470642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] No DVR routers for this DVR port 4b4eaad2-1682-4798-8315-831cb27ce1bc on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:22.475143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.477350 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-34d4cb32-2d8f-42dc-ae75-3c24fceae804 req-8a111b85-8e41-4d0d-97ac-0684b8eca05a tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.48 "DELETE /v2.0/ports/4b4eaad2-1682-4798-8315-831cb27ce1bc HTTP/1.1" status: 204 len: 173 time: 1.3397379 Jul 22 23:40:22.477904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'name': 'network-vif-deleted', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:22.481048 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f5e26d-5a84-404f-bd49-dd0eabf74465" -d '{"events": [{"server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "name": "network-vif-deleted", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:22.502208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 4b4eaad2-1682-4798-8315-831cb27ce1bc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:22.502823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 4b4eaad2-1682-4798-8315-831cb27ce1bc not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:22.530810 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e0a35ef6-022b-430d-afb3-89940c008119 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/agents/c628f736-fcf5-4070-a8c8-276ddd35696a/dhcp-networks HTTP/1.1" status: 200 len: 10414 time: 0.3418732 Jul 22 23:40:22.533693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.561012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8ef10-b780-4c3a-ae7e-fd057364969a req-a3617737-dd7f-4c37-a398-614de5fcbcd6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.568670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adc8ef10-b780-4c3a-ae7e-fd057364969a req-a3617737-dd7f-4c37-a398-614de5fcbcd6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 944 time: 0.2200265 Jul 22 23:40:22.634462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.644413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:22.648483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adc8ef10-b780-4c3a-ae7e-fd057364969a req-d1dbdc4d-5844-4c5f-b7c8-98f0e74bfcf9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790057 Jul 22 23:40:22.661868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-193fc236-d51d-4bab-b8bb-56658df8db5b tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "DELETE /v2.0/agents/c628f736-fcf5-4070-a8c8-276ddd35696a/dhcp-networks/a5ab76b2-c74f-4a5e-a666-c6dc666b28a3 HTTP/1.1" status: 204 len: 168 time: 0.1252632 Jul 22 23:40:22.664396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.681909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-919ad48c-d053-4f35-a5d8-e2a24cf9705c None None] Could not find standard attr ID for object 89895b36-54e7-447c-93a6-4929202c90d5. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:40:22.695920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:22.703009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:22.708129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:22.709107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.709802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.775972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b1172464-ebd6-4500-a384-da8f5867b2f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:22.785644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=19c20b66-6a1a-43d1-8ddc-1e13ab121dcd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:22.813051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.818480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-886df287-c153-4fb8-9c2c-6956ccd3f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9647496 Jul 22 23:40:22.844825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b1172464-ebd6-4500-a384-da8f5867b2f3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:22.845213 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:22.866249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:22.893739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:22.897458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6285d6-4eb8-429c-a12a-9a8be88b22fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:22.901783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-da6285d6-4eb8-429c-a12a-9a8be88b22fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "GET /v2.0/ports/19c20b66-6a1a-43d1-8ddc-1e13ab121dcd HTTP/1.1" status: 200 len: 959 time: 0.0852098 Jul 22 23:40:22.901783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aed5516a-5dbd-4565-960b-c2703dfa4969 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/agents/c628f736-fcf5-4070-a8c8-276ddd35696a/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.2362082 Jul 22 23:40:22.902224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.918591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:22.919514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:22.935606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.970437 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-53971aed-f030-43f8-9ed6-517e7aac511d tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/networks/35f99a88-7305-4958-9748-f277b9c95f47/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0337255 Jul 22 23:40:22.984443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:22.996976 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7535c26d-ae83-4e37-8246-aa9e48e37558 x-openstack-request-id: req-7535c26d-ae83-4e37-8246-aa9e48e37558 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:22.997285 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb77a47-4e1d-4c08-9f9a-04ad4d685862", "name": "network-vif-deleted", "tag": "4b4eaad2-1682-4798-8315-831cb27ce1bc", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:22.997515 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7535c26d-ae83-4e37-8246-aa9e48e37558 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:22.997905 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb77a47-4e1d-4c08-9f9a-04ad4d685862', 'name': 'network-vif-deleted', 'tag': '4b4eaad2-1682-4798-8315-831cb27ce1bc', 'status': 'completed', 'code': 200} Jul 22 23:40:23.022381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6d164d1-8c51-4419-bbcc-e4737dae4919 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/networks/35f99a88-7305-4958-9748-f277b9c95f47/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0365410 Jul 22 23:40:23.025675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:23.030919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Deleting port 19c20b66-6a1a-43d1-8ddc-1e13ab121dcd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:23.031561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.111833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:23.115171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.132951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Calling delete_port for 19c20b66-6a1a-43d1-8ddc-1e13ab121dcd owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:23.232595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.253661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-260d419c-084b-462c-96a4-fb0637d2e026 req-d6b5d3a7-dcd1-4e0c-b856-78ad441e204e tempest-ImagesTestJSON-915514991 tempest-ImagesTestJSON-915514991-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbb77a47-4e1d-4c08-9f9a-04ad4d685862 HTTP/1.1" status: 200 len: 210 time: 0.0742283 Jul 22 23:40:23.272832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event deleted for resources: {'Port': ['ID=19c20b66-6a1a-43d1-8ddc-1e13ab121dcd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:23.286007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.288434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-16c76758-3446-4cc5-883d-0996241a02d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "DELETE /v2.0/ports/19c20b66-6a1a-43d1-8ddc-1e13ab121dcd HTTP/1.1" status: 204 len: 168 time: 0.3852856 Jul 22 23:40:23.293476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:23.320266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-577fb22b-85b1-4e95-8cea-813d8f4d7505 tempest-DHCPAgentSchedulersTestJSON-1891245460 tempest-DHCPAgentSchedulersTestJSON-1891245460-project-admin] 10.222.0.21 "GET /v2.0/agents/c628f736-fcf5-4070-a8c8-276ddd35696a/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.2935095 Jul 22 23:40:23.324195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:23.346328 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36aada2-72cf-4dc0-910f-f8de921a8d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:23.349018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e36aada2-72cf-4dc0-910f-f8de921a8d7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "GET /v2.0/ports/19c20b66-6a1a-43d1-8ddc-1e13ab121dcd HTTP/1.1" status: 404 len: 333 time: 0.0484560 Jul 22 23:40:23.355221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:23.361980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Request body: {'port': {'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1467040136'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:23.362294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:23.420097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.434252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Made reservation on behalf of db8f68688022438bb130c931cc1f07a7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:23.436735 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.492358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port 3247d8c2-2045-4a6f-b820-7d3b32a104aa yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:23.500307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:23.505411 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.545437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:23.548311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:22Z', 'revision_number': 3, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:23.548938 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:23.573674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.576051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:23.585841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:23.586468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:23.595398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ab76b2-c74f-4a5e-a666-c6dc666b28a3']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:23.595621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c57977b9-cdc0-4b24-94eb-f8e9e17f566f tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "PUT /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 995 time: 3.7246830 Jul 22 23:40:23.617485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635cec52-ec3b-4155-b53b-678638d8dd86') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:23.617792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635cec52-ec3b-4155-b53b-678638d8dd86') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:23.636184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.655307 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade2eb77-fb90-4a3f-8907-f04e163aa731 x-openstack-request-id: req-ade2eb77-fb90-4a3f-8907-f04e163aa731 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:23.655800 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:23.656002 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ade2eb77-fb90-4a3f-8907-f04e163aa731 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:23.656494 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'status': 'completed', 'code': 200} Jul 22 23:40:23.667375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-48b7eacb-cbc2-48dd-b58e-84885701f7bf tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:23.671818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-48b7eacb-cbc2-48dd-b58e-84885701f7bf tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports/43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 943 time: 0.0753257 Jul 22 23:40:23.682353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.717187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:23.717610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:23.723938 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:23.729708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:23.836784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.856571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.858500 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "DELETE /v2.0/networks/a5ab76b2-c74f-4a5e-a666-c6dc666b28a3 HTTP/1.1" status: 204 len: 168 time: 0.5332863 Jul 22 23:40:23.862732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:23.866204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b87f11-2c2f-42ad-a7e5-f3880fc80bbe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event deleted for resources: {'Network': ['ID=a5ab76b2-c74f-4a5e-a666-c6dc666b28a3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:23.871693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:23.909109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-c52f4deb-9947-4d12-b8f7-098f27b09ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:23.910893 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-c52f4deb-9947-4d12-b8f7-098f27b09ec2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.2530298 Jul 22 23:40:23.913824 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-67638138-1794-400e-85a6-af0864103e12 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] DELETE failed (client error): The resource could not be found. Jul 22 23:40:23.914595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67638138-1794-400e-85a6-af0864103e12 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:40:23.918091 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-67638138-1794-400e-85a6-af0864103e12 tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "DELETE /v2.0/ports/89895b36-54e7-447c-93a6-4929202c90d5 HTTP/1.1" status: 404 len: 333 time: 0.0401101 Jul 22 23:40:23.919165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:24.006410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:22Z', 'revision_number': 3, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:24.033253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8806d0-f980-4b5b-a382-4ff04ae9c3bf None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:22Z', 'revision_number': 3, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:24.049702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Deleting subnet b6709d3b-59de-4f36-a163-c24afa58c3fe {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:24.061840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.097122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.144842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-93c99394-9a17-4567-ab4f-d0e6f6331c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.146541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-93c99394-9a17-4567-ab4f-d0e6f6331c25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.2235055 Jul 22 23:40:24.148749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.158337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-964ad0d4-ebd9-4bb8-a8c0-bfda326b65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.160312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-964ad0d4-ebd9-4bb8-a8c0-bfda326b65cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.4291463 Jul 22 23:40:24.172505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14709122-cf3f-4af3-8080-826671afbeca req-d25ba00e-5c93-4386-96c1-37882320e838 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.174684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14709122-cf3f-4af3-8080-826671afbeca req-d25ba00e-5c93-4386-96c1-37882320e838 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 944 time: 0.0855846 Jul 22 23:40:24.225335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:24.227320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-6809512d-0e23-4479-8127-c5329119302a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 217 time: 0.0555768 Jul 22 23:40:24.227320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:24.237486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:24.238465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.239309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.253456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=3247d8c2-2045-4a6f-b820-7d3b32a104aa,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:24.264631 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf0e3d-fca6-46c1-b49a-6854d84616b3 None None] New status for floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:24.278754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14709122-cf3f-4af3-8080-826671afbeca req-44d6cc60-aba9-4b99-8a1e-e598d6bb1522 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935903 Jul 22 23:40:24.316854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-a8ff8dfe-30af-4b7b-8a59-f8d534beb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.317560 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-df7cd360-175d-48dc-ad3c-a976f19fb0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9610381 Jul 22 23:40:24.318866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-a8ff8dfe-30af-4b7b-8a59-f8d534beb449 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.1431448 Jul 22 23:40:24.320200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:24.325804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:24.350410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-bf1f3483-1b0f-46f4-b489-51d09e7238c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.352380 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-bf1f3483-1b0f-46f4-b489-51d09e7238c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1161904 Jul 22 23:40:24.393319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-7f87666c-55c6-4f0c-a45d-346ee7a8760b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 217 time: 0.0629840 Jul 22 23:40:24.409318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:24.421496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.495818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.499804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-91c9e82a-58dc-41bb-b415-106493aafdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.501818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-91c9e82a-58dc-41bb-b415-106493aafdf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.0965114 Jul 22 23:40:24.525674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:24.531609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:24.532373 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.578746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.586475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-6c7e0e69-df39-4ef1-8351-8c1c06e974d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.587078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-6c7e0e69-df39-4ef1-8351-8c1c06e974d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242062 Jul 22 23:40:24.665198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event deleted for resources: {'Subnet': ['ID=b6709d3b-59de-4f36-a163-c24afa58c3fe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:24.679540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.683787 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cc0e85a3-2f61-4f85-87ce-01cec7f9e6cc tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "DELETE /v2.0/subnets/b6709d3b-59de-4f36-a163-c24afa58c3fe HTTP/1.1" status: 204 len: 168 time: 0.7613072 Jul 22 23:40:24.685321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39634) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:24.699101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-25c1bbf5-08c8-41a4-ac64-2460084b0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:24.701764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-25c1bbf5-08c8-41a4-ac64-2460084b0227 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832404 Jul 22 23:40:24.755192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de82964f-dbee-42e9-9a66-f9d78ba4539d None None] Network 35f99a88-7305-4958-9748-f277b9c95f47 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:24.763928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:24.780343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.848504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.853060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-f44950cf-d530-47df-aca4-e650f4f1c88b service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574205 Jul 22 23:40:24.873078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:24.873987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:24.877829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] device_id is not set on port 3247d8c2-2045-4a6f-b820-7d3b32a104aa yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:24.886347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.900653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Transition to ACTIVE for port object 3247d8c2-2045-4a6f-b820-7d3b32a104aa will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:24.905454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:24.989979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ba883c8-f6e8-488c-8ff3-d8c52abedf5c req-4a633525-893a-457a-b0b9-a3e072f58279 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278484 Jul 22 23:40:24.992416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Deleting port b1172464-ebd6-4500-a384-da8f5867b2f3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:24.992841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.006551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:25.008060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:25.012174 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5613ab60-3dda-4f5b-9fd6-068cc130f206" -d '{"events": [{"server_uuid": "b1008e72-d66c-4ca1-9f47-03b9b765d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "250e66bb-d145-4a2f-a9b5-4f4acb0a59e4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:25.025028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=3247d8c2-2045-4a6f-b820-7d3b32a104aa,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:25.047127 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.063373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.063922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.064287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.064614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.064954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.065353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.065693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.066058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.066478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.067073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.067609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.068166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:25.082258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-01289db8-6b80-4579-becc-28b8d5268cda service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691516 Jul 22 23:40:25.108526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.108960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.109237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.129459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.129459 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.135770 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3522ee40-656a-4e29-bde7-a46ace37b80b x-openstack-request-id: req-3522ee40-656a-4e29-bde7-a46ace37b80b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:25.136393 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1008e72-d66c-4ca1-9f47-03b9b765d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "250e66bb-d145-4a2f-a9b5-4f4acb0a59e4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:25.136739 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3522ee40-656a-4e29-bde7-a46ace37b80b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:25.137074 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4', 'code': 200} Jul 22 23:40:25.154402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:25.155095 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 2 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.182968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:25.242039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.242642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.242755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.244813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:25.256778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.257295 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.265260 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 3 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.274919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Deleting subnet 2d92a1d4-73d4-477c-8fe5-99d9e0175910 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:25.286173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.335803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.336319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.336654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.361230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-68c241e0-f9b8-4316-8077-19bb0a5008e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777171 Jul 22 23:40:25.392072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.396507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] DHCP port deletion for 35f99a88-7305-4958-9748-f277b9c95f47 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:40:25.421149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] For port b1172464-ebd6-4500-a384-da8f5867b2f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b1172464-ebd6-4500-a384-da8f5867b2f3,segment=NetworkSegment(1446b257-3901-4989-b88a-f69bf590937d),segment_id=1446b257-3901-4989-b88a-f69bf590937d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:25.421698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.448931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Calling delete_port for b1172464-ebd6-4500-a384-da8f5867b2f3 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:25.476854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.477192 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.481194 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 4 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.512099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a48406-6490-4301-97e5-e8db3c121431 req-095be197-6913-4e03-aa51-5b31e91e6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.513770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7a48406-6490-4301-97e5-e8db3c121431 req-095be197-6913-4e03-aa51-5b31e91e6761 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 1096 time: 0.1850765 Jul 22 23:40:25.537226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Deleting port b1172464-ebd6-4500-a384-da8f5867b2f3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:25.537602 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.547521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.547866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.548213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.564568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.567520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.567760 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.573459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7a48406-6490-4301-97e5-e8db3c121431 req-3ff8ab29-b97a-443b-811e-29d4e454ca92 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510221 Jul 22 23:40:25.584982 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.590590 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 5 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.614991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event deleted for resources: {'Port': ['ID=b1172464-ebd6-4500-a384-da8f5867b2f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:25.618869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] No DVR routers for this DVR port b1172464-ebd6-4500-a384-da8f5867b2f3 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:25.635416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.635572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.636069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.637912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] For port b1172464-ebd6-4500-a384-da8f5867b2f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b1172464-ebd6-4500-a384-da8f5867b2f3,segment=NetworkSegment(1446b257-3901-4989-b88a-f69bf590937d),segment_id=1446b257-3901-4989-b88a-f69bf590937d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:25.639001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.649789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-04773994-846a-4bdb-a9a5-85ae7f261ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.651375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-04773994-846a-4bdb-a9a5-85ae7f261ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1096 time: 0.2556965 Jul 22 23:40:25.655104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.655305 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.656668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Calling delete_port for b1172464-ebd6-4500-a384-da8f5867b2f3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:25.659078 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 6 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.661767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:25.664104 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774e434-85e0-4864-ad9d-38f2c817b180" -d '{"events": [{"name": "network-changed", "server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:25.690433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f60e3-9624-4e5b-8f48-477f8586068b req-ec81fb7d-6098-42cf-b513-633af51745ed tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.698297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-744f60e3-9624-4e5b-8f48-477f8586068b req-ec81fb7d-6098-42cf-b513-633af51745ed tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 945 time: 0.2526886 Jul 22 23:40:25.720917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.733789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f99a88-7305-4958-9748-f277b9c95f47']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.734028 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.748915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1446b257-3901-4989-b88a-f69bf590937d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.749218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1446b257-3901-4989-b88a-f69bf590937d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.757440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:24Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.758122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.758122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.758417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.760630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.775937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.782865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:25.783287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:25.787960 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:25.790566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d92a1d4-73d4-477c-8fe5-99d9e0175910,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:25.802236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.803132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:25.806366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bf7fa008-5da3-462a-a11f-669b6af08303 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2d92a1d4-73d4-477c-8fe5-99d9e0175910 HTTP/1.1" status: 204 len: 168 time: 0.6414740 Jul 22 23:40:25.809301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:25.829160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:25.830405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.830599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:25.830729 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.835229 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 7 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.857589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-744f60e3-9624-4e5b-8f48-477f8586068b req-38ed408d-a13d-4ccb-b4c4-f8f4e0050f8b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584098 Jul 22 23:40:25.861847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.862188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.862533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.875377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.875729 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.882592 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 8 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.903164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.903654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.904190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.909641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-2db8b5e8-ee86-4fe1-87c6-ed0b28b6665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:25.911449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-2db8b5e8-ee86-4fe1-87c6-ed0b28b6665b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.2426434 Jul 22 23:40:25.913787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.914267 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.914836 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 9 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: from cryptography.utils import int_from_bytes Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: from cryptography.utils import int_from_bytes Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.924766 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:40:25.928515 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:40:25.935721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.951354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.955580 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] 10.222.0.21 "DELETE /v2.0/networks/35f99a88-7305-4958-9748-f277b9c95f47 HTTP/1.1" status: 204 len: 168 time: 1.2670288 Jul 22 23:40:25.969828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f28ba-2f81-43f0-b154-fb94ed5c59fe tempest-DHCPAgentSchedulersTestJSON-1430143411 tempest-DHCPAgentSchedulersTestJSON-1430143411-project] Pushing event deleted for resources: {'Network': ['ID=35f99a88-7305-4958-9748-f277b9c95f47,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:25.973641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:25.974756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:25.975105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:25.975484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:25.991229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:25.991595 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:25.993514 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempt 10 to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa Jul 22 23:40:25.995184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:26.014872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-067d8e60-fff4-47d0-b673-bdf59b7ad10b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 1000 time: 0.0965958 Jul 22 23:40:26.017383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:26.017719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:26.018053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempting to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:26.032229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:40:26.032561 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Failed to bind port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on host n-h1-758851-4 for vnic_type normal using segments [{'id': '2f6a7aab-563a-4e7e-a087-a2bd9c117654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2385d7b-9fdf-42ca-bed5-d259d42d4c80'}] Jul 22 23:40:26.032938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.089245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.101285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.103119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e580ae9d-74c5-423a-ba8e-3adb227baacb']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:26.118948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eba48c8-164a-4f26-89aa-7d01466e6c38') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:26.119757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eba48c8-164a-4f26-89aa-7d01466e6c38') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:26.135348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.136146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Network 35f99a88-7305-4958-9748-f277b9c95f47 is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:40:26.136817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] No DVR routers for this DVR port b1172464-ebd6-4500-a384-da8f5867b2f3 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:26.139470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-28b47aab-53cd-4a87-aa7a-b43382e8df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.141670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-28b47aab-53cd-4a87-aa7a-b43382e8df51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1182568 Jul 22 23:40:26.148047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f54eba-e0b6-4e89-938c-19ef51377dd0 None None] Pushing event deleted for resources: {'Port': ['ID=b1172464-ebd6-4500-a384-da8f5867b2f3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.170384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.178216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:26.178643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:26.181073 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:26.196195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] For port 3247d8c2-2045-4a6f-b820-7d3b32a104aa, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:26.196576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attempted to set empty binding levels {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:40:26.202546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.250425 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f889041-2418-4de5-ad41-44d1fc62b14d x-openstack-request-id: req-8f889041-2418-4de5-ad41-44d1fc62b14d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:26.251186 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:26.251186 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f889041-2418-4de5-ad41-44d1fc62b14d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:26.251388 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'status': 'completed', 'code': 200} Jul 22 23:40:26.252932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] In _notify_port_updated(), no bound segment for port 3247d8c2-2045-4a6f-b820-7d3b32a104aa on network f2385d7b-9fdf-42ca-bed5-d259d42d4c80 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:40:26.254561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.255433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.259407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "PUT /v2.0/ports/3247d8c2-2045-4a6f-b820-7d3b32a104aa HTTP/1.1" status: 200 len: 979 time: 1.9354870 Jul 22 23:40:26.263473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:26.309020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65926e85-ce30-408e-a7de-e4c4e13e09b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event updated for resources: {'Port': ['ID=3247d8c2-2045-4a6f-b820-7d3b32a104aa,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.316318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.321209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-027fbdbb-43d8-423b-96fa-6ed20362e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.321791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.322759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-027fbdbb-43d8-423b-96fa-6ed20362e38a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708038 Jul 22 23:40:26.327033 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] 10.222.0.21 "DELETE /v2.0/networks/e580ae9d-74c5-423a-ba8e-3adb227baacb HTTP/1.1" status: 204 len: 168 time: 0.5166521 Jul 22 23:40:26.368757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae0b42-113c-4c63-9552-3cc0dfd3146d admin admin] Pushing event deleted for resources: {'Network': ['ID=e580ae9d-74c5-423a-ba8e-3adb227baacb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.433187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-44e2843f-188a-4cc6-97be-09e0927fe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.436042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-44e2843f-188a-4cc6-97be-09e0927fe661 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1096 time: 0.1303213 Jul 22 23:40:26.533291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Deleting port 3247d8c2-2045-4a6f-b820-7d3b32a104aa {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:26.533684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.549017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:24Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:26.551190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39680) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:26.582151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343d447-a22d-4f0c-b2b7-a0f5082bfda1 None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:24Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:26.586991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-37a07bcd-3459-44dd-b9c2-3906e74575a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.588856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-37a07bcd-3459-44dd-b9c2-3906e74575a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.1455870 Jul 22 23:40:26.589429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-c931c76b-c658-481f-a954-d15315f26805 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229874 Jul 22 23:40:26.607292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39682) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:26.662002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] For port 3247d8c2-2045-4a6f-b820-7d3b32a104aa, host n-h1-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:26.662377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.684272 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-d8e70161-139f-43c4-9065-1e9e556f572c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 1000 time: 0.0868435 Jul 22 23:40:26.686548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Calling delete_port for 3247d8c2-2045-4a6f-b820-7d3b32a104aa owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:26.715500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f854fc18-619f-4350-9647-e2ce6ed8e35e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9e7e342177549729a90cbc3a8d0e95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593976 Jul 22 23:40:26.716502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39686) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:26.753109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-4390e27d-8587-4955-b136-0b84839da54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.756796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b1172464-ebd6-4500-a384-da8f5867b2f3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:26.757034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-4390e27d-8587-4955-b136-0b84839da54f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.0657709 Jul 22 23:40:26.778441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b1172464-ebd6-4500-a384-da8f5867b2f3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:26.779036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b1172464-ebd6-4500-a384-da8f5867b2f3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:26.870463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22bba52c-163f-48bf-a832-3a60aa3bec0b req-f07bacc9-63f1-4bc3-87fc-7d8e8aac7b25 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718053 Jul 22 23:40:26.888500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d5cec89-a0ad-4ec5-b460-f2b5b68c4f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.891972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.920969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-a8f994ca-1b15-435f-ad25-73ab4d9009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:26.923773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-a8f994ca-1b15-435f-ad25-73ab4d9009ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038206 Jul 22 23:40:26.940722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Pushing event deleted for resources: {'Port': ['ID=3247d8c2-2045-4a6f-b820-7d3b32a104aa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:26.967091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d5cec89-a0ad-4ec5-b460-f2b5b68c4f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.969899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:26.976888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c2e40ffb-1d2c-4840-afd5-0dd1f052a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "DELETE /v2.0/ports/3247d8c2-2045-4a6f-b820-7d3b32a104aa HTTP/1.1" status: 204 len: 168 time: 0.7073965 Jul 22 23:40:26.984211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:27.051424 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-355820f4-1004-4a1c-9a77-f951ba53ee25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a171ed9b8154ef185b30cf92a922d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421840 Jul 22 23:40:27.054000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:27.084291 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-111cb595-e071-47eb-a91c-95c538d7ff45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:40:27.085859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-111cb595-e071-47eb-a91c-95c538d7ff45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2063531856-project-admin] 10.222.0.21 "GET /v2.0/ports/3247d8c2-2045-4a6f-b820-7d3b32a104aa HTTP/1.1" status: 404 len: 333 time: 0.0997758 Jul 22 23:40:27.095153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:27.135244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ab50d6b-1dfe-4e09-9aae-f8cd47dc531b req-865afa2c-bb32-4eac-b598-31956f0c2547 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1000 time: 0.1761992 Jul 22 23:40:27.147987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-52ff233c-d915-44cb-af09-7f2671f09722 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156250 Jul 22 23:40:27.190619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d5cec89-a0ad-4ec5-b460-f2b5b68c4f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.193901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d5cec89-a0ad-4ec5-b460-f2b5b68c4f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.194987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8d5cec89-a0ad-4ec5-b460-f2b5b68c4f94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2063aca-7fa7-44d0-83c5-487aabd00fbd HTTP/1.1" status: 204 len: 168 time: 0.4431829 Jul 22 23:40:27.218377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cec89-a0ad-4ec5-b460-f2b5b68c4f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2063aca-7fa7-44d0-83c5-487aabd00fbd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:27.223436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fff0e67-ac3c-42a3-ac69-167cf07d6449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.231357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a6e73-b8db-40a4-8186-d03832213c97 req-5d62b9c8-43f4-4723-93e7-2bc04939feeb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.232929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-197a6e73-b8db-40a4-8186-d03832213c97 req-5d62b9c8-43f4-4723-93e7-2bc04939feeb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1993923 Jul 22 23:40:27.237713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.240809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab50d6b-1dfe-4e09-9aae-f8cd47dc531b req-d994a297-3277-4fbf-b08b-f2527cf5cdc9 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.242226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ab50d6b-1dfe-4e09-9aae-f8cd47dc531b req-d994a297-3277-4fbf-b08b-f2527cf5cdc9 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports/45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 942 time: 0.0923264 Jul 22 23:40:27.280153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-197a6e73-b8db-40a4-8186-d03832213c97 req-56e03a7c-6159-46c0-b212-0f120b6a77ae tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Jul 22 23:40:27.307785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fff0e67-ac3c-42a3-ac69-167cf07d6449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.392945 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4774e434-85e0-4864-ad9d-38f2c817b180 req-fb384208-63b3-4733-9beb-a21fbb03e436 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353985 Jul 22 23:40:27.440796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ab50d6b-1dfe-4e09-9aae-f8cd47dc531b req-5b084849-a590-444c-a760-33df44be4b39 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1000 time: 0.1127586 Jul 22 23:40:27.469941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.481624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2385d7b-9fdf-42ca-bed5-d259d42d4c80']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:27.499845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fff0e67-ac3c-42a3-ac69-167cf07d6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.502686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fff0e67-ac3c-42a3-ac69-167cf07d6449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.507546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7fff0e67-ac3c-42a3-ac69-167cf07d6449 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbf75890-c55c-4b1e-abc3-e81062867056 HTTP/1.1" status: 204 len: 168 time: 0.4517949 Jul 22 23:40:27.509675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6a7aab-563a-4e7e-a087-a2bd9c117654') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:27.509928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6a7aab-563a-4e7e-a087-a2bd9c117654') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:27.526618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff0e67-ac3c-42a3-ac69-167cf07d6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf75890-c55c-4b1e-abc3-e81062867056,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:27.529742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.559212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.573429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:27.573983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:27.583134 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:27.608712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab50d6b-1dfe-4e09-9aae-f8cd47dc531b req-07ad3576-4776-427d-9296-ac2f62fb343d tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.611441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ab50d6b-1dfe-4e09-9aae-f8cd47dc531b req-07ad3576-4776-427d-9296-ac2f62fb343d tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1624243 Jul 22 23:40:27.684565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.695770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:27.697794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] 10.222.0.21 "DELETE /v2.0/networks/f2385d7b-9fdf-42ca-bed5-d259d42d4c80 HTTP/1.1" status: 204 len: 168 time: 0.6016672 Jul 22 23:40:27.708218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab64c88-1264-431a-90c8-24e1411f0de5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813412696-project] Pushing event deleted for resources: {'Network': ['ID=f2385d7b-9fdf-42ca-bed5-d259d42d4c80,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:27.736330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-a2f63b24-b01f-4198-b323-b5a8166c7fe1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1000 time: 0.1009471 Jul 22 23:40:27.812737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-3bfb7c0b-b27c-4957-b66c-8d9668221435 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:27.814175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-3bfb7c0b-b27c-4957-b66c-8d9668221435 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports/45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 942 time: 0.0717695 Jul 22 23:40:27.937744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-f630810f-546c-467a-a6bd-e7fbbd44be05 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1000 time: 0.0782382 Jul 22 23:40:28.031935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:28.046884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62c924b5-b91c-4515-b90e-8aedb48e5802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.064100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-d9dd23db-2c22-41ad-b6fc-0b0a8ad5c755 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:28.065519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-d9dd23db-2c22-41ad-b6fc-0b0a8ad5c755 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1207135 Jul 22 23:40:28.160143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-36b26209-69a7-4943-aa36-95849e950c37 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1000 time: 0.0866454 Jul 22 23:40:28.165879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:28.180783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62c924b5-b91c-4515-b90e-8aedb48e5802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.186406 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62c924b5-b91c-4515-b90e-8aedb48e5802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.229265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.233795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:28.249238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62c924b5-b91c-4515-b90e-8aedb48e5802 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3724f7e478e84439898c7f6b604982a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2159584 Jul 22 23:40:28.250671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c924b5-b91c-4515-b90e-8aedb48e5802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0014da83-c92d-4998-a42f-654e0c850c6f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:28.254465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:28.317366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac597eb8-403a-4ffa-9951-ed6059ae2409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.351290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac597eb8-403a-4ffa-9951-ed6059ae2409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.431940 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac597eb8-403a-4ffa-9951-ed6059ae2409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.434725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac597eb8-403a-4ffa-9951-ed6059ae2409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.435890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac597eb8-403a-4ffa-9951-ed6059ae2409 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0014da83-c92d-4998-a42f-654e0c850c6f HTTP/1.1" status: 204 len: 168 time: 0.1801720 Jul 22 23:40:28.466489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac597eb8-403a-4ffa-9951-ed6059ae2409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014da83-c92d-4998-a42f-654e0c850c6f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:28.482697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.506511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:28.506829 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb disassociated. External IP: 172.25.5.36, port: 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c. Jul 22 23:40:28.943209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b51ca3db-2ef8-4f60-a446-8be4d440565b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f80292dd67c469e827a73b4f4b09633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082369 Jul 22 23:40:28.946143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:28.968181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71230c-dd90-46dc-8f51-b83719470b74 req-a91e6ae1-97d0-4800-9247-f9a3bd0f3cb8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:28.976107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd71230c-dd90-46dc-8f51-b83719470b74 req-a91e6ae1-97d0-4800-9247-f9a3bd0f3cb8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 945 time: 0.5995500 Jul 22 23:40:29.016157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7746430-a100-4e84-bac0-899abf641ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.034311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd71230c-dd90-46dc-8f51-b83719470b74 req-5d0d67bb-b891-46ea-9008-3ca31bca9af9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Jul 22 23:40:29.050677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7746430-a100-4e84-bac0-899abf641ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.149900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7746430-a100-4e84-bac0-899abf641ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.153094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7746430-a100-4e84-bac0-899abf641ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.154723 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d7746430-a100-4e84-bac0-899abf641ae0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3089ea54-161d-4b2d-9bf3-862c450a9a49 HTTP/1.1" status: 204 len: 168 time: 0.2074664 Jul 22 23:40:29.168574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7746430-a100-4e84-bac0-899abf641ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089ea54-161d-4b2d-9bf3-862c450a9a49,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:29.190532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:29.345942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:29.352129 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:29.361983 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:29.373475 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:29.374704 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:29.417568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-1454d1ec-a10d-45bf-9584-12eda20b16c0 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "PUT /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 694 time: 1.2481830 Jul 22 23:40:29.417568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:29.420921 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4545210-8aa6-4d64-b9e2-94d00665d0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:29.507051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-eab97e01-c8d7-455f-8fae-4c8e34110477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.509069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-eab97e01-c8d7-455f-8fae-4c8e34110477 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1096 time: 0.0856137 Jul 22 23:40:29.523810 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:29.642021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-b27cdb60-c8b4-416a-96af-7f01108eb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.654933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-b27cdb60-c8b4-416a-96af-7f01108eb9b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.1389418 Jul 22 23:40:29.728371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-0eff5a9d-6421-4db7-8328-d1ec5389b1b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 217 time: 0.0692034 Jul 22 23:40:29.801469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-b564dc72-7dc4-4d0b-9c8f-9dee98363265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.818318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-b564dc72-7dc4-4d0b-9c8f-9dee98363265 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.0804274 Jul 22 23:40:29.827254 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:29.860343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:29.876195 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:29.898097 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:29.898097 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:29.940934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-47e35509-d6db-4c51-a1d0-1da8d7595f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:29.943167 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-48ea8e29-50a2-41b6-8d69-85b347db57a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db8f68688022438bb130c931cc1f07a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811884 Jul 22 23:40:29.944167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-47e35509-d6db-4c51-a1d0-1da8d7595f3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287179 Jul 22 23:40:29.945986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39798) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:30.005050 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af501d-8a2f-4b95-8176-2dd5cc84dd65 x-openstack-request-id: req-e3af501d-8a2f-4b95-8176-2dd5cc84dd65 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:30.005050 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:30.005050 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3af501d-8a2f-4b95-8176-2dd5cc84dd65 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:30.005050 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'status': 'completed', 'code': 200} Jul 22 23:40:30.052937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9f39b71-b74c-4052-ac3f-0a58a5088c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.081921 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9f39b71-b74c-4052-ac3f-0a58a5088c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.102368 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:30.105586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-a5f25e59-1e86-4f1d-8f93-e32b7d1887e3 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504989 Jul 22 23:40:30.209157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-21ae370b-a6bb-46da-bc32-41be5ef07970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.212863 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-21ae370b-a6bb-46da-bc32-41be5ef07970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 1096 time: 0.1121576 Jul 22 23:40:30.214505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9f39b71-b74c-4052-ac3f-0a58a5088c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.223497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9f39b71-b74c-4052-ac3f-0a58a5088c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:30.228288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e9f39b71-b74c-4052-ac3f-0a58a5088c24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10f3ccbf-f02e-43b0-9aa7-4310215722df HTTP/1.1" status: 204 len: 168 time: 0.2787683 Jul 22 23:40:30.264288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39b71-b74c-4052-ac3f-0a58a5088c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3ccbf-f02e-43b0-9aa7-4310215722df,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:30.412182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81221490-35dc-453e-92f0-e9f3d99dcd55 req-18f90293-69f7-48f0-84db-3ca013804011 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994094 Jul 22 23:40:30.437908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-89c1d6dc-7676-4af9-b3d0-9c02f4d114b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.442298 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-89c1d6dc-7676-4af9-b3d0-9c02f4d114b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.2095225 Jul 22 23:40:30.523434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-0ca2d25d-a080-42d9-973b-6423b8583d79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 200 len: 217 time: 0.0756710 Jul 22 23:40:30.615970 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:30.634000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:30.670815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-18263320-736f-4456-86c1-2fb4537e48ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.673340 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-18263320-736f-4456-86c1-2fb4537e48ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1431003 Jul 22 23:40:30.702765 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da68e86e-c375-4827-a7b4-0e534d88e3cb None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:30.830804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-1991ddec-f990-4866-ac2f-f1c07cd306d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.832661 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-1991ddec-f990-4866-ac2f-f1c07cd306d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189284 Jul 22 23:40:30.920925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-830a73d7-e5f2-473e-9ef3-306ddf6b76d4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:30.922847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-830a73d7-e5f2-473e-9ef3-306ddf6b76d4 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1432421 Jul 22 23:40:30.950288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-4ccc12eb-7304-4161-acf5-d29ea5a921ea service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093173 Jul 22 23:40:30.999164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-2a734f52-f8e8-46f1-a70e-4934f63091e8 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 697 time: 0.0696235 Jul 22 23:40:31.006595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'floatingip': {'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:31.056082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bc53-5882-436b-a62d-0780700a3f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.087745 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.132976 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4545210-8aa6-4d64-b9e2-94d00665d0f2 req-14b568ba-31ad-4aff-bae9-41a781449c60 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707518 Jul 22 23:40:31.201074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6a3659-0685-49a1-b036-afb1d8a119b3 None None] New status for floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:31.244397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39838) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:31.409808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bc53-5882-436b-a62d-0780700a3f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.418156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bc53-5882-436b-a62d-0780700a3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.465645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1bc53-5882-436b-a62d-0780700a3f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f5602-3cee-412e-8f5d-653a6722bfd2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:31.496886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4ed1bc53-5882-436b-a62d-0780700a3f44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=033fe8f558f04115a13bb26a548b18b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582232 Jul 22 23:40:31.497243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:31.554548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:40:31.554900 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:40:31.588422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d806750-a019-482c-8d62-6f3b17dbfbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.608596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d8e77c05-587e-4348-8cdb-e18dd2134926 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-846200290'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:31.609088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d8e77c05-587e-4348-8cdb-e18dd2134926 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Unknown quota resources ['metering_label']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:40:31.688509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d806750-a019-482c-8d62-6f3b17dbfbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.772941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:31.833164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8e77c05-587e-4348-8cdb-e18dd2134926 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.834571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d8e77c05-587e-4348-8cdb-e18dd2134926 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5889089 Jul 22 23:40:31.837579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39864) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:31.842182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0747ef41-194e-4bfc-ae7d-1d5b5264cca5 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd2781614-e195-485d-9539-68eea13c46f4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:31.842671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0747ef41-194e-4bfc-ae7d-1d5b5264cca5 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:40:31.857385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d806750-a019-482c-8d62-6f3b17dbfbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.860057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d806750-a019-482c-8d62-6f3b17dbfbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:31.861929 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6d806750-a019-482c-8d62-6f3b17dbfbc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c3f5602-3cee-412e-8f5d-653a6722bfd2 HTTP/1.1" status: 204 len: 168 time: 0.3632743 Jul 22 23:40:31.871423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d806750-a019-482c-8d62-6f3b17dbfbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f5602-3cee-412e-8f5d-653a6722bfd2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:31.932770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1955488261'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:31.939010 n-d-758851-4 neutron-server[93791]: WARNING neutron.services.metering.metering_plugin [None req-0747ef41-194e-4bfc-ae7d-1d5b5264cca5 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:40:32.071459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.149542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:32.153223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.156185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0747ef41-194e-4bfc-ae7d-1d5b5264cca5 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.160844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0747ef41-194e-4bfc-ae7d-1d5b5264cca5 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3221858 Jul 22 23:40:32.161616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.168735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-42a199f6-1f63-4148-83d0-915edb45a4f1 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd2781614-e195-485d-9539-68eea13c46f4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:32.170581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-42a199f6-1f63-4148-83d0-915edb45a4f1 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:40:32.173482 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.302746 n-d-758851-4 neutron-server[93790]: WARNING neutron.services.metering.metering_plugin [None req-42a199f6-1f63-4148-83d0-915edb45a4f1 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:40:32.425238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42a199f6-1f63-4148-83d0-915edb45a4f1 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.425238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-42a199f6-1f63-4148-83d0-915edb45a4f1 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2617397 Jul 22 23:40:32.427634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.457203 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5bc5dc95-c586-43d3-aff1-5ba107ff92b4 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=1c6b2774-c92d-4df6-8d62-911f74b7e412 HTTP/1.1" status: 200 len: 464 time: 0.0281265 Jul 22 23:40:32.459849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.551600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-56d7f7d7-c718-4dd7-968f-9f40b4f2fee8 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:32.553129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-56d7f7d7-c718-4dd7-968f-9f40b4f2fee8 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "GET /v2.0/ports?device_id=92934bf4-b94c-4f17-9274-b0e64f5fa248 HTTP/1.1" status: 200 len: 945 time: 0.1386082 Jul 22 23:40:32.609531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-927dbe86-fe65-48ec-bb1a-694eb0d2280b tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.610674 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-927dbe86-fe65-48ec-bb1a-694eb0d2280b tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/1c6b2774-c92d-4df6-8d62-911f74b7e412 HTTP/1.1" status: 204 len: 168 time: 0.1499164 Jul 22 23:40:32.633361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39896) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.654080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.654395 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f06ff9c8-1faf-425a-b985-dbb6be374424 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=1c6b2774-c92d-4df6-8d62-911f74b7e412 HTTP/1.1" status: 200 len: 221 time: 0.0194101 Jul 22 23:40:32.658612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:32.664472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d413bfed-addf-4979-b0e8-ecdf66e35b58 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--724449553', 'description': 'label created by tempest'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:32.665400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d413bfed-addf-4979-b0e8-ecdf66e35b58 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Unknown quota resources ['metering_label']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:40:32.678562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.793157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Deleting port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:32.793951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.806669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:32.930595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] For port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:32.930595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.946143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Calling delete_port for 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:32.956705 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:32.958281 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Added segment a0e30636-ab3a-446a-bc44-9def87aa4682 of type vlan for network 3ee51594-36b5-46fa-8175-6c72d97f3809 Jul 22 23:40:32.961781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded13f57-ab21-4106-ba80-837b58afaa88,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:33.109558 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d413bfed-addf-4979-b0e8-ecdf66e35b58 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.111778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d413bfed-addf-4979-b0e8-ecdf66e35b58 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4519107 Jul 22 23:40:33.116765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.118187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.122968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:40:33.205441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.212197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.221337 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf190a86-4150-4c50-b4f9-048b2ad64cf6 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=80686e00-0e43-4552-9ec9-3ca4735e2e7b HTTP/1.1" status: 200 len: 467 time: 0.1016400 Jul 22 23:40:33.225336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.284107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.299799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.306032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:33.306642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.323886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['43f64dec-68e2-48bc-a232-dfd6d5614e3c', '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:33.355677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event deleted for resources: {'Port': ['ID=45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:33.389890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6154449 Jul 22 23:40:33.393553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.404077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'subnet': {'network_id': '3ee51594-36b5-46fa-8175-6c72d97f3809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:33.437401 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb associated. External IP: 172.25.5.36, port: 43f64dec-68e2-48bc-a232-dfd6d5614e3c. Jul 22 23:40:33.464857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] No DVR routers for this DVR port 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:33.473359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.477553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6d36938-22c9-479a-beb0-0e6d4a7740cc req-8af70e6e-14ba-4c2d-9ba5-3c054e718fbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "DELETE /v2.0/ports/45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c HTTP/1.1" status: 204 len: 173 time: 0.8794413 Jul 22 23:40:33.549923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'name': 'network-vif-deleted', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:33.554711 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bdcb98-f861-4cd2-b3b3-ac181136c868" -d '{"events": [{"server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "name": "network-vif-deleted", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:33.561847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-763acd60-9c28-457c-8fc9-f7b4246dbdeb tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.563506 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-763acd60-9c28-457c-8fc9-f7b4246dbdeb tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/80686e00-0e43-4552-9ec9-3ca4735e2e7b HTTP/1.1" status: 204 len: 168 time: 0.3367493 Jul 22 23:40:33.566915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.585269 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2724806c-93c1-49bd-9199-598cad61fd8f tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=80686e00-0e43-4552-9ec9-3ca4735e2e7b HTTP/1.1" status: 200 len: 216 time: 0.0166628 Jul 22 23:40:33.589831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.614283 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e8d43fa-411c-4b02-a73a-20c7492a908f tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0228348 Jul 22 23:40:33.620235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.650607 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-525c7537-c9ce-47b3-b909-dd6eb21d4d91 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0273089 Jul 22 23:40:33.653335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.738780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.747361 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-042ea5fe-1b85-4b72-a8da-6380d3afd576 tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/d2781614-e195-485d-9539-68eea13c46f4 HTTP/1.1" status: 200 len: 472 time: 0.0915222 Jul 22 23:40:33.749583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.759371 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-59bb334a-2927-4e66-80f5-537afcd83c2d tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/1d778b9a-00e4-471e-98c6-eec5ac89db9f HTTP/1.1" status: 200 len: 461 time: 0.0086560 Jul 22 23:40:33.764633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.888458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11a25737-8475-447f-bb21-664e8ce19a4b tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:33.892297 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11a25737-8475-447f-bb21-664e8ce19a4b tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/1d778b9a-00e4-471e-98c6-eec5ac89db9f HTTP/1.1" status: 204 len: 168 time: 0.1239634 Jul 22 23:40:33.892297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:33.946322 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb877c0-2b05-4394-9c6a-3bc36b8b1bd8 x-openstack-request-id: req-feb877c0-2b05-4394-9c6a-3bc36b8b1bd8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:33.946613 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92934bf4-b94c-4f17-9274-b0e64f5fa248", "name": "network-vif-deleted", "tag": "45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:33.946964 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-feb877c0-2b05-4394-9c6a-3bc36b8b1bd8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:33.947706 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92934bf4-b94c-4f17-9274-b0e64f5fa248', 'name': 'network-vif-deleted', 'tag': '45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c', 'status': 'completed', 'code': 200} Jul 22 23:40:33.970320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16ca4f8d-4348-4dfb-98da-b4eaa9969fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.049096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78dfd6-23fc-4cfa-b34f-eab62a30d3cd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Network': ['ID=3ee51594-36b5-46fa-8175-6c72d97f3809,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:34.063992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:34.302132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:34.422744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:34.427250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.435491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be883f1e-c673-4e6d-9981-adcc8fa94c4d tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.436659 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be883f1e-c673-4e6d-9981-adcc8fa94c4d tempest-MeteringTestJSON-70677296 tempest-MeteringTestJSON-70677296-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/d2781614-e195-485d-9539-68eea13c46f4 HTTP/1.1" status: 204 len: 168 time: 0.5408206 Jul 22 23:40:34.442831 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:34.460618 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:34.464543 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:34.482242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-740c00bd-aca6-4128-9963-10ad44157b31 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "PUT /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 996 time: 3.4820652 Jul 22 23:40:34.482754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:34.486612 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9235b6-0fb2-4936-837e-197ce7ef6510" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:34.513216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16ca4f8d-4348-4dfb-98da-b4eaa9969fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.521191 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16ca4f8d-4348-4dfb-98da-b4eaa9969fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.562081 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5ba7ff-84cf-4d32-a56b-cfd3aed07fd8 x-openstack-request-id: req-df5ba7ff-84cf-4d32-a56b-cfd3aed07fd8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:34.562406 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:34.563143 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df5ba7ff-84cf-4d32-a56b-cfd3aed07fd8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:34.564042 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'status': 'completed', 'code': 200} Jul 22 23:40:34.572599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:34.575047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-16ca4f8d-4348-4dfb-98da-b4eaa9969fa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76fcaa3a810c4a08818bd6a0367c4859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8347728 Jul 22 23:40:34.576122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca4f8d-4348-4dfb-98da-b4eaa9969fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cece9f97-28bb-4ae4-b0b5-6b6324c350ac,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:34.576777 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.578930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:34.652300 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:34.684892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3583113b-dac2-4368-9bdd-8644ff9fb32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.715140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-0e2cc417-fc83-4253-998e-279cb6a72b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.716909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3583113b-dac2-4368-9bdd-8644ff9fb32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.717067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-0e2cc417-fc83-4253-998e-279cb6a72b8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.2210879 Jul 22 23:40:34.731055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39968) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:34.749057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-647f40ea-352f-42a1-ba5e-3b21fbfdc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.750590 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-647f40ea-352f-42a1-ba5e-3b21fbfdc8a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.1406705 Jul 22 23:40:34.877266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3583113b-dac2-4368-9bdd-8644ff9fb32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.880224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3583113b-dac2-4368-9bdd-8644ff9fb32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.884012 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3583113b-dac2-4368-9bdd-8644ff9fb32b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cece9f97-28bb-4ae4-b0b5-6b6324c350ac HTTP/1.1" status: 204 len: 168 time: 0.3014281 Jul 22 23:40:34.914635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-bd251f72-ae70-4696-9d8b-b0abd3f52c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.914926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583113b-dac2-4368-9bdd-8644ff9fb32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece9f97-28bb-4ae4-b0b5-6b6324c350ac,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:34.918645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34aa8448-27ee-43bf-8a50-588e786b8260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:34.934550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-bd251f72-ae70-4696-9d8b-b0abd3f52c19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.2067926 Jul 22 23:40:34.940369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-0f6365b9-aa67-4f71-bdd9-392508075e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:34.942620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-0f6365b9-aa67-4f71-bdd9-392508075e80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.1847715 Jul 22 23:40:35.042986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-7dc942e6-2d43-4ae5-ae61-364cb3be9ed3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 999 time: 0.0910926 Jul 22 23:40:35.053117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.063586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-26903670-3550-4254-990f-b2dacd344ff9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 999 time: 0.1261563 Jul 22 23:40:35.068876 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:32Z', 'revision_number': 8, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:35.113221 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:35.124614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-844086c2-a318-4783-adcb-4b2d8a160473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.125617 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:35.126355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-844086c2-a318-4783-adcb-4b2d8a160473 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.0739715 Jul 22 23:40:35.126601 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:35.158761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-02deeca3-d4ad-43f9-ad2c-224a29ac9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.165646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-02deeca3-d4ad-43f9-ad2c-224a29ac9d65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.0996528 Jul 22 23:40:35.179991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34aa8448-27ee-43bf-8a50-588e786b8260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.185837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34aa8448-27ee-43bf-8a50-588e786b8260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.250929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-76f09870-7021-4c01-8830-e3f569ce34df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.260021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-76f09870-7021-4c01-8830-e3f569ce34df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244586 Jul 22 23:40:35.267502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34aa8448-27ee-43bf-8a50-588e786b8260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d33d99cb2ad74c84a44608d2091e445a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352073 Jul 22 23:40:35.268573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa8448-27ee-43bf-8a50-588e786b8260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd13d7a-6fc3-492d-8cfc-a66c3688c45d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:35.272849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39984) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.296130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Subnet': ['ID=9f19236b-34dd-4f74-b3d8-33dbddf1b837,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:35.321574 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:35.342824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Checking segment: {'id': 'a0e30636-ab3a-446a-bc44-9def87aa4682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3ee51594-36b5-46fa-8175-6c72d97f3809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:35.343291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network hostable DHCP agents. Network: 3ee51594-36b5-46fa-8175-6c72d97f3809, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:35.361654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-79caad35-9e8f-4289-b4d2-e39221f7b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.364394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-79caad35-9e8f-4289-b4d2-e39221f7b26c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562638 Jul 22 23:40:35.403869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:35.439489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad38891b-c8ec-4333-b6fe-0db721572977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.452193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-037b60c8-f584-4216-ab35-2e95ae8f6314 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798913 Jul 22 23:40:35.455375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 3ee51594-36b5-46fa-8175-6c72d97f3809) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:35.466983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01aeb5-e9e2-435f-9ef0-f2638ab050e6 None None] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:35.478747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:35.480192 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.500257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad38891b-c8ec-4333-b6fe-0db721572977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.559037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82cd713c-cca0-4383-bd3c-67068e991e6d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1615822 Jul 22 23:40:35.562893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:35.575579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-435506004', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:35.624698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-6baff6d9-b04e-4478-9c03-73e8c4dba416 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536132 Jul 22 23:40:35.638234 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b9235b6-0fb2-4936-837e-197ce7ef6510 req-6793f7c0-a11f-46f2-ae96-4767f3bbe7d9 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798222 Jul 22 23:40:35.649854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad38891b-c8ec-4333-b6fe-0db721572977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.653128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad38891b-c8ec-4333-b6fe-0db721572977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.656444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad38891b-c8ec-4333-b6fe-0db721572977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cd13d7a-6fc3-492d-8cfc-a66c3688c45d HTTP/1.1" status: 204 len: 168 time: 0.3704109 Jul 22 23:40:35.676495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38891b-c8ec-4333-b6fe-0db721572977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd13d7a-6fc3-492d-8cfc-a66c3688c45d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:35.681260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.682871 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.748522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e2621-c57c-4cdb-bb3f-dd6fe660792d None None] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:35.774374 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:32Z', 'revision_number': 8, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:35.846356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cce1c349-cfdd-4340-b4e5-bf989480d22a req-885d6177-8071-4c23-90ce-7de119e5d448 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140746 Jul 22 23:40:35.848636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:35.969084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00c22aea-6db9-4351-a801-dd438860c02c req-c6cabe4b-df6c-427c-afb6-f25f7cb08800 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 996 time: 0.1004028 Jul 22 23:40:35.986361 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc38afd-a844-4f80-91c1-20afe7ab4417 None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '42c7d19e-1fe6-4709-8434-48230f3cb8fb', 'tenant_id': '7167d080480c458dbba9707d23424973', 'floating_ip_address': '172.25.5.36', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'port_id': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'mac_address': 'fa:16:3e:13:26:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:39:55Z', 'updated_at': '2021-07-22T23:40:32Z', 'revision_number': 8, 'project_id': '7167d080480c458dbba9707d23424973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:36.017150 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.243743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.312935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22aea-6db9-4351-a801-dd438860c02c req-b0f83d08-1588-4703-8719-bb691f526299 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:36.321769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:36.340296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00c22aea-6db9-4351-a801-dd438860c02c req-b0f83d08-1588-4703-8719-bb691f526299 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3515179 Jul 22 23:40:36.354948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a24-f1b9-4da6-bf62-a7e1a1cb9a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.391697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03ca1b6-249c-4792-b39b-7f1cc0a12195 None None] New status for floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:36.470331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-366e766c-e043-4dc5-a23b-150547b17221 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 999 time: 0.1163495 Jul 22 23:40:36.520387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:36.556544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:36.556888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45cc898a-a5cf-4e42-b5ac-7b30ac90ad7c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:36.584569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a24-f1b9-4da6-bf62-a7e1a1cb9a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.591919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73a3a24-f1b9-4da6-bf62-a7e1a1cb9a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.668932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:36.674498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3a24-f1b9-4da6-bf62-a7e1a1cb9a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158dd733-c5f0-43a7-a431-46eff1ec555a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:36.681859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b73a3a24-f1b9-4da6-bf62-a7e1a1cb9a55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e1d396c4d0547f8b029fcea382d917e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587427 Jul 22 23:40:36.684745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:36.693142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-22076f02-250d-4356-9f0b-e500d400c3b1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:36.710009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-22076f02-250d-4356-9f0b-e500d400c3b1 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports/43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 943 time: 0.2215385 Jul 22 23:40:36.779105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3e94b69-8995-4e5a-9ba6-13a1a419d08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.813621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3e94b69-8995-4e5a-9ba6-13a1a419d08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.901188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3e94b69-8995-4e5a-9ba6-13a1a419d08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.905907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3e94b69-8995-4e5a-9ba6-13a1a419d08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.907376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3e94b69-8995-4e5a-9ba6-13a1a419d08f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/158dd733-c5f0-43a7-a431-46eff1ec555a HTTP/1.1" status: 204 len: 168 time: 0.2202969 Jul 22 23:40:36.913101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d34596dc-327d-49ae-927d-a1e1b41ac6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.924402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e94b69-8995-4e5a-9ba6-13a1a419d08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158dd733-c5f0-43a7-a431-46eff1ec555a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:36.971824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:36.980201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-aa1be4cd-ab93-45bc-ad1e-883bf6ca27fe tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1001 time: 0.1663928 Jul 22 23:40:37.005181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.274649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-700c1158-0c4e-46bd-8689-380544ca3daa tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:37.280087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-700c1158-0c4e-46bd-8689-380544ca3daa tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2792873 Jul 22 23:40:37.381730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.116 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/28aacacc-581c-4392-bbc8-7ab653ab3075) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:37.430691 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d34596dc-327d-49ae-927d-a1e1b41ac6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.465806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-4e9e633c-c03b-45d6-b370-52d647653b0d tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 1001 time: 0.1805334 Jul 22 23:40:37.471696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:37.528993 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d34596dc-327d-49ae-927d-a1e1b41ac6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.667719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b401ce5f-58ab-4521-abee-419222a6fcb7 req-9598008b-ac90-451b-a974-f60cf021336b tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0987718 Jul 22 23:40:37.681606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d34596dc-327d-49ae-927d-a1e1b41ac6b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3796f892e3d44929a6de6a88d571531d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0077860 Jul 22 23:40:37.684895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34596dc-327d-49ae-927d-a1e1b41ac6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e62dc-e738-448e-8714-3d1116208859,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:37.685629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40078) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:37.723046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.867404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc635b51-c7dd-4015-b3a8-02dea9013e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.905756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.929746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc635b51-c7dd-4015-b3a8-02dea9013e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.964663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.983310 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:37.984718 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb disassociated. External IP: 172.25.5.36, port: 43f64dec-68e2-48bc-a232-dfd6d5614e3c. Jul 22 23:40:38.023218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc635b51-c7dd-4015-b3a8-02dea9013e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.030988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc635b51-c7dd-4015-b3a8-02dea9013e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.035288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc635b51-c7dd-4015-b3a8-02dea9013e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc6e62dc-e738-448e-8714-3d1116208859 HTTP/1.1" status: 204 len: 168 time: 0.3474486 Jul 22 23:40:38.077879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc635b51-c7dd-4015-b3a8-02dea9013e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e62dc-e738-448e-8714-3d1116208859,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:38.209430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:38.301376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:38.310691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:38.325193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:39.023368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=28aacacc-581c-4392-bbc8-7ab653ab3075,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:39.047975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74a520da-49e6-4a44-a1e0-1d74f834e38c req-19052939-f98b-4b13-8f46-f0a89bfc1c01 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0869062 Jul 22 23:40:39.283542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:39.452534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:39.584210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:39.590919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.593136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.596382 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:39.617702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-18645436', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:39.622790 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:39.623833 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:39.654372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Made reservation on behalf of e545aa6e256348539950e2b0d0761935 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:39.675779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.700352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.722388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-8a743cbb-735c-4f5d-a05a-8bcc002b20ac tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "PUT /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 695 time: 2.2555585 Jul 22 23:40:39.726225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:39.730352 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:39.785496 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:39.859607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.872112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:39.878468 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f49853-54a4-43c2-9961-750f74bc6354 x-openstack-request-id: req-51f49853-54a4-43c2-9961-750f74bc6354 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:39.878820 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:39.878941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] device_id is not set on port 6aa9c33a-7083-4589-9ece-a1b5f800e229 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:39.879068 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51f49853-54a4-43c2-9961-750f74bc6354 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:39.879496 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'status': 'completed', 'code': 200} Jul 22 23:40:39.946107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-89869b8a-fb47-47d0-98e2-3902bd4ef3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:39.947302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-89869b8a-fb47-47d0-98e2-3902bd4ef3f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.1981788 Jul 22 23:40:40.011900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.032982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Allocated IP 172.25.5.226 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/6aa9c33a-7083-4589-9ece-a1b5f800e229) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:40.102424 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.151354 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:40.164854 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:40.165564 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.172890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4818320-13a8-46c0-8fd9-5efdca6c47c6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:40.245142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-a9ce5a47-5092-4609-b71f-7c68b7bbbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.248004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-a9ce5a47-5092-4609-b71f-7c68b7bbbddc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7167d080480c458dbba9707d23424973&device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 1097 time: 0.2181222 Jul 22 23:40:40.250994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0252deab-7511-4f55-bb5f-d4e7d0e6de2c req-14202ce1-1e23-4005-aa37-2fe36d848b06 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0493202 Jul 22 23:40:40.276114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-82f7a41c-4603-47ac-90c5-ea60b343f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.277818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-82f7a41c-4603-47ac-90c5-ea60b343f9bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.3237617 Jul 22 23:40:40.341397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-19e90a6f-b6ae-4a38-bafe-988f3aef5941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 217 time: 0.0546343 Jul 22 23:40:40.416362 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:40.467011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:40:40.474888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-44a4fba1-5480-4775-b0a2-878081099548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.476704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-44a4fba1-5480-4775-b0a2-878081099548 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1296072 Jul 22 23:40:40.517705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-2ed0cb5c-5ff8-42f9-8005-098ba7e3af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.519860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-2ed0cb5c-5ff8-42f9-8005-098ba7e3af72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 200 len: 922 time: 0.2568862 Jul 22 23:40:40.547246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.586828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-4f3c9e08-e089-4f54-a219-350c799440a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 200 len: 217 time: 0.0532119 Jul 22 23:40:40.683761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.689493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-ba1b693c-cfd7-468b-b13e-6359ac91fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.692954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-ba1b693c-cfd7-468b-b13e-6359ac91fe4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547134 Jul 22 23:40:40.701390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:40.714445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:40.732663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:40.733446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.733713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-fcf3042b-b8a6-4848-86fb-c8763be9e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.735305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-fcf3042b-b8a6-4848-86fb-c8763be9e40c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 200 len: 860 time: 0.1188638 Jul 22 23:40:40.739020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:40.745276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:40.769936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:40.830954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.842247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:40.843641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.866423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-934d8f1e-6ddc-447b-aa90-d75f61345f58 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614087 Jul 22 23:40:40.885004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18b76c76-019d-4e37-bad3-7bd8a15eb3ac req-e094fb91-6447-4e11-b6c7-5fe42f6a4e9e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0539961 Jul 22 23:40:40.888644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Pushing event updated for resources: {'Port': ['ID=6aa9c33a-7083-4589-9ece-a1b5f800e229,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:40.899012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.899903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcb9b5-dbd6-4ed6-823d-8c83f6dc6221 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:40.917595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:40.920807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:40.921441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.942935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:40.944265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7dbe192e-2ba2-4c50-a525-b98f85fbb249 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3752708 Jul 22 23:40:40.948507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:40.965113 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36fd529-d8fd-4d4a-a6c2-a59b58750dbc None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:39:31Z', 'revision_number': 4, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '35ebfaa4-fc71-40da-b1e2-5e7a92b7803e', 'name': '', 'network_id': 'c862d16c-6411-4c7b-99b1-e01623201c0c', 'tenant_id': '7167d080480c458dbba9707d23424973', 'mac_address': 'fa:16:3e:2b:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:30Z', 'updated_at': '2021-07-22T23:39:43Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'subnets': [{'id': 'fe024e1f-e6ef-4400-b5d4-df3d647e7661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:40.980820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6bb8db3a-bfe0-4ae2-bf13-a661da4aa90c tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5257819 Jul 22 23:40:41.009009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-44759dcb-4877-4588-89cf-85d04441a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:41.011636 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-44759dcb-4877-4588-89cf-85d04441a014 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c862d16c-6411-4c7b-99b1-e01623201c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2676132 Jul 22 23:40:41.012362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:41.082138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244d3db2-cef3-4dd9-82d1-7c69b8168275 req-93e8acd4-8db8-4e7a-90e4-2c5b79086365 service neutron] 10.222.0.21 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683788 Jul 22 23:40:41.115581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53636e-a73d-4fdf-a4a1-57276dd82d9c req-effb60cf-5662-46bf-96fe-d0fce5e0f3e9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:41.123090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d53636e-a73d-4fdf-a4a1-57276dd82d9c req-effb60cf-5662-46bf-96fe-d0fce5e0f3e9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2766054 Jul 22 23:40:41.168690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.226'}]}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:41.217912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d53636e-a73d-4fdf-a4a1-57276dd82d9c req-bcacd8c6-dc31-46c5-9f52-b72782d085fc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938704 Jul 22 23:40:41.398079 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.399552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.419774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69528692-e234-46f4-b260-44ee6ac9e607 req-bb681aab-ee5f-4655-892c-86e915d4aa3b tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0377262 Jul 22 23:40:41.476846 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d873ef6c-5d5f-40a3-a507-2bef4322035b None None] New status for floating IP 42c7d19e-1fe6-4709-8434-48230f3cb8fb: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:40:41.489720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7f5c7-9690-4e25-b394-1c91d399596c req-08c98c29-752f-44ee-9bc5-76c378ec1ef6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:41.491850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ba7f5c7-9690-4e25-b394-1c91d399596c req-08c98c29-752f-44ee-9bc5-76c378ec1ef6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1532722 Jul 22 23:40:41.556716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ba7f5c7-9690-4e25-b394-1c91d399596c req-826f7784-621a-4271-a557-1f2a24820fe1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590014 Jul 22 23:40:41.613384 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-ca0297e9-1f71-4f5b-8adb-264ad517bd25 service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399881 Jul 22 23:40:41.642437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-188a0f71-f404-4137-b2be-30202f2eda4d tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 200 len: 695 time: 0.0616043 Jul 22 23:40:41.696071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:41.842870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-fa83a26c-443f-4c82-ae2a-92bfeeb33568 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:41.845894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-fa83a26c-443f-4c82-ae2a-92bfeeb33568 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1975324 Jul 22 23:40:41.948269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-acabec41-cbc9-4727-9277-21a662767e8c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 696 time: 0.0878046 Jul 22 23:40:41.968174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.019978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-779a2e1d-38bc-4e64-a1f8-5c1db065a7c2 req-6295dc7b-ee5f-45ea-8f76-50968462354b service neutron] 10.222.0.48 "GET /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531828 Jul 22 23:40:42.037724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-6ceb79e2-bdca-401c-aee0-b5332abdafbc tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.36 HTTP/1.1" status: 200 len: 696 time: 0.0834687 Jul 22 23:40:42.158600 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8afa9afa-e852-488a-8900-d1137135f19f req-8f09167d-7602-4319-ab72-a02853a39d49 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0605171 Jul 22 23:40:42.310449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Deleting port 4f32601c-dcfb-448b-9079-58f957bbb648 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:42.310919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.452213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.453075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.485029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.495889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Calling delete_port for 4f32601c-dcfb-448b-9079-58f957bbb648 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:42.504025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.528325 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.556748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fe85d-f98f-42d6-973a-7ea733832fb5 req-76327733-7989-4433-bbbe-f485dda07594 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:42.558301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-495fe85d-f98f-42d6-973a-7ea733832fb5 req-76327733-7989-4433-bbbe-f485dda07594 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1781933 Jul 22 23:40:42.629882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-495fe85d-f98f-42d6-973a-7ea733832fb5 req-6b52d4ee-b1df-4410-9741-64ae544b3e96 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611305 Jul 22 23:40:42.737309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.771783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event deleted for resources: {'Port': ['ID=4f32601c-dcfb-448b-9079-58f957bbb648,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:42.783412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:42.858605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.861457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.863850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b7d4a9-9119-434b-a8c1-dc93321325d9 req-5d2eab2d-d1b0-4e8e-8e5c-702b1d7c2684 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "DELETE /v2.0/floatingips/42c7d19e-1fe6-4709-8434-48230f3cb8fb HTTP/1.1" status: 204 len: 173 time: 0.8252263 Jul 22 23:40:42.890003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a95d235-4036-4fd1-816a-259a29070986 req-e4334710-9d7a-4ee9-8af3-0ae6ea4efec4 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0436141 Jul 22 23:40:42.940200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:42.973419 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b15761af-9991-4a64-bd9f-46a17aae1449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.137826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b15761af-9991-4a64-bd9f-46a17aae1449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.144855 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b15761af-9991-4a64-bd9f-46a17aae1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.224670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b15761af-9991-4a64-bd9f-46a17aae1449 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1f8e30be97f475a9ec300d292733fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400988 Jul 22 23:40:43.226030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15761af-9991-4a64-bd9f-46a17aae1449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e14282d-8a3b-4bf5-83dc-36a299629271,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:43.248788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.330595 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8eacea-d7a9-4536-bae0-33c9bb55dbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.351143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87921d67-7a0d-450a-9ebf-63a8088f55c4 req-12057ef2-5be9-434d-a4ea-ce479807f412 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:43.353167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87921d67-7a0d-450a-9ebf-63a8088f55c4 req-12057ef2-5be9-434d-a4ea-ce479807f412 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 946 time: 0.1424644 Jul 22 23:40:43.470222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8eacea-d7a9-4536-bae0-33c9bb55dbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.488749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87921d67-7a0d-450a-9ebf-63a8088f55c4 req-e1b78906-a0d0-49db-ab95-4f5ddf5f4a36 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043642 Jul 22 23:40:43.505146 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:40:43.545618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0d7ad-6bb5-4ea4-94d7-e4f091f7773a req-43c935f0-fdb7-4e45-bf7d-15af5895c468 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:43.547080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04c0d7ad-6bb5-4ea4-94d7-e4f091f7773a req-43c935f0-fdb7-4e45-bf7d-15af5895c468 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1924360 Jul 22 23:40:43.573646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8eacea-d7a9-4536-bae0-33c9bb55dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.576429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8eacea-d7a9-4536-bae0-33c9bb55dbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.581417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cd8eacea-d7a9-4536-bae0-33c9bb55dbfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e14282d-8a3b-4bf5-83dc-36a299629271 HTTP/1.1" status: 204 len: 168 time: 0.3275707 Jul 22 23:40:43.598625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8eacea-d7a9-4536-bae0-33c9bb55dbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e14282d-8a3b-4bf5-83dc-36a299629271,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:43.614079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04c0d7ad-6bb5-4ea4-94d7-e4f091f7773a req-f10a4b83-c574-4515-97f3-70be38357392 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584795 Jul 22 23:40:43.626714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.634454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.711943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.1 (3ee51594-36b5-46fa-8175-6c72d97f3809/9f19236b-34dd-4f74-b3d8-33dbddf1b837/2fb10c68-b189-4be7-9f69-e5514984a6a4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:43.730887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.731412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d896b1c-dd11-4466-ae9e-74c582971f58 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:40:43.771352 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:40:43.773103 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44f015d8-f3fc-4d44-b540-f510f14e690a tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6587505 Jul 22 23:40:43.776081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.851448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.887389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Deleting port 6aa9c33a-7083-4589-9ece-a1b5f800e229 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:43.888181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.899040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:43.960514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:43.963970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:43.968079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:43.988803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:43.994902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.016179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=2fb10c68-b189-4be7-9f69-e5514984a6a4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:44.024609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81fbf753-304c-49f7-bd2a-69335f2002b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.041250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Calling delete_port for 6aa9c33a-7083-4589-9ece-a1b5f800e229 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:44.049499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.084983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51018dea-06f5-4944-8283-593f7ec4e5cd req-f4661e31-8fe6-4222-8c43-b2580c80f5b4 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0527337 Jul 22 23:40:44.244351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.273242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81fbf753-304c-49f7-bd2a-69335f2002b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.279988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-81fbf753-304c-49f7-bd2a-69335f2002b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.299441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.358412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbf753-304c-49f7-bd2a-69335f2002b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b25cf3-58bc-47b5-bccf-6d02ac32bf32,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:44.371788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aa9c33a-7083-4589-9ece-a1b5f800e229,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:44.378331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-81fbf753-304c-49f7-bd2a-69335f2002b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b439e3033d784cdc959e23aac29a3139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857079 Jul 22 23:40:44.386814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:44.495322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.501276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a9a6939-55ac-4ca2-b898-5948afe652d4 tempest-RoutersAdminNegativeIpV6Test-1473658926 tempest-RoutersAdminNegativeIpV6Test-1473658926-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6aa9c33a-7083-4589-9ece-a1b5f800e229 HTTP/1.1" status: 204 len: 168 time: 0.7238648 Jul 22 23:40:44.525070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a1d-4b72-474d-893c-51d2f8505f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.548653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1c01cad-163f-4620-8000-a00d7018540c req-f10fabe8-029a-4954-8301-ec927af9d0aa tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0393445 Jul 22 23:40:44.592645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a1d-4b72-474d-893c-51d2f8505f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.779590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.786369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.871785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:44.873819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=2fb10c68-b189-4be7-9f69-e5514984a6a4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:45.002336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:45.004735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:45.059512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:45.131557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a1d-4b72-474d-893c-51d2f8505f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.134222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c29f3a1d-4b72-474d-893c-51d2f8505f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.138080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c29f3a1d-4b72-474d-893c-51d2f8505f2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31b25cf3-58bc-47b5-bccf-6d02ac32bf32 HTTP/1.1" status: 204 len: 168 time: 0.7427499 Jul 22 23:40:45.152969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f9121-0306-49db-864d-ddbb9aba4a23 req-8b3258a5-bd0d-4fc4-93aa-2d472fc6d075 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:45.161541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e0f9121-0306-49db-864d-ddbb9aba4a23 req-8b3258a5-bd0d-4fc4-93aa-2d472fc6d075 tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 946 time: 0.5310833 Jul 22 23:40:45.177306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:45.179236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f3a1d-4b72-474d-893c-51d2f8505f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b25cf3-58bc-47b5-bccf-6d02ac32bf32,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:45.211644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641148-aa59-476b-b913-2642fbed6b63 req-8cf47718-b9a4-4aa1-8f7f-354de0e8f0a5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:45.213208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10641148-aa59-476b-b913-2642fbed6b63 req-8cf47718-b9a4-4aa1-8f7f-354de0e8f0a5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1529720 Jul 22 23:40:45.250569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e0f9121-0306-49db-864d-ddbb9aba4a23 req-e3ed034d-9d44-4df8-8d89-611cb5349b2d tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/security-groups?id=a52df98a-60d5-4e94-b6be-4f6510c0a117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879645 Jul 22 23:40:45.294811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10641148-aa59-476b-b913-2642fbed6b63 req-90a53186-2ebf-4a68-85f8-5baf3dd293c8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754361 Jul 22 23:40:45.350672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:45.361623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:45.361925 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4377cf7-062d-4b6a-8ee2-b6d74459e795 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/routers/0e2bc916-395d-4e1d-9e81-4033fb92835e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4118795 Jul 22 23:40:45.363102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:45.369301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'port': {'network_id': '3ee51594-36b5-46fa-8175-6c72d97f3809', 'name': 'tempest-FloatingIPTestJSON-1256768122'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:45.375953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:45.376600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:45.385663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-62951d64-f669-42d2-88ce-e91cfd9ac17c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:45.389043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-62951d64-f669-42d2-88ce-e91cfd9ac17c tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 946 time: 0.2785399 Jul 22 23:40:45.390093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdd0a-6715-4bdc-ad45-c1ac61fab0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.427482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:45.445697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:45.446732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:45.497526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:45.498860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c9845-4446-487e-81bb-e237d5e06ba9 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:45.589729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Deleting port 43f64dec-68e2-48bc-a232-dfd6d5614e3c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:45.590075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.626875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdd0a-6715-4bdc-ad45-c1ac61fab0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.635834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2b0bdd0a-6715-4bdc-ad45-c1ac61fab0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.654402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:45.658738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.701513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34213d58-b4e6-4293-9484-29307168e982 req-415d5f89-1df1-4e4c-8578-359c06fed1d5 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0398147 Jul 22 23:40:45.708322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] device_id is not set on port 66595992-7b7c-4b18-9047-fa9d7ffcbd3e yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:45.729132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bdd0a-6715-4bdc-ad45-c1ac61fab0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69860b3-73ad-4ed0-997f-68329eb2aa10,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:45.736444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2b0bdd0a-6715-4bdc-ad45-c1ac61fab0e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b29170969a6a44eaba55cc41387a310c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758435 Jul 22 23:40:45.742201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40368) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:45.765152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] For port 43f64dec-68e2-48bc-a232-dfd6d5614e3c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=43f64dec-68e2-48bc-a232-dfd6d5614e3c,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:45.765538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.796412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Calling delete_port for 43f64dec-68e2-48bc-a232-dfd6d5614e3c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:45.871933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.7 (3ee51594-36b5-46fa-8175-6c72d97f3809/9f19236b-34dd-4f74-b3d8-33dbddf1b837/66595992-7b7c-4b18-9047-fa9d7ffcbd3e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:45.872167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3912a666-e105-41b6-b773-5a9a7913ef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:45.916952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3912a666-e105-41b6-b773-5a9a7913ef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.034038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3912a666-e105-41b6-b773-5a9a7913ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.040521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3912a666-e105-41b6-b773-5a9a7913ef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.053349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3912a666-e105-41b6-b773-5a9a7913ef3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b69860b3-73ad-4ed0-997f-68329eb2aa10 HTTP/1.1" status: 204 len: 168 time: 0.3062923 Jul 22 23:40:46.075243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912a666-e105-41b6-b773-5a9a7913ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69860b3-73ad-4ed0-997f-68329eb2aa10,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.092925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.130439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.131738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['43f64dec-68e2-48bc-a232-dfd6d5614e3c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:40:46.155757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Pushing event deleted for resources: {'Port': ['ID=43f64dec-68e2-48bc-a232-dfd6d5614e3c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.186942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e581237-3845-416f-8865-98792124f542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.227461 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.239201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] No DVR routers for this DVR port 43f64dec-68e2-48bc-a232-dfd6d5614e3c on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:46.243027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.245941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c95b7d06-5c7f-4143-bf46-6ab9f2a4f07d req-cb999d3b-04c6-4eae-bc3a-b8694698312b tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.48 "DELETE /v2.0/ports/43f64dec-68e2-48bc-a232-dfd6d5614e3c HTTP/1.1" status: 204 len: 173 time: 0.8259029 Jul 22 23:40:46.246438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'name': 'network-vif-deleted', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:40:46.251852 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0985db10-d96b-4953-bed9-10e4783feb7d" -d '{"events": [{"server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "name": "network-vif-deleted", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:40:46.315556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:46.322832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:46.330205 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb61a6ec-ad24-49b1-b1cd-a328b7bcb37f x-openstack-request-id: req-bb61a6ec-ad24-49b1-b1cd-a328b7bcb37f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:40:46.332667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:46.334039 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b11cdd-ab0c-46a6-8fd6-6d867966de6e", "name": "network-vif-deleted", "tag": "43f64dec-68e2-48bc-a232-dfd6d5614e3c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:40:46.336066 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb61a6ec-ad24-49b1-b1cd-a328b7bcb37f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:40:46.337734 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b11cdd-ab0c-46a6-8fd6-6d867966de6e', 'name': 'network-vif-deleted', 'tag': '43f64dec-68e2-48bc-a232-dfd6d5614e3c', 'status': 'completed', 'code': 200} Jul 22 23:40:46.467513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=66595992-7b7c-4b18-9047-fa9d7ffcbd3e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:46.479800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1a0292d-c7e7-4d42-a754-15854342d2e2 req-cb84a1a1-e368-4613-9185-4e92b2a85c1d tempest-FloatingIPsAssociationTestJSON-1599482495 tempest-FloatingIPsAssociationTestJSON-1599482495-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5b11cdd-ab0c-46a6-8fd6-6d867966de6e HTTP/1.1" status: 200 len: 210 time: 0.0799623 Jul 22 23:40:46.564378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:46.565041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.621215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93d8b5de-4025-4e4b-9366-a7031bd3b596 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2578580 Jul 22 23:40:46.627099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:46.642481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'port': {'network_id': '3ee51594-36b5-46fa-8175-6c72d97f3809', 'name': 'tempest-FloatingIPTestJSON-1514814786'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:46.667152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c695fa6-4042-47a8-b6a3-375a4f19b9e8 req-5884b3e1-c1b0-45c6-a918-571f851ae550 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:46.674487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c695fa6-4042-47a8-b6a3-375a4f19b9e8 req-5884b3e1-c1b0-45c6-a918-571f851ae550 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2110679 Jul 22 23:40:46.776052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c695fa6-4042-47a8-b6a3-375a4f19b9e8 req-723559cb-d8bf-4327-93d1-c4a8cc08a388 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917580 Jul 22 23:40:46.897668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40402) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:46.927222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86430241-a73c-4283-ada2-91ca96b629cf req-98cfcb2f-0703-4152-9695-c4c6f8396b05 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0425284 Jul 22 23:40:46.958047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:46.961834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:46.968203 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eefb2758-0f78-463f-823d-4cbb3660795a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e545aa6e256348539950e2b0d0761935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691807 Jul 22 23:40:46.973197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:46.997854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] device_id is not set on port de219bb2-b1fe-4bcd-af95-d96cd5354d48 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:47.034899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3e2dddc-8cd2-4f7e-a8ad-ff59490c09dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.073231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3e2dddc-8cd2-4f7e-a8ad-ff59490c09dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.146401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.8 (3ee51594-36b5-46fa-8175-6c72d97f3809/9f19236b-34dd-4f74-b3d8-33dbddf1b837/de219bb2-b1fe-4bcd-af95-d96cd5354d48) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:47.174379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3e2dddc-8cd2-4f7e-a8ad-ff59490c09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.178843 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3e2dddc-8cd2-4f7e-a8ad-ff59490c09dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.180203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d3e2dddc-8cd2-4f7e-a8ad-ff59490c09dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4818320-13a8-46c0-8fd9-5efdca6c47c6 HTTP/1.1" status: 204 len: 168 time: 0.2056732 Jul 22 23:40:47.189899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2dddc-8cd2-4f7e-a8ad-ff59490c09dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4818320-13a8-46c0-8fd9-5efdca6c47c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:47.368641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.427264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.486968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:47.495579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:47.497841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:47.519250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=de219bb2-b1fe-4bcd-af95-d96cd5354d48,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:47.555535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:47.555535 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.575601 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34be9f21-9435-4b2a-9cdd-19939fe3e8a0 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9440825 Jul 22 23:40:47.577564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40432) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:47.585590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'de219bb2-b1fe-4bcd-af95-d96cd5354d48', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:47.588958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:47.624655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:47.775437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.098788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b878c-3784-47dc-b35e-56497d444ad9 req-5e2b5a15-cf8e-47bd-b6ad-f86e2b877dd5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:48.106396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a5b878c-3784-47dc-b35e-56497d444ad9 req-5e2b5a15-cf8e-47bd-b6ad-f86e2b877dd5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1798589 Jul 22 23:40:48.199368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40462) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:48.201518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b43c278-9685-4539-9e83-5ecfa3dbcb32 req-9f203ee0-7689-4aec-ad18-c98497f6e083 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0457203 Jul 22 23:40:48.231993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a5b878c-3784-47dc-b35e-56497d444ad9 req-1bab88bf-4490-4fc0-8974-32adf03c2ee7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245816 Jul 22 23:40:48.272203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.180 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/83b31e0d-381d-492e-9385-1be708d917d1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:48.343368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1594948633'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:48.403504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:48.407321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.416222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.421358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.475957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.483797 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.520553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:48.523527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:48.528661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:48.552487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=83b31e0d-381d-492e-9385-1be708d917d1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.559382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f64dec-68e2-48bc-a232-dfd6d5614e3c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:48.580197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 43f64dec-68e2-48bc-a232-dfd6d5614e3c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:48.580863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 43f64dec-68e2-48bc-a232-dfd6d5614e3c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:48.701524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.707932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.746931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:48.763839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013aa640-a4a9-4a9e-9e71-3a0c7a395048,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:48.769586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.769586 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Added segment f2432e23-ea38-45b2-bdcd-7b243949cd5f of type vlan for network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c Jul 22 23:40:48.832640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.911242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:48.927423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.932953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:48.933554 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:48.991286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7885716 Jul 22 23:40:48.997394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:49.030087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:49.045724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9501eb-2557-49ef-93d0-8516b21c4566 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Network': ['ID=f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.059440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Deleting port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:49.059790 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.060040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:49.099318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.129440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe98012f-b494-4cd3-a3ab-c11c61d3b906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.199748 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.224703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] For port 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:49.225068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.246316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Calling delete_port for 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:49.294546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f53ba516-32b6-4da9-a3ba-d0f8034f8b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.400687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.405531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.422341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a56f571-cae5-4ed2-a58d-ba54b22fdc40 req-c6ac6a15-65dc-4535-b416-63bed653df89 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0637789 Jul 22 23:40:49.440502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe98012f-b494-4cd3-a3ab-c11c61d3b906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.485191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe98012f-b494-4cd3-a3ab-c11c61d3b906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.493917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=83b31e0d-381d-492e-9385-1be708d917d1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.517203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.547018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:49.550777 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.567266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe98012f-b494-4cd3-a3ab-c11c61d3b906 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b928e5c879c9452f9ea7aaeb74acb79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526456 Jul 22 23:40:49.578855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98012f-b494-4cd3-a3ab-c11c61d3b906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1431ad5-ce38-448a-8e6a-5749ed3f6e7d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.581110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.587917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40504) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:49.631440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1170050-aa3c-4f04-9b53-e0172199e5fb req-d4c4fda8-d94a-49ad-b975-8af1fa6a2c89 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:49.633015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1170050-aa3c-4f04-9b53-e0172199e5fb req-d4c4fda8-d94a-49ad-b975-8af1fa6a2c89 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2944689 Jul 22 23:40:49.670108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b2568b70-76df-4c7a-8964-c453c963eff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.684844 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP 3c0b1c86-12a8-47d4-82c9-95e0c9c91c8f associated. External IP: 172.25.5.180, port: de219bb2-b1fe-4bcd-af95-d96cd5354d48. Jul 22 23:40:49.758220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b2568b70-76df-4c7a-8964-c453c963eff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.776882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1170050-aa3c-4f04-9b53-e0172199e5fb req-3c672071-9483-45dc-9a3d-a95b8860e49e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082647 Jul 22 23:40:49.782786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.830755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ebfaa4-fc71-40da-b1e2-5e7a92b7803e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.907732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b2568b70-76df-4c7a-8964-c453c963eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.910046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b2568b70-76df-4c7a-8964-c453c963eff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.911214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b2568b70-76df-4c7a-8964-c453c963eff4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1431ad5-ce38-448a-8e6a-5749ed3f6e7d HTTP/1.1" status: 204 len: 168 time: 0.3223300 Jul 22 23:40:49.930830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2568b70-76df-4c7a-8964-c453c963eff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1431ad5-ce38-448a-8e6a-5749ed3f6e7d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:49.970316 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:49.999903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:50.125565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=b4ca1cba-2788-4722-ac27-b167a9ecb03a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:50.162537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:50.163172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network hostable DHCP agents. Network: f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:40:50.164285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.194693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:50.202348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:40:50.209560 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:50.214742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.216398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.232218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:50.233235 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:50.234367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:50.255631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc26b26-33ed-4589-81cb-61415d75d7c6 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:50.273144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f44c9fd-2bff-4839-9295-8c54274ed5c8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6940372 Jul 22 23:40:50.277326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:50.283782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:50.297397 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:50.312436 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:50.313473 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:50.343818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:50.344455 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.367413 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:50.368345 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c48c81-5e11-47cb-ad5c-f09b64f57d3e None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:50.391639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.411168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-95a9dfbf-f3ca-4021-9254-20ed4fc0844e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4114130 Jul 22 23:40:50.413682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:50.421666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'name': 'tempest-NetworksTestDHCPv6-262699689'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:50.566420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'b4ca1cba-2788-4722-ac27-b167a9ecb03a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:40:50.569023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.724144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:50.724356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.724857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:50.731805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.734068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.734418 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP 3c0b1c86-12a8-47d4-82c9-95e0c9c91c8f disassociated. External IP: 172.25.5.180, port: de219bb2-b1fe-4bcd-af95-d96cd5354d48. Jul 22 23:40:50.777395 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05bc4735-6fe6-47d2-a08e-c2d2fe7bb5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:50.796479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46e91cd0-2f24-4a1a-9145-ae9de145cab5 req-20d9da43-6697-4752-b1e8-41eeec692b0c tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.1173110 Jul 22 23:40:50.853133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port d751c428-d650-447f-979c-7d9db2eb3443 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:50.877722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/b4ca1cba-2788-4722-ac27-b167a9ecb03a/c36c5de9-9563-4220-b3cf-ef0576be15e5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:50.913133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:51.080758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:51.150087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a42603-61d4-4817-81d0-0e5cf5e12707 req-93c350bf-a318-43d6-b21a-cb609b74fd79 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:51.152598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09a42603-61d4-4817-81d0-0e5cf5e12707 req-93c350bf-a318-43d6-b21a-cb609b74fd79 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2414813 Jul 22 23:40:51.178424 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.188635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Transition to ACTIVE for port object c36c5de9-9563-4220-b3cf-ef0576be15e5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:51.208981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Transition to ACTIVE for port object c36c5de9-9563-4220-b3cf-ef0576be15e5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:51.219906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.316867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:51.318495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Pushing event updated for resources: {'Port': ['ID=c36c5de9-9563-4220-b3cf-ef0576be15e5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.321748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:51.325384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:51.334736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.335377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.336462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.337069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.337638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.338170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.338679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.339175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.339740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.340253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.340743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.341232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:40:51.425483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Attempting to bind port c36c5de9-9563-4220-b3cf-ef0576be15e5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:51.426138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Attempting to bind port c36c5de9-9563-4220-b3cf-ef0576be15e5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:51.426677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Attempting to bind port c36c5de9-9563-4220-b3cf-ef0576be15e5 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:51.437733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:51.438334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:51.438933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.439562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:51.440225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Bound port: c36c5de9-9563-4220-b3cf-ef0576be15e5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:51.440966 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.521406 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05bc4735-6fe6-47d2-a08e-c2d2fe7bb5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.528219 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05bc4735-6fe6-47d2-a08e-c2d2fe7bb5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.538661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] For port c36c5de9-9563-4220-b3cf-ef0576be15e5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:51.543525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] For port c36c5de9-9563-4220-b3cf-ef0576be15e5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c36c5de9-9563-4220-b3cf-ef0576be15e5,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:51.548579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.598281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc4735-6fe6-47d2-a08e-c2d2fe7bb5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeccc906-c1cb-4a71-84d0-c069c782936e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.608060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-05bc4735-6fe6-47d2-a08e-c2d2fe7bb5f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7566a7c2655548d796b804c7e455b50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817127 Jul 22 23:40:51.611367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40528) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:51.629843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:51.638388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.652752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:51.662700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.667529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcadf45-9da4-4806-9fcf-e62aa01172cb None None] Pushing event updated for resources: {'Port': ['ID=c36c5de9-9563-4220-b3cf-ef0576be15e5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:51.687454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:51.688198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:51.715976 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ce85e973-3885-427a-a086-b77f1ea434bb tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/floatingips/3c0b1c86-12a8-47d4-82c9-95e0c9c91c8f HTTP/1.1" status: 200 len: 688 time: 1.4371936 Jul 22 23:40:51.716685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40530) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:51.724835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:51.735504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:51.736171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:51.754773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09a42603-61d4-4817-81d0-0e5cf5e12707 req-4f278749-a695-4713-9e41-e0d88f9b5bda tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5849628 Jul 22 23:40:51.756322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:51.764210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-327cc058-db2e-4e81-904b-a74e0d85a105 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bda8fdd-be82-4bcf-8190-aca05ae75a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1736979 Jul 22 23:40:51.768572 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] Sync routers for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:51.785002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:51.795512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfb48a95-e517-4461-9f54-097791aeeeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:51.800187 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:51.802288 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:51.803953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:51.804629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01726a6c-991f-44c6-b0eb-6612212c7367 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:51.842911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::1e6 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/b4ca1cba-2788-4722-ac27-b167a9ecb03a/d751c428-d650-447f-979c-7d9db2eb3443) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:52.016734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c30fc811-9b28-4a3d-b1ee-8041503ed271 req-81a17512-d8e6-486c-bb30-17ef76d3897a tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0749757 Jul 22 23:40:52.017761 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:52.073216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.080571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfb48a95-e517-4461-9f54-097791aeeeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.086767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.149009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.168773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object d751c428-d650-447f-979c-7d9db2eb3443 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:52.212734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.249965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 83b31e0d-381d-492e-9385-1be708d917d1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:52.250453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.267866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:52.276312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:52.279234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:52.286259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfb48a95-e517-4461-9f54-097791aeeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.288907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfb48a95-e517-4461-9f54-097791aeeeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.289414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.290103 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dfb48a95-e517-4461-9f54-097791aeeeb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeccc906-c1cb-4a71-84d0-c069c782936e HTTP/1.1" status: 204 len: 168 time: 0.6777537 Jul 22 23:40:52.291254 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:40:49Z', 'revision_number': 5, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port': {'id': '0e970b93-f2ce-4c4d-afe6-82d6afbbf054', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:39:26Z', 'updated_at': '2021-07-22T23:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:52.293398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.309180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb48a95-e517-4461-9f54-097791aeeeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeccc906-c1cb-4a71-84d0-c069c782936e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:52.342459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=d751c428-d650-447f-979c-7d9db2eb3443,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:52.365640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b9aea1e8-d28e-4f02-aacf-48c0b05aaa1b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9503894 Jul 22 23:40:52.366331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:52.381591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.438623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.438966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.474549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 83b31e0d-381d-492e-9385-1be708d917d1 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:52.492891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] Checking router: 7bda8fdd-be82-4bcf-8190-aca05ae75a06 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:40:52.505188 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] Routers {'7bda8fdd-be82-4bcf-8190-aca05ae75a06'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:52.505915 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:52.554556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Deleting port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:52.555022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.651765 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] Set router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:40:52.665159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f2218-86c5-4645-9d6a-b2a76603d697 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.682877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f2218-86c5-4645-9d6a-b2a76603d697 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:52.684849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9a6f2218-86c5-4645-9d6a-b2a76603d697 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3167248 Jul 22 23:40:52.687696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:52.745597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] For port 0e970b93-f2ce-4c4d-afe6-82d6afbbf054, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:52.746598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:52.812856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Calling delete_port for 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:52.814789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:40:52Z', 'revision_number': 6, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:52.844781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c36c5de9-9563-4220-b3cf-ef0576be15e5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:52.915153 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640153ad-8f1d-431c-8bc7-e7fc23afd40c None None] The sync data for ids ['7bda8fdd-be82-4bcf-8190-aca05ae75a06'] in n-d-758851-4 is: [{'id': '7bda8fdd-be82-4bcf-8190-aca05ae75a06', 'name': 'tempest-FloatingIPsAssociationTestJSON-1000943070-router', 'tenant_id': '7167d080480c458dbba9707d23424973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:39:25Z', 'updated_at': '2021-07-22T23:40:52Z', 'revision_number': 6, 'project_id': '7167d080480c458dbba9707d23424973', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:52.946830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.004128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c36c5de9-9563-4220-b3cf-ef0576be15e5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:53.038906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port d751c428-d650-447f-979c-7d9db2eb3443 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:53.039512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.080154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=83b31e0d-381d-492e-9385-1be708d917d1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.210750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02386f27-5eea-4cfd-b57b-84dacfd12427 req-c32e64b6-5564-49dc-a395-f34e2cfbc9cd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:53.216230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.219731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.219982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02386f27-5eea-4cfd-b57b-84dacfd12427 req-c32e64b6-5564-49dc-a395-f34e2cfbc9cd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2975917 Jul 22 23:40:53.220925 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bbde2e9f-87f3-457a-a73b-0e0a3d074570 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/floatingips/3c0b1c86-12a8-47d4-82c9-95e0c9c91c8f HTTP/1.1" status: 204 len: 168 time: 1.5014007 Jul 22 23:40:53.225380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:53.230125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '66595992-7b7c-4b18-9047-fa9d7ffcbd3e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:53.267654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d639e0-6d6c-4cbd-a8fe-3ac49e337e82 req-e1ddd7e8-e7d7-45fe-a367-cf5f142e417d tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.1003520 Jul 22 23:40:53.273193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203f786-271a-40f4-ada9-16f574a5f4a7 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:53.285710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.320747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.349505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.373147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02386f27-5eea-4cfd-b57b-84dacfd12427 req-1041d5fd-f76c-4bf7-8b0c-7db7fdaafb2f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475117 Jul 22 23:40:53.375067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for d751c428-d650-447f-979c-7d9db2eb3443 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:53.422015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e970b93-f2ce-4c4d-afe6-82d6afbbf054,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.561334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] Provisioning for port c36c5de9-9563-4220-b3cf-ef0576be15e5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:53.571053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] Provisioning complete for port c36c5de9-9563-4220-b3cf-ef0576be15e5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:53.571516 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.633695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.676380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.717180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.730329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=d751c428-d650-447f-979c-7d9db2eb3443,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.771876 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.779176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2bfde2a9-966b-49dc-a8b3-e26cf56ed950 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/d751c428-d650-447f-979c-7d9db2eb3443 HTTP/1.1" status: 204 len: 168 time: 1.0901628 Jul 22 23:40:53.782141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:53.786535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] For port c36c5de9-9563-4220-b3cf-ef0576be15e5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c36c5de9-9563-4220-b3cf-ef0576be15e5,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:53.792080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.803152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.806327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.814147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.876256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3233d5-58ca-4271-be2c-67af1a5b7219 None None] Pushing event updated for resources: {'Port': ['ID=c36c5de9-9563-4220-b3cf-ef0576be15e5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:53.937971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.938858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bda8fdd-be82-4bcf-8190-aca05ae75a06 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:40:53.947663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:53.949695 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-baf24801-ef8b-4fbc-a72e-705a2ec9aa25 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7bda8fdd-be82-4bcf-8190-aca05ae75a06 HTTP/1.1" status: 204 len: 168 time: 2.1632061 Jul 22 23:40:53.954041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:54.015488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556fe4a-01e3-4c93-9c3c-0c27563754b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:54.017454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556fe4a-01e3-4c93-9c3c-0c27563754b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:54.022604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a556fe4a-01e3-4c93-9c3c-0c27563754b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2387452 Jul 22 23:40:54.026570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40588) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:54.044916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.117 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/6d4ab52c-c837-4106-bf40-58580e3fd505) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:54.073883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Deleting subnet fe024e1f-e6ef-4400-b5d4-df3d647e7661 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:54.093672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.116351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-10a32b1b-77bd-4ac5-af30-b3efc4253bd3 None None] Could not find standard attr ID for object d751c428-d650-447f-979c-7d9db2eb3443. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:40:54.133361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-10a32b1b-77bd-4ac5-af30-b3efc4253bd3 None None] Provisioning complete for port c36c5de9-9563-4220-b3cf-ef0576be15e5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:54.134013 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10a32b1b-77bd-4ac5-af30-b3efc4253bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.165738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet b4ca1cba-2788-4722-ac27-b167a9ecb03a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:54.170622 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.172615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.208514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.248608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.272775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.342034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:54.358305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:54.367992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:54.376176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.483747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.503842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=6d4ab52c-c837-4106-bf40-58580e3fd505,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:54.527187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f1ffd1d-2e48-42d5-9e34-8ee18c95f917 None None] Could not find standard attr ID for object d751c428-d650-447f-979c-7d9db2eb3443. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:40:54.618410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-150e2cf2-616e-44ba-be81-643792c8d6a6 req-bb9016fd-db9d-4577-b7a7-894b31f9c3c2 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.1461496 Jul 22 23:40:54.619224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe024e1f-e6ef-4400-b5d4-df3d647e7661,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:54.644358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef794dc-cb44-46eb-bf51-60145613385f None None] Network c862d16c-6411-4c7b-99b1-e01623201c0c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:54.655920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.660984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a34dfe69-8c72-48bf-9c93-12659818e84e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fe024e1f-e6ef-4400-b5d4-df3d647e7661 HTTP/1.1" status: 204 len: 168 time: 0.7058890 Jul 22 23:40:54.669407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:54.819140 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.825721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:54.892386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4289c-43e9-4fbe-878d-a8b7d5bf8992 req-cc39a6dc-4cc4-4cc0-8698-e2744cdd74c5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:54.894916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6b4289c-43e9-4fbe-878d-a8b7d5bf8992 req-cc39a6dc-4cc4-4cc0-8698-e2744cdd74c5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3518131 Jul 22 23:40:55.000347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.012980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6b4289c-43e9-4fbe-878d-a8b7d5bf8992 req-1ee0f951-f29b-431e-a5bb-9e6750a862ed tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835316 Jul 22 23:40:55.047561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ca1cba-2788-4722-ac27-b167a9ecb03a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.056270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.061702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad70f51e-5468-47d6-ae22-a0961def1dbf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/b4ca1cba-2788-4722-ac27-b167a9ecb03a HTTP/1.1" status: 204 len: 168 time: 1.0304368 Jul 22 23:40:55.062545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:55.070494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c36c5de9-9563-4220-b3cf-ef0576be15e5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:55.072839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb5f7f-2e98-4c87-85ce-bdcc9f792edb None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:55.073174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Deleting port a1799b12-b8d2-412f-8ba2-b7f12affc180 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:55.073657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.075891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:55.149721 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-774ae8f8-4bb8-4ded-9b5c-ccbf9cb2cdd1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848873 Jul 22 23:40:55.155141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:55.160698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:55.235774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] For port a1799b12-b8d2-412f-8ba2-b7f12affc180, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a1799b12-b8d2-412f-8ba2-b7f12affc180,segment=NetworkSegment(6986b58b-e446-41e3-ba1a-16ac3130a586),segment_id=6986b58b-e446-41e3-ba1a-16ac3130a586)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:55.236058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.237726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c36c5de9-9563-4220-b3cf-ef0576be15e5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:55.238501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.245508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.288864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Calling delete_port for a1799b12-b8d2-412f-8ba2-b7f12affc180 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:55.366533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:55.370331 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.440364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.511739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:55.544994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:55.546038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35ebfaa4-fc71-40da-b1e2-5e7a92b7803e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:55.546038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:55.562637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7883ad81-c0ed-4954-8540-db33c56593ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.580687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce6f1b-644f-49c3-a463-dfcf67199a6d None None] DHCP port deletion for c862d16c-6411-4c7b-99b1-e01623201c0c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:40:55.586321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:55.586893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0e970b93-f2ce-4c4d-afe6-82d6afbbf054 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:55.607109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:40:55.608731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.653746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1799b12-b8d2-412f-8ba2-b7f12affc180,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.677895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] No DVR routers for this DVR port a1799b12-b8d2-412f-8ba2-b7f12affc180 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:55.692825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] Deleting port c36c5de9-9563-4220-b3cf-ef0576be15e5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:55.693226 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.777218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.783034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.814947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] For port c36c5de9-9563-4220-b3cf-ef0576be15e5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c36c5de9-9563-4220-b3cf-ef0576be15e5,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:40:55.814947 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.835211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] Calling delete_port for c36c5de9-9563-4220-b3cf-ef0576be15e5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:55.841765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0d2fd14-f716-4fb9-a661-7ae6d41825a5 req-bc2d1a79-de45-4aef-9728-2f70aa084cb3 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0970151 Jul 22 23:40:55.882583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.903854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=6d4ab52c-c837-4106-bf40-58580e3fd505,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:55.904130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c862d16c-6411-4c7b-99b1-e01623201c0c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.915457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.928890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6986b58b-e446-41e3-ba1a-16ac3130a586') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.929209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6986b58b-e446-41e3-ba1a-16ac3130a586') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:55.939875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.954083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.967720 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.984517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:40:55.984931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:40:55.989737 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:40:55.997728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] Pushing event deleted for resources: {'Port': ['ID=c36c5de9-9563-4220-b3cf-ef0576be15e5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.009334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7fb7ac-1197-4ed4-8067-b470bb28a124 None None] No DVR routers for this DVR port c36c5de9-9563-4220-b3cf-ef0576be15e5 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:40:56.080860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.081990 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP db86c365-ee59-45f6-a126-174dfcf5b52a associated. External IP: 172.25.5.117, port: 66595992-7b7c-4b18-9047-fa9d7ffcbd3e. Jul 22 23:40:56.090789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7883ad81-c0ed-4954-8540-db33c56593ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.124828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7883ad81-c0ed-4954-8540-db33c56593ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.144101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.170797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:56.186042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.187984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c862d16c-6411-4c7b-99b1-e01623201c0c HTTP/1.1" status: 204 len: 168 time: 1.5166743 Jul 22 23:40:56.216526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:56.227788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7ec48-7d3e-481c-8ae4-aeac314da67f None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:56.240036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:56.240648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.245131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7883ad81-c0ed-4954-8540-db33c56593ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a4ee4b230174da694f1ff2e8a585acf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1503522 Jul 22 23:40:56.250027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140b43f-a15c-4aeb-9ca8-c3f51d4303a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c862d16c-6411-4c7b-99b1-e01623201c0c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.255920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40648) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:56.257438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883ad81-c0ed-4954-8540-db33c56593ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a63e7-d224-4e00-991c-84689cba4607,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.271166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=af9e25c8-46a1-4b97-ad47-912edbc874a6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.292820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-52977fc5-f0b5-4560-abf2-6ad79e25a6b6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1369491 Jul 22 23:40:56.296782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:56.304102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'name': 'tempest-NetworksTestDHCPv6-1701856395'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:56.412656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:56.439919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b9db0-1372-4a3a-81fb-531ab711b305 req-db1a387e-3f40-479a-ae5e-f350a7e6b690 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:56.441999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39b9db0-1372-4a3a-81fb-531ab711b305 req-db1a387e-3f40-479a-ae5e-f350a7e6b690 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3026135 Jul 22 23:40:56.473823 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3728ba0f-4176-4346-9bdc-b451e6c257d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.481780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'af9e25c8-46a1-4b97-ad47-912edbc874a6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:40:56.482728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.567530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39b9db0-1372-4a3a-81fb-531ab711b305 req-29f2bf8c-4165-46c4-adee-d3e272876dc8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149459 Jul 22 23:40:56.569395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3728ba0f-4176-4346-9bdc-b451e6c257d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.619879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6d4eca58-75f4-420d-a54e-9d0ca57c6b75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7167d080480c458dbba9707d23424973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057238 Jul 22 23:40:56.623594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:56.648278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:56.652262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.676424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port b29febd1-ed48-4987-9298-bc16243ac376 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:40:56.698424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/af9e25c8-46a1-4b97-ad47-912edbc874a6/d5c9f353-95a3-4fc9-8b36-bde3724ea99b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:56.711043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:56.732779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3728ba0f-4176-4346-9bdc-b451e6c257d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.736145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3728ba0f-4176-4346-9bdc-b451e6c257d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.738373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3728ba0f-4176-4346-9bdc-b451e6c257d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db1a63e7-d224-4e00-991c-84689cba4607 HTTP/1.1" status: 204 len: 168 time: 0.4773984 Jul 22 23:40:56.757284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728ba0f-4176-4346-9bdc-b451e6c257d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a63e7-d224-4e00-991c-84689cba4607,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:56.860968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c97948-a223-4d1f-be5f-04f1ee0e02a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.911700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c36c5de9-9563-4220-b3cf-ef0576be15e5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:56.916919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c97948-a223-4d1f-be5f-04f1ee0e02a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:56.948249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c36c5de9-9563-4220-b3cf-ef0576be15e5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:56.948759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c36c5de9-9563-4220-b3cf-ef0576be15e5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:56.949421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a1799b12-b8d2-412f-8ba2-b7f12affc180 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:40:56.985328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a1799b12-b8d2-412f-8ba2-b7f12affc180 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:40:56.985716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a1799b12-b8d2-412f-8ba2-b7f12affc180 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:40:57.007923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:57.030124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.030745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.054286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:57.057816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c97948-a223-4d1f-be5f-04f1ee0e02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.060630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6c97948-a223-4d1f-be5f-04f1ee0e02a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.061495 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6c97948-a223-4d1f-be5f-04f1ee0e02a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a52df98a-60d5-4e94-b6be-4f6510c0a117 HTTP/1.1" status: 204 len: 168 time: 0.4365761 Jul 22 23:40:57.068465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cda44961-87ff-48cd-9acf-4e6c8228c389 req-f4929794-57c5-4365-82b7-2797b83ae90c tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0764811 Jul 22 23:40:57.079062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c97948-a223-4d1f-be5f-04f1ee0e02a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52df98a-60d5-4e94-b6be-4f6510c0a117,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.090358 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b6b9aef9-9f85-470b-9f23-1541bd66d004 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8643582 Jul 22 23:40:57.091056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.099036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Transition to ACTIVE for port object d5c9f353-95a3-4fc9-8b36-bde3724ea99b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:57.155922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Transition to ACTIVE for port object d5c9f353-95a3-4fc9-8b36-bde3724ea99b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:57.165050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:57.165798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.170602 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.217712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.274640 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fb32aa5-1d82-4d0a-ba8a-a42229fd92ee tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/floatingips/db86c365-ee59-45f6-a126-174dfcf5b52a HTTP/1.1" status: 200 len: 978 time: 0.1819611 Jul 22 23:40:57.275386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.283014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::2ec (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/af9e25c8-46a1-4b97-ad47-912edbc874a6/b29febd1-ed48-4987-9298-bc16243ac376) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:40:57.288645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:57.289378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.336208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:57.337266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:57.338077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c1e8c2-1bfd-4e30-a9c0-3783852fb071 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:57.352667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:57.356313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Pushing event updated for resources: {'Port': ['ID=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.362973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:57.465117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1f678083-064b-4fab-a9cb-819bfe041f24 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1881940 Jul 22 23:40:57.467526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.468372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Attempting to bind port d5c9f353-95a3-4fc9-8b36-bde3724ea99b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:40:57.469600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Attempting to bind port d5c9f353-95a3-4fc9-8b36-bde3724ea99b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:40:57.473203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'port_id': 'de219bb2-b1fe-4bcd-af95-d96cd5354d48'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:57.474983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Attempting to bind port d5c9f353-95a3-4fc9-8b36-bde3724ea99b on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:40:57.494484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:40:57.495080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:40:57.495729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.496328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:40:57.497907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Bound port: d5c9f353-95a3-4fc9-8b36-bde3724ea99b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:40:57.498661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.553172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.598129 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.618684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object b29febd1-ed48-4987-9298-bc16243ac376 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:40:57.661929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] For port d5c9f353-95a3-4fc9-8b36-bde3724ea99b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:40:57.663657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.671345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] For port d5c9f353-95a3-4fc9-8b36-bde3724ea99b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:40:57.678778 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.774838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:40:57.816547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:40:57.826935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:40:57.830707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b4d4-26a8-4cda-9b6f-fccab4012d3f None None] Pushing event updated for resources: {'Port': ['ID=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.845517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:57.846340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:57.869274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=b29febd1-ed48-4987-9298-bc16243ac376,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:57.883539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-759c7b2d-d90b-47fe-8665-27111b46d36f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5845373 Jul 22 23:40:57.887821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:57.963095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c0ede-f152-480d-b46f-7366af40aad9 req-5d63941e-d02c-4586-82c5-e78b5608be75 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:57.964691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9c0ede-f152-480d-b46f-7366af40aad9 req-5d63941e-d02c-4586-82c5-e78b5608be75 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2257328 Jul 22 23:40:58.029736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a405-7c37-4259-b956-b4ca66ff07f3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:58.035996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a405-7c37-4259-b956-b4ca66ff07f3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:58.037752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd11a405-7c37-4259-b956-b4ca66ff07f3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1486723 Jul 22 23:40:58.040740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:58.116971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9c0ede-f152-480d-b46f-7366af40aad9 req-4964b15a-d992-4223-834a-9f1ac04f4735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432874 Jul 22 23:40:58.297573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28308d0a-da6a-4be4-85f8-afba71d52d83 req-ea758ffe-8c6c-415a-818a-40640ac26450 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0654414 Jul 22 23:40:58.357166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port b29febd1-ed48-4987-9298-bc16243ac376 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:40:58.357531 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.434610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.438580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:58.447454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.507259 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.524064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for b29febd1-ed48-4987-9298-bc16243ac376 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:40:58.580077 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP db86c365-ee59-45f6-a126-174dfcf5b52a associated. External IP: 172.25.5.117, port: 66595992-7b7c-4b18-9047-fa9d7ffcbd3e. Jul 22 23:40:58.621716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-network', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:58.695193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Made reservation on behalf of d25cbb3014184a52a4bf14b3f1a3eb1c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:58.697517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.714247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.725040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.786729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=b29febd1-ed48-4987-9298-bc16243ac376,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:58.861665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d5c9f353-95a3-4fc9-8b36-bde3724ea99b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:40:58.862322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:58.864687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5ca0bba0-1e03-4179-89df-f17cd1d00176 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/b29febd1-ed48-4987-9298-bc16243ac376 HTTP/1.1" status: 204 len: 168 time: 0.8229632 Jul 22 23:40:58.872188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:58.945803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d5c9f353-95a3-4fc9-8b36-bde3724ea99b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:58.977209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae3a22-4e92-43b9-87b6-7c78cb31d089 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:58.979024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae3a22-4e92-43b9-87b6-7c78cb31d089 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:58.983669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5fae3a22-4e92-43b9-87b6-7c78cb31d089 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1103444 Jul 22 23:40:58.984339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:59.035644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:59.037445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:40:59.053268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.059086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet af9e25c8-46a1-4b97-ad47-912edbc874a6 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:40:59.060344 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.063375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.097014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:59.123161 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.228321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197f57d-ba47-4677-82c0-efd7cd35963e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:59.232009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Provisioning for port d5c9f353-95a3-4fc9-8b36-bde3724ea99b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:40:59.236451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1622225203'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:59.239005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Provisioning complete for port d5c9f353-95a3-4fc9-8b36-bde3724ea99b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:40:59.239404 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.244560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.246183 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Added segment 2fb8ead5-8e13-4125-aac6-6f20ffeecb56 of type vlan for network 132d823d-d024-4c90-bd10-05171428ac05 Jul 22 23:40:59.318579 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.338793 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.343916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Made reservation on behalf of 1d6d68c7521a46e1aa84baf615f423f8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:59.348884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.360187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.370165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.388760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:40:59.404132 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:40:59.432015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:59.435913 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:59.482665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0ecd-6a83-4fcd-815e-2054e04ab7bb req-3648f5f9-6e2c-4745-8201-f29943be91f1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:59.484458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfbb0ecd-6a83-4fcd-815e-2054e04ab7bb req-3648f5f9-6e2c-4745-8201-f29943be91f1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2559426 Jul 22 23:40:59.492217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:59.519746 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:40:59.521763 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:59.541692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.542742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:40:59.543364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.558904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.564248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.579474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:40:59.587440 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:40:59.588417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ac619-0bf0-4ac9-86d3-0227be014493 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:40:59.593366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.598746 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:40:59.604665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=af9e25c8-46a1-4b97-ad47-912edbc874a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:59.661406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=132d823d-d024-4c90-bd10-05171428ac05,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:59.668162 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-92f76100-f602-4622-814f-96229ca0a4d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2283933 Jul 22 23:40:59.671247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:59.682535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Request body: {'subnet': {'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-subnet', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:59.685074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-299411f1-b4b4-43a2-ad66-f3a01c9375b5 req-aa932754-3580-4d63-a873-1e247a7c469d tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0787721 Jul 22 23:40:59.685181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 132d823d-d024-4c90-bd10-05171428ac05 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:40:59.709570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:40:59.733059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Made reservation on behalf of d25cbb3014184a52a4bf14b3f1a3eb1c for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:40:59.735768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.744365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.746353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c7d10359-af9d-454d-bcde-686e494d5656 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/af9e25c8-46a1-4b97-ad47-912edbc874a6 HTTP/1.1" status: 204 len: 168 time: 0.7610629 Jul 22 23:40:59.750828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfbb0ecd-6a83-4fcd-815e-2054e04ab7bb req-a5cbb7a5-5ad5-44c8-8a27-9c4592c0ed8d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895158 Jul 22 23:40:59.752690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:59.755932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d73e2664-0f16-42e0-8e38-c077a75d3124,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:40:59.832696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.833060 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Added segment a23f09b2-5695-40e5-829c-65a4cf3028fb of type vlan for network 1e05a24d-ec6f-4df9-8148-19961006e322 Jul 22 23:40:59.836235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-773136e5-0577-4fff-aeb7-4b845bdbb996 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814967 Jul 22 23:40:59.845180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:40:59.851430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:40:59.889654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da7fdd7-b99d-40a0-8560-af88c0f20bfe None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:40:59.907111 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:40:59.985640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.008323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.017087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.017901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.107116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:00.110790 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.155521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.162024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:00.181258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf4bf01-225c-45f6-b4cc-e081e13c223e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.207155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Checking segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:00.208420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Network hostable DHCP agents. Network: 132d823d-d024-4c90-bd10-05171428ac05, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:00.224354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:00.229734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] For port d5c9f353-95a3-4fc9-8b36-bde3724ea99b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:00.240165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-6960033a-54b7-4b2a-90a4-6aa40eae0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.241765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-6960033a-54b7-4b2a-90a4-6aa40eae0c42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 0.1570363 Jul 22 23:41:00.242355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.263154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Network 132d823d-d024-4c90-bd10-05171428ac05 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:00.285604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] Deleting port d5c9f353-95a3-4fc9-8b36-bde3724ea99b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:00.285986 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.323590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d921b9-5cd2-4e17-aa25-b9a963aaf74a None None] Pushing event updated for resources: {'Port': ['ID=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.374305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bab15a11-9507-4bca-9bb0-c48f74b60947 None None] Could not find standard attr ID for object b29febd1-ed48-4987-9298-bc16243ac376. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:00.377697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] For port d5c9f353-95a3-4fc9-8b36-bde3724ea99b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:00.378605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.393150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] Calling delete_port for d5c9f353-95a3-4fc9-8b36-bde3724ea99b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:00.507605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.535630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] Pushing event deleted for resources: {'Port': ['ID=d5c9f353-95a3-4fc9-8b36-bde3724ea99b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.542768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6040e-941b-4aa1-89aa-72d6c356a3ab None None] No DVR routers for this DVR port d5c9f353-95a3-4fc9-8b36-bde3724ea99b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:00.587256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5510554 Jul 22 23:41:00.591561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad83a6-c691-4a52-9349-e77a7e3717c5 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Pushing event updated for resources: {'Network': ['ID=1e05a24d-ec6f-4df9-8148-19961006e322,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:00.605458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:00.613020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 1e05a24d-ec6f-4df9-8148-19961006e322 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:00.615026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 132d823d-d024-4c90-bd10-05171428ac05) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:00.656613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.657504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.675994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427f8d-9fa1-41bf-9536-f0a9dded8c14 req-44040508-a399-479d-8c1f-b257347a96cf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.683277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9427f8d-9fa1-41bf-9536-f0a9dded8c14 req-44040508-a399-479d-8c1f-b257347a96cf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.6498899 Jul 22 23:41:00.702821 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fab61b86-c950-4cf8-bdfe-5e963870a799 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0307157 Jul 22 23:41:00.709047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:00.713413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:00.716392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce703e49-29fe-4c2f-a839-104fc97eac6c None None] Network 132d823d-d024-4c90-bd10-05171428ac05 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:00.728046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-79c6f1d4-6071-4102-96a2-1542c5b81bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:00.732757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-79c6f1d4-6071-4102-96a2-1542c5b81bd2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.4808223 Jul 22 23:41:00.764912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:00.783760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9427f8d-9fa1-41bf-9536-f0a9dded8c14 req-83cd7506-3e60-4bc7-9839-004a90d43877 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990121 Jul 22 23:41:00.791861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.798941 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.800092 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.823458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d5c9f353-95a3-4fc9-8b36-bde3724ea99b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:00.826443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:00.863397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'network': {'name': 'tempest-network--1824511476', 'router:external': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:00.868424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d5c9f353-95a3-4fc9-8b36-bde3724ea99b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:00.868767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d5c9f353-95a3-4fc9-8b36-bde3724ea99b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:00.887041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.889212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:00.889848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:00.906009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Made reservation on behalf of 720781c6706247a589a7b57e744c3bac for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:00.910017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.924356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.940765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:00.969286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-5acbf9c9-bcec-468c-807a-ceea809886a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.2209337 Jul 22 23:41:00.974798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de011712-53f5-4f4c-b7fd-166f8c55e33e req-bf2ea151-b143-4365-bbc7-14f140f09e8a tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.1150467 Jul 22 23:41:00.985178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:00.985458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:00.986094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:00.997500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:01.030847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:01.031434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35150b9b-1728-4274-a186-6923c00ec909 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:01.058063 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-184112fc-515f-4002-85d5-60bf87e4b3ca tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/floatingips/db86c365-ee59-45f6-a126-174dfcf5b52a HTTP/1.1" status: 200 len: 978 time: 3.5860617 Jul 22 23:41:01.062854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:01.071753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=2c7e5c3b-8d77-4775-91d0-7116f6850da7,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:01.073929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.076613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:01.078248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-132d823d-d024-4c90-bd10-05171428ac05', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:01.079214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:01.079853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.080188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.086447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-4bb951ab-7f54-41a9-83e1-88a45a1ecbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:01.088056 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-4bb951ab-7f54-41a9-83e1-88a45a1ecbbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1041477 Jul 22 23:41:01.101945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6012bef-9e81-4e16-b61e-f121daaedf4f None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:01.164779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.206660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.287121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.296110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.309641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-eac54999-9429-4343-a9e3-0135c5b82efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:01.311365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-eac54999-9429-4343-a9e3-0135c5b82efc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896069 Jul 22 23:41:01.343371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-99db619f-e0fe-4af2-aea2-287c732ab425 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4971275 Jul 22 23:41:01.346085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:01.351790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'name': 'tempest-NetworksTestDHCPv6-1743948594'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:01.384566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:01.417053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.417737 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Added segment b91bc683-f780-4c2b-b379-a5e500223095 of type vlan for network 744d284c-8938-468b-aa0e-28bf630c592c Jul 22 23:41:01.432952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2045abb-373d-4f95-b75b-ec6d70ccc4d0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:01.460915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Allocated IP 172.20.0.2 (132d823d-d024-4c90-bd10-05171428ac05/9bf4bf01-225c-45f6-b4cc-e081e13c223e/6d1b2826-6e5b-4fca-957e-af33efd032b6) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:01.481296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.503626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.524312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '2c7e5c3b-8d77-4775-91d0-7116f6850da7'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:01.525161 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.552195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.564517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.570529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.570853 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP db86c365-ee59-45f6-a126-174dfcf5b52a disassociated. External IP: 172.25.5.117, port: de219bb2-b1fe-4bcd-af95-d96cd5354d48. Jul 22 23:41:01.622447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-50c3db11-d802-4af4-8f38-6f477a867fca service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783487 Jul 22 23:41:01.667820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Allocated IP 172.25.5.175 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/8da0d216-43b4-48ca-92fd-6fc45cf45373) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:01.684113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:01.687854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.726030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 353c93da-48ce-413d-a4a1-8f6760869725 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:01.756200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.765629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.766772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:01.767605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.769335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/2c7e5c3b-8d77-4775-91d0-7116f6850da7/c849c2d4-742c-450c-873e-cf4ce0029acd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:01.776611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Transition to ACTIVE for port object 6d1b2826-6e5b-4fca-957e-af33efd032b6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:01.813085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Transition to ACTIVE for port object 6d1b2826-6e5b-4fca-957e-af33efd032b6 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:01.828048 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.838193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-71ce801c-3ff3-4f35-b173-f6a92e51c80a req-e4a963d2-b1e6-45b0-9f5f-2deec7f967a8 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800354 Jul 22 23:41:01.874170 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2662010 Jul 22 23:41:01.875738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40784) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:01.889177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b999c24-398b-49cf-9d49-6475546c45a3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Network': ['ID=744d284c-8938-468b-aa0e-28bf630c592c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:01.923879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:01.974084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Pushing event updated for resources: {'Port': ['ID=6d1b2826-6e5b-4fca-957e-af33efd032b6,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:01.992258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 744d284c-8938-468b-aa0e-28bf630c592c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:02.015581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Network 132d823d-d024-4c90-bd10-05171428ac05 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:02.018379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64613d1-5d5c-4c56-87db-06854556a6e9 req-d30aa840-f618-4618-ad3a-77898d68980b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.020441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a64613d1-5d5c-4c56-87db-06854556a6e9 req-d30aa840-f618-4618-ad3a-77898d68980b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1272638 Jul 22 23:41:02.022016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.046195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.047565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:02.055783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:02.098621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:02.105039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:02.113974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:02.119690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:02.145725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=8da0d216-43b4-48ca-92fd-6fc45cf45373,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.170077 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.170338 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.180034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Attempting to bind port 6d1b2826-6e5b-4fca-957e-af33efd032b6 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:02.180416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Attempting to bind port 6d1b2826-6e5b-4fca-957e-af33efd032b6 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:02.180789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Attempting to bind port 6d1b2826-6e5b-4fca-957e-af33efd032b6 on network 132d823d-d024-4c90-bd10-05171428ac05 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:02.184733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744d284c-8938-468b-aa0e-28bf630c592c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.185192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Transition to ACTIVE for port object c849c2d4-742c-450c-873e-cf4ce0029acd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:02.191361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:02.191768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Checking segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:02.192182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.192583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Bound using segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:02.193062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Bound port: 6d1b2826-6e5b-4fca-957e-af33efd032b6, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:02.193473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.193682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a64613d1-5d5c-4c56-87db-06854556a6e9 req-3b9dfa0b-5bab-4a24-8cfc-d136f3ee2e9b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597989 Jul 22 23:41:02.195789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b08b9c8c-45d7-4e11-b291-1a1fdfbc52cd req-fae86dfd-090d-4307-86db-6d271daf26cf tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0529289 Jul 22 23:41:02.226258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Transition to ACTIVE for port object c849c2d4-742c-450c-873e-cf4ce0029acd will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:02.258316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91bc683-f780-4c2b-b379-a5e500223095') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.258612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91bc683-f780-4c2b-b379-a5e500223095') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.259382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.274379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.296392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.307974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:02.308385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:02.310354 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:02.312782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:02.324159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:02.326476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:02.353651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:02.355429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Pushing event updated for resources: {'Port': ['ID=c849c2d4-742c-450c-873e-cf4ce0029acd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.365730 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:02.378714 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:02.379861 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.383554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::138 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/2c7e5c3b-8d77-4775-91d0-7116f6850da7/353c93da-48ce-413d-a4a1-8f6760869725) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:02.397329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.412138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] For port 6d1b2826-6e5b-4fca-957e-af33efd032b6, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:02.434472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] For port 6d1b2826-6e5b-4fca-957e-af33efd032b6, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6d1b2826-6e5b-4fca-957e-af33efd032b6,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:02.437389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Attempting to bind port c849c2d4-742c-450c-873e-cf4ce0029acd on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:02.437794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Attempting to bind port c849c2d4-742c-450c-873e-cf4ce0029acd by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:02.438161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Attempting to bind port c849c2d4-742c-450c-873e-cf4ce0029acd on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:02.442934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.447172 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8b7b5e6-fc50-4bfb-b17b-a91dcae198cc tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/floatingips/db86c365-ee59-45f6-a126-174dfcf5b52a HTTP/1.1" status: 200 len: 688 time: 1.3821633 Jul 22 23:41:02.455932 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.465688 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.467793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:02.468170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:02.468564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.468959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:02.469432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Bound port: c849c2d4-742c-450c-873e-cf4ce0029acd, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:02.469810 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.473713 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:02.474350 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.476078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 744d284c-8938-468b-aa0e-28bf630c592c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:41:02.478227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:02.500002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.502047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/networks/744d284c-8938-468b-aa0e-28bf630c592c HTTP/1.1" status: 204 len: 168 time: 0.6251931 Jul 22 23:41:02.511928 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:02.512847 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614952b-09f2-4884-9b09-94fb34d5c1aa None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:02.524549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:02.530734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:02.564466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc29c39-690e-4156-9fd3-1c3ff5830201 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Network': ['ID=744d284c-8938-468b-aa0e-28bf630c592c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.566615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.613252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157a048-f5cb-4e26-8551-aac5940e1e02 None None] Pushing event updated for resources: {'Port': ['ID=6d1b2826-6e5b-4fca-957e-af33efd032b6,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.619847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] For port c849c2d4-742c-450c-873e-cf4ce0029acd, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:02.625023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] For port c849c2d4-742c-450c-873e-cf4ce0029acd, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c849c2d4-742c-450c-873e-cf4ce0029acd,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:02.633776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.698142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Made reservation on behalf of 720781c6706247a589a7b57e744c3bac for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:02.713955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.749146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a5104-2c64-465a-b625-5e50e78c07cf None None] Pushing event updated for resources: {'Port': ['ID=c849c2d4-742c-450c-873e-cf4ce0029acd,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:02.780335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:02.805598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.805950 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Added segment 56d52e2c-1099-4894-8a6d-35e2b72dba5b of type vlan for network 64316218-82af-47ca-a4eb-ef054c89d951 Jul 22 23:41:02.867797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.908672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 6d4ab52c-c837-4106-bf40-58580e3fd505 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:02.909107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.917444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:02.918436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:02.919074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.013661 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4852064 Jul 22 23:41:03.013896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.015195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:03.048949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'subnet': {'network_id': '64316218-82af-47ca-a4eb-ef054c89d951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:03.088648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f36c4a-c886-486a-81c2-5f8acbeaec60 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Network': ['ID=64316218-82af-47ca-a4eb-ef054c89d951,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:03.102648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 64316218-82af-47ca-a4eb-ef054c89d951 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:03.109436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 353c93da-48ce-413d-a4a1-8f6760869725 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:03.128625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.136827 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.169774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 6d4ab52c-c837-4106-bf40-58580e3fd505 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:03.171861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.177124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Made reservation on behalf of 720781c6706247a589a7b57e744c3bac for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:03.186523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.248861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:03.259871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:03.263163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:03.270821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:03.271709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.290766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=353c93da-48ce-413d-a4a1-8f6760869725,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:03.296239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.386480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-78d9dfb1-e8ea-46bb-91ac-e699c228c600 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0385690 Jul 22 23:41:03.388967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:03.447407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a23b3aff-1a20-4dd8-a92c-27c74f919573 req-33c6d20e-3bbc-4ac5-bdd4-309c7cf32fad tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0601115 Jul 22 23:41:03.529331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1859a-c62d-43a8-94d2-ef842306cffa req-bef373ce-a280-46b8-915c-a24dabe2cb77 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:03.532218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42c1859a-c62d-43a8-94d2-ef842306cffa req-bef373ce-a280-46b8-915c-a24dabe2cb77 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1479108 Jul 22 23:41:03.588275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42c1859a-c62d-43a8-94d2-ef842306cffa req-9d0ba9a7-0910-4da0-a08c-68f213dcb33c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451066 Jul 22 23:41:03.589375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:41:03.742736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:03.762414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Sync routers for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:03.773238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:03.774009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:03.781079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:03.782294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac717be7-ceae-48c2-a7e9-5affc195bb3b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.0722880 Jul 22 23:41:03.787939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:03.803841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04c780-2d96-44da-939f-41567fcdf209 req-70372848-507d-4178-b526-aebd94437b2f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:03.807830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b04c780-2d96-44da-939f-41567fcdf209 req-70372848-507d-4178-b526-aebd94437b2f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1100295 Jul 22 23:41:03.859443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b04c780-2d96-44da-939f-41567fcdf209 req-70e2297c-7992-40b2-94d3-4db9e12dbb4f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473564 Jul 22 23:41:03.972340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:04.043581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a73ba8-4ea6-4c61-882c-646330116b50 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.045695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee85294-9c17-4c37-9a4e-1e2ba6c42821 None None] Network 132d823d-d024-4c90-bd10-05171428ac05 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:04.049551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a73ba8-4ea6-4c61-882c-646330116b50 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.054304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1a73ba8-4ea6-4c61-882c-646330116b50 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6601162 Jul 22 23:41:04.056065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.175606 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.218139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=6d4ab52c-c837-4106-bf40-58580e3fd505,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:04.284842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d89b5-6f95-44c0-a16d-7dea38ead519 req-0bf634ba-451d-4ae6-a537-2612e0a8e34f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.287440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-349d89b5-6f95-44c0-a16d-7dea38ead519 req-0bf634ba-451d-4ae6-a537-2612e0a8e34f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1609156 Jul 22 23:41:04.293957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02321654-8faf-401a-baf2-3d3976660135 None None] Provisioning for port 6d1b2826-6e5b-4fca-957e-af33efd032b6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:04.334076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 353c93da-48ce-413d-a4a1-8f6760869725 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:04.335063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.394384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-349d89b5-6f95-44c0-a16d-7dea38ead519 req-1ad94df8-e7de-47cb-a727-374853587461 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952997 Jul 22 23:41:04.458727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.464985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.474115 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1b105c5-6e07-4841-af5a-a43f475bbec3 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/floatingips/db86c365-ee59-45f6-a126-174dfcf5b52a HTTP/1.1" status: 204 len: 168 time: 1.9956675 Jul 22 23:41:04.474252 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.477402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.519369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:02Z', 'revision_number': 3, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:04.532318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 353c93da-48ce-413d-a4a1-8f6760869725 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:04.535896 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b80f2785-87f0-4345-a2ed-cb438931ced7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] delete failed (client error): The resource could not be found. Jul 22 23:41:04.537056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b80f2785-87f0-4345-a2ed-cb438931ced7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/floatingips/db86c365-ee59-45f6-a126-174dfcf5b52a HTTP/1.1" status: 404 len: 345 time: 0.0587032 Jul 22 23:41:04.540812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.578468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Checking router: be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:04.578824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Updating router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d port 8da0d216-43b4-48ca-92fd-6fc45cf45373 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:41:04.655568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a42b7240-5494-4d02-83b8-e1093dc7a502 None None] Provisioning for port c849c2d4-742c-450c-873e-cf4ce0029acd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:04.660142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9336fa6a-a087-4864-9b86-dd3c28800b70 req-9fc34c71-aea8-41d6-8b8e-eb2062b469ac tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0639489 Jul 22 23:41:04.668847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:41:04.669516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.684531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:04.843484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de0c90-770d-4b54-a31b-8c2be18489df tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.858877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de0c90-770d-4b54-a31b-8c2be18489df tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.870461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de0c90-770d-4b54-a31b-8c2be18489df tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.880413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3de0c90-770d-4b54-a31b-8c2be18489df tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/ports?network_id=3ee51594-36b5-46fa-8175-6c72d97f3809 HTTP/1.1" status: 200 len: 2358 time: 0.3359673 Jul 22 23:41:04.889781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:04.918923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Checking segment: {'id': '56d52e2c-1099-4894-8a6d-35e2b72dba5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '64316218-82af-47ca-a4eb-ef054c89d951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:04.919574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Network hostable DHCP agents. Network: 64316218-82af-47ca-a4eb-ef054c89d951, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:04.966974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49289087-7fff-45ac-928d-ed39924e34c1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:04.992378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734dc7f9-8344-48b4-a433-c3cca1fc0aa8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:04.998183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-734dc7f9-8344-48b4-a433-c3cca1fc0aa8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/subnets/9f19236b-34dd-4f74-b3d8-33dbddf1b837 HTTP/1.1" status: 200 len: 797 time: 0.1029446 Jul 22 23:41:05.004957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d067b4-69d4-494b-bf44-2335f074a862 req-1b355c89-d6f0-45a8-b3cc-bb1f8dc19815 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.012562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76d067b4-69d4-494b-bf44-2335f074a862 req-1b355c89-d6f0-45a8-b3cc-bb1f8dc19815 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3040650 Jul 22 23:41:05.024676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.062529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Network 64316218-82af-47ca-a4eb-ef054c89d951 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:05.070107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'port': {'network_id': '3ee51594-36b5-46fa-8175-6c72d97f3809', 'name': 'tempest-FloatingIPTestJSON-409556469', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:05.072862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76d067b4-69d4-494b-bf44-2335f074a862 req-80f11168-c00c-4164-9c5d-7e4bcbf01f13 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593374 Jul 22 23:41:05.103042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.131009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 64316218-82af-47ca-a4eb-ef054c89d951) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:05.156718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.157295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.157434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.188856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c849c2d4-742c-450c-873e-cf4ce0029acd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:05.190686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44085862-12f0-4c9c-a6f7-7944d6455673 None None] Network 64316218-82af-47ca-a4eb-ef054c89d951 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:05.191838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=353c93da-48ce-413d-a4a1-8f6760869725,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:05.224292 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.229990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7de84c56-c5fa-4a08-8a40-94464f845053 None None] Could not find standard attr ID for object 353c93da-48ce-413d-a4a1-8f6760869725. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:05.230197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de6eef1d-ab58-43d7-b7a5-6ab0b8dd2e6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/353c93da-48ce-413d-a4a1-8f6760869725 HTTP/1.1" status: 204 len: 168 time: 1.1697102 Jul 22 23:41:05.230313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.254290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d704a99b-b558-4e76-a0cf-f98f8a16bd11 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2292237 Jul 22 23:41:05.265082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40838) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.270993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'floatingip': {'floating_network_id': '64316218-82af-47ca-a4eb-ef054c89d951'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:05.297716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c1276-c938-43a8-9371-59abc3fe99bf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.299358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c1276-c938-43a8-9371-59abc3fe99bf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:05.303370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7e0c1276-c938-43a8-9371-59abc3fe99bf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0706644 Jul 22 23:41:05.305517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.327162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:41:05.327162 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:41:05.327162 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': '3f4ed18e14bc42f7b95dc593e1a9c0b4', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 41, 5, 293289)}] Jul 22 23:41:05.327162 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:41:05.328051 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:41:05.347264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.377103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.424518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Allocated IP 172.20.0.1 (132d823d-d024-4c90-bd10-05171428ac05/9bf4bf01-225c-45f6-b4cc-e081e13c223e/10205e3b-aea7-491b-a252-b5f371637f5a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:05.430243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 2c7e5c3b-8d77-4775-91d0-7116f6850da7 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:05.434026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.472901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Transition to ACTIVE for port object 8da0d216-43b4-48ca-92fd-6fc45cf45373 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:05.481342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c849c2d4-742c-450c-873e-cf4ce0029acd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:05.487744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c849c2d4-742c-450c-873e-cf4ce0029acd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:05.488319 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.510922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.544026 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.545973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79410df-af57-4ad1-813f-9c7cf8aee4fe None None] Network 64316218-82af-47ca-a4eb-ef054c89d951 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:05.589223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.605831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.608718 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.652780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Transition to ACTIVE for port object 10205e3b-aea7-491b-a252-b5f371637f5a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:05.666698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Attempting to bind port 8da0d216-43b4-48ca-92fd-6fc45cf45373 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:05.667081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Attempting to bind port 8da0d216-43b4-48ca-92fd-6fc45cf45373 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:05.667484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Attempting to bind port 8da0d216-43b4-48ca-92fd-6fc45cf45373 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:05.677548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a73e0-f39c-4ff2-b745-c4a4e7edd548 None None] Pushing event updated for resources: {'Port': ['ID=8da0d216-43b4-48ca-92fd-6fc45cf45373,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:05.689491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:05.689984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:05.691080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.691735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:05.692263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Bound port: 8da0d216-43b4-48ca-92fd-6fc45cf45373, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:05.692639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.693808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.724869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7e5c3b-8d77-4775-91d0-7116f6850da7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:05.731405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Allocated IP 172.20.0.7 (64316218-82af-47ca-a4eb-ef054c89d951/49289087-7fff-45ac-928d-ed39924e34c1/3dd81262-a9af-4b5c-99a1-055d527b7490) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:05.731539 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.733401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a9e4c24d-f827-4a18-a063-126831c29602 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/2c7e5c3b-8d77-4775-91d0-7116f6850da7 HTTP/1.1" status: 204 len: 168 time: 0.4267766 Jul 22 23:41:05.735927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40846) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.741300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.761369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af80878-8bab-40bb-88a9-f185aba8b1bf None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:05.779958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-122c1739-8728-400d-a763-75ceadf94804 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406024 Jul 22 23:41:05.782327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40848) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:05.812328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=10205e3b-aea7-491b-a252-b5f371637f5a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:05.826502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Network 132d823d-d024-4c90-bd10-05171428ac05 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:05.832679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:05.837437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:05.903971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:05.921343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.021551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c849c2d4-742c-450c-873e-cf4ce0029acd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c849c2d4-742c-450c-873e-cf4ce0029acd,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:06.025169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] For port 8da0d216-43b4-48ca-92fd-6fc45cf45373, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:06.027374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:06.028552 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.043635 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.044520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d1b2826-6e5b-4fca-957e-af33efd032b6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:06.054408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] For port 8da0d216-43b4-48ca-92fd-6fc45cf45373, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8da0d216-43b4-48ca-92fd-6fc45cf45373,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:06.124697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.188683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.197697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.206472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:06.207394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:06.215206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2505c55e-9da8-45a8-96e4-54e22ac92792 None None] Provisioning for port 10205e3b-aea7-491b-a252-b5f371637f5a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:06.238023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.261178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2505c55e-9da8-45a8-96e4-54e22ac92792 None None] Provisioning complete for port 10205e3b-aea7-491b-a252-b5f371637f5a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:06.261178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2505c55e-9da8-45a8-96e4-54e22ac92792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.291242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c849c2d4-742c-450c-873e-cf4ce0029acd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:06.300375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:06.306906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3a433ed-1b7e-4224-9588-5f60148a2d96 req-66b2751f-5b01-4b3a-af6e-ef85dee2f788 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.4930508 Jul 22 23:41:06.343674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] device_id is not set on port 95631a64-5a8f-4751-9b86-b0fd8d821004 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:06.360106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfed6932-e5cf-4318-a5e2-6bd12d72362a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.360982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cfed6932-e5cf-4318-a5e2-6bd12d72362a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5776317 Jul 22 23:41:06.364987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:06.428888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6740f-fd07-4adf-a51c-0d8f92050cd8 req-3ae14086-12f5-4a1a-9ffa-ba8c5f9a0b77 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.430449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5e6740f-fd07-4adf-a51c-0d8f92050cd8 req-3ae14086-12f5-4a1a-9ffa-ba8c5f9a0b77 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1348405 Jul 22 23:41:06.440811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e2bc4-1bd7-4ea9-8b70-d8eff914da57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.441067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2505c55e-9da8-45a8-96e4-54e22ac92792 None None] Port 10205e3b-aea7-491b-a252-b5f371637f5a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:06.442573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6d1b2826-6e5b-4fca-957e-af33efd032b6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:06.443585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7d9e2bc4-1bd7-4ea9-8b70-d8eff914da57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771518 Jul 22 23:41:06.447459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:06.462585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.472769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6d1b2826-6e5b-4fca-957e-af33efd032b6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:06.473160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.513587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a73e0-f39c-4ff2-b745-c4a4e7edd548 None None] Pushing event updated for resources: {'Port': ['ID=8da0d216-43b4-48ca-92fd-6fc45cf45373,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:06.514351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-42bbd7c1-71f0-45e8-b05d-2331aad36d2a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652514 Jul 22 23:41:06.521799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40860) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:06.532552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Port': ['ID=3dd81262-a9af-4b5c-99a1-055d527b7490,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:06.535923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:06.540629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:06.557626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5e6740f-fd07-4adf-a51c-0d8f92050cd8 req-bed8a1ba-5149-49b9-b02f-b202001ff347 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973074 Jul 22 23:41:06.643137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] Deleting port c849c2d4-742c-450c-873e-cf4ce0029acd {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:06.643830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.819400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531934f7-8c86-45c1-8102-12a10a9c91c8 req-5c3a85c2-25c2-4d7d-9249-10696f685d58 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:06.821371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-531934f7-8c86-45c1-8102-12a10a9c91c8 req-5c3a85c2-25c2-4d7d-9249-10696f685d58 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.0736561 Jul 22 23:41:06.828183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] For port c849c2d4-742c-450c-873e-cf4ce0029acd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c849c2d4-742c-450c-873e-cf4ce0029acd,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:06.828579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.850619 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:06.852627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] Calling delete_port for c849c2d4-742c-450c-873e-cf4ce0029acd owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:06.865968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-531934f7-8c86-45c1-8102-12a10a9c91c8 req-89a564f1-9184-439b-b7e9-870569eed1e9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 Jul 22 23:41:06.927265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Network 64316218-82af-47ca-a4eb-ef054c89d951 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:06.937557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:06.945700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:06.976064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6d1b2826-6e5b-4fca-957e-af33efd032b6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6d1b2826-6e5b-4fca-957e-af33efd032b6,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:06.988663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.051227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6d1b2826-6e5b-4fca-957e-af33efd032b6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.076328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:05Z', 'revision_number': 1, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:07.152570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.162506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.230153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:07.233673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.241118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c849c2d4-742c-450c-873e-cf4ce0029acd no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:07.245273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3ce44-81f8-4186-a94b-8119fcc40447 None None] The sync data for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 is: [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:05Z', 'revision_number': 1, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:07.246062 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.270496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c849c2d4-742c-450c-873e-cf4ce0029acd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:07.270496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c849c2d4-742c-450c-873e-cf4ce0029acd not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:07.293856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] Pushing event deleted for resources: {'Port': ['ID=c849c2d4-742c-450c-873e-cf4ce0029acd,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.297252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da3044-c08c-4b43-aada-c285b8b675ff None None] No DVR routers for this DVR port c849c2d4-742c-450c-873e-cf4ce0029acd on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:07.380372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.398182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.400068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=10205e3b-aea7-491b-a252-b5f371637f5a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:07.433172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9883ac36-a0c3-4bbc-885c-1729e7ef30a3 req-65b179a9-b27d-4361-90e3-c48a6359a466 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0388613 Jul 22 23:41:07.542055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:07.574570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.14 (3ee51594-36b5-46fa-8175-6c72d97f3809/9f19236b-34dd-4f74-b3d8-33dbddf1b837/95631a64-5a8f-4751-9b86-b0fd8d821004) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:07.608295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.13 (3ee51594-36b5-46fa-8175-6c72d97f3809/9f19236b-34dd-4f74-b3d8-33dbddf1b837/95631a64-5a8f-4751-9b86-b0fd8d821004) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:07.738940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Network 132d823d-d024-4c90-bd10-05171428ac05 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:07.764544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:07.992453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.079004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c596b-6998-4dab-bbaf-95a9377a703c req-bf3bee7b-ae76-408c-b0c8-eae391ad99e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:08.080647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f2c596b-6998-4dab-bbaf-95a9377a703c req-bf3bee7b-ae76-408c-b0c8-eae391ad99e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.0961521 Jul 22 23:41:08.098156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7da6e9b6-4dcc-4f09-8f99-d478cdd7b80e None None] Provisioning complete for port 10205e3b-aea7-491b-a252-b5f371637f5a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:08.098748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7da6e9b6-4dcc-4f09-8f99-d478cdd7b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.131173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:08.132066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f2c596b-6998-4dab-bbaf-95a9377a703c req-308cd0c5-73c4-4a1c-8f37-2b7de816a17a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Jul 22 23:41:08.139629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:08.146405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7da6e9b6-4dcc-4f09-8f99-d478cdd7b80e None None] Port 10205e3b-aea7-491b-a252-b5f371637f5a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:08.149806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:08.150404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.154666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f8748-1319-4428-ac54-eec6e1cbdcc0 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:08.164797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=ada2cea9-935f-48f8-9204-9515fa8d4212,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:08.184148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2bd214dd-96e4-4b53-aec7-8730b9f39a74 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6481950 Jul 22 23:41:08.186954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:08.187239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.195363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'ada2cea9-935f-48f8-9204-9515fa8d4212', 'ip_address': '2001:db8::3fb7:9660:6b63:4894'}], 'name': 'tempest-NetworksTestDHCPv6-1580457154'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:08.205328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.216719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.329428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:08.350981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Port': ['ID=3dd81262-a9af-4b5c-99a1-055d527b7490,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:08.364544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.383572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafeb7a-be94-46d3-836b-ac3a5836be73 req-da73e823-597d-49ca-abe2-f91381402d54 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:08.385588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5aafeb7a-be94-46d3-836b-ac3a5836be73 req-da73e823-597d-49ca-abe2-f91381402d54 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1456521 Jul 22 23:41:08.403627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'ada2cea9-935f-48f8-9204-9515fa8d4212'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:08.404733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.456732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:08.479799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5aafeb7a-be94-46d3-836b-ac3a5836be73 req-ed191ce7-4041-4b3c-b0de-79199d0078c6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873616 Jul 22 23:41:08.572580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/ada2cea9-935f-48f8-9204-9515fa8d4212/646ecd76-9a96-4c20-a970-2033b1a9340c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:08.602765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:08.618621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bfec3e8b-77ef-4fe8-a52c-18dd4839eb06 admin admin] 10.222.0.21 "PUT /v2.0/routers/be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8276224 Jul 22 23:41:08.630116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:08.633731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.636446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:08.644753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:08.654841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=95631a64-5a8f-4751-9b86-b0fd8d821004,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:08.686785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.688671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd929c1c-4ec0-4bba-bb05-f259f99576b3 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4226122 Jul 22 23:41:08.694855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:08.708048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98cc613a-2ad2-42c7-a24c-d070b6c8df6d req-0c40ddf9-f917-491e-91fc-0871ac9ef59e tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.1211312 Jul 22 23:41:08.761538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.801567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667ea5f-6e7e-401e-bba3-22a0380bf42e req-adacce50-2192-4300-bdf1-3128e1a9570f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:08.806000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.810825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b667ea5f-6e7e-401e-bba3-22a0380bf42e req-adacce50-2192-4300-bdf1-3128e1a9570f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2125833 Jul 22 23:41:08.813831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 48d644f3-7fb8-43dc-90a7-9a835895dff2 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:08.832603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Transition to ACTIVE for port object 646ecd76-9a96-4c20-a970-2033b1a9340c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:08.883988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Transition to ACTIVE for port object 646ecd76-9a96-4c20-a970-2033b1a9340c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:08.897347 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-259cde03-046b-4458-9686-9275d89db6cd tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=64316218-82af-47ca-a4eb-ef054c89d951 HTTP/1.1" status: 200 len: 689 time: 0.1948664 Jul 22 23:41:08.900430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:08.901993 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:08.946373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Pushing event updated for resources: {'Port': ['ID=646ecd76-9a96-4c20-a970-2033b1a9340c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:08.963518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:08.965063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:08.967557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:09.010866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.017841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:09.019227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.040712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Attempting to bind port 646ecd76-9a96-4c20-a970-2033b1a9340c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:09.041151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Attempting to bind port 646ecd76-9a96-4c20-a970-2033b1a9340c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:09.041555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Attempting to bind port 646ecd76-9a96-4c20-a970-2033b1a9340c on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:09.047788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:09.048183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:09.048597 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.049118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:09.050474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Bound port: 646ecd76-9a96-4c20-a970-2033b1a9340c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:09.051082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.137884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7657eb05-afeb-4732-b85d-7e4fae2fd5ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.0918984 Jul 22 23:41:09.138120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:09.142836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '95631a64-5a8f-4751-9b86-b0fd8d821004', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:09.152194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b667ea5f-6e7e-401e-bba3-22a0380bf42e req-85b9db01-f47d-4cc4-9441-1e5fc889b385 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403676 Jul 22 23:41:09.159934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] For port 646ecd76-9a96-4c20-a970-2033b1a9340c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:09.168251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] For port 646ecd76-9a96-4c20-a970-2033b1a9340c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=646ecd76-9a96-4c20-a970-2033b1a9340c,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:09.181927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.188790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.221856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Deleting port 3dd81262-a9af-4b5c-99a1-055d527b7490 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:09.223210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.317306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::3fb7:9660:6b63:4894 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/ada2cea9-935f-48f8-9204-9515fa8d4212/48d644f3-7fb8-43dc-90a7-9a835895dff2) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:09.358042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160adf2-6b2e-48e7-aa39-ded074cb3974 None None] Pushing event updated for resources: {'Port': ['ID=646ecd76-9a96-4c20-a970-2033b1a9340c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:09.380040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.380040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.465842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d1b2826-6e5b-4fca-957e-af33efd032b6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:09.599431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6d1b2826-6e5b-4fca-957e-af33efd032b6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:09.599882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.759104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Calling delete_port for 3dd81262-a9af-4b5c-99a1-055d527b7490 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:09.785106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8da0d216-43b4-48ca-92fd-6fc45cf45373 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:09.831236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.832875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.897752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 8da0d216-43b4-48ca-92fd-6fc45cf45373 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:09.902574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8da0d216-43b4-48ca-92fd-6fc45cf45373 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:09.902960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:09.904077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18f3f-042c-4a57-b85d-ba31921c6536 req-8eee844c-00e4-45c1-902d-1387873f2454 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:09.913118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02a18f3f-042c-4a57-b85d-ba31921c6536 req-8eee844c-00e4-45c1-902d-1387873f2454 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.4705114 Jul 22 23:41:09.973806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 48d644f3-7fb8-43dc-90a7-9a835895dff2 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:09.995051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.92 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/5650720c-8b54-4894-881b-497071ee5876) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:10.000723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02a18f3f-042c-4a57-b85d-ba31921c6536 req-d7bcf2a0-dd6e-4af1-a2d2-9ab994229020 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866425 Jul 22 23:41:10.016446 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.017630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-9719bc90-8b46-4a63-acd0-52268cb28385 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.020662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-9719bc90-8b46-4a63-acd0-52268cb28385 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 828 time: 0.3087945 Jul 22 23:41:10.059419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-2cc64f9d-a4a6-4db8-bf9c-37397e452f78 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/quotas/d25cbb3014184a52a4bf14b3f1a3eb1c HTTP/1.1" status: 200 len: 375 time: 0.0225649 Jul 22 23:41:10.067634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 8da0d216-43b4-48ca-92fd-6fc45cf45373, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8da0d216-43b4-48ca-92fd-6fc45cf45373,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:10.076298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.114235 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.128776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.129503 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Sync routers for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:10.144583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:10.147421 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:10.148343 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:10.164510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:10.173929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dd81262-a9af-4b5c-99a1-055d527b7490,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.179960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=8da0d216-43b4-48ca-92fd-6fc45cf45373,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.197488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-382b3d76-dad6-42c8-8b61-13e7bf88fae9 req-19578f33-d961-4725-9d11-0e61cf11bc80 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0869577 Jul 22 23:41:10.198424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:10.204337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.204829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.218444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.245912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0577636 Jul 22 23:41:10.249105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:10.252110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579cacc-07c7-4a48-be6c-41d55e28656b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=48d644f3-7fb8-43dc-90a7-9a835895dff2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.270336 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-a71f81ff-26bb-49e5-a340-153df5b4002d tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1918845 Jul 22 23:41:10.324735 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.325341 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:10.378602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-e4e4a890-052d-48bc-81c2-4574cd03afe9 service neutron] 10.222.0.21 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000061 Jul 22 23:41:10.389707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.406982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ca6d0-e167-4ce3-b643-4ae87dc03d8c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.414201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ca6d0-e167-4ce3-b643-4ae87dc03d8c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:10.418230 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c41ca6d0-e167-4ce3-b643-4ae87dc03d8c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1641881 Jul 22 23:41:10.425605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:10.521210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-701d772b-7575-4856-9018-d46da4ea9c0e service neutron] 10.222.0.21 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292346 Jul 22 23:41:10.538656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:10.540085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.547855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=5650720c-8b54-4894-881b-497071ee5876,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.571104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:10.578254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:10.595285 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 2, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:10.623977 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Checking router: be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:10.624327 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Updating router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d port 10205e3b-aea7-491b-a252-b5f371637f5a binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:41:10.662613 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.722800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.778397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49289087-7fff-45ac-928d-ed39924e34c1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:10.787359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef5af313-ed3b-4fdf-94b2-e5b9fab809ca req-ed2634ed-07f2-40e3-9c76-ce1f1827a2ca tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 210 time: 0.0627878 Jul 22 23:41:10.870298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 48d644f3-7fb8-43dc-90a7-9a835895dff2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:10.870558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:10.905837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.023922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64316218-82af-47ca-a4eb-ef054c89d951']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:11.024340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f775b17f-11db-43d8-8f96-c6f577b0b17a None None] Provisioning for port 646ecd76-9a96-4c20-a970-2033b1a9340c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:11.103242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d52e2c-1099-4894-8a6d-35e2b72dba5b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:11.103611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d52e2c-1099-4894-8a6d-35e2b72dba5b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:11.109248 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.131353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Transition to ACTIVE for port object 10205e3b-aea7-491b-a252-b5f371637f5a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:11.135839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.144092 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.185145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.198937 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Pushing event updated for resources: {'Port': ['ID=10205e3b-aea7-491b-a252-b5f371637f5a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:11.202964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.215308 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.215638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.216024 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.216316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.217529 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.218160 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.218657 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.219144 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.219681 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.220173 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.220918 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.221507 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:11.246221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 48d644f3-7fb8-43dc-90a7-9a835895dff2 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:11.256900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:11.261756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:11.267289 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:11.278082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8da0d216-43b4-48ca-92fd-6fc45cf45373 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:11.364916 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Attempting to bind port 10205e3b-aea7-491b-a252-b5f371637f5a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:11.365553 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Attempting to bind port 10205e3b-aea7-491b-a252-b5f371637f5a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:11.366093 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Attempting to bind port 10205e3b-aea7-491b-a252-b5f371637f5a on network 132d823d-d024-4c90-bd10-05171428ac05 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:11.373487 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:11.374152 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Checking segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:11.374771 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.375808 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Bound using segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:11.376707 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Bound port: 10205e3b-aea7-491b-a252-b5f371637f5a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:11.377391 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.398541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86ee92cc-4461-43d6-a03a-0a79b5660085 None None] Provisioning for port 48d644f3-7fb8-43dc-90a7-9a835895dff2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:11.401273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-457e2bbb-8b66-4f02-97ad-0da1b71ab1f5 req-c7d05cf4-81ee-44dc-bc60-59382ab483aa tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0638051 Jul 22 23:41:11.410277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8da0d216-43b4-48ca-92fd-6fc45cf45373 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:11.410907 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.413644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86ee92cc-4461-43d6-a03a-0a79b5660085 None None] Provisioning complete for port 48d644f3-7fb8-43dc-90a7-9a835895dff2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:11.414176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86ee92cc-4461-43d6-a03a-0a79b5660085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.485645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.491142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64316218-82af-47ca-a4eb-ef054c89d951 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:41:11.505032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-86ee92cc-4461-43d6-a03a-0a79b5660085 None None] Port 48d644f3-7fb8-43dc-90a7-9a835895dff2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:11.508977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.513429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:11.516424 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/networks/64316218-82af-47ca-a4eb-ef054c89d951 HTTP/1.1" status: 204 len: 168 time: 2.6149399 Jul 22 23:41:11.560403 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] For port 10205e3b-aea7-491b-a252-b5f371637f5a, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:11.565878 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] For port 10205e3b-aea7-491b-a252-b5f371637f5a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10205e3b-aea7-491b-a252-b5f371637f5a,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:11.572692 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.593588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 646ecd76-9a96-4c20-a970-2033b1a9340c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:11.670102 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:11.671136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:11.747311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 646ecd76-9a96-4c20-a970-2033b1a9340c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:11.754022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 646ecd76-9a96-4c20-a970-2033b1a9340c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:11.754405 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.834023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d937999f-30bd-43ab-83f0-499f2c6eab10 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.3175883 Jul 22 23:41:11.836632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:11.842117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017704fa-3c4d-40d9-973b-09244fdd34d0 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Network': ['ID=64316218-82af-47ca-a4eb-ef054c89d951,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:11.861600 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:11.943386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:11.970159 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69238557-f7ca-4f47-b208-0bf2ca61a100 None None] Pushing event updated for resources: {'Port': ['ID=10205e3b-aea7-491b-a252-b5f371637f5a,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:11.985334 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.024657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.038749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 646ecd76-9a96-4c20-a970-2033b1a9340c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=646ecd76-9a96-4c20-a970-2033b1a9340c,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:12.046943 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.066529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf4226c3-48dc-48e6-b1f0-9072a409a323 req-56fac8bc-d47d-40be-835e-2f7c50eaaf8d tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 210 time: 0.1125634 Jul 22 23:41:12.129618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.132217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/48d644f3-7fb8-43dc-90a7-9a835895dff2 HTTP/1.1" status: 204 len: 168 time: 1.7054374 Jul 22 23:41:12.133216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558cb36-d20b-412a-8359-c3d83115c7d9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=48d644f3-7fb8-43dc-90a7-9a835895dff2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.136898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.144486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=646ecd76-9a96-4c20-a970-2033b1a9340c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.167962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.228510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.231383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.235957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.236463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.237559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.238023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.247799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.248315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.248786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.249240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.249708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.251926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3958324b-dc21-4510-995b-f43fb036f95b tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7082 time: 0.4128175 Jul 22 23:41:12.264318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.333690 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:11Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:12.385483 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-af00ab31-6a30-467f-a8cb-16be6bb9fb82 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] delete failed (client error): The resource could not be found. Jul 22 23:41:12.386289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-af00ab31-6a30-467f-a8cb-16be6bb9fb82 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/68253565-34c8-4429-82b2-ecaf77b4b5e5 HTTP/1.1" status: 404 len: 345 time: 0.1208005 Jul 22 23:41:12.390775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.429645 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a5c3ce-5ad9-49b6-b0cf-684a9f6e7f03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 23:41:12.430426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a5c3ce-5ad9-49b6-b0cf-684a9f6e7f03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:12.433299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-12a5c3ce-5ad9-49b6-b0cf-684a9f6e7f03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/networks/64316218-82af-47ca-a4eb-ef054c89d951 HTTP/1.1" status: 404 len: 339 time: 0.0408049 Jul 22 23:41:12.437731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778f892-950b-42db-a6c2-18afe479a42d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.440055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778f892-950b-42db-a6c2-18afe479a42d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.441145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.444486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2778f892-950b-42db-a6c2-18afe479a42d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3015277 Jul 22 23:41:12.449822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.462993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'network': {'name': 'tempest-network--378471366', 'router:external': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:12.468108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.487633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.544472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet ada2cea9-935f-48f8-9204-9515fa8d4212 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:12.552897 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a3fae-0b9f-461b-bdce-4508dfb8a6bb None None] The sync data for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 is: [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:11Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:12.562229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.644665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.669440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4db14ad6-8845-4fb6-8e93-9db26fc3b551 req-6c31be59-3dc8-41bc-a962-182e9cf82ec1 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.1215739 Jul 22 23:41:12.736717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=5650720c-8b54-4894-881b-497071ee5876,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.740744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Made reservation on behalf of 720781c6706247a589a7b57e744c3bac for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:12.743488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.752037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.774433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-cd7b9c61-9e71-472d-ae77-9ed2bd6b80a2 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:12.776057 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-cd7b9c61-9e71-472d-ae77-9ed2bd6b80a2 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.48 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 828 time: 0.3650212 Jul 22 23:41:12.784477 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.843734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Request body: {'port': {'device_id': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'admin_state_up': True, 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:12.854874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.898421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=ada2cea9-935f-48f8-9204-9515fa8d4212,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:12.899473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:12.900640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c4f37-8a0e-4e56-9150-a4aeab594e33 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:12.905303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.907681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8a44098e-1d6f-4d9c-9b9b-0ec2c66d2bb1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/ada2cea9-935f-48f8-9204-9515fa8d4212 HTTP/1.1" status: 204 len: 168 time: 0.4570830 Jul 22 23:41:12.910704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.960651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-25463cf3-8528-4fb1-8c45-42aeaa87aa3d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439394 Jul 22 23:41:12.961019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40962) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:12.967984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:12.979726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:12.980075 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Added segment edd0fab7-d07d-4fab-9972-b8b24dcbacd8 of type vlan for network fc81eb68-af4b-42c6-9da3-78e32ef6141e Jul 22 23:41:13.085370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Made reservation on behalf of d25cbb3014184a52a4bf14b3f1a3eb1c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:13.089451 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.100302 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP d38115a7-22f8-487d-84e4-8537bf082f30 associated. External IP: 172.25.5.92, port: 95631a64-5a8f-4751-9b86-b0fd8d821004. Jul 22 23:41:13.173978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:13.191788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.193973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.224388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:13.269576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31fea4ca-2430-499c-b84e-fd1a5b545272 req-4bbb6470-b708-4865-80fb-51fb7fa3dbba tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 210 time: 0.0702498 Jul 22 23:41:13.282071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10205e3b-aea7-491b-a252-b5f371637f5a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:13.311825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.312766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.313351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.373212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] Deleting port 646ecd76-9a96-4c20-a970-2033b1a9340c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:13.373598 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.376852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9190621 Jul 22 23:41:13.377353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:13.446411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 10205e3b-aea7-491b-a252-b5f371637f5a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:13.469722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 10205e3b-aea7-491b-a252-b5f371637f5a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:13.469722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.480629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] For port 646ecd76-9a96-4c20-a970-2033b1a9340c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=646ecd76-9a96-4c20-a970-2033b1a9340c,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:13.481265 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.511228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4652e-fc10-43ee-b3da-e91ca7c6d8fc tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Network': ['ID=fc81eb68-af4b-42c6-9da3-78e32ef6141e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:13.530805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network fc81eb68-af4b-42c6-9da3-78e32ef6141e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:13.564188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] Calling delete_port for 646ecd76-9a96-4c20-a970-2033b1a9340c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:13.570636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Allocated IP 172.20.0.5 (132d823d-d024-4c90-bd10-05171428ac05/9bf4bf01-225c-45f6-b4cc-e081e13c223e/63967376-c513-457d-9595-fa4ad7055a2c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:13.667006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:13.676199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6b8e1-f100-48fd-8d45-83eafc27ea6d tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.682474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6b8e1-f100-48fd-8d45-83eafc27ea6d tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.689249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6b8e1-f100-48fd-8d45-83eafc27ea6d tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.697706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e6b8e1-f100-48fd-8d45-83eafc27ea6d tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:13.699515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-16e6b8e1-f100-48fd-8d45-83eafc27ea6d tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3196440 Jul 22 23:41:13.702847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:13.750190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.801415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 10205e3b-aea7-491b-a252-b5f371637f5a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10205e3b-aea7-491b-a252-b5f371637f5a,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:13.811707 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.815391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.852912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] No DVR routers for this DVR port 646ecd76-9a96-4c20-a970-2033b1a9340c on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:13.866740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.892185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=10205e3b-aea7-491b-a252-b5f371637f5a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:13.907614 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.911116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Transition to ACTIVE for port object 63967376-c513-457d-9595-fa4ad7055a2c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:13.925018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4e5c4-b946-4357-8283-395995aea757 None None] Pushing event deleted for resources: {'Port': ['ID=646ecd76-9a96-4c20-a970-2033b1a9340c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:13.935910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.962371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-386eacad-12f3-4c2c-b137-faf0bbafe8c7 req-4f9c417c-d4e9-460e-a32a-8f15da5c6ac4 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0821154 Jul 22 23:41:13.977172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:13.980540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:13.994451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:14.006859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:14.007242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:14.007563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.030885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:14.036701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:14.037675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.046219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.050608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.055030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c282df-d54f-4203-a907-0551384e9606 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:14.055718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Network 132d823d-d024-4c90-bd10-05171428ac05 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:14.072622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=785e5e42-e97f-40b1-8ff6-a81cc0d9f176,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:14.083131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:14.083444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3b401eea-830f-48f9-8c8e-75fee7e0647c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1210818 Jul 22 23:41:14.086739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:14.087542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.088632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:14.092681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:14.100911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '785e5e42-e97f-40b1-8ff6-a81cc0d9f176', 'ip_address': '2001:db8::438b:4ceb:7e18:57'}], 'name': 'tempest-NetworksTestDHCPv6-950909964'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:14.130163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event updated for resources: {'Port': ['ID=63967376-c513-457d-9595-fa4ad7055a2c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:14.143824 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a228e385-c81c-483c-8f09-668a6182d21b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0044241 Jul 22 23:41:14.146797 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.150560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40978) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:14.155625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'port_id': '95631a64-5a8f-4751-9b86-b0fd8d821004', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:14.162659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.163018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.163403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.163807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.164156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.164495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.164831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.165164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.165496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.165834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.166161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.166489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:14.182058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc81eb68-af4b-42c6-9da3-78e32ef6141e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.184720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.185386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d295c9-13d9-4e3c-bed1-3c84a8584719 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:14.199598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd0fab7-d07d-4fab-9972-b8b24dcbacd8') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.199902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd0fab7-d07d-4fab-9972-b8b24dcbacd8') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:14.241506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.264500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:14.265081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.265205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.270975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.283127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:14.284198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:14.286380 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:14.337861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '785e5e42-e97f-40b1-8ff6-a81cc0d9f176'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:14.338737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.419390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.419390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:14.444233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc81eb68-af4b-42c6-9da3-78e32ef6141e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:41:14.457093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.458990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fc81eb68-af4b-42c6-9da3-78e32ef6141e HTTP/1.1" status: 204 len: 168 time: 0.7555759 Jul 22 23:41:14.466041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40982) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:14.485627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'network': {'name': 'tempest-network--1280706465', 'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:14.493719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c584df9-144c-422a-b7e0-e7b252444c92 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc81eb68-af4b-42c6-9da3-78e32ef6141e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:14.564215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/785e5e42-e97f-40b1-8ff6-a81cc0d9f176/15a0271d-eb17-4eeb-bded-a09261880ba3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:14.577469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Made reservation on behalf of 720781c6706247a589a7b57e744c3bac for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:14.579839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.608588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.642659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75b59d-b28a-4f81-89c4-fe6da92fa09e req-9e7ab8b1-48e5-4ea3-aa28-04e1dbfce490 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:14.651119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b75b59d-b28a-4f81-89c4-fe6da92fa09e req-9e7ab8b1-48e5-4ea3-aa28-04e1dbfce490 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 931 time: 0.2521760 Jul 22 23:41:14.665205 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-1e76b26d-ef16-4efd-9fa3-8aefd827f06e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8512034 Jul 22 23:41:14.668322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:14.677839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 496f0599-cf00-4900-b198-a237d59873ed yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:14.691986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Request body: {'port': {'device_id': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:14.701133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.701848 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Added segment 1001af1a-1529-4e86-88f9-2b0d17f158ed of type vlan for network 50e09192-5164-4e62-a2c1-88fb4fd225ae Jul 22 23:41:14.760083 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.771213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Transition to ACTIVE for port object 15a0271d-eb17-4eeb-bded-a09261880ba3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:14.792877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Transition to ACTIVE for port object 15a0271d-eb17-4eeb-bded-a09261880ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:14.807758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.842693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:14.881658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:14.883046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd635252-0039-4612-a88f-f66f463b23c2 None None] Provisioning for port 63967376-c513-457d-9595-fa4ad7055a2c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:14.897246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:14.904718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:14.944783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd635252-0039-4612-a88f-f66f463b23c2 None None] Provisioning complete for port 63967376-c513-457d-9595-fa4ad7055a2c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:14.945472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd635252-0039-4612-a88f-f66f463b23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.029725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Pushing event updated for resources: {'Port': ['ID=15a0271d-eb17-4eeb-bded-a09261880ba3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:15.048659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fd635252-0039-4612-a88f-f66f463b23c2 None None] Port 63967376-c513-457d-9595-fa4ad7055a2c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:15.120303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Attempting to bind port 15a0271d-eb17-4eeb-bded-a09261880ba3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:15.120303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Attempting to bind port 15a0271d-eb17-4eeb-bded-a09261880ba3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:15.120689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Attempting to bind port 15a0271d-eb17-4eeb-bded-a09261880ba3 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:15.141812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:15.142347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:15.148202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.148744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:15.149324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Bound port: 15a0271d-eb17-4eeb-bded-a09261880ba3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:15.149722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.156899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10205e3b-aea7-491b-a252-b5f371637f5a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:15.254126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b75b59d-b28a-4f81-89c4-fe6da92fa09e req-3e4e778b-1d21-4863-aca5-b9e18688bd1a tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017745 Jul 22 23:41:15.273102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] For port 15a0271d-eb17-4eeb-bded-a09261880ba3, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:15.277698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] For port 15a0271d-eb17-4eeb-bded-a09261880ba3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=15a0271d-eb17-4eeb-bded-a09261880ba3,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:15.280766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 10205e3b-aea7-491b-a252-b5f371637f5a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:15.281184 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.294263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.295920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d55e6ab-c0fc-4be6-8cad-66778b334d08 req-b9777a2e-aaca-4ce0-b292-d91440400e2e tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0588160 Jul 22 23:41:15.347014 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.390187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d1c29-9551-46a2-b7cf-156768ce6b63 None None] Pushing event updated for resources: {'Port': ['ID=15a0271d-eb17-4eeb-bded-a09261880ba3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:15.440578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.441700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:15.442426 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.458407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::438b:4ceb:7e18:57 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/785e5e42-e97f-40b1-8ff6-a81cc0d9f176/496f0599-cf00-4900-b198-a237d59873ed) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:15.474796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63967376-c513-457d-9595-fa4ad7055a2c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:15.530706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0554733 Jul 22 23:41:15.532588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.535064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:15.550769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 646ecd76-9a96-4c20-a970-2033b1a9340c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:15.572544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e98c1c-8441-449f-bdca-9ad659a9b215 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Network': ['ID=50e09192-5164-4e62-a2c1-88fb4fd225ae,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:15.586917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 646ecd76-9a96-4c20-a970-2033b1a9340c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:15.588775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 646ecd76-9a96-4c20-a970-2033b1a9340c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:15.592645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 50e09192-5164-4e62-a2c1-88fb4fd225ae details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:15.612892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Transition to ACTIVE for port object 63967376-c513-457d-9595-fa4ad7055a2c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:15.617745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.652543 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.665944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.770250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.786957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 496f0599-cf00-4900-b198-a237d59873ed will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:15.817448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f9db50-763c-478b-929e-efd7f5c58f5b tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:15.821849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-46f9db50-763c-478b-929e-efd7f5c58f5b tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] 10.222.0.21 "GET /v2.0/networks/50e09192-5164-4e62-a2c1-88fb4fd225ae HTTP/1.1" status: 200 len: 757 time: 0.2809455 Jul 22 23:41:15.822008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:15.839253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Pushing event updated for resources: {'Port': ['ID=63967376-c513-457d-9595-fa4ad7055a2c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:15.865167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.952956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:15.963293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:15.966199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:15.972436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:15.973083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:15.982136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc524636-27b5-4cb0-a7b0-fa4494c7547e tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:15.983628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cc524636-27b5-4cb0-a7b0-fa4494c7547e tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] 10.222.0.21 "GET /v2.0/networks/1e05a24d-ec6f-4df9-8148-19961006e322 HTTP/1.1" status: 200 len: 768 time: 0.1611261 Jul 22 23:41:15.991364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40998) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:16.028073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=496f0599-cf00-4900-b198-a237d59873ed,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:16.037400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b69bec68-372c-43ea-8a22-90722e84f9e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.9439681 Jul 22 23:41:16.042827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:16.055697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Attempting to bind port 63967376-c513-457d-9595-fa4ad7055a2c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:16.056145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Attempting to bind port 63967376-c513-457d-9595-fa4ad7055a2c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:16.056553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Attempting to bind port 63967376-c513-457d-9595-fa4ad7055a2c on network 132d823d-d024-4c90-bd10-05171428ac05 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:16.076402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.094686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Port 63967376-c513-457d-9595-fa4ad7055a2c on network 132d823d-d024-4c90-bd10-05171428ac05 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:41:16.094941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Attempting to bind port 63967376-c513-457d-9595-fa4ad7055a2c on network 132d823d-d024-4c90-bd10-05171428ac05 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:16.107952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:16.108321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Checking segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:16.108712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Bound using segment: {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:16.109132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Bound port: 63967376-c513-457d-9595-fa4ad7055a2c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fb8ead5-8e13-4125-aac6-6f20ffeecb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '132d823d-d024-4c90-bd10-05171428ac05'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:16.109511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.116186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8003ecc-c921-4760-af85-85d49bc6a829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.164002 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.175443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e09192-5164-4e62-a2c1-88fb4fd225ae']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:16.186329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1001af1a-1529-4e86-88f9-2b0d17f158ed') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:16.186696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1001af1a-1529-4e86-88f9-2b0d17f158ed') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:16.200851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.210753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:16.238280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] For port 63967376-c513-457d-9595-fa4ad7055a2c, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:16.238845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.249033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:16.249441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:16.251262 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:16.253844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc2c72-baa9-4e75-8fd1-456b4d975a98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:16.258561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc2c72-baa9-4e75-8fd1-456b4d975a98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:16.260251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5dbc2c72-baa9-4e75-8fd1-456b4d975a98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2163684 Jul 22 23:41:16.262374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] For port 63967376-c513-457d-9595-fa4ad7055a2c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=63967376-c513-457d-9595-fa4ad7055a2c,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:16.265558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:16.332284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.333274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.339645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50e09192-5164-4e62-a2c1-88fb4fd225ae {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:41:16.356581 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.361698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/networks/50e09192-5164-4e62-a2c1-88fb4fd225ae HTTP/1.1" status: 204 len: 168 time: 0.3704290 Jul 22 23:41:16.378687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41016) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:16.386854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'network': {'name': 'tempest-network--342232898'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:16.394788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea1ee9-d60a-4b12-9b94-7b0d38f07b03 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Network': ['ID=50e09192-5164-4e62-a2c1-88fb4fd225ae,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:16.442462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:16.443234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.444612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] 10.222.0.48 "PUT /v2.0/ports/63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 1091 time: 1.7602494 Jul 22 23:41:16.456381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:16.458865 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc11644-de7c-4c5f-9c58-157d85e94834" -d '{"events": [{"name": "network-changed", "server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "tag": "63967376-c513-457d-9595-fa4ad7055a2c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:16.502312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cc16518-5eec-4b26-bc10-4f03113266e6 req-bff264ac-7c2b-4146-8494-f2e31e96b458 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0861671 Jul 22 23:41:16.601677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f3562-567c-4a07-921b-cb83af277fa9 req-489ad93b-b326-4cb6-aff9-1234aa784187 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:16.618385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed5f3562-567c-4a07-921b-cb83af277fa9 req-489ad93b-b326-4cb6-aff9-1234aa784187 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 943 time: 0.2258706 Jul 22 23:41:16.653056 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fcf41b-79d9-44b7-9239-0c6ba0dafaf7 x-openstack-request-id: req-f8fcf41b-79d9-44b7-9239-0c6ba0dafaf7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:16.653671 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "tag": "63967376-c513-457d-9595-fa4ad7055a2c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:16.653789 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8fcf41b-79d9-44b7-9239-0c6ba0dafaf7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:16.654267 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c', 'status': 'completed', 'code': 200} Jul 22 23:41:16.701773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Made reservation on behalf of 720781c6706247a589a7b57e744c3bac for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:16.705274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.706417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed5f3562-567c-4a07-921b-cb83af277fa9 req-3cbeea39-6166-48bf-b0dc-04755ef37187 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847692 Jul 22 23:41:16.751037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b3aff-cd81-47bf-9725-6aecb50c2710 service neutron] Pushing event updated for resources: {'Port': ['ID=63967376-c513-457d-9595-fa4ad7055a2c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:16.789642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:16.812957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:16.824512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.863689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 496f0599-cf00-4900-b198-a237d59873ed {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:16.864078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.967918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:16.970687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab4a8ad2-a5ee-4fad-837b-12a10449d91f None None] Provisioning for port 15a0271d-eb17-4eeb-bded-a09261880ba3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:16.975303 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Added segment dcbea71a-91da-4c22-8c05-0f4a0b4cbf12 of type vlan for network 288a1443-2ef8-4007-b9eb-8b2730694d2c Jul 22 23:41:16.981833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-d6c4837b-b450-4b47-984c-fd8d036e126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:16.983393 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-d6c4837b-b450-4b47-984c-fd8d036e126a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1094 time: 0.3604522 Jul 22 23:41:17.015604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.035199 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:17.047691 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:17.048599 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.089360 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.099047 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:17.099732 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:40:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.128928 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-398572bc-7484-4efc-8c89-586a64b35b03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 217 time: 0.0897422 Jul 22 23:41:17.133533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 496f0599-cf00-4900-b198-a237d59873ed owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:17.153628 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:17.154522 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c56802-128e-43ea-a594-9c9076c2cf9b None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:17.193523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 15a0271d-eb17-4eeb-bded-a09261880ba3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:17.240169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.249288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 15a0271d-eb17-4eeb-bded-a09261880ba3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:17.254933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 15a0271d-eb17-4eeb-bded-a09261880ba3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:17.255687 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.293620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11170f1c-1e66-4694-a313-5d2abe64eafe tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/floatingips/d38115a7-22f8-487d-84e4-8537bf082f30 HTTP/1.1" status: 200 len: 977 time: 3.1393793 Jul 22 23:41:17.294541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:17.334731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-995bb3f1-da7e-42ef-a5ef-ef4be4f7dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.336758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-995bb3f1-da7e-42ef-a5ef-ef4be4f7dfce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 200 len: 867 time: 0.1348710 Jul 22 23:41:17.357676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.358989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.360191 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.479886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03ae7d15-2507-4fd3-8ead-31fb07b2e625 None None] Provisioning for port 496f0599-cf00-4900-b198-a237d59873ed completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:17.487845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-03ae7d15-2507-4fd3-8ead-31fb07b2e625 None None] Provisioning complete for port 496f0599-cf00-4900-b198-a237d59873ed triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:17.488392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03ae7d15-2507-4fd3-8ead-31fb07b2e625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.515201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 5650720c-8b54-4894-881b-497071ee5876 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:17.515591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.523731 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.544953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03ae7d15-2507-4fd3-8ead-31fb07b2e625 None None] Port 496f0599-cf00-4900-b198-a237d59873ed cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:17.575391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 15a0271d-eb17-4eeb-bded-a09261880ba3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=15a0271d-eb17-4eeb-bded-a09261880ba3,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:17.581485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.655212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=15a0271d-eb17-4eeb-bded-a09261880ba3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:17.679346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.682519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:17.727398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 5650720c-8b54-4894-881b-497071ee5876 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:17.752024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0c0f797-6fed-40e0-bcff-1be84db15537 req-99416e90-2205-4494-8598-e462a924ca93 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0472717 Jul 22 23:41:17.880610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4983134 Jul 22 23:41:17.884573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:17.891621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:17.932088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636307-8bec-4a2c-b763-1ccf48fafa32 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Network': ['ID=288a1443-2ef8-4007-b9eb-8b2730694d2c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:17.950013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 288a1443-2ef8-4007-b9eb-8b2730694d2c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:17.994982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-321dfa6e-b193-4a32-897b-2886b22306cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:17.996573 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-321dfa6e-b193-4a32-897b-2886b22306cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=132d823d-d024-4c90-bd10-05171428ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6420381 Jul 22 23:41:18.030406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec066-8b03-4785-83bd-ed36d02b412c req-f8905dc0-1b3c-4362-8cd2-306e460257d1 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:18.037104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6cec066-8b03-4785-83bd-ed36d02b412c req-f8905dc0-1b3c-4362-8cd2-306e460257d1 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 943 time: 0.2120135 Jul 22 23:41:18.039283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.100030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=496f0599-cf00-4900-b198-a237d59873ed,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:18.157959 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.163038 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-96de8bb0-d5e9-48f5-bd1f-5ec04419fdbd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/496f0599-cf00-4900-b198-a237d59873ed HTTP/1.1" status: 204 len: 168 time: 1.8936324 Jul 22 23:41:18.164325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.188554 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-d5a07d48-5115-4687-92b5-473e52b889fe service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729443 Jul 22 23:41:18.223189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6cec066-8b03-4785-83bd-ed36d02b412c req-dfc50028-fcbc-4497-abb7-a7b423732012 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687531 Jul 22 23:41:18.248349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.274961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.330353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=5650720c-8b54-4894-881b-497071ee5876,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:18.338917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbba8a-1ddd-4c2b-9fc9-f6ead6695391 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:18.340591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbba8a-1ddd-4c2b-9fc9-f6ead6695391 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:18.342147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ffbba8a-1ddd-4c2b-9fc9-f6ead6695391 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1696358 Jul 22 23:41:18.345420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.358558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f9608b3-d109-4c9c-a2df-35462958c62d req-758c9059-1db9-4572-9bce-891b5ea249d0 service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548078 Jul 22 23:41:18.381934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.412739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6e71387e-03aa-4db3-99a6-43ad6e579ec2 req-865cb445-efbd-488c-87bb-5ab71b1af85a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0291426 Jul 22 23:41:18.425420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Network 288a1443-2ef8-4007-b9eb-8b2730694d2c is not hosted by any dhcp agent {{(pid=93791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:41:18.426301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:18.426902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.428350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "PUT /v2.0/networks/288a1443-2ef8-4007-b9eb-8b2730694d2c HTTP/1.1" status: 200 len: 857 time: 0.5425332 Jul 22 23:41:18.431103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41048) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.461860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.462203 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP d38115a7-22f8-487d-84e4-8537bf082f30 disassociated (deleted). External IP: 172.25.5.92, port: 95631a64-5a8f-4751-9b86-b0fd8d821004. Jul 22 23:41:18.508273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.525291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c6b7-39e4-40de-a9ad-7a02c39d78a2 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event updated for resources: {'Network': ['ID=288a1443-2ef8-4007-b9eb-8b2730694d2c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:18.531134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 785e5e42-e97f-40b1-8ff6-a81cc0d9f176 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:18.564051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.587042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.597203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288a1443-2ef8-4007-b9eb-8b2730694d2c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:18.607838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbea71a-91da-4c22-8c05-0f4a0b4cbf12') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:18.608140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbea71a-91da-4c22-8c05-0f4a0b4cbf12') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:18.619920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.620188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.638644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.646354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:18.646755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:18.648703 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:18.711959 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.718725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 288a1443-2ef8-4007-b9eb-8b2730694d2c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:41:18.720624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.727490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] 10.222.0.21 "DELETE /v2.0/networks/288a1443-2ef8-4007-b9eb-8b2730694d2c HTTP/1.1" status: 204 len: 168 time: 0.2907221 Jul 22 23:41:18.740826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.785485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c59c49-d258-498d-9186-cbbfeb1ab647 tempest-ExternalNetworksTestJSON-1395038349 tempest-ExternalNetworksTestJSON-1395038349-project-admin] Pushing event deleted for resources: {'Network': ['ID=288a1443-2ef8-4007-b9eb-8b2730694d2c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:18.789682 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-604f4a56-1ca8-4a83-a304-47df87bb0062 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] DELETE failed (client error): The resource could not be found. Jul 22 23:41:18.790154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604f4a56-1ca8-4a83-a304-47df87bb0062 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:18.795384 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-604f4a56-1ca8-4a83-a304-47df87bb0062 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] 10.222.0.21 "DELETE /v2.0/subnets/49289087-7fff-45ac-928d-ed39924e34c1 HTTP/1.1" status: 404 len: 337 time: 0.0502970 Jul 22 23:41:18.796164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:18.840081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-00d24691-e190-4c12-88b6-7447c4f38543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:18.841655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-00d24691-e190-4c12-88b6-7447c4f38543 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1094 time: 0.1086736 Jul 22 23:41:18.855793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:18.964660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-206125cf-d481-4d99-85e5-283277591d84 req-a1c01df2-c5a8-400e-89fd-bab10df69a0f tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0799139 Jul 22 23:41:18.965094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-779041b7-17f4-4116-8d4e-bb308b16072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:18.967884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-779041b7-17f4-4116-8d4e-bb308b16072c service neutron] 10.222.0.48 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 929 time: 0.1186633 Jul 22 23:41:18.992419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:19.019870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.030698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-5ed6c259-7a2b-4356-ac7f-2ec4ec710f03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 217 time: 0.0452378 Jul 22 23:41:19.118319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-2b0423d2-1366-4b9a-85c6-4429f309c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:19.120400 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-2b0423d2-1366-4b9a-85c6-4429f309c86f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 200 len: 867 time: 0.0826769 Jul 22 23:41:19.142785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.167442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 15a0271d-eb17-4eeb-bded-a09261880ba3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:19.258936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-39184587-1f21-452a-a1ce-86d7cb2a4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:19.261526 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-39184587-1f21-452a-a1ce-86d7cb2a4968 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=132d823d-d024-4c90-bd10-05171428ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301744 Jul 22 23:41:19.316256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 15a0271d-eb17-4eeb-bded-a09261880ba3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:19.319946 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.430564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c66fbae2-a3fc-464a-998b-9d38458140bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.463293 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-380efa40-4b0c-4075-ae48-0e7c0f71035a service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894107 Jul 22 23:41:19.532285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.534982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/785e5e42-e97f-40b1-8ff6-a81cc0d9f176 HTTP/1.1" status: 204 len: 168 time: 1.1651933 Jul 22 23:41:19.536003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95e375-fff1-4429-b537-e15a94227083 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=785e5e42-e97f-40b1-8ff6-a81cc0d9f176,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:19.537515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41074) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:19.542714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f379d-bf78-4eb4-8e3b-7d592766d8fc None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:19.584865 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.601622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-efe138c2-3700-407e-b9a1-a8e5fc2ceb9b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597966 Jul 22 23:41:19.603065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:19.607788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:19.669222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.686843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1bc11644-de7c-4c5f-9c58-157d85e94834 req-709b0a3f-4d52-4f33-96cf-ed50b50c82ac service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157831 Jul 22 23:41:19.695090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e05a24d-ec6f-4df9-8148-19961006e322']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.714983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23f09b2-5695-40e5-829c-65a4cf3028fb') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.715282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23f09b2-5695-40e5-829c-65a4cf3028fb') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.717498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:19.718166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:19.723392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.731017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.733948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:19.738771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.747150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:19.747805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.789856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.800509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d309c-5131-4cef-ac34-e748d51a3000 req-25272221-7411-49ec-9bb4-dd2a9e6cc6fb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:19.801366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:19.802130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-972d309c-5131-4cef-ac34-e748d51a3000 req-25272221-7411-49ec-9bb4-dd2a9e6cc6fb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.2870703 Jul 22 23:41:19.802329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.819736 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.835180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68010ede-2f75-4304-b2d8-5c360ecd6541 req-bd1c7e23-a6e4-4ba1-9604-43f492707f80 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:19.836782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68010ede-2f75-4304-b2d8-5c360ecd6541 req-bd1c7e23-a6e4-4ba1-9604-43f492707f80 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 943 time: 0.3230689 Jul 22 23:41:19.849676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:19.853178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:19.854077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2c90f6-a5e3-44dd-9d3b-b668439e239b None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:19.883860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:41:19.884285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:41:19.893706 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:41:19.905547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] Deleting port 15a0271d-eb17-4eeb-bded-a09261880ba3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:19.905930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.923549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3208cd35-7574-4c00-be4f-aa5dc96ab62f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/floatingips/d38115a7-22f8-487d-84e4-8537bf082f30 HTTP/1.1" status: 204 len: 168 time: 2.6255932 Jul 22 23:41:19.932389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:19.971507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-972d309c-5131-4cef-ac34-e748d51a3000 req-52630286-acb3-4168-9c10-bf4f6b2ad4f1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569040 Jul 22 23:41:19.976933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:19.989986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] For port 15a0271d-eb17-4eeb-bded-a09261880ba3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=15a0271d-eb17-4eeb-bded-a09261880ba3,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:19.990325 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.012573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] Calling delete_port for 15a0271d-eb17-4eeb-bded-a09261880ba3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:20.055086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:20.058496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:20.070278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:20.070891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.077771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68010ede-2f75-4304-b2d8-5c360ecd6541 req-ecbc9c6f-1f2e-4b4c-8659-7dbcfb1e8082 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069824 Jul 22 23:41:20.078379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.100664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=884dfae5-af38-4902-9409-7d776b37c993,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:20.108620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d38bd229-97ec-4efa-ba01-bbaa427ef1e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5050240 Jul 22 23:41:20.115047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:20.120224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '884dfae5-af38-4902-9409-7d776b37c993', 'ip_address': '2001:db8::c725:b4b3:23de:3247'}], 'name': 'tempest-NetworksTestDHCPv6-203267262'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:20.141184 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.144048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.147661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] 10.222.0.21 "DELETE /v2.0/networks/1e05a24d-ec6f-4df9-8148-19961006e322 HTTP/1.1" status: 204 len: 168 time: 1.3471799 Jul 22 23:41:20.163201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddc84a-0bcc-4fde-b631-d2cfae6c2242 tempest-ExternalNetworksTestJSON-429435993 tempest-ExternalNetworksTestJSON-429435993-project] Pushing event deleted for resources: {'Network': ['ID=1e05a24d-ec6f-4df9-8148-19961006e322,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:20.178488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] No DVR routers for this DVR port 15a0271d-eb17-4eeb-bded-a09261880ba3 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:20.200629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e038dc0-5d7c-4f03-9c9a-294fbcbf44a8 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:20.203378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc2fba-6051-4012-89f8-efe7a3842e54 None None] Pushing event deleted for resources: {'Port': ['ID=15a0271d-eb17-4eeb-bded-a09261880ba3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:20.217630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.224950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37f44134-6db9-4ea3-ba94-f5e28e50072c req-c1d70abd-ac68-4fa6-924a-7b39a3beaac8 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0578752 Jul 22 23:41:20.237894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 95631a64-5a8f-4751-9b86-b0fd8d821004 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:20.238489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.267463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:20.382071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.403684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '884dfae5-af38-4902-9409-7d776b37c993'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:20.404949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.417713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 95631a64-5a8f-4751-9b86-b0fd8d821004 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:20.424478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.448620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 46dc2c89-da92-4246-b756-48f0a015bb0e yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:20.512316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:41:20.629736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41090) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:20.657881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::c725:b4b3:23de:3247 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/884dfae5-af38-4902-9409-7d776b37c993/46dc2c89-da92-4246-b756-48f0a015bb0e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:20.662622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f3e1723-a443-4c13-9ea7-82afe2893740 req-7a300e63-ad35-4d92-acc7-dfd78e2a1278 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa&device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0402267 Jul 22 23:41:20.703926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 63967376-c513-457d-9595-fa4ad7055a2c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:20.778428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.807804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=95631a64-5a8f-4751-9b86-b0fd8d821004,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:20.855128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 63967376-c513-457d-9595-fa4ad7055a2c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=63967376-c513-457d-9595-fa4ad7055a2c,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:20.886421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7071718c-b780-4094-891e-23939a456e6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6d68c7521a46e1aa84baf615f423f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554512 Jul 22 23:41:20.891480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '63967376-c513-457d-9595-fa4ad7055a2c', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'port_id': '63967376-c513-457d-9595-fa4ad7055a2c', 'mac_address': 'fa:16:3e:8a:56:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:20.892707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41096) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:20.944645 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:20.975062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63967376-c513-457d-9595-fa4ad7055a2c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:20.981442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.019257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 63967376-c513-457d-9595-fa4ad7055a2c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=63967376-c513-457d-9595-fa4ad7055a2c,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:21.020340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc855717-0513-49f5-8e88-f8074690a436 req-90871c2a-c56a-4d07-bff8-0235093fc9ed tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0471530 Jul 22 23:41:21.021848 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a043a652-d963-46f5-a6af-bd144cd756c8 req-fb15fb85-4067-44bf-a7f9-09ede646f16f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b96505e4a7bd48e5a1fb45ce73ed1498&device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0515871 Jul 22 23:41:21.026457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.029577 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.034517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9555e75a-025e-4d17-854f-fc744046f845 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/ports/95631a64-5a8f-4751-9b86-b0fd8d821004 HTTP/1.1" status: 204 len: 168 time: 1.0998459 Jul 22 23:41:21.035645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.045269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:21.047828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 46dc2c89-da92-4246-b756-48f0a015bb0e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:21.050224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05ec70fb-9a4d-467a-b3d8-14db374abbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.088921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a043a652-d963-46f5-a6af-bd144cd756c8 req-a7e42d00-3b0f-4774-9d05-3a0644bd4417 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b96505e4a7bd48e5a1fb45ce73ed1498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498664 Jul 22 23:41:21.142276 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.144777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=63967376-c513-457d-9595-fa4ad7055a2c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:21.155578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05ec70fb-9a4d-467a-b3d8-14db374abbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.165443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 15a0271d-eb17-4eeb-bded-a09261880ba3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:21.190537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 15a0271d-eb17-4eeb-bded-a09261880ba3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:21.191580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 15a0271d-eb17-4eeb-bded-a09261880ba3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:21.295936 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.296973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d5515-7ccc-4f48-9b03-50bdd5d31848 req-6f681d64-f79b-40c8-9a68-7e3320926e7e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.299277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e8d5515-7ccc-4f48-9b03-50bdd5d31848 req-6f681d64-f79b-40c8-9a68-7e3320926e7e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.2114589 Jul 22 23:41:21.347676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/884dfae5-af38-4902-9409-7d776b37c993/85225a5a-86d3-4277-81f0-14a1dce93e02) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:21.352004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1abc2-bd6c-4d0a-85e9-cd98e362149e req-7b5eb988-bb61-4c91-bd70-57b74863dd9d tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.353554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15c1abc2-bd6c-4d0a-85e9-cd98e362149e req-7b5eb988-bb61-4c91-bd70-57b74863dd9d tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 944 time: 0.1643734 Jul 22 23:41:21.360070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:21.375632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:21.388297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:21.394911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.395632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.405941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e8d5515-7ccc-4f48-9b03-50bdd5d31848 req-4bf8f1ec-7884-4e32-8339-d94e032a38d2 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952284 Jul 22 23:41:21.408282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043a652-d963-46f5-a6af-bd144cd756c8 req-fc32c6c5-770b-412f-9268-97ae13c807dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.411081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a043a652-d963-46f5-a6af-bd144cd756c8 req-fc32c6c5-770b-412f-9268-97ae13c807dc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3092775 Jul 22 23:41:21.419662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05ec70fb-9a4d-467a-b3d8-14db374abbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.421759 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05ec70fb-9a4d-467a-b3d8-14db374abbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.422898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-05ec70fb-9a4d-467a-b3d8-14db374abbb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d73e2664-0f16-42e0-8e38-c077a75d3124 HTTP/1.1" status: 204 len: 168 time: 0.5287673 Jul 22 23:41:21.426559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.464486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=46dc2c89-da92-4246-b756-48f0a015bb0e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:21.468804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15c1abc2-bd6c-4d0a-85e9-cd98e362149e req-87fc3a04-ff03-4c1e-88b4-2fd997e4d783 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931866 Jul 22 23:41:21.490144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-abcb5d68-f52e-4d1d-b05b-695c73d609f4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3736756 Jul 22 23:41:21.491872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec70fb-9a4d-467a-b3d8-14db374abbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73e2664-0f16-42e0-8e38-c077a75d3124,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:21.493670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41110) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.512329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['63967376-c513-457d-9595-fa4ad7055a2c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:21.596427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c6343-7c97-4df5-b201-bb5c01e40c9f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:21.600289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-686c6343-7c97-4df5-b201-bb5c01e40c9f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1056926 Jul 22 23:41:21.604102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41112) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.653400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.80 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/66efb187-df9c-42eb-afde-230a109d1394) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:21.656794 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.675543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.680656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Transition to ACTIVE for port object 85225a5a-86d3-4277-81f0-14a1dce93e02 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:21.714763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Transition to ACTIVE for port object 85225a5a-86d3-4277-81f0-14a1dce93e02 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:21.737747 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.745105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 46dc2c89-da92-4246-b756-48f0a015bb0e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:21.745457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.780783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.790502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:21.798164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:21.805631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:21.824875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.848235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Pushing event updated for resources: {'Port': ['ID=85225a5a-86d3-4277-81f0-14a1dce93e02,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:21.858659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.870157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.878083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:21.882177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 46dc2c89-da92-4246-b756-48f0a015bb0e owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:21.884520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:21.888225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:21.902560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Attempting to bind port 85225a5a-86d3-4277-81f0-14a1dce93e02 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:21.903090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Attempting to bind port 85225a5a-86d3-4277-81f0-14a1dce93e02 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:21.903591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Attempting to bind port 85225a5a-86d3-4277-81f0-14a1dce93e02 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:21.911827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=66efb187-df9c-42eb-afde-230a109d1394,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:21.912039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:21.912039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:21.912285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.912764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:21.915271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Bound port: 85225a5a-86d3-4277-81f0-14a1dce93e02, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:21.915809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:21.963416 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-70701eb1-db4e-4c9c-8335-dfa4c18d2466 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=720781c6706247a589a7b57e744c3bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921109 Jul 22 23:41:21.967011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:21.999885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] For port 85225a5a-86d3-4277-81f0-14a1dce93e02, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:22.004304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] For port 85225a5a-86d3-4277-81f0-14a1dce93e02, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=85225a5a-86d3-4277-81f0-14a1dce93e02,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:22.009017 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.017164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.075493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78afe0b1-fbae-45d8-8268-a68b63376f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.089710 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.102198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78afe0b1-fbae-45d8-8268-a68b63376f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.108588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d57ca8-c86a-4bbb-a2ae-bc8a6f0e438b None None] Pushing event updated for resources: {'Port': ['ID=85225a5a-86d3-4277-81f0-14a1dce93e02,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.110240 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.153010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.188128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=46dc2c89-da92-4246-b756-48f0a015bb0e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.188347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad577e39-4397-44cd-b3e1-583301fb45a9 req-b5a0ea29-3076-444a-afd1-0e4bdf6de8a3 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0441160 Jul 22 23:41:22.221298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.223428 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eac6e2f2-5683-4097-9dc5-7e0e544d56a3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/46dc2c89-da92-4246-b756-48f0a015bb0e HTTP/1.1" status: 204 len: 168 time: 0.6182053 Jul 22 23:41:22.226056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.226630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78afe0b1-fbae-45d8-8268-a68b63376f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.229452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78afe0b1-fbae-45d8-8268-a68b63376f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.230553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-78afe0b1-fbae-45d8-8268-a68b63376f79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2045abb-373d-4f95-b75b-ec6d70ccc4d0 HTTP/1.1" status: 204 len: 168 time: 0.2625942 Jul 22 23:41:22.239880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afe0b1-fbae-45d8-8268-a68b63376f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2045abb-373d-4f95-b75b-ec6d70ccc4d0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.341975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75362b2a-e709-4d2a-a88f-9c726c7e0549 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.343810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75362b2a-e709-4d2a-a88f-9c726c7e0549 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.345378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-75362b2a-e709-4d2a-a88f-9c726c7e0549 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1182349 Jul 22 23:41:22.348723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41128) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.432974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.435536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 884dfae5-af38-4902-9409-7d776b37c993 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:22.439512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.439751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.501582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.535102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=66efb187-df9c-42eb-afde-230a109d1394,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.623688 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.631588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.646873 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.648087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0ccee05a-0253-4df1-9075-70eb35261a1f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6108019 Jul 22 23:41:22.652333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.659777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'port': {'network_id': '3ee51594-36b5-46fa-8175-6c72d97f3809', 'name': 'tempest-FloatingIPTestJSON-874366917'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:22.708983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.715024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8560-5366-4bf1-a587-1307c789a718 req-81b678e9-605c-4e23-8f37-9c3fb3228463 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.716606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-473f8560-5366-4bf1-a587-1307c789a718 req-81b678e9-605c-4e23-8f37-9c3fb3228463 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1896195 Jul 22 23:41:22.746411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=884dfae5-af38-4902-9409-7d776b37c993,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:22.750564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:22.755613 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-917f46be-e9cc-417c-b657-fac31b0e4de9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/884dfae5-af38-4902-9409-7d776b37c993 HTTP/1.1" status: 204 len: 168 time: 0.4033706 Jul 22 23:41:22.756870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.771526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23df6cc-93ec-47b7-9d71-a335d96a8697 req-215a685b-72dc-4e8b-a8c7-0b71c3671a1e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.773097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b23df6cc-93ec-47b7-9d71-a335d96a8697 req-215a685b-72dc-4e8b-a8c7-0b71c3671a1e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 944 time: 0.2003675 Jul 22 23:41:22.807695 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c521ff5-ff81-4de2-bdef-42aa67d0f58b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498674 Jul 22 23:41:22.810072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.855880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-473f8560-5366-4bf1-a587-1307c789a718 req-36d89d0c-297f-4906-a51f-621226ffe047 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031322 Jul 22 23:41:22.900440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74686fd5-66ed-4968-bab7-5c74aa872aac tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:22.905246 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-74686fd5-66ed-4968-bab7-5c74aa872aac tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0904188 Jul 22 23:41:22.908279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:22.920833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b23df6cc-93ec-47b7-9d71-a335d96a8697 req-4332f58d-9eae-4f4b-a04c-20b0274e5ec9 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324925 Jul 22 23:41:22.953394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:22.969164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.000027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] device_id is not set on port 4244d9b5-2c84-422a-a81a-bb09e346ca85 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:23.027968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501c658-82cd-4dfb-b7ed-09ecd277e147 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:23.029528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b501c658-82cd-4dfb-b7ed-09ecd277e147 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1205075 Jul 22 23:41:23.033015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:23.100229 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9ac98f5e-d3fc-4622-a503-2533ce994c90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641038 Jul 22 23:41:23.113403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:23.118646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:23.165908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.9 (3ee51594-36b5-46fa-8175-6c72d97f3809/9f19236b-34dd-4f74-b3d8-33dbddf1b837/4244d9b5-2c84-422a-a81a-bb09e346ca85) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:23.169051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a043a652-d963-46f5-a6af-bd144cd756c8 req-bc9e7bd1-4d0f-4689-be52-a1c647e8632b tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0671461 Jul 22 23:41:23.180078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 85225a5a-86d3-4277-81f0-14a1dce93e02 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:23.248613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 85225a5a-86d3-4277-81f0-14a1dce93e02 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:23.330612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:23.335305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.404709 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36011f25-fce9-42ed-b063-854309311bf8 req-495a5a02-3469-420f-8f27-3b8c1f3747aa tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=a9a6d334-d9f0-4029-9e3c-86a576faf5aa HTTP/1.1" status: 200 len: 210 time: 0.0782492 Jul 22 23:41:23.411015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875a50a-8fe4-4681-a5a6-a84a9d130423 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:23.458010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] Provisioning for port 85225a5a-86d3-4277-81f0-14a1dce93e02 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:23.485354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.494738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] Provisioning complete for port 85225a5a-86d3-4277-81f0-14a1dce93e02 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:23.495111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.538241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.609428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network 3ee51594-36b5-46fa-8175-6c72d97f3809 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:23.610988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.611776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:23.614767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:23.619213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=4244d9b5-2c84-422a-a81a-bb09e346ca85,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:23.658907 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.680282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:23.690451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:23.699025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:23.699930 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.716053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] For port 85225a5a-86d3-4277-81f0-14a1dce93e02, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=85225a5a-86d3-4277-81f0-14a1dce93e02,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:23.718267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:23.719296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.722417 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.725939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=f508aa71-7f07-4344-b1d1-5cceba140ae0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:23.733962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:23.734901 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-56ded9b1-35b5-4bec-9d2a-3f40f8ddbbcc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6203074 Jul 22 23:41:23.741050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'f508aa71-7f07-4344-b1d1-5cceba140ae0', 'ip_address': '2001:db8::59a1:1483:501d:922a'}], 'name': 'tempest-NetworksTestDHCPv6-729244598'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:23.744307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:23.818513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea61dd1-925c-4126-9761-016be1c48f04 None None] Pushing event updated for resources: {'Port': ['ID=85225a5a-86d3-4277-81f0-14a1dce93e02,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:23.822003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5f1ed0c8-e440-48af-9add-db6645c2a98d tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1678603 Jul 22 23:41:23.825353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:23.833000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'port_id': '4244d9b5-2c84-422a-a81a-bb09e346ca85'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:23.851683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] Deleting port 85225a5a-86d3-4277-81f0-14a1dce93e02 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:23.852068 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.891487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:23.928573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:23.968146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] For port 85225a5a-86d3-4277-81f0-14a1dce93e02, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=85225a5a-86d3-4277-81f0-14a1dce93e02,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:23.969729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.001213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] Calling delete_port for 85225a5a-86d3-4277-81f0-14a1dce93e02 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:24.122841 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.164756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] Pushing event deleted for resources: {'Port': ['ID=85225a5a-86d3-4277-81f0-14a1dce93e02,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:24.174130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63e4d2-1b3a-4635-b69f-53c89872f880 None None] No DVR routers for this DVR port 85225a5a-86d3-4277-81f0-14a1dce93e02 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:24.188673 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6fe7ac-0b1a-4275-98d3-91c4f6f433d0 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:24.219800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.243635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9af5b5-25bb-4c0e-b1de-ef8bf765f6df req-d7faa8ab-f39c-4aa9-bc06-fc6223aa2326 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:24.245242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee9af5b5-25bb-4c0e-b1de-ef8bf765f6df req-d7faa8ab-f39c-4aa9-bc06-fc6223aa2326 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 944 time: 0.1501050 Jul 22 23:41:24.260973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f363-90e4-4e78-b545-b2e7331b17b1 req-2d858c60-1b0d-401f-8c26-f4d6c3bb3ddc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:24.262522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72c0f363-90e4-4e78-b545-b2e7331b17b1 req-2d858c60-1b0d-401f-8c26-f4d6c3bb3ddc tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.2352479 Jul 22 23:41:24.265506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:24.296790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:24.387407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'f508aa71-7f07-4344-b1d1-5cceba140ae0'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:24.388285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.426155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee9af5b5-25bb-4c0e-b1de-ef8bf765f6df req-5f767b79-77b1-4d32-a66a-ccf56e8adead tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611941 Jul 22 23:41:24.493060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1416094754', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:24.498181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72c0f363-90e4-4e78-b545-b2e7331b17b1 req-b26fd627-dd08-409d-8d2f-58ee22b9c9ce tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177236 Jul 22 23:41:24.550834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Made reservation on behalf of 75c1e4f2b3f3480e86e9eaa9f9f8a45d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:24.554543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.599037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/f508aa71-7f07-4344-b1d1-5cceba140ae0/f90d55e6-4580-47b9-9813-f78004504867) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:24.744384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 63967376-c513-457d-9595-fa4ad7055a2c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:24.890102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.891839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 63967376-c513-457d-9595-fa4ad7055a2c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:24.901939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 63967376-c513-457d-9595-fa4ad7055a2c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:24.901939 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.928223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3625ef9-b8d2-4c43-ae51-b80b920ac08b req-146e325f-6230-4d57-9bba-481843de6dc4 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0402384 Jul 22 23:41:24.931260 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4771aeb0-8340-4b5a-8fbb-5cf10744a9bd req-05ea917a-65fc-470d-9139-646ea4d28137 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b96505e4a7bd48e5a1fb45ce73ed1498&device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0806031 Jul 22 23:41:24.936775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.952016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Transition to ACTIVE for port object f90d55e6-4580-47b9-9813-f78004504867 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:24.965361 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.978129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:24.982793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4771aeb0-8340-4b5a-8fbb-5cf10744a9bd req-9a7880e8-1a40-4f2c-b5e8-103149640c3f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=b96505e4a7bd48e5a1fb45ce73ed1498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355964 Jul 22 23:41:24.996379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Transition to ACTIVE for port object f90d55e6-4580-47b9-9813-f78004504867 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:25.026608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.113766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.115860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::59a1:1483:501d:922a (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/f508aa71-7f07-4344-b1d1-5cceba140ae0/2d734ab8-c4f7-4cc0-b8e0-923cd01728a7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:25.120676 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.133379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] device_id is not set on port a9b41952-b6ae-44dc-8e8c-3d643697ed57 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:25.199802 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP aee76d43-b964-46ec-90ce-5d40f0c7ddb7 associated. External IP: 172.25.5.80, port: 4244d9b5-2c84-422a-a81a-bb09e346ca85. Jul 22 23:41:25.215239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b12c1f-d5e9-4d82-9b6e-39991e7bb286,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:25.225161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 85225a5a-86d3-4277-81f0-14a1dce93e02 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:25.240550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.240938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.241237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.242117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.242117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.242311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.242532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.242967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.243531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.244065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.244901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.245123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:25.272673 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 85225a5a-86d3-4277-81f0-14a1dce93e02 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:25.273049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 85225a5a-86d3-4277-81f0-14a1dce93e02 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:25.284998 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.296301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:25.306147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:25.310319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Pushing event updated for resources: {'Port': ['ID=f90d55e6-4580-47b9-9813-f78004504867,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:25.316045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:25.338156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771aeb0-8340-4b5a-8fbb-5cf10744a9bd req-9a3da31a-95ff-4128-99c2-9257232f04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.339946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:25.340133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4771aeb0-8340-4b5a-8fbb-5cf10744a9bd req-9a3da31a-95ff-4128-99c2-9257232f04e8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3247740 Jul 22 23:41:25.342561 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1af34c-54f1-48ea-88a9-23f867c7aa01" -d '{"events": [{"server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "name": "network-vif-plugged", "status": "completed", "tag": "63967376-c513-457d-9595-fa4ad7055a2c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:25.359786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 63967376-c513-457d-9595-fa4ad7055a2c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=63967376-c513-457d-9595-fa4ad7055a2c,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:25.382173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Allocated IP 172.25.5.78 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/a9b41952-b6ae-44dc-8e8c-3d643697ed57) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:25.386523 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.440143 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e7110-ad31-4f8d-b5a8-25476e9a7f85 x-openstack-request-id: req-d75e7110-ad31-4f8d-b5a8-25476e9a7f85 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:25.440512 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "name": "network-vif-plugged", "status": "completed", "tag": "63967376-c513-457d-9595-fa4ad7055a2c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:25.440712 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d75e7110-ad31-4f8d-b5a8-25476e9a7f85 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:25.441240 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c', 'code': 200} Jul 22 23:41:25.482794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Attempting to bind port f90d55e6-4580-47b9-9813-f78004504867 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:25.493816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Attempting to bind port f90d55e6-4580-47b9-9813-f78004504867 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:25.494465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Attempting to bind port f90d55e6-4580-47b9-9813-f78004504867 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:25.509535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:25.510587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:25.510833 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.511529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:25.512176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Bound port: f90d55e6-4580-47b9-9813-f78004504867, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:25.512808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.513036 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.538689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=63967376-c513-457d-9595-fa4ad7055a2c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:25.556197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:25.609147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] For port f90d55e6-4580-47b9-9813-f78004504867, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:25.616535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] For port f90d55e6-4580-47b9-9813-f78004504867, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f90d55e6-4580-47b9-9813-f78004504867,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:25.623850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.699815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ae9b-01eb-4964-85d9-2385ae512076 None None] Pushing event updated for resources: {'Port': ['ID=f90d55e6-4580-47b9-9813-f78004504867,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:25.720235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be984aa7-689f-4dd6-85e2-6a946a3f8799 req-0bd233b5-bef5-487d-b1d8-d18b5b8a855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.723083 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-be984aa7-689f-4dd6-85e2-6a946a3f8799 req-0bd233b5-bef5-487d-b1d8-d18b5b8a855b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1096 time: 0.1619139 Jul 22 23:41:25.729724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:25.790263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.811747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.876435 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-be984aa7-689f-4dd6-85e2-6a946a3f8799 req-e407bfa0-0209-41fd-8d15-0634a78298bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413267 Jul 22 23:41:25.904405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8be01-2f1a-4b48-afdb-2d9c57f68d0a req-6eb51e3b-45ae-4fca-ad9b-ffec7661efa9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.907231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bd8be01-2f1a-4b48-afdb-2d9c57f68d0a req-6eb51e3b-45ae-4fca-ad9b-ffec7661efa9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.2537150 Jul 22 23:41:25.934878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:25.940626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:25.947653 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:25.949097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:25.961509 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:25.963134 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:25.967906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:25.983034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0bf33-3714-457b-a52e-681e3085ea66 req-e3738ad7-4fb7-49f7-b6d4-a2398faf5bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:25.990988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cad0bf33-3714-457b-a52e-681e3085ea66 req-e3738ad7-4fb7-49f7-b6d4-a2398faf5bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.3328378 Jul 22 23:41:25.992885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=2d734ab8-c4f7-4cc0-b8e0-923cd01728a7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:25.995469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:26.001206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:26.001949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.008579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b82a063-b931-4f0d-b4ce-a13d2b969a46 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/floatingips/aee76d43-b964-46ec-90ce-5d40f0c7ddb7 HTTP/1.1" status: 200 len: 976 time: 2.1806138 Jul 22 23:41:26.009463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:26.020172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:26.031779 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:26.033124 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:26.042033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.067022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-628829b0-60f5-4b32-aaeb-f02580d6ed31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3309364 Jul 22 23:41:26.081655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:26.089779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'f508aa71-7f07-4344-b1d1-5cceba140ae0', 'ip_address': '2001:db8::59a1:1483:501d:922a'}], 'name': 'tempest-NetworksTestDHCPv6-1801432939'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:26.102070 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:26.103398 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942ed538-2b60-4e70-ba38-61e7c6c46e5c None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:26.103538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bd8be01-2f1a-4b48-afdb-2d9c57f68d0a req-d6d2602e-bf1d-4371-81f2-89201348b177 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931970 Jul 22 23:41:26.151154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cad0bf33-3714-457b-a52e-681e3085ea66 req-6c5e0c94-cf9f-4dd9-af13-f695bc8f8b3d tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569555 Jul 22 23:41:26.170498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:26.178163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:26.185753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:26.192841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Pushing event updated for resources: {'Port': ['ID=a9b41952-b6ae-44dc-8e8c-3d643697ed57,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:26.263104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:26.263104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.285015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 4244d9b5-2c84-422a-a81a-bb09e346ca85 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:26.285348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ca9213c-9313-4fe2-b802-ccc9aa3d3283 req-90876f41-115c-4959-b45c-090ffe18d7e3 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0438089 Jul 22 23:41:26.285521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.318777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:26.324877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4481dc1-f3d2-4127-8fa4-88ee0f36bf96 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0551538 Jul 22 23:41:26.325126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41216) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:26.329565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.78'}]}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:26.464924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.465974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.475481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.521711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.648951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 970577ea-6f10-497d-829e-4a67ad6dab79 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:26.675069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:26.889064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e948e3d-f7c6-4aef-94cb-620d2f163d24 None None] Provisioning for port f90d55e6-4580-47b9-9813-f78004504867 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:26.978480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.062492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.062913 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.065355 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP aee76d43-b964-46ec-90ce-5d40f0c7ddb7 disassociated. External IP: 172.25.5.80, port: 4244d9b5-2c84-422a-a81a-bb09e346ca85. Jul 22 23:41:27.065355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 4244d9b5-2c84-422a-a81a-bb09e346ca85 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:27.126929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-914359c6-f67b-4070-b51b-dec3b29db21f None None] Could not find standard attr ID for object 46dc2c89-da92-4246-b756-48f0a015bb0e. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:41:27.152401 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 23:41:27.152945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:27.157614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f90d55e6-4580-47b9-9813-f78004504867 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:27.264598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f90d55e6-4580-47b9-9813-f78004504867 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:27.271010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f90d55e6-4580-47b9-9813-f78004504867 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:27.271519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.396973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d440ce-cae6-45b3-ae6a-037ef152a84b req-4fe19127-f6d2-4685-bec9-a8f6a5968936 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:27.403988 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.405294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2d440ce-cae6-45b3-ae6a-037ef152a84b req-4fe19127-f6d2-4685-bec9-a8f6a5968936 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1938028 Jul 22 23:41:27.454407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8335787-aec5-4f54-9ba4-d3231f27f236 req-2bd404d3-36a7-4701-8f09-bdfe28cc4dcb tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:27.457675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8335787-aec5-4f54-9ba4-d3231f27f236 req-2bd404d3-36a7-4701-8f09-bdfe28cc4dcb tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.1715534 Jul 22 23:41:27.476460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f90d55e6-4580-47b9-9813-f78004504867, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f90d55e6-4580-47b9-9813-f78004504867,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:27.484138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.501238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2d440ce-cae6-45b3-ae6a-037ef152a84b req-c8f172b6-0eaf-4f1e-8f38-6c2c86c2417c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948994 Jul 22 23:41:27.561321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8335787-aec5-4f54-9ba4-d3231f27f236 req-257bf6bb-fbb3-40f6-b243-710ab3f71ec9 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705080 Jul 22 23:41:27.588159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=f90d55e6-4580-47b9-9813-f78004504867,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:27.599481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5835e793-3a07-4e96-b244-bcb1cabefe0a None None] Provisioning for port 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:27.605237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5835e793-3a07-4e96-b244-bcb1cabefe0a None None] Provisioning complete for port 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:27.605554 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5835e793-3a07-4e96-b244-bcb1cabefe0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:27.661294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5835e793-3a07-4e96-b244-bcb1cabefe0a None None] Port 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:27.696996 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2f54c833-760d-4f9c-af54-cf26596ca503 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6142163 Jul 22 23:41:27.701068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:27.754405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4771aeb0-8340-4b5a-8fbb-5cf10744a9bd req-d12a9f87-00da-494a-88d0-6f8a94f6cd67 tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0557151 Jul 22 23:41:27.777574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2140007c-e919-4682-9028-a5ab0c0396f4 req-78e58825-c5af-44c7-b590-8ba0a50d9a7a tempest-ServerShowV247Test-1750469357 tempest-ServerShowV247Test-1750469357-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f9ccea2-af2c-481f-a34b-c7f48297a7c4 HTTP/1.1" status: 200 len: 210 time: 0.0429952 Jul 22 23:41:27.837718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f12a4-daae-408d-9e5a-aeadd3bb72aa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:27.849392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1f12a4-daae-408d-9e5a-aeadd3bb72aa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:27.854846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ab1f12a4-daae-408d-9e5a-aeadd3bb72aa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1487806 Jul 22 23:41:27.855144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:27.997323 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.001949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:28.003351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.042466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=4244d9b5-2c84-422a-a81a-bb09e346ca85,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:28.057280 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.080305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.130390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.155676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:28.292604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:28.348080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.410494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=2d734ab8-c4f7-4cc0-b8e0-923cd01728a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:28.452614 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.454745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-798b72b8-5821-479d-80f7-416e19e3558d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 HTTP/1.1" status: 204 len: 168 time: 0.5985374 Jul 22 23:41:28.458857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:28.464255 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.720392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c527e-fff8-479d-8785-a8f907e20d65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:28.722376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c527e-fff8-479d-8785-a8f907e20d65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:28.726968 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fd5c527e-fff8-479d-8785-a8f907e20d65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2639945 Jul 22 23:41:28.729465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41238) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:28.733892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.742193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.746637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:28.763894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:28.779525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423993-ff1b-4f47-990e-35ad66a61740 req-dd06aca2-c05b-4ad2-bf3b-9419bbd5f5e7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:28.780313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:28.781392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:28.781650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf423993-ff1b-4f47-990e-35ad66a61740 req-dd06aca2-c05b-4ad2-bf3b-9419bbd5f5e7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1389222 Jul 22 23:41:28.821564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:28.832281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:28.833253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:28.851893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32ae2-9f24-4999-9ab2-8d0414adf9f2 req-b26dafdb-05d3-41dd-8528-9537240be2e9 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:28.854169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85e32ae2-9f24-4999-9ab2-8d0414adf9f2 req-b26dafdb-05d3-41dd-8528-9537240be2e9 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.1604826 Jul 22 23:41:28.875706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.876196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a026f39f-dd72-46d7-8523-51778d7943c5 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:41:28.886078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:28.886940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d54fe-9a83-4ac6-9f89-e1b6891c90fa None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:28.888174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet f508aa71-7f07-4344-b1d1-5cceba140ae0 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:28.897283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf423993-ff1b-4f47-990e-35ad66a61740 req-1455c8c5-1931-4162-a6a3-96af96f20307 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978045 Jul 22 23:41:28.897447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.928911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85e32ae2-9f24-4999-9ab2-8d0414adf9f2 req-8fd3846f-37ad-4196-8345-919fc5acbdc4 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525990 Jul 22 23:41:28.948590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:28.950553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e20fb40c-c39f-4f1f-92f9-de61b4e88268 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/ports/4244d9b5-2c84-422a-a81a-bb09e346ca85 HTTP/1.1" status: 204 len: 168 time: 2.9398506 Jul 22 23:41:28.951980 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:41:28.955752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8087ade8-4804-4e14-bd8f-7df492239b21 tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6268058 Jul 22 23:41:28.956520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41242) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:28.956867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41244) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:29.056258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.099807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a6bac4c-7426-47cd-80aa-41c7912c530c tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/floatingips/aee76d43-b964-46ec-90ce-5d40f0c7ddb7 HTTP/1.1" status: 200 len: 687 time: 0.1417346 Jul 22 23:41:29.108973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:29.174875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f90d55e6-4580-47b9-9813-f78004504867 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:29.254242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f90d55e6-4580-47b9-9813-f78004504867 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:29.255416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.334634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-b96d55c0-6756-4fd6-863d-6845899a4aba tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 258 time: 0.3033087 Jul 22 23:41:29.339946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:29.357230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.375507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.420343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Deleting port a9b41952-b6ae-44dc-8e8c-3d643697ed57 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:29.421000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.453092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:29.514134 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.563078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 66efb187-df9c-42eb-afde-230a109d1394 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:29.563622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.610897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.620909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.645169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Allocated IP 172.25.5.84 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/da8ec6ac-32ed-4172-9390-1918652e69a6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:29.650515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-216f7a16-65be-40c5-8b86-2b97f370c309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.672752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Calling delete_port for a9b41952-b6ae-44dc-8e8c-3d643697ed57 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:29.685592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.687540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/f508aa71-7f07-4344-b1d1-5cceba140ae0 HTTP/1.1" status: 204 len: 168 time: 0.9570887 Jul 22 23:41:29.688697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf00bad-a423-4e99-baf2-56db857b787e None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:29.688835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c8d8-c831-4813-a3c6-f22e2962e7b9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=f508aa71-7f07-4344-b1d1-5cceba140ae0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:29.693819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41258) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:29.738679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8c997e05-9e80-4ee9-8f0f-fef2a353b122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433931 Jul 22 23:41:29.772065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:29.777943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:29.851947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.852396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.886080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 66efb187-df9c-42eb-afde-230a109d1394 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:29.908079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:29.975140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:29.988597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.067110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] Deleting port f90d55e6-4580-47b9-9813-f78004504867 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:30.067717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.073632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-216f7a16-65be-40c5-8b86-2b97f370c309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.075074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:30.088577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.088956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:30.090376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-216f7a16-65be-40c5-8b86-2b97f370c309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.101059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event updated for resources: {'Port': ['ID=da8ec6ac-32ed-4172-9390-1918652e69a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.109929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:30.150393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] For port f90d55e6-4580-47b9-9813-f78004504867, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f90d55e6-4580-47b9-9813-f78004504867,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:30.150393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.155601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9b41952-b6ae-44dc-8e8c-3d643697ed57,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.173761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] Calling delete_port for f90d55e6-4580-47b9-9813-f78004504867 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:30.192603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-216f7a16-65be-40c5-8b86-2b97f370c309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b96505e4a7bd48e5a1fb45ce73ed1498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373130 Jul 22 23:41:30.193623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f7a16-65be-40c5-8b86-2b97f370c309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984c8c8-ead6-4fb1-be66-c4da0ae342da,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.196424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.196587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:30.202271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.261099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b9dc-5b8a-46b6-94a3-548df7d0dcd1 req-fca57d3b-e8ad-4cc2-a54c-3701bd60f49b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:30.262722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38f2b9dc-5b8a-46b6-94a3-548df7d0dcd1 req-fca57d3b-e8ad-4cc2-a54c-3701bd60f49b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.2396820 Jul 22 23:41:30.315155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.352345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] Pushing event deleted for resources: {'Port': ['ID=f90d55e6-4580-47b9-9813-f78004504867,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.360004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1687f1-c00a-464b-bd7c-01640ce3a393 None None] No DVR routers for this DVR port f90d55e6-4580-47b9-9813-f78004504867 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:30.379529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38f2b9dc-5b8a-46b6-94a3-548df7d0dcd1 req-dff43ccb-0063-41e6-9685-706ebc99a9d0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018670 Jul 22 23:41:30.537722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.586156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:30.593294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:30.597789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.607850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba55792-4e94-4847-8bde-24f0052521ed None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:30.621100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:30.621722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.636297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=66efb187-df9c-42eb-afde-230a109d1394,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.647848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=881ae415-5821-4c24-8827-c46dbd134aa4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.663378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a445c68d-90c0-4c78-b9ef-d6413d80bdfa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8898976 Jul 22 23:41:30.666222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.674996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '881ae415-5821-4c24-8827-c46dbd134aa4', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-509679945'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:30.688145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.690738 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-148475ee-8bb9-48ed-a526-f365d42eb86b tempest-RoutersAdminNegativeTest-824284904 tempest-RoutersAdminNegativeTest-824284904-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a9b41952-b6ae-44dc-8e8c-3d643697ed57 HTTP/1.1" status: 204 len: 168 time: 1.7317023 Jul 22 23:41:30.707613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e16-7f14-4eb1-8bed-3a35424bb42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.719885 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.741518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.744117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.745292 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2228d245-3255-4bde-aecf-146faa0fd031 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/floatingips/aee76d43-b964-46ec-90ce-5d40f0c7ddb7 HTTP/1.1" status: 204 len: 168 time: 1.6343904 Jul 22 23:41:30.751279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:30.754833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e16-7f14-4eb1-8bed-3a35424bb42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.759800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'de219bb2-b1fe-4bcd-af95-d96cd5354d48'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:30.762554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:41:30.814007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.844568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.860763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e16-7f14-4eb1-8bed-3a35424bb42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.864696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8e16-7f14-4eb1-8bed-3a35424bb42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.869037 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f0b8e16-7f14-4eb1-8bed-3a35424bb42a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b984c8c8-ead6-4fb1-be66-c4da0ae342da HTTP/1.1" status: 204 len: 168 time: 0.6454577 Jul 22 23:41:30.876518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8e16-7f14-4eb1-8bed-3a35424bb42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984c8c8-ead6-4fb1-be66-c4da0ae342da,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:30.929399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '881ae415-5821-4c24-8827-c46dbd134aa4'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:30.930623 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:30.947602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:30.991584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.147756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41282) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:31.157867 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.176674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f90d55e6-4580-47b9-9813-f78004504867 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:31.192460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.202334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 5308add2-1bfa-4c0a-9cb6-dd6bd0e9d275 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:31.206200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.239 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/84ad76bb-13d4-4d0a-861c-211b29c6f230) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:31.209076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.240845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f90d55e6-4580-47b9-9813-f78004504867 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:31.241484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f90d55e6-4580-47b9-9813-f78004504867 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:31.257818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:31.281628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'mac_address': 'fa:16:3e:09:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:41:31.361073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/881ae415-5821-4c24-8827-c46dbd134aa4/679316e3-5593-4a7c-9147-b7d29943393b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:31.364001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.388001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:31.390776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.408227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:31.415114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.454190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.512794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:31.515945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:31.520477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:31.546628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=84ad76bb-13d4-4d0a-861c-211b29c6f230,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:31.670611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.676368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:31.695513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Transition to ACTIVE for port object 679316e3-5593-4a7c-9147-b7d29943393b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:31.715987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Transition to ACTIVE for port object 679316e3-5593-4a7c-9147-b7d29943393b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:31.724408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.773175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:31.779402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:31.783692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:31.797138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:41:31.846892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event updated for resources: {'Port': ['ID=da8ec6ac-32ed-4172-9390-1918652e69a6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:31.864233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc38b-19fe-464f-b1bb-ba44e64a42d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.880121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Pushing event updated for resources: {'Port': ['ID=679316e3-5593-4a7c-9147-b7d29943393b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:31.883298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.916824 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:41:31.917291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:41:31.939319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:31.947825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Attempting to bind port 679316e3-5593-4a7c-9147-b7d29943393b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:31.948228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Attempting to bind port 679316e3-5593-4a7c-9147-b7d29943393b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:31.949979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Attempting to bind port 679316e3-5593-4a7c-9147-b7d29943393b on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:31.967027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1186e62-28c3-4b6c-9caa-fc7d6ccd467c req-b10d8420-bbf0-46cd-98e6-2afde460055b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:31.968465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1186e62-28c3-4b6c-9caa-fc7d6ccd467c req-b10d8420-bbf0-46cd-98e6-2afde460055b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 944 time: 0.1821716 Jul 22 23:41:31.982717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:31.983122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:31.984007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:31.984007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:31.984402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Bound port: 679316e3-5593-4a7c-9147-b7d29943393b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:31.984790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.012711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.022148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1186e62-28c3-4b6c-9caa-fc7d6ccd467c req-21fdb5ad-dd4d-41ec-8c97-450202b3acdb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457246 Jul 22 23:41:32.090358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] For port 679316e3-5593-4a7c-9147-b7d29943393b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:32.095067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] For port 679316e3-5593-4a7c-9147-b7d29943393b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=679316e3-5593-4a7c-9147-b7d29943393b,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:32.105163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.112160 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc38b-19fe-464f-b1bb-ba44e64a42d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.118989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca6cc38b-19fe-464f-b1bb-ba44e64a42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.171247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1142129696-network', 'tenant_id': '23e5ab15961b4c84b749c6615feeddb7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:32.178228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.183410 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.190992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-fd92c417-e913-449c-8890-6cefa14247be tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8552587 Jul 22 23:41:32.197426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ca6cc38b-19fe-464f-b1bb-ba44e64a42d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8de210823cb043f5bc674a827000c631&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0483532 Jul 22 23:41:32.200659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2be8f-fd7a-4655-8b58-50f51cd86666 None None] Pushing event updated for resources: {'Port': ['ID=679316e3-5593-4a7c-9147-b7d29943393b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.201707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41310) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:32.204900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3898b0c6-bc2b-4726-8b42-7c6777b1c984 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5363486 Jul 22 23:41:32.215238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:32.270450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-4f177ead-f92c-483d-b67b-71218b9c7235 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0785306 Jul 22 23:41:32.273667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cc38b-19fe-464f-b1bb-ba44e64a42d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df09267-8f74-4f28-96fc-3b9a24e04b0a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.303603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Made reservation on behalf of 23e5ab15961b4c84b749c6615feeddb7 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:32.306394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.324693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.358231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6364-c11f-466e-a07e-161aaf81f7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.421609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38bcba6-8752-4689-b526-6f2c65d0c1b1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.426111 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e38bcba6-8752-4689-b526-6f2c65d0c1b1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2068989 Jul 22 23:41:32.426924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:32.438555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6364-c11f-466e-a07e-161aaf81f7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.495037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-c6418ee9-02bc-4605-baae-1fff52d5a0c8 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.496606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cf8d756-e141-4705-a53e-7afc2757fbce req-c6418ee9-02bc-4605-baae-1fff52d5a0c8 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2194498 Jul 22 23:41:32.543306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435d57f-e31f-485d-9e92-8b0b270c85b0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.545096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435d57f-e31f-485d-9e92-8b0b270c85b0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.547892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6435d57f-e31f-485d-9e92-8b0b270c85b0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1193070 Jul 22 23:41:32.550689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:32.556313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.564534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.588277 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6364-c11f-466e-a07e-161aaf81f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.591071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ccd6364-c11f-466e-a07e-161aaf81f7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.607980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6ccd6364-c11f-466e-a07e-161aaf81f7c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6df09267-8f74-4f28-96fc-3b9a24e04b0a HTTP/1.1" status: 204 len: 168 time: 0.4045181 Jul 22 23:41:32.647051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd6364-c11f-466e-a07e-161aaf81f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df09267-8f74-4f28-96fc-3b9a24e04b0a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.713837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 881ae415-5821-4c24-8827-c46dbd134aa4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:32.718146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.724223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=84ad76bb-13d4-4d0a-861c-211b29c6f230,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:32.742266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.752594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:32.869395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:32.869948 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.883864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.959397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.969244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850929-f54a-488d-9bc5-430a141a5820 req-6a110a25-c6df-4747-91db-7536af2fb36e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:32.970970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-6a110a25-c6df-4747-91db-7536af2fb36e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3641891 Jul 22 23:41:32.979110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:32.991646 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP 007a6fd3-049d-4aa2-a6d1-5b26e71b2f07 associated. External IP: 172.25.5.239, port: de219bb2-b1fe-4bcd-af95-d96cd5354d48. Jul 22 23:41:32.998554 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.052418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:33.054050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:33.058353 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5447a2-1900-4033-994d-8b5528b26168" -d '{"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-plugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:33.062618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.187414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:33.194263 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115d2189-04b6-46df-81b7-35cc01212ea2 x-openstack-request-id: req-115d2189-04b6-46df-81b7-35cc01212ea2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:33.194263 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-plugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:33.194263 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-115d2189-04b6-46df-81b7-35cc01212ea2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:33.195660 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'code': 200} Jul 22 23:41:33.210105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:33.233148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:33.280974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-d894a358-2328-41df-ba77-45c4b5a50855 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.2866611 Jul 22 23:41:33.282413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 679316e3-5593-4a7c-9147-b7d29943393b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:33.288194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf3134-daed-4734-9dc2-9790c3ba1a8f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:33.312706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Request body: {'floatingip': {'port_id': '63967376-c513-457d-9595-fa4ad7055a2c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:33.395038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 679316e3-5593-4a7c-9147-b7d29943393b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:33.469996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.470354 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Added segment e66a7c02-f6b4-492a-895a-fb6a589eaa6e of type vlan for network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 Jul 22 23:41:33.510943 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.544792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.572932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-319971f7-a3ce-4d59-a287-0d027ff014a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75c1e4f2b3f3480e86e9eaa9f9f8a45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778729 Jul 22 23:41:33.575369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41356) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:33.614366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:33.665958 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.667536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51257058-9fe2-4077-8d31-98995cbb204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.722789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcf761-171d-40e3-82d9-33ae097aa147 req-577aa3f8-fb06-4e8c-8070-3a181eb96ad7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.730511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ebcf761-171d-40e3-82d9-33ae097aa147 req-577aa3f8-fb06-4e8c-8070-3a181eb96ad7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.4279857 Jul 22 23:41:33.752541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Provisioning for port 679316e3-5593-4a7c-9147-b7d29943393b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:33.758671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Provisioning complete for port 679316e3-5593-4a7c-9147-b7d29943393b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:33.760046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.874990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.875792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:33.876353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.880390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.896308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.906799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51257058-9fe2-4077-8d31-98995cbb204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.965213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:33.985481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:33.997354 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:33.999947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ebcf761-171d-40e3-82d9-33ae097aa147 req-6f45c95b-bc26-4053-b102-7fb481418fca tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683253 Jul 22 23:41:34.023576 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51257058-9fe2-4077-8d31-98995cbb204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.027663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51257058-9fe2-4077-8d31-98995cbb204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.027663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-51257058-9fe2-4077-8d31-98995cbb204b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4b12c1f-d5e9-4d82-9b6e-39991e7bb286 HTTP/1.1" status: 204 len: 168 time: 0.4518046 Jul 22 23:41:34.041180 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:34.042141 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:34.079207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51257058-9fe2-4077-8d31-98995cbb204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b12c1f-d5e9-4d82-9b6e-39991e7bb286,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:34.102938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-911fc1d0-d037-4ae1-b05f-3ef95b8f6849 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3504634 Jul 22 23:41:34.105930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:34.117881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1667595966'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:34.130455 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:34.142452 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:34.144595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:34.154145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:41:34.155217 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:41:34.177443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:34.181109 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:34.182076 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2690c-4969-4326-9683-3672d4722b84 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:34.189564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.220730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] Pushing event updated for resources: {'Network': ['ID=13d0774e-5532-42fb-9bce-ee4a0fdb4353,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:34.234599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:34.240883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:34.266425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.267050 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Added segment 46641410-06ad-44b0-807b-a0b9368841a8 of type vlan for network c4eff9f4-13fc-4cc6-b326-0c32e73c11da Jul 22 23:41:34.275581 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.279089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/881ae415-5821-4c24-8827-c46dbd134aa4 HTTP/1.1" status: 204 len: 168 time: 1.7270143 Jul 22 23:41:34.283087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149e33e-1c50-4e84-90ca-a7cc1badabcb None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:34.302145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d4d22-ea78-42da-ae6b-663751e15ce9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=881ae415-5821-4c24-8827-c46dbd134aa4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:34.306218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:34.337971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.376251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.379625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bcf5b21f-8aa2-4bbe-aae6-5d7ea97989a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4358385 Jul 22 23:41:34.389644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:34.390238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.411375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:34.429691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Request body: {'subnet': {'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1142129696-subnet', 'tenant_id': '23e5ab15961b4c84b749c6615feeddb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:34.476723 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3683825 Jul 22 23:41:34.481789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Made reservation on behalf of 23e5ab15961b4c84b749c6615feeddb7 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:34.484768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.515117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41372) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:34.528303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'subnet': {'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:34.533415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-11e43a65-e2f8-44b0-93fd-e11bd8439c31 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1516776 Jul 22 23:41:34.552489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41374) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:34.558483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:34.902424 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:34.962161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] For port 679316e3-5593-4a7c-9147-b7d29943393b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=679316e3-5593-4a7c-9147-b7d29943393b,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:34.968851 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.051233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53169bbf-2a63-4624-9afa-c8f444b557a9 None None] Pushing event updated for resources: {'Port': ['ID=679316e3-5593-4a7c-9147-b7d29943393b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:35.078625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeca414-71bc-4fdd-96e7-582dd8044bf8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Network': ['ID=c4eff9f4-13fc-4cc6-b326-0c32e73c11da,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:35.089261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:35.126450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.134866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:41:35.136958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:35.295762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] Deleting port 679316e3-5593-4a7c-9147-b7d29943393b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:35.296444 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.310736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=38747200-6ed8-482d-9e8c-d8c0dd2a6711,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:35.328701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Checking segment: {'id': 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:35.334404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Network hostable DHCP agents. Network: 13d0774e-5532-42fb-9bce-ee4a0fdb4353, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:35.390194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:35.412760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 13d0774e-5532-42fb-9bce-ee4a0fdb4353) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:35.425742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:35.427051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.429350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c9b21-4a07-4471-806f-c6a7fa2c3917 None None] Network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:35.447039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] For port 679316e3-5593-4a7c-9147-b7d29943393b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=679316e3-5593-4a7c-9147-b7d29943393b,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:35.447559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.532540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] Calling delete_port for 679316e3-5593-4a7c-9147-b7d29943393b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:35.600654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:35.605282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.616532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:35.617091 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c3c96f33-a177-45d7-ba47-cec5655a4fcb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1946888 Jul 22 23:41:35.621563 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.709970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:35.750998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.839552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.849673 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:35.852466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29edf39-f549-47a4-9928-92b3f58fc0b2 None None] Network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:35.921677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] Pushing event deleted for resources: {'Port': ['ID=679316e3-5593-4a7c-9147-b7d29943393b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:35.949023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ae0da-be44-4464-b5d7-3a19360795a8 None None] No DVR routers for this DVR port 679316e3-5593-4a7c-9147-b7d29943393b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:36.031512 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.078386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1509892498'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:36.106768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ccc74-9d1d-405c-9627-cf968bcd5c13 req-2db12187-1c12-430f-b81a-0c18e5b90ab4 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.118475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a9ccc74-9d1d-405c-9627-cf968bcd5c13 req-2db12187-1c12-430f-b81a-0c18e5b90ab4 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.9969501 Jul 22 23:41:36.136085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:36.142582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.183246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.335116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a9ccc74-9d1d-405c-9627-cf968bcd5c13 req-18dc4312-c92a-489d-ae44-c9a64abf5ec0 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132981 Jul 22 23:41:36.342096 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Floating IP d2109e2e-c657-4a69-a30f-a89e9fe0e52c associated. External IP: 172.25.5.84, port: 63967376-c513-457d-9595-fa4ad7055a2c. Jul 22 23:41:36.465347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.483852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.522099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:36.546403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.547175 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment 2a9be935-5a03-4047-a558-6f8d5b19ba8c of type vlan for network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b Jul 22 23:41:36.550116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41207eed-f91c-4e70-837d-95705cc49372,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:36.631505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.695996 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.707839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:36.707839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.716844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:36.734750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-808614894-network', 'tenant_id': '4ad50a5f10694f0580a62b6b6f1e9a3a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:36.777536 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0629935 Jul 22 23:41:36.785027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:36.791487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-768493359'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:36.850409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa37b19-63de-4af2-86e7-30a95488a125 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=0c0a33a6-ae4c-440e-8140-005cd5e9f17b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:36.866214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:36.877909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Made reservation on behalf of 4ad50a5f10694f0580a62b6b6f1e9a3a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:36.881658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.884705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:36.888760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.909344 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.953627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.962591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:36.984268 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.990323 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:36.990840 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment f7426f34-3b25-48f0-bd28-b80ddb94278f of type vlan for network 00f9528f-c45d-4329-8d62-2e49a6bff49e Jul 22 23:41:37.055005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.136027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.142716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.143768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.155492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 679316e3-5593-4a7c-9147-b7d29943393b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:37.182593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 679316e3-5593-4a7c-9147-b7d29943393b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:37.182936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 679316e3-5593-4a7c-9147-b7d29943393b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:37.248460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.251902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=00f9528f-c45d-4329-8d62-2e49a6bff49e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.263910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.268970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:37.300201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2b862-fe22-49ba-b78f-bd461daa7cbb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.307628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:37.308670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f5880f3e-fe69-48fb-92d5-8791e9432fa7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5223083 Jul 22 23:41:37.312645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:37.320398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:37.322257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=184065a5-db7e-441b-b80c-3a18a4afa2c0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.322731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:37.324781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:37.327999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:41:37.333545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.334653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.376155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.376649 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Added segment a229277a-778e-4a09-9a7d-6d3cf82c2770 of type vlan for network a86c4c13-2179-4a01-8268-1196db8b86cd Jul 22 23:41:37.396947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-db538ba8-26f2-4f1f-9385-726c656fae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8429866 Jul 22 23:41:37.436267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402546db-d5a6-4be2-80e1-65f0107cc0ec None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:37.448012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:37.490630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:37.547149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.591375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.592716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.608141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Checking segment: {'id': '46641410-06ad-44b0-807b-a0b9368841a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:37.608553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network hostable DHCP agents. Network: c4eff9f4-13fc-4cc6-b326-0c32e73c11da, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:37.618737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:37.633193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.661975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] Sync routers for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:37.666001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.673876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.687848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:37.689124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:37.690690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-66f95f3a-9304-4fd6-94e7-127c876a9533 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "PUT /v2.0/floatingips/d2109e2e-c657-4a69-a30f-a89e9fe0e52c HTTP/1.1" status: 200 len: 995 time: 4.3904972 Jul 22 23:41:37.713405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:37.717555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.739597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.740695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.741410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.753678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.754900 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f5285f3e-4517-48a0-983b-0aafbaf7a3c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3015707 Jul 22 23:41:37.757722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:41:37.759570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:37.760093 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4912d1e-750a-4e65-8a18-28d2baf01194" -d '{"events": [{"name": "network-changed", "server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "tag": "63967376-c513-457d-9595-fa4ad7055a2c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:41:37.778776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:37.864197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c4eff9f4-13fc-4cc6-b326-0c32e73c11da) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:37.867577 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '184065a5-db7e-441b-b80c-3a18a4afa2c0'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:37.869398 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.891323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ad8d6-5e2c-499d-b01d-839a0c0ce026 None None] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:37.896297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.897406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:37.921040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcba42a-46a0-4332-b08d-61cda8bea6fe req-86c0bd15-d981-4150-abcb-36f568404289 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:37.923212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fcba42a-46a0-4332-b08d-61cda8bea6fe req-86c0bd15-d981-4150-abcb-36f568404289 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.3092179 Jul 22 23:41:37.928964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Subnet': ['ID=c46229d8-048f-4a70-b106-4ef14cb58e78,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:37.940308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f534c16b-c04b-4872-910f-1b56a81eacdd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4158454 Jul 22 23:41:37.947172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:37.952262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2008096167', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:38.022461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850929-f54a-488d-9bc5-430a141a5820 req-93686c1d-2010-468a-9b50-21fa6ce60080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:38.024125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-93686c1d-2010-468a-9b50-21fa6ce60080 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1096 time: 0.2546360 Jul 22 23:41:38.027075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fcba42a-46a0-4332-b08d-61cda8bea6fe req-268bac3f-3dc2-4248-8b6c-e30288932b70 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939143 Jul 22 23:41:38.027992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.029044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.043298 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3161616 Jul 22 23:41:38.050539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:38.058060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Request body: {'subnet': {'network_id': 'a86c4c13-2179-4a01-8268-1196db8b86cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-808614894-subnet', 'tenant_id': '4ad50a5f10694f0580a62b6b6f1e9a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:38.101277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:38.107602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.180638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899d761-90ed-4804-bee7-c289fbf1a1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a86c4c13-2179-4a01-8268-1196db8b86cd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:38.230823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a86c4c13-2179-4a01-8268-1196db8b86cd details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:41:38.326274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850929-f54a-488d-9bc5-430a141a5820 req-0ebdf915-5539-443c-8d0e-2729f12e978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:38.328743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-0ebdf915-5539-443c-8d0e-2729f12e978e service neutron] 10.222.0.21 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 929 time: 0.2184162 Jul 22 23:41:38.390413 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8f9147-2893-4295-b92e-9b34b7c15b71 x-openstack-request-id: req-ce8f9147-2893-4295-b92e-9b34b7c15b71 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:41:38.390829 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "tag": "63967376-c513-457d-9595-fa4ad7055a2c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:41:38.391163 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce8f9147-2893-4295-b92e-9b34b7c15b71 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:41:38.391789 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c', 'status': 'completed', 'code': 200} Jul 22 23:41:38.579164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-4879b130-0dce-4173-b063-bc6102f289d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 998 time: 0.1860209 Jul 22 23:41:38.689059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850929-f54a-488d-9bc5-430a141a5820 req-9f01167c-b050-4492-b3c3-10ba6db5be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:38.692609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-9f01167c-b050-4492-b3c3-10ba6db5be11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 200 len: 867 time: 0.0830288 Jul 22 23:41:38.693204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/184065a5-db7e-441b-b80c-3a18a4afa2c0/4cafacd4-a176-455b-9010-6cb816f590bf) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:38.807063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c4eff9f4-13fc-4cc6-b326-0c32e73c11da', 'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da', 'tenant_id': '3f4ed18e14bc42f7b95dc593e1a9c0b4', 'fixed_ips': [{'subnet_id': 'c46229d8-048f-4a70-b106-4ef14cb58e78'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:38.810850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.897093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Made reservation on behalf of 4ad50a5f10694f0580a62b6b6f1e9a3a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:38.900269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:38.919475 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.019913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850929-f54a-488d-9bc5-430a141a5820 req-c2c68702-2c05-40fa-af15-f22bdc773f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.037243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-c2c68702-2c05-40fa-af15-f22bdc773f94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=132d823d-d024-4c90-bd10-05171428ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815018 Jul 22 23:41:39.102118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.142450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.217518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-757dac4c-3cff-4492-a4cf-cd55a58d3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.220302 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-757dac4c-3cff-4492-a4cf-cd55a58d3827 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1096 time: 0.7765515 Jul 22 23:41:39.237155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Allocated IP 172.20.0.2 (c4eff9f4-13fc-4cc6-b326-0c32e73c11da/c46229d8-048f-4a70-b106-4ef14cb58e78/e27a04d8-824c-4270-89ba-15160226b4be) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:39.278881 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.293830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Transition to ACTIVE for port object 4cafacd4-a176-455b-9010-6cb816f590bf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:39.325133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Transition to ACTIVE for port object 4cafacd4-a176-455b-9010-6cb816f590bf will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:39.357661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.359030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-c6d63396-9068-43f2-9d19-03fca973a123 service neutron] 10.222.0.21 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197157 Jul 22 23:41:39.379815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=8153264e-c78a-41be-b1b3-a16fe896e323,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.508980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Pushing event updated for resources: {'Port': ['ID=4cafacd4-a176-455b-9010-6cb816f590bf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.511684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': '2a9be935-5a03-4047-a558-6f8d5b19ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:39.512271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: 0c0a33a6-ae4c-440e-8140-005cd5e9f17b, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:39.563727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:39.582669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:39.642323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2109e2e-c657-4a69-a30f-a89e9fe0e52c', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'floating_ip_address': '172.25.5.84', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'port_id': '63967376-c513-457d-9595-fa4ad7055a2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'mac_address': 'fa:16:3e:8a:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:41:30Z', 'updated_at': '2021-07-22T23:41:34Z', 'revision_number': 1, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:13Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:39.659796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:39.684642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.691499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:39.701247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-2edeaa3e-1def-407e-9451-3aafb59c7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.702309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-2edeaa3e-1def-407e-9451-3aafb59c7530 service neutron] 10.222.0.48 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 929 time: 0.4618981 Jul 22 23:41:39.726131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.745322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0c0a33a6-ae4c-440e-8140-005cd5e9f17b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:39.783720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.798146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b0fb8-1e17-488d-9b6f-8a42a4df6b2e None None] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:39.833098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a850929-f54a-488d-9bc5-430a141a5820 req-4497bfab-0266-4c20-86ac-ec18d9f9e2ea service neutron] 10.222.0.21 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724755 Jul 22 23:41:39.835783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.836384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:39.837349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] Checking router: be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:39.874983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ee638-5b95-4734-b7e8-0561605f2677 req-cc44d516-12ad-41f7-a237-2aaefbde709a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:39.876195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd3ca77-d4e0-4798-9fcc-cef7b4d961bc,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:39.896554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a74ee638-5b95-4734-b7e8-0561605f2677 req-cc44d516-12ad-41f7-a237-2aaefbde709a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.5532308 Jul 22 23:41:39.929232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-b539b601-e3ce-4ee0-8f8b-9a75799f95d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 998 time: 0.1997702 Jul 22 23:41:39.938139 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6186c2a1-21ee-4a2d-9763-47f0de77b8c7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6239917 Jul 22 23:41:39.941195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:39.942201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:39.953856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Attempting to bind port 4cafacd4-a176-455b-9010-6cb816f590bf on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:39.954429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Attempting to bind port 4cafacd4-a176-455b-9010-6cb816f590bf by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:39.955005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Attempting to bind port 4cafacd4-a176-455b-9010-6cb816f590bf on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:39.956878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:39.968384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:39.990750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::1 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/184065a5-db7e-441b-b80c-3a18a4afa2c0/80335eee-8725-4fc8-ac52-adc868c35f94) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:40.053889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Checking segment: {'id': 'a229277a-778e-4a09-9a7d-6d3cf82c2770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a86c4c13-2179-4a01-8268-1196db8b86cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:40.054499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Network hostable DHCP agents. Network: a86c4c13-2179-4a01-8268-1196db8b86cd, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:40.085472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:40.085937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:40.086536 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.087117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:40.087874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Bound port: 4cafacd4-a176-455b-9010-6cb816f590bf, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:40.088608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.136147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-072cb49a-eee6-4958-8023-de782cb69ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:40.137747 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-072cb49a-eee6-4958-8023-de782cb69ed2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 200 len: 867 time: 0.1981544 Jul 22 23:41:40.170385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Network a86c4c13-2179-4a01-8268-1196db8b86cd is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:40.246321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a86c4c13-2179-4a01-8268-1196db8b86cd) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:40.267503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:40.270128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.283100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70857da1-7dc7-439e-9229-18efdbf0d8b0 None None] Network a86c4c13-2179-4a01-8268-1196db8b86cd requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:40.320096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5b5a2e26-35c0-4965-880d-3d536cda7d9f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2681694 Jul 22 23:41:40.323560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.346203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 80335eee-8725-4fc8-ac52-adc868c35f94 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:40.363186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-b8e6afb5-db6c-4659-adc8-905f02cedd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:40.365206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-b8e6afb5-db6c-4659-adc8-905f02cedd32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=132d823d-d024-4c90-bd10-05171428ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169888 Jul 22 23:41:40.429522 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.432025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] For port 4cafacd4-a176-455b-9010-6cb816f590bf, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:40.480188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.514495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Transition to ACTIVE for port object e27a04d8-824c-4270-89ba-15160226b4be will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:40.528332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] For port 4cafacd4-a176-455b-9010-6cb816f590bf, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4cafacd4-a176-455b-9010-6cb816f590bf,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:40.556922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.577501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:40.656593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:40.667904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:40.677145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:40.678144 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.719960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Transition to ACTIVE for port object e27a04d8-824c-4270-89ba-15160226b4be will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:40.726106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d94a4c-6552-486d-8578-2e97925070ae None None] Pushing event updated for resources: {'Port': ['ID=4cafacd4-a176-455b-9010-6cb816f590bf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:40.735901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-0c0a33a6-ae4c-440e-8140-005cd5e9f17b', 'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '8153264e-c78a-41be-b1b3-a16fe896e323'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:40.737371 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.766055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=80335eee-8725-4fc8-ac52-adc868c35f94,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:40.774935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:40.798229 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-4fc8ed3b-57eb-4def-a757-7f50e87b8604 service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210818 Jul 22 23:41:40.885249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Pushing event updated for resources: {'Port': ['ID=e27a04d8-824c-4270-89ba-15160226b4be,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:40.900853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.25.5.154 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/56f2a033-30d0-4fb0-bf08-d512f21d70c6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:40.945007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a74ee638-5b95-4734-b7e8-0561605f2677 req-64873b55-25ac-439b-adb3-1ac8553d3e4a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0471182 Jul 22 23:41:41.069963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-741f4a7a-236f-4dcb-9131-eb291de1fb1e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 258 time: 1.0133231 Jul 22 23:41:41.099596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:41.112378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.134579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f4912d1e-750a-4e65-8a18-28d2baf01194 req-190def5e-7d3a-4e28-95a8-42bb41e540fd service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260689 Jul 22 23:41:41.255424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc54bde-8fec-4dfb-abfc-635f0ecef2bd None None] Network a86c4c13-2179-4a01-8268-1196db8b86cd requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:41.256237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:41.263471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.334051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:41.336511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.443404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.469611 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.473651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Allocated IP 172.20.0.2 (0c0a33a6-ae4c-440e-8140-005cd5e9f17b/8153264e-c78a-41be-b1b3-a16fe896e323/27956f6e-a746-4520-b11f-8ea1fb7dd37a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:41.563965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=56f2a033-30d0-4fb0-bf08-d512f21d70c6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:41.623437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:41.707573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:41.712450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.724658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.726298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:41.746621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.754248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.761143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.767296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.775520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.782981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.791798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:41.793871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-909d6393-0cae-486a-8b8e-84ed381ea00e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.6088848 Jul 22 23:41:41.794932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:41.800868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:41.839442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=80335eee-8725-4fc8-ac52-adc868c35f94,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:41.930477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:41.932632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:41.956113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:42.185464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20841b97-c26b-4e73-9961-fa4f65c73863 req-23dd9513-5176-4ed7-a0eb-501a825defb4 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3389518 Jul 22 23:41:42.249581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:41:42.384770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Attempting to bind port e27a04d8-824c-4270-89ba-15160226b4be on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:42.385940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Attempting to bind port e27a04d8-824c-4270-89ba-15160226b4be by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '46641410-06ad-44b0-807b-a0b9368841a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:42.386471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Attempting to bind port e27a04d8-824c-4270-89ba-15160226b4be on network c4eff9f4-13fc-4cc6-b326-0c32e73c11da {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:42.392006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:42.400511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9a60c1ad-e9ba-43c0-ac8e-8bfa50245dd5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "PUT /v2.0/routers/5c9db744-bc9f-4e9f-88ed-975bf06cd085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6220293 Jul 22 23:41:42.401327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41456) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:42.410742 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Sync routers for ids ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:42.445965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.457875 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Routers {'5c9db744-bc9f-4e9f-88ed-975bf06cd085'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:42.458824 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:42.498009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:42.498582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Checking segment: {'id': '46641410-06ad-44b0-807b-a0b9368841a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:42.499105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.499644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Bound using segment: {'id': '46641410-06ad-44b0-807b-a0b9368841a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:42.500251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Bound port: e27a04d8-824c-4270-89ba-15160226b4be, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46641410-06ad-44b0-807b-a0b9368841a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:42.500750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.577408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.590202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9412385a-e032-485e-bfed-0efc75b8960a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.595368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9412385a-e032-485e-bfed-0efc75b8960a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports/80335eee-8725-4fc8-ac52-adc868c35f94 HTTP/1.1" status: 200 len: 911 time: 0.1925194 Jul 22 23:41:42.598676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:42.629784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Transition to ACTIVE for port object 27956f6e-a746-4520-b11f-8ea1fb7dd37a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:42.694399 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Set router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:42.711982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2109e2e-c657-4a69-a30f-a89e9fe0e52c', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'floating_ip_address': '172.25.5.84', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'port_id': '63967376-c513-457d-9595-fa4ad7055a2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'mac_address': 'fa:16:3e:8a:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:41:30Z', 'updated_at': '2021-07-22T23:41:34Z', 'revision_number': 1, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:13Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:42.733134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d541373-b871-4952-93b2-f89ada936d4d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.742662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d541373-b871-4952-93b2-f89ada936d4d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:42.744657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5d541373-b871-4952-93b2-f89ada936d4d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1449754 Jul 22 23:41:42.748006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41468) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:42.761576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.782274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4fee17-c084-4b1e-bd9b-46831d467cb9 None None] The sync data for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 is: [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2109e2e-c657-4a69-a30f-a89e9fe0e52c', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'floating_ip_address': '172.25.5.84', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'port_id': '63967376-c513-457d-9595-fa4ad7055a2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'mac_address': 'fa:16:3e:8a:56:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:41:30Z', 'updated_at': '2021-07-22T23:41:34Z', 'revision_number': 1, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:13Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:42.787019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Transition to ACTIVE for port object 27956f6e-a746-4520-b11f-8ea1fb7dd37a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:42.789943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] For port e27a04d8-824c-4270-89ba-15160226b4be, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:42.804790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.822199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] For port e27a04d8-824c-4270-89ba-15160226b4be, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e27a04d8-824c-4270-89ba-15160226b4be,segment=NetworkSegment(46641410-06ad-44b0-807b-a0b9368841a8),segment_id=46641410-06ad-44b0-807b-a0b9368841a8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:42.922257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:42.945275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:42.955489 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:42.977706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:42.985830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f35257e4-08c8-404b-a537-465da953fe9c None None] Provisioning for port 4cafacd4-a176-455b-9010-6cb816f590bf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:43.054335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Pushing event updated for resources: {'Port': ['ID=27956f6e-a746-4520-b11f-8ea1fb7dd37a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:43.232257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-78c2c9c1-55e3-458d-a072-e2768f2c74c5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:43.243315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-78c2c9c1-55e3-458d-a072-e2768f2c74c5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/networks?id=13d0774e-5532-42fb-9bce-ee4a0fdb4353 HTTP/1.1" status: 200 len: 825 time: 0.3357546 Jul 22 23:41:43.252380 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:37Z', 'updated_at': '2021-07-22T23:41:40Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None, '_interfaces': [{'id': '80335eee-8725-4fc8-ac52-adc868c35f94', 'name': '', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'mac_address': 'fa:16:3e:8a:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '184065a5-db7e-441b-b80c-3a18a4afa2c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:39Z', 'updated_at': '2021-07-22T23:41:41Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'subnets': [{'id': '184065a5-db7e-441b-b80c-3a18a4afa2c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:43.293316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Attempting to bind port 27956f6e-a746-4520-b11f-8ea1fb7dd37a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:43.295731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Attempting to bind port 27956f6e-a746-4520-b11f-8ea1fb7dd37a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2a9be935-5a03-4047-a558-6f8d5b19ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:43.307189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Attempting to bind port 27956f6e-a746-4520-b11f-8ea1fb7dd37a on network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:43.327466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:43.328046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Checking segment: {'id': '2a9be935-5a03-4047-a558-6f8d5b19ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:43.328961 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.329508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Bound using segment: {'id': '2a9be935-5a03-4047-a558-6f8d5b19ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:43.330689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Bound port: 27956f6e-a746-4520-b11f-8ea1fb7dd37a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9be935-5a03-4047-a558-6f8d5b19ba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0c0a33a6-ae4c-440e-8140-005cd5e9f17b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:43.331192 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.338439 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Checking router: 5c9db744-bc9f-4e9f-88ed-975bf06cd085 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:43.339084 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Updating router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 port 80335eee-8725-4fc8-ac52-adc868c35f94 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:41:43.412227 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.429954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.549867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] For port 27956f6e-a746-4520-b11f-8ea1fb7dd37a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:43.556578 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] For port 27956f6e-a746-4520-b11f-8ea1fb7dd37a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=27956f6e-a746-4520-b11f-8ea1fb7dd37a,segment=NetworkSegment(2a9be935-5a03-4047-a558-6f8d5b19ba8c),segment_id=2a9be935-5a03-4047-a558-6f8d5b19ba8c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:43.567146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4cafacd4-a176-455b-9010-6cb816f590bf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:43.581802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0f35e0-54d5-4671-a6ec-fe7ec4649a4c None None] New status for floating IP d2109e2e-c657-4a69-a30f-a89e9fe0e52c: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:41:43.585051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.733859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9381339d-01c6-46fa-aebd-e10bbd8ed515 None None] Provisioning for port 80335eee-8725-4fc8-ac52-adc868c35f94 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:43.756217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9381339d-01c6-46fa-aebd-e10bbd8ed515 None None] Provisioning complete for port 80335eee-8725-4fc8-ac52-adc868c35f94 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:43.772644 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9381339d-01c6-46fa-aebd-e10bbd8ed515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.794792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccf308-c0dc-47da-bf96-30f3e9064eb8 None None] Pushing event updated for resources: {'Port': ['ID=e27a04d8-824c-4270-89ba-15160226b4be,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:43.958734 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:43.980384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Transition to ACTIVE for port object 80335eee-8725-4fc8-ac52-adc868c35f94 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:43.993293 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.148048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.160636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-a626b19c-6418-4afb-8495-80db86bdb346 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/quotas/23e5ab15961b4c84b749c6615feeddb7 HTTP/1.1" status: 200 len: 375 time: 0.9153185 Jul 22 23:41:44.200555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad2121-1ae3-4912-bdc1-ca4b14a7ea45 None None] Pushing event updated for resources: {'Port': ['ID=27956f6e-a746-4520-b11f-8ea1fb7dd37a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:44.219035 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541b0c5-9b69-4754-8ab9-0db6ec5d1297 None None] Pushing event updated for resources: {'Port': ['ID=80335eee-8725-4fc8-ac52-adc868c35f94,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:44.257587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.273288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-872a7c00-0b2b-4d9f-9cd6-9548b17c47ad tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=23e5ab15961b4c84b749c6615feeddb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125622 Jul 22 23:41:44.293595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=5082692d-a895-41b5-bc3f-92079b1da5f6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:44.409141 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Attempting to bind port 80335eee-8725-4fc8-ac52-adc868c35f94 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:44.409839 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Attempting to bind port 80335eee-8725-4fc8-ac52-adc868c35f94 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:44.410371 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Attempting to bind port 80335eee-8725-4fc8-ac52-adc868c35f94 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:44.417788 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:44.418891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:44.419487 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.420049 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:44.420723 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Bound port: 80335eee-8725-4fc8-ac52-adc868c35f94, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:44.421282 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.547898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9381339d-01c6-46fa-aebd-e10bbd8ed515 None None] Port 80335eee-8725-4fc8-ac52-adc868c35f94 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:44.582358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4cafacd4-a176-455b-9010-6cb816f590bf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:44.602482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Allocated IP 172.25.5.82 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/894602f1-2501-4c34-8a03-dadc85866570) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:44.620721 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] For port 80335eee-8725-4fc8-ac52-adc868c35f94, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:44.624907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': 'f7426f34-3b25-48f0-bd28-b80ddb94278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:44.625431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: 00f9528f-c45d-4329-8d62-2e49a6bff49e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:41:44.638356 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] For port 80335eee-8725-4fc8-ac52-adc868c35f94, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=80335eee-8725-4fc8-ac52-adc868c35f94,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:44.656741 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.659760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4cafacd4-a176-455b-9010-6cb816f590bf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:44.661507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:44.771184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-1b56b66c-c4b7-439d-b1fa-6583a64c272a service neutron] 10.222.0.21 "GET /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969759 Jul 22 23:41:44.879386 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Routers {'5c9db744-bc9f-4e9f-88ed-975bf06cd085'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:44.880725 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:44.889132 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541b0c5-9b69-4754-8ab9-0db6ec5d1297 None None] Pushing event updated for resources: {'Port': ['ID=80335eee-8725-4fc8-ac52-adc868c35f94,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:44.922720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:41:45.044426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 00f9528f-c45d-4329-8d62-2e49a6bff49e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:45.046138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.088462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:45.093816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.110777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a5285-cc48-441b-9731-ee5995746ceb None None] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:45.225371 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] Set router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:45.266246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4cafacd4-a176-455b-9010-6cb816f590bf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4cafacd4-a176-455b-9010-6cb816f590bf,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:45.279248 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.336180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c0d1c62e-9c7f-4010-a76b-9cfe43ed32e4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3619349 Jul 22 23:41:45.338496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41476) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:45.365581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1465700678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:45.498889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.646962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.650933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-6d42098c-f410-49c2-96d0-8916d2676d4a service neutron] 10.222.0.21 "GET /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8638194 Jul 22 23:41:45.698598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 27956f6e-a746-4520-b11f-8ea1fb7dd37a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:45.759252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event updated for resources: {'Port': ['ID=894602f1-2501-4c34-8a03-dadc85866570,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:45.789739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab31ee7-7ec0-43d8-b4e7-73c7a670e9a5 None None] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:45.794984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4cafacd4-a176-455b-9010-6cb816f590bf,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:45.804812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:45.806779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:45.812175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:45.869975 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.876576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:45.886202 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:37Z', 'updated_at': '2021-07-22T23:41:40Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None, '_interfaces': [{'id': '80335eee-8725-4fc8-ac52-adc868c35f94', 'name': '', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'mac_address': 'fa:16:3e:8a:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '184065a5-db7e-441b-b80c-3a18a4afa2c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:39Z', 'updated_at': '2021-07-22T23:41:44Z', 'revision_number': 4, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'subnets': [{'id': '184065a5-db7e-441b-b80c-3a18a4afa2c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:45.904300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 265062ea-1c03-45d3-8a04-d9e954180f05 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:41:45.936159 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b8892-1a52-4a8d-b2b8-35c4e98a9253 None None] The sync data for ids ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'] in n-d-758851-4 is: [{'id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:37Z', 'updated_at': '2021-07-22T23:41:40Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None, '_interfaces': [{'id': '80335eee-8725-4fc8-ac52-adc868c35f94', 'name': '', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'mac_address': 'fa:16:3e:8a:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '184065a5-db7e-441b-b80c-3a18a4afa2c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:39Z', 'updated_at': '2021-07-22T23:41:44Z', 'revision_number': 4, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'subnets': [{'id': '184065a5-db7e-441b-b80c-3a18a4afa2c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:46.293229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 80335eee-8725-4fc8-ac52-adc868c35f94 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:46.294142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.380477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f080924f-9728-4406-8682-02f83879e89e None None] Provisioning for port e27a04d8-824c-4270-89ba-15160226b4be completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:46.418417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-00f9528f-c45d-4329-8d62-2e49a6bff49e', 'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '5082692d-a895-41b5-bc3f-92079b1da5f6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:46.421195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.426532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5adcd8f-748b-41a4-8d27-4879e47d8eb2 None None] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:46.544483 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-546a15a7-54f6-4952-9d3a-5364d31dd1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.549924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 27956f6e-a746-4520-b11f-8ea1fb7dd37a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:46.627992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e27a04d8-824c-4270-89ba-15160226b4be up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:46.665093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port 80335eee-8725-4fc8-ac52-adc868c35f94, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=80335eee-8725-4fc8-ac52-adc868c35f94,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:46.665466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.715636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 80335eee-8725-4fc8-ac52-adc868c35f94 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:46.908972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] Provisioning for port 27956f6e-a746-4520-b11f-8ea1fb7dd37a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:46.937932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] Provisioning complete for port 27956f6e-a746-4520-b11f-8ea1fb7dd37a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:46.938525 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.964952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:46.995235 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.092580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.125769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=80335eee-8725-4fc8-ac52-adc868c35f94,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:47.126497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.128317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-791371e6-b6ab-462c-8ed2-c510483701fe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7752926 Jul 22 23:41:47.136907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:47.169299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.181223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:47.195023 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] Sync routers for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:47.221670 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:47.226979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.241775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.249489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-57e50a3b-c085-43c7-931d-28d17ccaee32 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.3013506 Jul 22 23:41:47.253844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:47.303975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.320465 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:47.321556 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.417772 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:47.418461 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c33ae-1048-491a-8733-27d2cff85685 None None] The sync data for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:47.602579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.741676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Allocated IP 172.21.0.2 (00f9528f-c45d-4329-8d62-2e49a6bff49e/5082692d-a895-41b5-bc3f-92079b1da5f6/0054a14f-83dd-4ad6-8e91-87940c81b98f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:47.764926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e27a04d8-824c-4270-89ba-15160226b4be completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:47.776971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2057d-c83a-425b-94e9-88978f754bda req-0e5c2e1b-e230-46d9-85fc-5512ff1111aa tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:47.778883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4b2057d-c83a-425b-94e9-88978f754bda req-0e5c2e1b-e230-46d9-85fc-5512ff1111aa tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 1.5415943 Jul 22 23:41:47.827276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e27a04d8-824c-4270-89ba-15160226b4be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:47.828080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.830220 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:47.974264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4b2057d-c83a-425b-94e9-88978f754bda req-db2dd9e6-0a6b-45de-b075-4abff036c14c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446590 Jul 22 23:41:47.974892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.083917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] For port 27956f6e-a746-4520-b11f-8ea1fb7dd37a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=27956f6e-a746-4520-b11f-8ea1fb7dd37a,segment=NetworkSegment(2a9be935-5a03-4047-a558-6f8d5b19ba8c),segment_id=2a9be935-5a03-4047-a558-6f8d5b19ba8c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:48.107399 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.323484 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.357780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.437897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.474203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08142b7d-7398-486b-bb99-8d3012186e27 None None] Pushing event updated for resources: {'Port': ['ID=27956f6e-a746-4520-b11f-8ea1fb7dd37a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:48.490332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5d70809b-0209-40a6-b599-41c8076b3422 None None] Provisioning complete for port e27a04d8-824c-4270-89ba-15160226b4be triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:48.490870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d70809b-0209-40a6-b599-41c8076b3422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.544265 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.576630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Transition to ACTIVE for port object 0054a14f-83dd-4ad6-8e91-87940c81b98f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:48.639588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port e27a04d8-824c-4270-89ba-15160226b4be, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e27a04d8-824c-4270-89ba-15160226b4be,segment=NetworkSegment(46641410-06ad-44b0-807b-a0b9368841a8),segment_id=46641410-06ad-44b0-807b-a0b9368841a8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:48.651131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.662232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Transition to ACTIVE for port object 0054a14f-83dd-4ad6-8e91-87940c81b98f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:48.696828 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.729201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:48.785967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event updated for resources: {'Port': ['ID=894602f1-2501-4c34-8a03-dadc85866570,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:48.799812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.863962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:48.865616 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:48.869031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-ebd7a41a-a436-4700-8dde-8819ae7235bf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.7480321 Jul 22 23:41:48.871714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:48.884891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:48.887232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=e27a04d8-824c-4270-89ba-15160226b4be,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:48.896689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 27956f6e-a746-4520-b11f-8ea1fb7dd37a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:49.012364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Pushing event updated for resources: {'Port': ['ID=0054a14f-83dd-4ad6-8e91-87940c81b98f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:49.038852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-a04a0414-a9ff-4dd0-b012-e0c05ba9e437 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.040521 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-a04a0414-a9ff-4dd0-b012-e0c05ba9e437 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.48 "GET /v2.0/networks?id=13d0774e-5532-42fb-9bce-ee4a0fdb4353 HTTP/1.1" status: 200 len: 825 time: 0.5507076 Jul 22 23:41:49.042790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.044093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-36cfa85e-ce53-419a-9b69-66200b3d157e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.1682076 Jul 22 23:41:49.057782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.061165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:49.063246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.068422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Request body: {'port': {'device_id': 'f3650658-3414-4284-a95a-5580e7d9048b', 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353', 'admin_state_up': True, 'tenant_id': '23e5ab15961b4c84b749c6615feeddb7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:49.073324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.078439 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4e00ec35-106d-4b40-b93a-7998353243de tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "PUT /v2.0/routers/5c9db744-bc9f-4e9f-88ed-975bf06cd085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3273406 Jul 22 23:41:49.081069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41498) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:49.085799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.096306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.107029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.120223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.122330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] Sync routers for ids ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:49.123709 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e665722-251a-4be7-adc0-8f3cce03f112 req-17d315e2-8922-4a00-9847-8fe952dfcdbe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 0.7975721 Jul 22 23:41:49.156614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Attempting to bind port 0054a14f-83dd-4ad6-8e91-87940c81b98f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:49.160605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Attempting to bind port 0054a14f-83dd-4ad6-8e91-87940c81b98f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f7426f34-3b25-48f0-bd28-b80ddb94278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:49.161296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Attempting to bind port 0054a14f-83dd-4ad6-8e91-87940c81b98f on network 00f9528f-c45d-4329-8d62-2e49a6bff49e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:49.203942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:49.209026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Checking segment: {'id': 'f7426f34-3b25-48f0-bd28-b80ddb94278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:49.209704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.211483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Bound using segment: {'id': 'f7426f34-3b25-48f0-bd28-b80ddb94278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:49.214287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Bound port: 0054a14f-83dd-4ad6-8e91-87940c81b98f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7426f34-3b25-48f0-bd28-b80ddb94278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '00f9528f-c45d-4329-8d62-2e49a6bff49e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:49.218856 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.264390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-372053be-51c2-4d79-9afc-4118ad1d73e8 None None] Provisioning complete for port 27956f6e-a746-4520-b11f-8ea1fb7dd37a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:49.264774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-372053be-51c2-4d79-9afc-4118ad1d73e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.266406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] Routers {'5c9db744-bc9f-4e9f-88ed-975bf06cd085'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:49.267056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:49.343072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.371754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-85f36717-120a-4d77-9239-ed0d992858ee tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:49.373797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-deb64e2b-5f6b-42a5-91a4-b291b7b6e552 req-85f36717-120a-4d77-9239-ed0d992858ee tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2455165 Jul 22 23:41:49.546746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] Set router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:49.627457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 27956f6e-a746-4520-b11f-8ea1fb7dd37a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:49.627752 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.661599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:37Z', 'updated_at': '2021-07-22T23:41:46Z', 'revision_number': 3, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:49.671287 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6e69558-2484-4c6b-b25f-8cb1b99fd338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.690416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.20.0.1 (0c0a33a6-ae4c-440e-8140-005cd5e9f17b/8153264e-c78a-41be-b1b3-a16fe896e323/17d9ef16-3ef8-4dce-904d-976f91ea5b76) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:49.737628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] Checking router: 5c9db744-bc9f-4e9f-88ed-975bf06cd085 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:41:49.751741 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.772533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] For port 0054a14f-83dd-4ad6-8e91-87940c81b98f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:49.777665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] For port 0054a14f-83dd-4ad6-8e91-87940c81b98f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0054a14f-83dd-4ad6-8e91-87940c81b98f,segment=NetworkSegment(f7426f34-3b25-48f0-bd28-b80ddb94278f),segment_id=f7426f34-3b25-48f0-bd28-b80ddb94278f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:49.828636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] Routers {'5c9db744-bc9f-4e9f-88ed-975bf06cd085'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:49.829509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:49.833745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.847082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.1 (c4eff9f4-13fc-4cc6-b326-0c32e73c11da/c46229d8-048f-4a70-b106-4ef14cb58e78/d0993a35-557b-40e5-8d62-850b64f4ec35) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:49.889952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:49.919558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object 17d9ef16-3ef8-4dce-904d-976f91ea5b76 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:49.950844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] Set router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:41:50.028250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439cf999-1727-4db2-8c0c-c25ad3e80156 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:50.031037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439cf999-1727-4db2-8c0c-c25ad3e80156 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:50.034213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.036549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-439cf999-1727-4db2-8c0c-c25ad3e80156 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9560878 Jul 22 23:41:50.043529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:50.047410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.057034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Transition to ACTIVE for port object d0993a35-557b-40e5-8d62-850b64f4ec35 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:50.071489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Made reservation on behalf of 23e5ab15961b4c84b749c6615feeddb7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:50.077195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.133202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:37Z', 'updated_at': '2021-07-22T23:41:46Z', 'revision_number': 3, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:50.162749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ed1bb38-1a9d-40d5-8c17-5c0932e58514 req-30b2337b-dfd9-4b96-bd28-fb5bb6e2f97d tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 210 time: 0.0628760 Jul 22 23:41:50.173996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.186858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87fd13-9e8d-467e-be9b-7c42a1ca7b4f None None] The sync data for ids ['5c9db744-bc9f-4e9f-88ed-975bf06cd085'] in n-d-758851-4 is: [{'id': '5c9db744-bc9f-4e9f-88ed-975bf06cd085', 'name': 'tempest-NetworksTestDHCPv6-router-756757168', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:37Z', 'updated_at': '2021-07-22T23:41:46Z', 'revision_number': 3, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:50.199290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:50.206975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392455d6-55dd-4af5-a9dc-61aba3376a4b None None] Pushing event updated for resources: {'Port': ['ID=0054a14f-83dd-4ad6-8e91-87940c81b98f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:50.268761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=17d9ef16-3ef8-4dce-904d-976f91ea5b76,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:50.282520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4cafacd4-a176-455b-9010-6cb816f590bf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:50.284981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:50.291532 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.297348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:50.416177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4cafacd4-a176-455b-9010-6cb816f590bf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:50.417198 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.432486 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:50.438632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:50.489991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=d0993a35-557b-40e5-8d62-850b64f4ec35,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:50.532254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:50.540595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:50.790683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.087559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.175581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-eeb445fa-7aaf-425d-a2fd-75208d05b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:51.177427 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-eeb445fa-7aaf-425d-a2fd-75208d05b360 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 1.1944520 Jul 22 23:41:51.251025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a42a02c3-72f2-4d80-bf9e-66f099169cc6 None None] Provisioning for port 17d9ef16-3ef8-4dce-904d-976f91ea5b76 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:51.265299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a42a02c3-72f2-4d80-bf9e-66f099169cc6 None None] Provisioning complete for port 17d9ef16-3ef8-4dce-904d-976f91ea5b76 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:51.265299 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a42a02c3-72f2-4d80-bf9e-66f099169cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.293057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-993df3aa-4c07-4782-ae10-f419010cec3c tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:51.302207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-993df3aa-4c07-4782-ae10-f419010cec3c tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9505789 Jul 22 23:41:51.374084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a42a02c3-72f2-4d80-bf9e-66f099169cc6 None None] Port 17d9ef16-3ef8-4dce-904d-976f91ea5b76 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:51.408068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478d600-1e00-49a9-a0c8-f24adaa79c24 req-58c00826-fd64-4928-9314-aeb72e2ba48a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:51.418249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d478d600-1e00-49a9-a0c8-f24adaa79c24 req-58c00826-fd64-4928-9314-aeb72e2ba48a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 1.2791791 Jul 22 23:41:51.535681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-0ea3b17a-bfe8-4189-9dc6-84cb4ae8003b tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.2320220 Jul 22 23:41:51.556952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-02571d74-d838-4fea-961d-112770bc7fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Request body: {'floatingip': {'port_id': '63967376-c513-457d-9595-fa4ad7055a2c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:51.615045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 184065a5-db7e-441b-b80c-3a18a4afa2c0 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:41:51.648792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.694303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef11b421-3b7c-4ebc-8da5-5f2a40af697c None None] Provisioning for port d0993a35-557b-40e5-8d62-850b64f4ec35 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:51.720230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d478d600-1e00-49a9-a0c8-f24adaa79c24 req-ce148325-586b-42b8-abd0-c1149b3cc9f3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007035 Jul 22 23:41:51.749982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.759220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-02571d74-d838-4fea-961d-112770bc7fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.771173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0054a14f-83dd-4ad6-8e91-87940c81b98f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:51.862653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef11b421-3b7c-4ebc-8da5-5f2a40af697c None None] Provisioning complete for port d0993a35-557b-40e5-8d62-850b64f4ec35 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:51.863211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef11b421-3b7c-4ebc-8da5-5f2a40af697c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:51.897256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Allocated IP 172.20.0.7 (13d0774e-5532-42fb-9bce-ee4a0fdb4353/38747200-6ed8-482d-9e8c-d8c0dd2a6711/f22ed52f-4a7b-4729-a04e-205064778670) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:51.918650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ef11b421-3b7c-4ebc-8da5-5f2a40af697c None None] Port d0993a35-557b-40e5-8d62-850b64f4ec35 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:51.965966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0054a14f-83dd-4ad6-8e91-87940c81b98f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:51.977088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e27a04d8-824c-4270-89ba-15160226b4be up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:52.190025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.200233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e27a04d8-824c-4270-89ba-15160226b4be triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:52.200616 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.442622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152699a6-bd66-49f0-908d-3d96ddd2d5e1 None None] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:52.505102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 80335eee-8725-4fc8-ac52-adc868c35f94 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:52.540003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.612466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Provisioning for port 0054a14f-83dd-4ad6-8e91-87940c81b98f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:41:52.614638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 80335eee-8725-4fc8-ac52-adc868c35f94 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:52.614988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 80335eee-8725-4fc8-ac52-adc868c35f94 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:52.621729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Provisioning complete for port 0054a14f-83dd-4ad6-8e91-87940c81b98f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:52.622114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:52.661038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d202-a40a-4746-aa4d-ae42cc9342e3 req-3ab1bcdf-96a2-47c5-83ca-95fb9c29d5c6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:52.664068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef48d202-a40a-4746-aa4d-ae42cc9342e3 req-3ab1bcdf-96a2-47c5-83ca-95fb9c29d5c6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.6753061 Jul 22 23:41:52.788015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-359454aa-8642-444b-ba74-498bf0f53c02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8126512 Jul 22 23:41:52.885907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:53.023129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.044230 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.112418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-84c46f5a-86db-4bcb-8aff-1fd5692e5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.114422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-84c46f5a-86db-4bcb-8aff-1fd5692e5ee6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 1.9185202 Jul 22 23:41:53.158003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] For port 0054a14f-83dd-4ad6-8e91-87940c81b98f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0054a14f-83dd-4ad6-8e91-87940c81b98f,segment=NetworkSegment(f7426f34-3b25-48f0-bd28-b80ddb94278f),segment_id=f7426f34-3b25-48f0-bd28-b80ddb94278f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:53.169686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.302841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Pushing event updated for resources: {'Port': ['ID=0054a14f-83dd-4ad6-8e91-87940c81b98f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:53.325049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.325470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.325766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.326560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.326560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.326798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.327112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.334863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.335395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.335729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.336086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.336409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9cab-68d4-4256-855f-a6c341b17cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:41:53.481168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef48d202-a40a-4746-aa4d-ae42cc9342e3 req-2148c20e-9350-4539-9d93-4669c805b859 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828682 Jul 22 23:41:53.716246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4803815b-8eab-4241-a19e-09bba8484399 None None] Provisioning complete for port 0054a14f-83dd-4ad6-8e91-87940c81b98f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:53.717182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4803815b-8eab-4241-a19e-09bba8484399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.720823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1cde776-ea64-42ff-9923-610cdaf6fe89 req-243b48ad-6395-4203-b617-ce5663891770 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 210 time: 0.1549883 Jul 22 23:41:53.739205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.739728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.740205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.740704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.741182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.741653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.742122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.744103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-47fc8d74-23c0-43bd-a9aa-625e0d456c3e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6490 time: 0.4297757 Jul 22 23:41:53.753954 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-6e63e997-5a4d-459c-880c-20d6bce33303 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.5994070 Jul 22 23:41:53.775355 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-02571d74-d838-4fea-961d-112770bc7fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 23:41:53.776489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-215fcf6c-17ae-4eb0-ac33-3a7057f3988d req-02571d74-d838-4fea-961d-112770bc7fa8 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "PUT /v2.0/floatingips/1a5cdda4-29f4-4b7d-89f7-924025ca6a2c HTTP/1.1" status: 409 len: 549 time: 2.2395554 Jul 22 23:41:53.871051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:53.980200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.981252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.981252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.981531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.982077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.982556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.983029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:53.990972 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-bc9c85f5-197a-4665-92c8-0baa32f01007 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 6490 time: 1.1021171 Jul 22 23:41:54.026747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-05d7f010-25cb-43d9-bc9e-2ed39042b423 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips/1a5cdda4-29f4-4b7d-89f7-924025ca6a2c HTTP/1.1" status: 200 len: 692 time: 0.1347191 Jul 22 23:41:54.063215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.083379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-1c6a4b03-6d6e-4e20-b6b0-e53aac2aedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.084750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-1c6a4b03-6d6e-4e20-b6b0-e53aac2aedb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.2594554 Jul 22 23:41:54.107753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-c48eb157-92f8-488f-b0f0-327d1d90a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.108247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-c48eb157-92f8-488f-b0f0-327d1d90a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.108876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-c48eb157-92f8-488f-b0f0-327d1d90a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.110767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-c48eb157-92f8-488f-b0f0-327d1d90a8f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a99baa75-108b-4491-a375-1de276f8c2f7&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=2633086f-44ff-44c2-947b-dd63e6af5f8d&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&id=60c70dab-386a-4a06-84a5-3dc1a1fb3900 HTTP/1.1" status: 200 len: 2291 time: 0.3017948 Jul 22 23:41:54.111020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.159577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.202844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-39716b98-2c16-4b1c-9f40-ec5ad02c5fa0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8362c09-589f-4ebb-8269-b91ba153574e HTTP/1.1" status: 200 len: 1001 time: 0.0767341 Jul 22 23:41:54.239160 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-b90fdd48-652c-47ed-be82-fc16ed05805f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&id=71884414-6546-420a-b7b9-07568dac066c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470858 Jul 22 23:41:54.315479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cf6a4-3fc2-4e4a-876c-6949601f0bd1 req-69bdc3fc-8cf7-40e2-a8a5-95858f64abdb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.317803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d7cf6a4-3fc2-4e4a-876c-6949601f0bd1 req-69bdc3fc-8cf7-40e2-a8a5-95858f64abdb tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.4231787 Jul 22 23:41:54.337365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.350001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.368015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=17d9ef16-3ef8-4dce-904d-976f91ea5b76,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.425740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.427377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99061c9d-291c-4d4d-b796-d20004466489 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:54.430120 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/184065a5-db7e-441b-b80c-3a18a4afa2c0 HTTP/1.1" status: 204 len: 168 time: 4.3702903 Jul 22 23:41:54.437350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe60cb-6c06-46f6-b472-bf319d1ee664 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=184065a5-db7e-441b-b80c-3a18a4afa2c0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.460637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:54.514527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-498072c1-455e-4af6-b851-3eba598e6268 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.516480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-498072c1-455e-4af6-b851-3eba598e6268 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.4762297 Jul 22 23:41:54.631013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d7cf6a4-3fc2-4e4a-876c-6949601f0bd1 req-057397a4-9d1c-4cc3-8ea0-462c397f9ed9 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645574 Jul 22 23:41:54.640891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-120218a5-8c51-4c83-9576-10c8aec1abcd tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.0927107 Jul 22 23:41:54.710510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.803833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:41:54.811397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-d5f5e4f5-7cbf-4e67-8614-41b52a548edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.816406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-d5f5e4f5-7cbf-4e67-8614-41b52a548edd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61f2e8ec-7c3f-4c17-905c-fd15f6e80874 HTTP/1.1" status: 200 len: 850 time: 0.5816970 Jul 22 23:41:54.841048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:54.842914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:54.851283 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1ca75bc2-ab96-4193-813b-87cdddfb1ce1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3839574 Jul 22 23:41:54.856347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-f584fe76-cd33-4cb0-8ac0-8e26442282d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:54.857980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-f584fe76-cd33-4cb0-8ac0-8e26442282d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7619026 Jul 22 23:41:54.858493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:54.862117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:54.864488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:54.874171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Pushing event updated for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:54.897177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:54.919464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] Deleting port 4cafacd4-a176-455b-9010-6cb816f590bf {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:54.920288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:54.968060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-7865c2fe-58c5-4f87-9ae2-2327a18d6309 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.82 HTTP/1.1" status: 200 len: 695 time: 0.3157475 Jul 22 23:41:55.042564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] For port 4cafacd4-a176-455b-9010-6cb816f590bf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4cafacd4-a176-455b-9010-6cb816f590bf,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:41:55.042564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.052183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.075928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] Calling delete_port for 4cafacd4-a176-455b-9010-6cb816f590bf owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:55.169650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-fffa0e66-59bb-40f2-91c7-cdf1a4962f59 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968283 Jul 22 23:41:55.181327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.233391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.302943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] No DVR routers for this DVR port 4cafacd4-a176-455b-9010-6cb816f590bf on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:41:55.309298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d661d-cc1d-4823-bedf-c001555324ab None None] Pushing event deleted for resources: {'Port': ['ID=4cafacd4-a176-455b-9010-6cb816f590bf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:55.432132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b3d2e6e-a12e-47d2-8619-a38c1f760542 None None] Provisioning complete for port 17d9ef16-3ef8-4dce-904d-976f91ea5b76 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:55.435390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2e6e-a12e-47d2-8619-a38c1f760542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.469462 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.512603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0054a14f-83dd-4ad6-8e91-87940c81b98f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:41:55.572062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d2e6e-a12e-47d2-8619-a38c1f760542 None None] Port 17d9ef16-3ef8-4dce-904d-976f91ea5b76 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:55.595008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=d0993a35-557b-40e5-8d62-850b64f4ec35,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:55.646238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:55.647040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.668588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0054a14f-83dd-4ad6-8e91-87940c81b98f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:55.669338 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.707784 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-ace18c72-1f9b-4b1d-a769-cc20f23e8cb7 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6442084 Jul 22 23:41:55.713413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38769cb8-8f8d-4e2c-a90f-2af186161f91 req-6c8c1e67-b1a0-4710-8aea-89afc332ba20 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:55.715584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38769cb8-8f8d-4e2c-a90f-2af186161f91 req-6c8c1e67-b1a0-4710-8aea-89afc332ba20 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.8793633 Jul 22 23:41:55.716749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:55.739781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Request body: {'port': {'device_id': 'f3650658-3414-4284-a95a-5580e7d9048b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:55.745196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b16d8237-45c5-4723-81a1-25edf2bbdadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:55.747143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b16d8237-45c5-4723-81a1-25edf2bbdadc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a99baa75-108b-4491-a375-1de276f8c2f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9029939 Jul 22 23:41:55.897675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4cafacd4-a176-455b-9010-6cb816f590bf no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:41:55.903082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38769cb8-8f8d-4e2c-a90f-2af186161f91 req-f524336c-32c1-443d-9fdc-5dc02e22a3a6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675677 Jul 22 23:41:55.942333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4cafacd4-a176-455b-9010-6cb816f590bf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:41:55.943502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4cafacd4-a176-455b-9010-6cb816f590bf not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:41:55.952988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Deleting port 894602f1-2501-4c34-8a03-dadc85866570 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:41:55.953346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.042730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.050994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.058529 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d5fd1b2-2cce-49ef-af34-7f0b86489fe3 req-d0d71a5a-2905-417d-bdfe-b4d3a513d163 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121059 Jul 22 23:41:56.184357 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.185466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9db744-bc9f-4e9f-88ed-975bf06cd085 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:41:56.193315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.197311 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84c67f6c-9e86-4ba9-89d4-6ebc3c4f9e54 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/routers/5c9db744-bc9f-4e9f-88ed-975bf06cd085 HTTP/1.1" status: 204 len: 168 time: 1.3343661 Jul 22 23:41:56.198266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:56.203837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:56.215051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.250355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.250897 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.252545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 2b1dbc08-3129-4657-8e85-189a698b5e1c is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:41:56.269257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Calling delete_port for 894602f1-2501-4c34-8a03-dadc85866570 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:41:56.401119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-3449958e-c13b-40a0-acb3-0652a5802807 service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431861 Jul 22 23:41:56.480653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:56.490799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:56.926234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b1ef3f2-800a-471a-8b9d-034f438b36bb None None] Provisioning complete for port d0993a35-557b-40e5-8d62-850b64f4ec35 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:41:56.926860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef3f2-800a-471a-8b9d-034f438b36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:56.976895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ef3f2-800a-471a-8b9d-034f438b36bb None None] Port d0993a35-557b-40e5-8d62-850b64f4ec35 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:41:57.114303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e69e6-2443-4ea2-a6a6-c5271e7152e3 req-57318953-81fe-4d91-821f-9f5c41ea5cb4 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:57.119043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f7e69e6-2443-4ea2-a6a6-c5271e7152e3 req-57318953-81fe-4d91-821f-9f5c41ea5cb4 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 931 time: 1.0217996 Jul 22 23:41:57.135967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:57.140956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.154097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:57.163436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.163655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-61ffd9d6-81c3-4abf-80cb-08225c0b8ea3 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/2b1dbc08-3129-4657-8e85-189a698b5e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0245953 Jul 22 23:41:57.176001 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] Sync routers for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:57.212637 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:57.214715 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:57.301868 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:57.310687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-49c25b68-bb74-41b1-b97e-ef604f77e061 service neutron] 10.222.0.48 "GET /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8935378 Jul 22 23:41:57.327064 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:57.329025 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:57.335124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.343639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984eaaf1-f942-47b9-b90c-6e9e5b542d2f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:57.344942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-984eaaf1-f942-47b9-b90c-6e9e5b542d2f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports/17d9ef16-3ef8-4dce-904d-976f91ea5b76 HTTP/1.1" status: 200 len: 910 time: 0.1615694 Jul 22 23:41:57.360640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.386490 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:57.387768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a156aad-33ed-467f-a9fb-4a76dac17d86 None None] The sync data for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:57.387891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f7e69e6-2443-4ea2-a6a6-c5271e7152e3 req-2df4588e-1106-43fe-98cd-8b55790dc6ab tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230175 Jul 22 23:41:57.393315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-450fd8c6-fedf-412c-8b9a-2a7b1ab109f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 217 time: 0.0686965 Jul 22 23:41:57.478326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 265062ea-1c03-45d3-8a04-d9e954180f05 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:41:57.479582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event deleted for resources: {'Port': ['ID=894602f1-2501-4c34-8a03-dadc85866570,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:57.504788 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:41:57.575167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-8a273520-94d2-4e15-aae9-77588ff79c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:57.577585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-8a273520-94d2-4e15-aae9-77588ff79c58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.1590333 Jul 22 23:41:57.749409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22ed52f-4a7b-4729-a04e-205064778670 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:41:57.787106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.790017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.791210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04aaec6b-4cf4-4eac-8861-3350835c093a req-cf31ad0a-67d0-4729-8137-a8319159192e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "DELETE /v2.0/floatingips/1a5cdda4-29f4-4b7d-89f7-924025ca6a2c HTTP/1.1" status: 204 len: 173 time: 2.8219106 Jul 22 23:41:57.828038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.846518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777e32d-b431-451e-ac2a-2939e7f80cbe req-9fa53e6c-d532-408a-ba20-c4f6a825c9f4 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:57.848158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f777e32d-b431-451e-ac2a-2939e7f80cbe req-9fa53e6c-d532-408a-ba20-c4f6a825c9f4 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.3600557 Jul 22 23:41:57.887669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:57.893634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-269344cf-6c16-42ce-aeee-523c8fe1ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:57.895237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-269344cf-6c16-42ce-aeee-523c8fe1ea68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2710531 Jul 22 23:41:57.911166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Transition to ACTIVE for port object f22ed52f-4a7b-4729-a04e-205064778670 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:57.931560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f777e32d-b431-451e-ac2a-2939e7f80cbe req-0ce890ae-d028-43d4-b40e-621ae0c6ab6c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750320 Jul 22 23:41:57.932597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:41:57.938472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-873a1145-6d8c-46c4-8417-1a8f8cbb12b8 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/routers/265062ea-1c03-45d3-8a04-d9e954180f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6780334 Jul 22 23:41:57.956430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] Sync routers for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:41:57.969284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:57.974362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:57.975204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'port': {'network_id': 'c4eff9f4-13fc-4cc6-b326-0c32e73c11da', 'name': 'tempest-FloatingIPTestJSON-1683122579'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:57.983473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:58.015438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.070290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:58.081556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:41:58.083250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:58.133508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:41:58.135136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d17e3-88a3-4e2a-85c2-bdffe2256dcd None None] The sync data for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:41:58.143560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=6baada63-fed9-418e-a689-a04e6efbe0ad,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:58.202327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:58.248925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:58.269052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddf164a-561d-428b-8fe8-3b4bcce6dda1 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:41:58.278469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-b9331119-154b-494f-8eef-fc35ba3ebdc3 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 1000 time: 0.2623563 Jul 22 23:41:58.280102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:58.281000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.292119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Pushing event updated for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:58.362371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b557a68b-24f1-47d6-a65c-526cdcaf7600 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348235 Jul 22 23:41:58.480657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-27783937-0704-46fe-92d4-5a58ae4ebfaa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2813199 Jul 22 23:41:58.494146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:58.496625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb9c4d-be47-4eab-b542-4ff611e4b39f req-0e3265d5-9bb5-41d9-a5b1-d33815e8ab06 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:58.498377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6cb9c4d-be47-4eab-b542-4ff611e4b39f req-0e3265d5-9bb5-41d9-a5b1-d33815e8ab06 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.5853651 Jul 22 23:41:58.508890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Made reservation on behalf of 3f4ed18e14bc42f7b95dc593e1a9c0b4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:41:58.512439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.531434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '6baada63-fed9-418e-a689-a04e6efbe0ad'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:41:58.533813 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.557631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-5d2eb08a-23f0-45ec-a570-78e1f4d2f293 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:58.572289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-5d2eb08a-23f0-45ec-a570-78e1f4d2f293 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports/63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 942 time: 0.2928896 Jul 22 23:41:58.572718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:58.667637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.716981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/6baada63-fed9-418e-a689-a04e6efbe0ad/4efb21a1-a671-4b40-a859-dbbf7a8d94fa) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:58.717800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] device_id is not set on port f1a36baa-5fbc-42c9-a693-4ff07ea6e954 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:41:58.771249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6cb9c4d-be47-4eab-b542-4ff611e4b39f req-f441dc68-4048-4d53-a2dd-f2882b63121c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504013 Jul 22 23:41:58.827884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-d63034fb-0ef7-46f4-a875-841494fd86d6 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560571 Jul 22 23:41:58.837631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-f2e57e78-aaf7-4964-b579-69aff2452de2 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 1000 time: 0.1942806 Jul 22 23:41:58.956545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-04ddcb56-29ff-4272-a7f7-7f8b5ceb7862 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 217 time: 0.1051977 Jul 22 23:41:58.969110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:58.980306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Transition to ACTIVE for port object 4efb21a1-a671-4b40-a859-dbbf7a8d94fa will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:58.999260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Transition to ACTIVE for port object 4efb21a1-a671-4b40-a859-dbbf7a8d94fa will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:59.007700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.058343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Pushing event updated for resources: {'Port': ['ID=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:59.078858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:41:59.081752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:41:59.084312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:41:59.150808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.154410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.158832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-134da17d-a99c-4d03-bc70-bde2431d9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:59.160324 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-134da17d-a99c-4d03-bc70-bde2431d9caa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.1509488 Jul 22 23:41:59.166000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Allocated IP 172.20.0.3 (c4eff9f4-13fc-4cc6-b326-0c32e73c11da/c46229d8-048f-4a70-b106-4ef14cb58e78/f1a36baa-5fbc-42c9-a693-4ff07ea6e954) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:59.186816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Attempting to bind port f22ed52f-4a7b-4729-a04e-205064778670 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:59.187314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Attempting to bind port f22ed52f-4a7b-4729-a04e-205064778670 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:59.187777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Attempting to bind port f22ed52f-4a7b-4729-a04e-205064778670 on network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:59.188445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-83c527d1-e07a-4198-8349-6951db227d2b tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:59.195711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.21.0.1 (00f9528f-c45d-4329-8d62-2e49a6bff49e/5082692d-a895-41b5-bc3f-92079b1da5f6/06752eac-4cda-4cfa-a8ae-22a88f47e3c1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:41:59.197290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-83c527d1-e07a-4198-8349-6951db227d2b tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3587015 Jul 22 23:41:59.221145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Port f22ed52f-4a7b-4729-a04e-205064778670 on network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:41:59.221650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Attempting to bind port f22ed52f-4a7b-4729-a04e-205064778670 on network 13d0774e-5532-42fb-9bce-ee4a0fdb4353 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:59.291675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.296173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:59.296851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Checking segment: {'id': 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:59.297381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Bound using segment: {'id': 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:59.297972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Bound port: f22ed52f-4a7b-4729-a04e-205064778670, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:59.299703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.308108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65913e88-c74d-403c-9ebe-dc18db721da6 req-608c3653-077a-4874-a58f-cd6bfcf207e8 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:59.309888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65913e88-c74d-403c-9ebe-dc18db721da6 req-608c3653-077a-4874-a58f-cd6bfcf207e8 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 943 time: 0.3879695 Jul 22 23:41:59.330475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.355907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Attempting to bind port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:41:59.357722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Attempting to bind port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:41:59.358387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Attempting to bind port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:41:59.365843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:41:59.366530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:41:59.367109 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.367821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:41:59.368442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Bound port: 4efb21a1-a671-4b40-a859-dbbf7a8d94fa, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:41:59.369009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.398619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-a9a68188-f413-4644-92d6-e1f400a1b685 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 1000 time: 0.2000601 Jul 22 23:41:59.406947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:41:59.432031 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.435793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d54e1e2f-ce1f-4b9e-aa0c-9c516d89f6cd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8678632 Jul 22 23:41:59.442958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:41:59.462885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] For port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:59.467792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] For port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:59.477372 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.586558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ddf55-5231-453e-86b4-42b117fe1292 None None] Pushing event updated for resources: {'Port': ['ID=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:41:59.592508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65913e88-c74d-403c-9ebe-dc18db721da6 req-8d62ca51-db7f-423b-b27a-b7dccb7f8f9d tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715535 Jul 22 23:41:59.621101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-7777b03a-b3e4-43bd-957a-8c5c2e701438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:41:59.622641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-7777b03a-b3e4-43bd-957a-8c5c2e701438 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4540281 Jul 22 23:41:59.673382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.693402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:41:59.706412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f22ed52f-4a7b-4729-a04e-205064778670,segment=NetworkSegment(e66a7c02-f6b4-492a-895a-fb6a589eaa6e),segment_id=e66a7c02-f6b4-492a-895a-fb6a589eaa6e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:41:59.784604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:41:59.822317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:41:59.891093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.145532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:00.146332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.148139 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] 10.222.0.48 "PUT /v2.0/ports/f22ed52f-4a7b-4729-a04e-205064778670 HTTP/1.1" status: 200 len: 1091 time: 4.4147568 Jul 22 23:42:00.148711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:00.151085 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d933b8ec-0beb-4305-a4b8-69640ce8ed40" -d '{"events": [{"name": "network-changed", "server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "tag": "f22ed52f-4a7b-4729-a04e-205064778670"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:00.207079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d246814-5306-4996-a84a-767bc7f40d41 service neutron] Pushing event updated for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:00.234109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.341196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:00.374457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:00.378007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.384956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:00.437232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=06752eac-4cda-4cfa-a8ae-22a88f47e3c1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:00.563684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.614045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-fbbb719c-c7e3-4ba0-b3a7-fbd302964c99 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9780219 Jul 22 23:42:00.620150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Transition to ACTIVE for port object f1a36baa-5fbc-42c9-a693-4ff07ea6e954 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:00.728212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.756571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.757167 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Floating IP d2109e2e-c657-4a69-a30f-a89e9fe0e52c disassociated. External IP: 172.25.5.84, port: 63967376-c513-457d-9595-fa4ad7055a2c. Jul 22 23:42:00.800491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367b14a-f7f2-4dba-944f-d78a244f427d req-6506407c-eb62-454f-9d4f-3827214581d7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:00.808046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1367b14a-f7f2-4dba-944f-d78a244f427d req-6506407c-eb62-454f-9d4f-3827214581d7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 1.0066659 Jul 22 23:42:00.857348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c475e1e0-76d5-4eb9-b339-a74caa0b83e9 None None] Provisioning for port 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:00.871908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c475e1e0-76d5-4eb9-b339-a74caa0b83e9 None None] Provisioning complete for port 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:00.872599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c475e1e0-76d5-4eb9-b339-a74caa0b83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:00.928826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c475e1e0-76d5-4eb9-b339-a74caa0b83e9 None None] Port 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:01.085029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.110061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.122843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1367b14a-f7f2-4dba-944f-d78a244f427d req-efec8b03-231c-40fd-973f-3068dcb9e1ab tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115897 Jul 22 23:42:01.216971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-c4993f8d-d5e5-4f7b-a02c-7282219ab88a service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856655 Jul 22 23:42:01.266168 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee0f5f-3c80-4f51-8d5d-5f41fc84a4e6 x-openstack-request-id: req-36ee0f5f-3c80-4f51-8d5d-5f41fc84a4e6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:01.266616 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "tag": "f22ed52f-4a7b-4729-a04e-205064778670", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:01.267042 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36ee0f5f-3c80-4f51-8d5d-5f41fc84a4e6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:01.268082 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670', 'status': 'completed', 'code': 200} Jul 22 23:42:01.300912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-72f9c642-5b42-4c3f-96a4-5babc233a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:01.303459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-72f9c642-5b42-4c3f-96a4-5babc233a281 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23e5ab15961b4c84b749c6615feeddb7&device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 1094 time: 1.0301588 Jul 22 23:42:01.387715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:01.408352 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-a62e4685-8450-433b-ab59-48581a3a7b86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22ed52f-4a7b-4729-a04e-205064778670 HTTP/1.1" status: 200 len: 217 time: 0.0891502 Jul 22 23:42:01.410345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-fcfabd4d-be64-4881-b2ef-6e066257f6d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8423963b-21e0-4b7d-930f-57cf269b8d53 HTTP/1.1" status: 200 len: 217 time: 0.1746607 Jul 22 23:42:01.419821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:01.437157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:01.440767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4efb21a1-a671-4b40-a859-dbbf7a8d94fa up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:01.482503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event updated for resources: {'Port': ['ID=f1a36baa-5fbc-42c9-a693-4ff07ea6e954,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:01.554097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-84db3d85-8f45-4a52-8148-ba6369796b15 None None] Provisioning for port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:01.554354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-459a4a68-c4ad-42a8-b832-37d7b0d802da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:01.556523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-459a4a68-c4ad-42a8-b832-37d7b0d802da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38747200-6ed8-482d-9e8c-d8c0dd2a6711 HTTP/1.1" status: 200 len: 865 time: 0.0921874 Jul 22 23:42:01.594934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:01.603902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:01.604671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.633927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-9bcf4e8d-1ae0-4b2f-9a0e-bb18cdd2fd8d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13d0774e-5532-42fb-9bce-ee4a0fdb4353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667436 Jul 22 23:42:01.789892 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.898078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:01.906273 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.908739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.924204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:01.924978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:01.930848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:01.937023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-23ed82bc-ac2b-4b6d-a2ab-649b9e85d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:01.938532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-23ed82bc-ac2b-4b6d-a2ab-649b9e85d59f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.5138276 Jul 22 23:42:01.964211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-29f2a9c4-4efd-4f73-a8ed-a1f641cfd1dd tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9936161 Jul 22 23:42:01.982927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:01.991132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Request body: {'floatingip': {'port_id': 'f1a36baa-5fbc-42c9-a693-4ff07ea6e954'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:02.002571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:02.023154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27cc521c-ef72-47db-9c84-efd171f00618 None None] Provisioning for port f1a36baa-5fbc-42c9-a693-4ff07ea6e954 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:02.029817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27cc521c-ef72-47db-9c84-efd171f00618 None None] Provisioning complete for port f1a36baa-5fbc-42c9-a693-4ff07ea6e954 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:02.030817 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27cc521c-ef72-47db-9c84-efd171f00618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.070188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c11b20-1870-4ea7-9d71-1bfef4f9a05e req-91557203-94d6-48f8-b3a6-18a4f76d1bb9 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.075912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2c11b20-1870-4ea7-9d71-1bfef4f9a05e req-91557203-94d6-48f8-b3a6-18a4f76d1bb9 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 943 time: 0.6858981 Jul 22 23:42:02.081702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27cc521c-ef72-47db-9c84-efd171f00618 None None] Port f1a36baa-5fbc-42c9-a693-4ff07ea6e954 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:02.179594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2c11b20-1870-4ea7-9d71-1bfef4f9a05e req-21a15e3f-1e9b-485f-837d-ac5535a02473 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696054 Jul 22 23:42:02.193536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-68c9e2d3-a49f-4555-8bbd-34f6f3a8117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.195015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-68c9e2d3-a49f-4555-8bbd-34f6f3a8117e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2447422 Jul 22 23:42:02.203214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:02.212932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.213228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::1 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/6baada63-fed9-418e-a689-a04e6efbe0ad/21d8143f-25ca-4ec3-8f04-b06950599322) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:02.214774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-e193d3b6-7459-4686-ab2b-588578219f6d service neutron] 10.222.0.48 "GET /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211475 Jul 22 23:42:02.222949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] Sync routers for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:02.240388 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:02.241024 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:02.245766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.336328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-92ec3834-128b-43ef-8695-a5b2bca2df6f tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "PUT /v2.0/floatingips/d2109e2e-c657-4a69-a30f-a89e9fe0e52c HTTP/1.1" status: 200 len: 694 time: 2.9364014 Jul 22 23:42:02.357686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:02.360053 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef7723a-bb99-44f3-a81a-d333416b8bea" -d '{"events": [{"name": "network-changed", "server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "tag": "63967376-c513-457d-9595-fa4ad7055a2c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:02.406762 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:02.435143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-cb81f1f6-1f47-4f00-9344-4283b8cb64d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283649 Jul 22 23:42:02.491317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2524121-f141-41bf-a7bf-a0456081092e req-ab78491a-602c-4922-9394-568eff586f4e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.493859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2524121-f141-41bf-a7bf-a0456081092e req-ab78491a-602c-4922-9394-568eff586f4e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.1814775 Jul 22 23:42:02.596121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2524121-f141-41bf-a7bf-a0456081092e req-ccdf87c4-9558-4b4d-9a64-21e91403ff77 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854766 Jul 22 23:42:02.598131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-6af1e092-2099-45b8-9f04-2431db7a21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.599590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-6af1e092-2099-45b8-9f04-2431db7a21c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1096 time: 0.2353177 Jul 22 23:42:02.708049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e6f82b-89e8-45fb-938b-830ab630b29e req-848023b1-0ba8-46c9-8322-4ccdb1e2e5cf service neutron] 10.222.0.48 "GET /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568295 Jul 22 23:42:02.721064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-26cb454e-cc67-4676-ac68-b99e0df557d9 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740977 Jul 22 23:42:02.726842 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de64ec7-cc7b-4b2c-b38e-a270bedcdf9d x-openstack-request-id: req-7de64ec7-cc7b-4b2c-b38e-a270bedcdf9d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:02.727150 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "tag": "63967376-c513-457d-9595-fa4ad7055a2c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:02.727377 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7de64ec7-cc7b-4b2c-b38e-a270bedcdf9d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:02.727763 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c', 'status': 'completed', 'code': 200} Jul 22 23:42:02.761507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-482bda5e-7edc-4da0-9bf2-90f6c65e91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.774915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-482bda5e-7edc-4da0-9bf2-90f6c65e91a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 929 time: 0.1639781 Jul 22 23:42:02.796933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:02.847748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b6a55476-1dc5-426d-ac4f-cdfcd15f46f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb HTTP/1.1" status: 200 len: 217 time: 0.0642290 Jul 22 23:42:02.855890 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:13Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:02.886318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-e90eda1b-7d6c-4d7b-b760-5a8a1d84e281 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 217 time: 0.1103330 Jul 22 23:42:02.904141 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] Checking router: be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:02.921372 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:02.922743 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:02.959496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 21d8143f-25ca-4ec3-8f04-b06950599322 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:02.977094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-ede3a382-b17f-4d65-a1fa-5bf74944d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.977094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-ede3a382-b17f-4d65-a1fa-5bf74944d550 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 200 len: 797 time: 0.0992584 Jul 22 23:42:02.991212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-0b8078ba-dea9-4ae3-8944-43d3e4bb0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:02.993032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-0b8078ba-dea9-4ae3-8944-43d3e4bb0375 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 200 len: 867 time: 0.0754011 Jul 22 23:42:03.019019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.044489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.106592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-8300f73d-f510-457a-9e10-d9dba4251aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:03.108344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-8300f73d-f510-457a-9e10-d9dba4251aa4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2633086f-44ff-44c2-947b-dd63e6af5f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1266732 Jul 22 23:42:03.114891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-3d3991d9-b1b5-40fa-a365-83f866171057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:03.116471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-3d3991d9-b1b5-40fa-a365-83f866171057 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=132d823d-d024-4c90-bd10-05171428ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958045 Jul 22 23:42:03.125717 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:03.231693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-815c48e0-3fab-45b8-9276-7d7c8cb6ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:03.233566 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-815c48e0-3fab-45b8-9276-7d7c8cb6ad5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1096 time: 0.3741055 Jul 22 23:42:03.233915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=06752eac-4cda-4cfa-a8ae-22a88f47e3c1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:03.240720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.250745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.255968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-0229fc33-5278-488d-a4bf-3535d270d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:03.257645 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-0229fc33-5278-488d-a4bf-3535d270d653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=23e5ab15961b4c84b749c6615feeddb7&device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 1094 time: 0.4096510 Jul 22 23:42:03.328298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-7d316c79-982c-4735-a7e7-54843f813f29 service neutron] 10.222.0.21 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019782 Jul 22 23:42:03.374102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-9168634c-902f-4dff-a55d-f2e0dc74bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:03.375666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-9168634c-902f-4dff-a55d-f2e0dc74bd60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 1096 time: 0.5469255 Jul 22 23:42:03.424274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4efb21a1-a671-4b40-a859-dbbf7a8d94fa up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:03.476544 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:13Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:03.507581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:03.511621 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befe3d5-115d-4cc2-8753-05d47744ece7 None None] The sync data for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 is: [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:41:06Z', 'revision_number': 4, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '10205e3b-aea7-491b-a252-b5f371637f5a', 'name': '', 'network_id': '132d823d-d024-4c90-bd10-05171428ac05', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'mac_address': 'fa:16:3e:6e:51:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:05Z', 'updated_at': '2021-07-22T23:41:13Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'subnets': [{'id': '9bf4bf01-225c-45f6-b4cc-e081e13c223e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:03.543772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:03.544421 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.581983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4871bd01-8075-4c2a-a827-eecdf8783bb5 req-16563960-03e6-4f99-8347-7f5f59df1b90 service neutron] 10.222.0.21 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988864 Jul 22 23:42:03.600765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b51cc37c-42d2-4340-865b-0fd10378d7fe service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824779 Jul 22 23:42:03.618483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:03.647777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cc72-01a4-464f-8a98-6eaaf16aacdd req-b10afcaa-c536-4541-95d3-3bbd6e305d84 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:03.649689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39b4cc72-01a4-464f-8a98-6eaaf16aacdd req-b10afcaa-c536-4541-95d3-3bbd6e305d84 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 943 time: 0.3200500 Jul 22 23:42:03.672701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:03.674189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:03.755933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-256dd44e-725a-4b95-a739-87886f9e817b req-92c994c8-efbf-4988-aa72-388a0130f06b tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips/d2109e2e-c657-4a69-a30f-a89e9fe0e52c HTTP/1.1" status: 200 len: 694 time: 0.1049621 Jul 22 23:42:03.825976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39b4cc72-01a4-464f-8a98-6eaaf16aacdd req-809e9746-c308-4614-b634-0facb83ee4ee tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626663 Jul 22 23:42:03.932857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-1f4bbbc2-b21b-4a1d-92ce-386ac3110a46 service neutron] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189948 Jul 22 23:42:03.984361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-ed07f034-a2b8-4cd0-a475-1047198594cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 HTTP/1.1" status: 200 len: 217 time: 0.0422995 Jul 22 23:42:04.038589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a2d2e-7dff-432f-b912-24db6964a09f None None] New status for floating IP d2109e2e-c657-4a69-a30f-a89e9fe0e52c: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:42:04.052091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dd44e-725a-4b95-a739-87886f9e817b req-9c260bcc-e2d7-430c-9bb8-29e92ed1410e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.053574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-256dd44e-725a-4b95-a739-87886f9e817b req-9c260bcc-e2d7-430c-9bb8-29e92ed1410e tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2601326 Jul 22 23:42:04.113259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=21d8143f-25ca-4ec3-8f04-b06950599322,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:04.169624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9655093f-f055-4025-9381-4872144bf872 None None] Provisioning for port 21d8143f-25ca-4ec3-8f04-b06950599322 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:04.176504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9655093f-f055-4025-9381-4872144bf872 None None] Provisioning complete for port 21d8143f-25ca-4ec3-8f04-b06950599322 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:04.177021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9655093f-f055-4025-9381-4872144bf872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.292544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9655093f-f055-4025-9381-4872144bf872 None None] Port 21d8143f-25ca-4ec3-8f04-b06950599322 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:04.323900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-c2ff4f2c-da25-4f92-891c-896cc8505c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.325626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-c2ff4f2c-da25-4f92-891c-896cc8505c33 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 1.0650895 Jul 22 23:42:04.336222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-c1f2a755-9e3e-4760-bfb6-be61ba1142da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.337733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-c1f2a755-9e3e-4760-bfb6-be61ba1142da service neutron] 10.222.0.48 "GET /v2.0/networks?id=13d0774e-5532-42fb-9bce-ee4a0fdb4353 HTTP/1.1" status: 200 len: 926 time: 1.0684972 Jul 22 23:42:04.355579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:42:04.450407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-256dd44e-725a-4b95-a739-87886f9e817b req-d5cd0ff2-1d37-4945-80ee-1187df32295a tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 697 time: 0.3778808 Jul 22 23:42:04.467874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-9b3e8bdd-d01d-4fd1-af4f-2bb01e1dab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.469358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-9b3e8bdd-d01d-4fd1-af4f-2bb01e1dab81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.4680676 Jul 22 23:42:04.488502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-bc21154a-2715-47a4-a751-c1af2f3883b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22ed52f-4a7b-4729-a04e-205064778670 HTTP/1.1" status: 200 len: 217 time: 0.1415024 Jul 22 23:42:04.490201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:04.505695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-d2a24b89-62b6-4d78-a95d-280c6fe365cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.507311 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-d2a24b89-62b6-4d78-a95d-280c6fe365cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 200 len: 929 time: 1.0672605 Jul 22 23:42:04.540073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:04.551463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c4b23-ce7f-4c83-934c-99dbe92b3a78 req-18699033-1bf4-4f19-b92c-466397313a58 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.553069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f2c4b23-ce7f-4c83-934c-99dbe92b3a78 req-18699033-1bf4-4f19-b92c-466397313a58 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 945 time: 0.5409598 Jul 22 23:42:04.557970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-256dd44e-725a-4b95-a739-87886f9e817b req-83438f3f-59e7-4203-867a-479bd7b39b8d tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0946872 Jul 22 23:42:04.564190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.631183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.633366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-a43817e0-5be4-4950-9c1d-6f28f9ae0cd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 200 len: 217 time: 0.0861189 Jul 22 23:42:04.645737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-6c7cb08a-ac02-4ef5-8384-8786a4e45718 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 200 len: 1001 time: 0.3019073 Jul 22 23:42:04.696954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f2c4b23-ce7f-4c83-934c-99dbe92b3a78 req-25c70299-7913-46a1-8d86-c392abbedcc1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920095 Jul 22 23:42:04.701209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-d37fa1a1-1472-4247-b600-89f65eeb1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.703887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-d37fa1a1-1472-4247-b600-89f65eeb1e6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2258496 Jul 22 23:42:04.802834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.825054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Deleting port da8ec6ac-32ed-4172-9390-1918652e69a6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:04.825408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.843407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-5af2f293-3a9f-441b-b098-a63e5694c872 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228423 Jul 22 23:42:04.868342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-bd1d5d53-7ff6-495b-9cfe-4525b92c14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:04.871022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-bd1d5d53-7ff6-495b-9cfe-4525b92c14a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=38747200-6ed8-482d-9e8c-d8c0dd2a6711 HTTP/1.1" status: 200 len: 865 time: 0.3714380 Jul 22 23:42:04.929289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-522cde61-d54a-4576-89b7-bd80a7e068ee None None] Provisioning complete for port 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:04.930085 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-522cde61-d54a-4576-89b7-bd80a7e068ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:04.985211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:05.002502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-8046c10b-7ce3-4330-a450-3a86dd01e335 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=13d0774e-5532-42fb-9bce-ee4a0fdb4353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094863 Jul 22 23:42:05.005619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.005619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.026652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-f8661b69-59be-482c-8d40-503de6c77f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.029570 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-f8661b69-59be-482c-8d40-503de6c77f44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.2978187 Jul 22 23:42:05.029863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-d8385703-a6d2-4a7a-b6f5-cfd07221b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.031718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-d8385703-a6d2-4a7a-b6f5-cfd07221b7a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 200 len: 867 time: 0.3845656 Jul 22 23:42:05.035113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Calling delete_port for da8ec6ac-32ed-4172-9390-1918652e69a6 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:05.040098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-522cde61-d54a-4576-89b7-bd80a7e068ee None None] Port 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:05.049191 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-88e5e3d0-17e8-4754-a9ce-8b82fed95e47 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971412 Jul 22 23:42:05.121996 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.136079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-5e1ec961-9275-4744-abfa-2c768646f631 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424 HTTP/1.1" status: 200 len: 217 time: 0.0774078 Jul 22 23:42:05.159208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:05.164437 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667279f9-16f3-4e85-ae0a-cf7a188391e2" -d '{"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:05.186657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:05.195070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7bcfa-5ef3-4af0-91a2-182173c820f1 req-62f379a7-a48c-442b-aaad-d4ff286e6eed tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.195591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.196695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29b7bcfa-5ef3-4af0-91a2-182173c820f1 req-62f379a7-a48c-442b-aaad-d4ff286e6eed tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 943 time: 0.2428026 Jul 22 23:42:05.243948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 2b1dbc08-3129-4657-8e85-189a698b5e1c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:05.248777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-55e83b30-f332-4be7-bedd-37c817dc18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.250317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-55e83b30-f332-4be7-bedd-37c817dc18ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 200 len: 797 time: 0.1028059 Jul 22 23:42:05.256550 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP 007a6fd3-049d-4aa2-a6d1-5b26e71b2f07 associated. External IP: 172.25.5.239, port: de219bb2-b1fe-4bcd-af95-d96cd5354d48. Jul 22 23:42:05.289622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:05.319827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29b7bcfa-5ef3-4af0-91a2-182173c820f1 req-d48ca968-ddb3-4f6c-b623-58d8de08a14f tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024952 Jul 22 23:42:05.409435 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9194f-a3f7-4e89-b79b-7919fdc17667 x-openstack-request-id: req-dfc9194f-a3f7-4e89-b79b-7919fdc17667 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:05.409746 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:05.410034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b8f256ad-a4a1-4e39-a8cc-8ecfeda96253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.410206 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfc9194f-a3f7-4e89-b79b-7919fdc17667 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:05.410458 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'code': 200} Jul 22 23:42:05.412512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b8f256ad-a4a1-4e39-a8cc-8ecfeda96253 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60c70dab-386a-4a06-84a5-3dc1a1fb3900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462331 Jul 22 23:42:05.421952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.469048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event deleted for resources: {'Port': ['ID=da8ec6ac-32ed-4172-9390-1918652e69a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:05.490732 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-2f4d86fb-982a-47fe-9159-1dda40cae0a1 service neutron] 10.222.0.48 "GET /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738016 Jul 22 23:42:05.587858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-a3ab1b59-e1b3-4a9d-9ad8-340fa3a5e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.589755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-a3ab1b59-e1b3-4a9d-9ad8-340fa3a5e7bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5415182 Jul 22 23:42:05.601677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.604776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.605965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-256dd44e-725a-4b95-a739-87886f9e817b req-53096869-636e-47da-aa02-c928415e0260 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "DELETE /v2.0/floatingips/d2109e2e-c657-4a69-a30f-a89e9fe0e52c HTTP/1.1" status: 204 len: 173 time: 1.0412800 Jul 22 23:42:05.627199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-b9040c4b-4ded-4369-a95d-f5634369cdbf service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659148 Jul 22 23:42:05.644832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-dc3ef6aa-bb7a-4b85-a5cb-a0da24d4ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.647481 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-dc3ef6aa-bb7a-4b85-a5cb-a0da24d4ba27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=132d823d-d024-4c90-bd10-05171428ac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5974426 Jul 22 23:42:05.790638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6afbfa4c-9e51-44ed-bc7f-7d5b2a382b00 req-c85e3db8-7bff-488b-acd0-b0dc93fb3a80 service neutron] 10.222.0.48 "GET /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565163 Jul 22 23:42:05.835817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17298149-c87b-4c24-aee7-30dde4d24495 req-64abeb09-90ad-458a-a216-a9b927959075 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.838619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17298149-c87b-4c24-aee7-30dde4d24495 req-64abeb09-90ad-458a-a216-a9b927959075 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1206872 Jul 22 23:42:05.940785 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:05.942996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17298149-c87b-4c24-aee7-30dde4d24495 req-e5a34b1e-256b-4a23-86ed-f3f3052ff8a2 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0867865 Jul 22 23:42:05.996251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7106-8312-4065-b5de-922b20bdf661 req-a12c44c0-62a7-4147-bf3e-6961eb438a8f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:05.997860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77bc7106-8312-4065-b5de-922b20bdf661 req-a12c44c0-62a7-4147-bf3e-6961eb438a8f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.1576433 Jul 22 23:42:06.038762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40bea043-2bbd-4626-a4a3-db69df3a9893 req-426cf236-1d5f-477b-9af3-802630b4f5eb tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0685039 Jul 22 23:42:06.081723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77bc7106-8312-4065-b5de-922b20bdf661 req-9e689954-65c6-477f-bfae-f07028329f2c tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505023 Jul 22 23:42:06.197034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:06.204955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-33686023-2aa8-40e4-bb46-b97b039b0f17 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/2b1dbc08-3129-4657-8e85-189a698b5e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8385482 Jul 22 23:42:06.205160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:06.226027 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] Sync routers for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:06.250179 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:06.250944 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:06.324270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39906ed7-e6ac-4f34-bf9c-80e29c6c6ecd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:06.325931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-39906ed7-e6ac-4f34-bf9c-80e29c6c6ecd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports/06752eac-4cda-4cfa-a8ae-22a88f47e3c1 HTTP/1.1" status: 200 len: 910 time: 0.1202035 Jul 22 23:42:06.331662 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:06.337495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:06.342635 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:06.343562 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:06.382909 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:06.383892 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f1ec3f-de74-4ae6-8086-1707d96be82d None None] The sync data for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:06.428523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e0d2a-9778-46ab-930c-d4eef1d0c502 req-0277dfbc-b3a8-4931-9772-3d123ec132cf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:06.431145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-907e0d2a-9778-46ab-930c-d4eef1d0c502 req-0277dfbc-b3a8-4931-9772-3d123ec132cf tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.1037128 Jul 22 23:42:06.512430 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d933b8ec-0beb-4305-a4b8-69640ce8ed40 req-a60da9b6-b4e4-4aab-8fa7-b4988dd06e16 service neutron] 10.222.0.48 "GET /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9807775 Jul 22 23:42:06.572421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-907e0d2a-9778-46ab-930c-d4eef1d0c502 req-521052b8-67be-467f-93a2-bfbe75b33fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315713 Jul 22 23:42:06.596819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.611462 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-a734fe57-58b6-4c48-aa00-b7cc3c7870e9 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0016429 Jul 22 23:42:06.617422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.618266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:06.625403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a0cb6-cafc-4d5c-bc4c-0b9688687799 req-c76ec3a7-0c30-44ba-a21a-1732e4072be5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:06.628130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb8a0cb6-cafc-4d5c-bc4c-0b9688687799 req-c76ec3a7-0c30-44ba-a21a-1732e4072be5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 943 time: 0.1567833 Jul 22 23:42:06.654576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-3ab00b92-1b6b-40dd-9a46-aee8578f5c75 service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810052 Jul 22 23:42:06.690994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb8a0cb6-cafc-4d5c-bc4c-0b9688687799 req-bfc36597-46b2-4331-81ef-041439bd0554 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Jul 22 23:42:06.903125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:06.976678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=21d8143f-25ca-4ec3-8f04-b06950599322,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:06.984901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f22ed52f-4a7b-4729-a04e-205064778670 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:42:07.058620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3583ddb-d994-4b37-a9f8-dba963e32a80 req-ade5f41b-7b1c-4e63-87bf-8d667a0a75ca service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229450 Jul 22 23:42:07.134996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f22ed52f-4a7b-4729-a04e-205064778670,segment=NetworkSegment(e66a7c02-f6b4-492a-895a-fb6a589eaa6e),segment_id=e66a7c02-f6b4-492a-895a-fb6a589eaa6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:07.155631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'f22ed52f-4a7b-4729-a04e-205064778670', 'network_id': '13d0774e-5532-42fb-9bce-ee4a0fdb4353', 'port_id': 'f22ed52f-4a7b-4729-a04e-205064778670', 'mac_address': 'fa:16:3e:0d:8c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38747200-6ed8-482d-9e8c-d8c0dd2a6711', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:42:07.162733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1ef7723a-bb99-44f3-a81a-d333416b8bea req-055cb09a-a50f-4a65-ad56-1a867b01035f service neutron] 10.222.0.48 "GET /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745877 Jul 22 23:42:07.164645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:07.172758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:07.220633 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.237114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22ed52f-4a7b-4729-a04e-205064778670 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:42:07.263666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f22ed52f-4a7b-4729-a04e-205064778670,segment=NetworkSegment(e66a7c02-f6b4-492a-895a-fb6a589eaa6e),segment_id=e66a7c02-f6b4-492a-895a-fb6a589eaa6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:07.269550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.274261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c83231-53fa-42c6-ae09-8b94de34bf5a req-bf340cf3-0b53-4ac5-87a9-e3c3f3d37705 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:07.286607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84c83231-53fa-42c6-ae09-8b94de34bf5a req-bf340cf3-0b53-4ac5-87a9-e3c3f3d37705 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.0947280 Jul 22 23:42:07.340599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84c83231-53fa-42c6-ae09-8b94de34bf5a req-bc142c98-03f2-4b0a-a84c-c09ab780e6f7 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509608 Jul 22 23:42:07.363602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:07.394785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:07.411256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:07.426728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:07.427587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:07.503400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:07.516637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:07.520257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:07.584520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:07.585003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade2700-16c2-499e-8740-3cab09a4557f None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:07.594652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Router 7aaa7343-2bdb-4aa9-94ae-62052594a591 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:42:07.719477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1855b455-4fff-4a30-b43f-04bbd5156bc3 None None] Provisioning complete for port 21d8143f-25ca-4ec3-8f04-b06950599322 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:07.722727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1855b455-4fff-4a30-b43f-04bbd5156bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:07.755939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['f22ed52f-4a7b-4729-a04e-205064778670'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:42:07.805023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:07.815771 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1beea5bf-b0a5-4b79-9386-2ea8da45ec71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "PUT /v2.0/routers/7aaa7343-2bdb-4aa9-94ae-62052594a591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3515472 Jul 22 23:42:07.816100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ab75-f179-4c50-851c-09c510a56e46 req-bd3a42c2-83a6-40b7-a386-0d14df3e31ba tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:07.816754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ef4ab75-f179-4c50-851c-09c510a56e46 req-bd3a42c2-83a6-40b7-a386-0d14df3e31ba tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.1483822 Jul 22 23:42:07.819813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41640) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:07.824912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1855b455-4fff-4a30-b43f-04bbd5156bc3 None None] Port 21d8143f-25ca-4ec3-8f04-b06950599322 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:07.833162 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Sync routers for ids ['7aaa7343-2bdb-4aa9-94ae-62052594a591'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:07.851041 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Routers {'7aaa7343-2bdb-4aa9-94ae-62052594a591'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:07.852888 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7aaa7343-2bdb-4aa9-94ae-62052594a591'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:07.979732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ef4ab75-f179-4c50-851c-09c510a56e46 req-3331a337-81aa-4d9d-ab50-5bad087d8476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561687 Jul 22 23:42:08.014939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab3afc-e0a7-4ea2-8807-433d268dc2b4 req-e3e497c0-d2b9-4700-9166-afdc0533422c tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.017840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2ab3afc-e0a7-4ea2-8807-433d268dc2b4 req-e3e497c0-d2b9-4700-9166-afdc0533422c tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 944 time: 0.1803386 Jul 22 23:42:08.039139 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Set router 7aaa7343-2bdb-4aa9-94ae-62052594a591 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:08.082012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2ab3afc-e0a7-4ea2-8807-433d268dc2b4 req-a8acc8a0-b2e8-43fc-b314-33ff5ccef07b tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573738 Jul 22 23:42:08.305582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:59Z', 'updated_at': '2021-07-22T23:42:04Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None, '_interfaces': [{'id': '21d8143f-25ca-4ec3-8f04-b06950599322', 'name': '', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'mac_address': 'fa:16:3e:84:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '6baada63-fed9-418e-a689-a04e6efbe0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:05Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'subnets': [{'id': '6baada63-fed9-418e-a689-a04e6efbe0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:08.327584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.337545 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Checking router: 7aaa7343-2bdb-4aa9-94ae-62052594a591 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:08.338098 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Updating router 7aaa7343-2bdb-4aa9-94ae-62052594a591 port 21d8143f-25ca-4ec3-8f04-b06950599322 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:42:08.339300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 265062ea-1c03-45d3-8a04-d9e954180f05 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:08.398341 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.415086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bda389-150f-4673-987b-28a6e96f5f22 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.416594 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8bda389-150f-4673-987b-28a6e96f5f22 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports/21d8143f-25ca-4ec3-8f04-b06950599322 HTTP/1.1" status: 200 len: 911 time: 0.5949316 Jul 22 23:42:08.421517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:08.583446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111e1ee-ce22-4fe0-97d7-0179903e10ed tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.588046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111e1ee-ce22-4fe0-97d7-0179903e10ed tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.592100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b111e1ee-ce22-4fe0-97d7-0179903e10ed tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1690681 Jul 22 23:42:08.593835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41646) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:08.604251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-b6b735fe-dbff-49f1-9858-a7b14dc83bef tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.607428 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-b6b735fe-dbff-49f1-9858-a7b14dc83bef tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.3338728 Jul 22 23:42:08.682045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762db94b-9d61-416f-a321-10f23433ea30 req-40e395ff-d1de-4479-a4b4-3849a31ac786 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:08.683667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-762db94b-9d61-416f-a321-10f23433ea30 req-40e395ff-d1de-4479-a4b4-3849a31ac786 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.2053490 Jul 22 23:42:08.810244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-762db94b-9d61-416f-a321-10f23433ea30 req-7a917565-c645-4963-8c46-bdacfb893642 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120496 Jul 22 23:42:08.824892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:08.835261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.845019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] Sync routers for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:08.852947 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.865285 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Transition to ACTIVE for port object 21d8143f-25ca-4ec3-8f04-b06950599322 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:08.874724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:08.875964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:08.880666 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:08.946135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:08.969393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:08.970747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:08.972688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Deleting port 63967376-c513-457d-9595-fa4ad7055a2c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:08.973193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.020375 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de9691-0801-4010-9b3b-be7971cb0c58 None None] Pushing event updated for resources: {'Port': ['ID=21d8143f-25ca-4ec3-8f04-b06950599322,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:09.055422 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Attempting to bind port 21d8143f-25ca-4ec3-8f04-b06950599322 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:09.056166 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Attempting to bind port 21d8143f-25ca-4ec3-8f04-b06950599322 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:09.056859 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Attempting to bind port 21d8143f-25ca-4ec3-8f04-b06950599322 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:09.066090 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:09.066587 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:09.067181 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.067712 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:09.068353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Bound port: 21d8143f-25ca-4ec3-8f04-b06950599322, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:09.068921 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.102724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:09.104078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8a5bc-2b95-4bf1-9ae2-ff73437983bb None None] The sync data for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:09.158988 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd923d55-7ec2-4408-9f24-3178078f59ad tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/floatingips/007a6fd3-049d-4aa2-a6d1-5b26e71b2f07 HTTP/1.1" status: 200 len: 978 time: 7.1735318 Jul 22 23:42:09.176155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:09.266294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] For port 21d8143f-25ca-4ec3-8f04-b06950599322, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:09.288992 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] For port 21d8143f-25ca-4ec3-8f04-b06950599322, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=21d8143f-25ca-4ec3-8f04-b06950599322,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:09.297473 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.441402 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de9691-0801-4010-9b3b-be7971cb0c58 None None] Pushing event updated for resources: {'Port': ['ID=21d8143f-25ca-4ec3-8f04-b06950599322,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:09.452147 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Routers {'7aaa7343-2bdb-4aa9-94ae-62052594a591'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:09.453065 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7aaa7343-2bdb-4aa9-94ae-62052594a591'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:09.480104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] For port 63967376-c513-457d-9595-fa4ad7055a2c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=63967376-c513-457d-9595-fa4ad7055a2c,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:09.480663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.503137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Calling delete_port for 63967376-c513-457d-9595-fa4ad7055a2c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:09.581217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port f1a36baa-5fbc-42c9-a693-4ff07ea6e954 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:09.581730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.617969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.634468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12c87-fb5b-4401-8d28-84a3c0665a20 req-67c2c503-68d6-4e08-a02d-a2ee94dbb236 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:09.636382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afb12c87-fb5b-4401-8d28-84a3c0665a20 req-67c2c503-68d6-4e08-a02d-a2ee94dbb236 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 945 time: 0.3793957 Jul 22 23:42:09.651028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:09.651961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.749582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] Set router 7aaa7343-2bdb-4aa9-94ae-62052594a591 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:09.855068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.884700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:09.943116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 06752eac-4cda-4cfa-a8ae-22a88f47e3c1 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:10.059260 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:59Z', 'updated_at': '2021-07-22T23:42:04Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None, '_interfaces': [{'id': '21d8143f-25ca-4ec3-8f04-b06950599322', 'name': '', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'mac_address': 'fa:16:3e:84:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '6baada63-fed9-418e-a689-a04e6efbe0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:09Z', 'revision_number': 4, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'subnets': [{'id': '6baada63-fed9-418e-a689-a04e6efbe0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:10.089879 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40852c3-9feb-42cd-a116-345c7b757612 None None] The sync data for ids ['7aaa7343-2bdb-4aa9-94ae-62052594a591'] in n-d-758851-4 is: [{'id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:59Z', 'updated_at': '2021-07-22T23:42:04Z', 'revision_number': 2, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None, '_interfaces': [{'id': '21d8143f-25ca-4ec3-8f04-b06950599322', 'name': '', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'mac_address': 'fa:16:3e:84:6e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '6baada63-fed9-418e-a689-a04e6efbe0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:01Z', 'updated_at': '2021-07-22T23:42:09Z', 'revision_number': 4, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'subnets': [{'id': '6baada63-fed9-418e-a689-a04e6efbe0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:10.154855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.212525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37be3-fbfc-4e60-8c10-8aef4a45186a req-8fdcbacc-040a-4984-b508-e4a6f2106990 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:10.215193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0d37be3-fbfc-4e60-8c10-8aef4a45186a req-8fdcbacc-040a-4984-b508-e4a6f2106990 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 944 time: 0.9766896 Jul 22 23:42:10.223203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Pushing event deleted for resources: {'Port': ['ID=63967376-c513-457d-9595-fa4ad7055a2c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:10.284339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afb12c87-fb5b-4401-8d28-84a3c0665a20 req-e2a59345-34a8-4f00-a350-418ad8912ca1 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/security-groups?id=1197f57d-ba47-4677-82c0-efd7cd35963e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945860 Jul 22 23:42:10.357016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0d37be3-fbfc-4e60-8c10-8aef4a45186a req-a6afb8a9-89a8-4cf8-a081-c8fcb6f7d7c6 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110890 Jul 22 23:42:10.482757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] No DVR routers for this DVR port 63967376-c513-457d-9595-fa4ad7055a2c on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:10.487742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.490218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a90248-3bac-48a8-b343-b642e40d2f19 req-672cfeac-667b-4faf-9376-0bb7e97595d0 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.48 "DELETE /v2.0/ports/63967376-c513-457d-9595-fa4ad7055a2c HTTP/1.1" status: 204 len: 173 time: 1.8669813 Jul 22 23:42:10.493697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'name': 'network-vif-deleted', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:10.496389 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b7a858-d19f-4aca-adff-ef5e1524f411" -d '{"events": [{"server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "name": "network-vif-deleted", "tag": "63967376-c513-457d-9595-fa4ad7055a2c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:10.550604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c4e4b-dde6-4cbc-b766-a854198391e4 req-22f126c6-957e-4ae4-85a0-2a300679b464 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:10.559113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-498c4e4b-dde6-4cbc-b766-a854198391e4 req-22f126c6-957e-4ae4-85a0-2a300679b464 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.1656346 Jul 22 23:42:10.587697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 21d8143f-25ca-4ec3-8f04-b06950599322 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:10.588099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.594258 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958fcbf-768d-4e84-8842-19c8cf0bbdb4 x-openstack-request-id: req-c958fcbf-768d-4e84-8842-19c8cf0bbdb4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:10.594258 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd23cad1-717a-4f8f-95cd-c44bb147cb55", "name": "network-vif-deleted", "tag": "63967376-c513-457d-9595-fa4ad7055a2c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:10.594258 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c958fcbf-768d-4e84-8842-19c8cf0bbdb4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:10.594258 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23cad1-717a-4f8f-95cd-c44bb147cb55', 'name': 'network-vif-deleted', 'tag': '63967376-c513-457d-9595-fa4ad7055a2c', 'status': 'completed', 'code': 200} Jul 22 23:42:10.636679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.637126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.638359 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Floating IP 007a6fd3-049d-4aa2-a6d1-5b26e71b2f07 disassociated. External IP: 172.25.5.239, port: f1a36baa-5fbc-42c9-a693-4ff07ea6e954. Jul 22 23:42:10.638359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for f1a36baa-5fbc-42c9-a693-4ff07ea6e954 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:10.648790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.692824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-498c4e4b-dde6-4cbc-b766-a854198391e4 req-60d51203-ae18-441a-9aaf-4e691897df13 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325908 Jul 22 23:42:10.768244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=06752eac-4cda-4cfa-a8ae-22a88f47e3c1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:10.909133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port 21d8143f-25ca-4ec3-8f04-b06950599322, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=21d8143f-25ca-4ec3-8f04-b06950599322,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:10.909687 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:10.926739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 21d8143f-25ca-4ec3-8f04-b06950599322 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:10.996263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f22ed52f-4a7b-4729-a04e-205064778670 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:11.151530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port f22ed52f-4a7b-4729-a04e-205064778670 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:11.164329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port f22ed52f-4a7b-4729-a04e-205064778670 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:11.165509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.207224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.255581 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.333885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=21d8143f-25ca-4ec3-8f04-b06950599322,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:11.510216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.518817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.569503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:11.574077 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82b73b4-191e-4540-ae7a-c088c4ed85f0" -d '{"events": [{"server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "name": "network-vif-plugged", "status": "completed", "tag": "f22ed52f-4a7b-4729-a04e-205064778670"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:11.621238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 21d8143f-25ca-4ec3-8f04-b06950599322 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:11.622714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=f1a36baa-5fbc-42c9-a693-4ff07ea6e954,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:11.670025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 21d8143f-25ca-4ec3-8f04-b06950599322 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:11.673444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 21d8143f-25ca-4ec3-8f04-b06950599322 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 23:42:11.677818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f22ed52f-4a7b-4729-a04e-205064778670,segment=NetworkSegment(e66a7c02-f6b4-492a-895a-fb6a589eaa6e),segment_id=e66a7c02-f6b4-492a-895a-fb6a589eaa6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:11.702527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10d4d037-096d-44d2-84e7-3b0f695c7e0f req-cf1bc376-60ea-47f9-9aff-a0903f362363 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476 tempest-FloatingIPsAssociationNegativeTestJSON-1724380476-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd23cad1-717a-4f8f-95cd-c44bb147cb55 HTTP/1.1" status: 200 len: 210 time: 0.0821280 Jul 22 23:42:11.727442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.727442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 63967376-c513-457d-9595-fa4ad7055a2c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:11.766304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:11.783098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Port 21d8143f-25ca-4ec3-8f04-b06950599322 not found, will not notify nova. {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 23:42:11.794615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 63967376-c513-457d-9595-fa4ad7055a2c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:11.795355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 63967376-c513-457d-9595-fa4ad7055a2c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:11.797350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:11.827763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e0607-2481-47da-bb1a-d8de76e06922 req-ffd3a846-c514-4ded-a0cf-79b392fab8d8 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:11.843375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e3e0607-2481-47da-bb1a-d8de76e06922 req-ffd3a846-c514-4ded-a0cf-79b392fab8d8 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 944 time: 0.2506173 Jul 22 23:42:11.920809 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaaeb23-decd-4247-aac1-f0c47aaf32e0 x-openstack-request-id: req-faaaeb23-decd-4247-aac1-f0c47aaf32e0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:11.921403 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "name": "network-vif-plugged", "status": "completed", "tag": "f22ed52f-4a7b-4729-a04e-205064778670", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:11.921823 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faaaeb23-decd-4247-aac1-f0c47aaf32e0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:11.922451 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670', 'code': 200} Jul 22 23:42:11.938019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 2b1dbc08-3129-4657-8e85-189a698b5e1c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:12.007635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:12.158549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e3e0607-2481-47da-bb1a-d8de76e06922 req-7b4bc0dd-c602-4c66-9766-7e5bcd8aec3b tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908762 Jul 22 23:42:12.212002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Router 7aaa7343-2bdb-4aa9-94ae-62052594a591 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:12.311059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:12.322187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5c604f32-51b3-4950-a38f-a1389614a28d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "PUT /v2.0/routers/7aaa7343-2bdb-4aa9-94ae-62052594a591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7236016 Jul 22 23:42:12.322928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41684) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:12.394750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76552ff1-8e49-4077-aa6a-cb36fc318ba3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:12.396914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76552ff1-8e49-4077-aa6a-cb36fc318ba3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:12.399907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76552ff1-8e49-4077-aa6a-cb36fc318ba3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0755451 Jul 22 23:42:12.401487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:12.466828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 265062ea-1c03-45d3-8a04-d9e954180f05 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:12.488561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 6baada63-fed9-418e-a689-a04e6efbe0ad {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:12.493152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.510580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:12.523159 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0df54e67-5cb6-418c-b807-d51c70fe664e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/2b1dbc08-3129-4657-8e85-189a698b5e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0864375 Jul 22 23:42:12.523846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41690) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:12.527218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] Sync routers for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:12.569880 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:12.571004 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:12.578992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.609956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] Sync routers for ids ['7aaa7343-2bdb-4aa9-94ae-62052594a591'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:12.637666 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:12.648164 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:12.649183 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:12.650588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] Routers {'7aaa7343-2bdb-4aa9-94ae-62052594a591'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:12.651721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7aaa7343-2bdb-4aa9-94ae-62052594a591'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:12.706479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:12.707638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6a4e-a4bc-4921-ab26-4cf9c3ad5788 None None] The sync data for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:12.738408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d49cb-c880-4ff1-821a-e47d00f82823 req-bd3a4dbc-0684-4c5b-ad3d-6cac6d8d6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:12.741678 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4d1d49cb-c880-4ff1-821a-e47d00f82823 req-bd3a4dbc-0684-4c5b-ad3d-6cac6d8d6733 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 1096 time: 0.8137562 Jul 22 23:42:12.806272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:12.811022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41702) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:12.850428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] Set router 7aaa7343-2bdb-4aa9-94ae-62052594a591 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:12.901786 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4d1d49cb-c880-4ff1-821a-e47d00f82823 req-c71c3499-c529-497e-9153-3c31a35a0983 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169508 Jul 22 23:42:12.949989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:59Z', 'updated_at': '2021-07-22T23:42:11Z', 'revision_number': 3, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:12.951929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd310e-6ca8-4d6f-866b-24eba5141f08 req-bc113532-1c42-496d-8fd7-f4b738d1098e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:12.953468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54fd310e-6ca8-4d6f-866b-24eba5141f08 req-bc113532-1c42-496d-8fd7-f4b738d1098e tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.2786827 Jul 22 23:42:13.016384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:13.018282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] Checking router: 7aaa7343-2bdb-4aa9-94ae-62052594a591 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:13.034304 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] Sync routers for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:13.034810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] Routers {'7aaa7343-2bdb-4aa9-94ae-62052594a591'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:13.035691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7aaa7343-2bdb-4aa9-94ae-62052594a591'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:13.056411 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:13.057619 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:13.060000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54fd310e-6ca8-4d6f-866b-24eba5141f08 req-342f4df0-b4f1-4f61-9a49-b6ac22a5e5f1 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905623 Jul 22 23:42:13.073899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.136137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] Set router 7aaa7343-2bdb-4aa9-94ae-62052594a591 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:13.157480 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:13.171302 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:13.173051 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:13.246138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:13.247740 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06242e03-0298-4b03-90b8-ff8a898a151c None None] The sync data for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:13.295011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=6baada63-fed9-418e-a689-a04e6efbe0ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:13.327502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.334590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c535cac7-70b1-4554-8f1a-fd3fd400692d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/6baada63-fed9-418e-a689-a04e6efbe0ad HTTP/1.1" status: 204 len: 168 time: 0.9292223 Jul 22 23:42:13.339283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.341628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-de469a08-0a9b-47a8-8c34-dbf0d8273273 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/ports/f1a36baa-5fbc-42c9-a693-4ff07ea6e954 HTTP/1.1" status: 204 len: 168 time: 4.1634707 Jul 22 23:42:13.342423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41712) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:13.349101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:13.422514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fe08e-fe9d-4b35-8d16-16db08473339 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:13.477521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:59Z', 'updated_at': '2021-07-22T23:42:11Z', 'revision_number': 3, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:13.487741 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-a551e97d-533d-4e98-8ef1-8e8298d345e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5049193 Jul 22 23:42:13.495813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917687-4620-425c-a65c-91020071aa50 req-c344e36b-ab7f-46ec-862e-493d5eca2c60 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:13.505594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99917687-4620-425c-a65c-91020071aa50 req-c344e36b-ab7f-46ec-862e-493d5eca2c60 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.1987560 Jul 22 23:42:13.527086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f6d2c6-c542-4147-abdc-649efaf2e68c None None] The sync data for ids ['7aaa7343-2bdb-4aa9-94ae-62052594a591'] in n-d-758851-4 is: [{'id': '7aaa7343-2bdb-4aa9-94ae-62052594a591', 'name': 'tempest-NetworksTestDHCPv6-router-1462124337', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:59Z', 'updated_at': '2021-07-22T23:42:11Z', 'revision_number': 3, 'project_id': 'abfa8821728b495d986fbaea6fe501c1', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:13.622458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99917687-4620-425c-a65c-91020071aa50 req-50197752-0e48-4391-a69b-7c7b8727513f tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158361 Jul 22 23:42:13.703367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-335b895d-d9fe-4dc3-bd52-e9e04042ec7f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3551524 Jul 22 23:42:13.704836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:13.888759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:13.908510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:13.975593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.051990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] Deleting port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:14.053277 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.222966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] For port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:14.228112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.253278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] Calling delete_port for 4efb21a1-a671-4b40-a859-dbbf7a8d94fa owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:14.386030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df20d2-e7d2-461c-9491-c96756184b6f req-bb2c4fb8-cd5e-451f-8c0f-f784a76fbdfd tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:14.387503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56df20d2-e7d2-461c-9491-c96756184b6f req-bb2c4fb8-cd5e-451f-8c0f-f784a76fbdfd tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.1410580 Jul 22 23:42:14.424916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.457945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] No DVR routers for this DVR port 4efb21a1-a671-4b40-a859-dbbf7a8d94fa on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:14.461999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627977e3-b6ab-4790-9bc2-3aec0f92c6e1 None None] Pushing event deleted for resources: {'Port': ['ID=4efb21a1-a671-4b40-a859-dbbf7a8d94fa,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:14.487758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56df20d2-e7d2-461c-9491-c96756184b6f req-2549ae6c-76ca-468f-a074-579b37d6c020 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748425 Jul 22 23:42:14.509916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.544634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Deleting port 10205e3b-aea7-491b-a252-b5f371637f5a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:14.544983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.606756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.617981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.647733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] For port 10205e3b-aea7-491b-a252-b5f371637f5a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10205e3b-aea7-491b-a252-b5f371637f5a,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:14.648007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.665057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Calling delete_port for 10205e3b-aea7-491b-a252-b5f371637f5a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:14.684615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.685160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Fanout notify agent at l3_agent the message router_deleted on router 7aaa7343-2bdb-4aa9-94ae-62052594a591 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:42:14.784998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:14.790462 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8255ca8-9fe7-49fc-9a1a-5eff70bd7c15 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/routers/7aaa7343-2bdb-4aa9-94ae-62052594a591 HTTP/1.1" status: 204 len: 168 time: 1.0777323 Jul 22 23:42:14.792500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:14.979755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1576c57f-85f8-4aa6-94ef-2ea445656194 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1833794 Jul 22 23:42:14.985031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75334a84-2f23-47c3-acd8-0489313fec5a req-c583d4f7-633e-439a-bfa7-4b707fc9fcc8 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:14.988392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75334a84-2f23-47c3-acd8-0489313fec5a req-c583d4f7-633e-439a-bfa7-4b707fc9fcc8 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.2310159 Jul 22 23:42:14.988914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:15.108727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75334a84-2f23-47c3-acd8-0489313fec5a req-ac6726e6-6d9b-4e73-88ae-3aa18cb51268 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077881 Jul 22 23:42:15.114587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc8f72e-3118-4b2a-86da-c107bfdec257 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:15.116338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cdc8f72e-3118-4b2a-86da-c107bfdec257 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1255577 Jul 22 23:42:15.120931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:15.123126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913074-4287-41af-b8dd-069e40c625d4 req-81777a8b-4a70-44d7-9e31-fd679b2c01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:15.124704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-81777a8b-4a70-44d7-9e31-fd679b2c01c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6&tenant_id=854caaa4465c478885c7a7eccafb5adf HTTP/1.1" status: 200 len: 1094 time: 0.3269956 Jul 22 23:42:15.184777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c6521e27-f369-4832-afd5-50ac96f3ca96 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613496 Jul 22 23:42:15.185225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:15.192658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:15.210061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.288116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=10205e3b-aea7-491b-a252-b5f371637f5a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:15.432382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 21d8143f-25ca-4ec3-8f04-b06950599322 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:15.469068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 21d8143f-25ca-4ec3-8f04-b06950599322 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:15.469768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 21d8143f-25ca-4ec3-8f04-b06950599322 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:15.470601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4efb21a1-a671-4b40-a859-dbbf7a8d94fa no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:15.493035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4efb21a1-a671-4b40-a859-dbbf7a8d94fa {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:15.493772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4efb21a1-a671-4b40-a859-dbbf7a8d94fa not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:15.556853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:15.561879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.636389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fc835-7ad9-47cd-bbae-120e77db06f1 req-2bc3b56c-f4d6-4d06-b09b-e465e5eee84a tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:15.638157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f35fc835-7ad9-47cd-bbae-120e77db06f1 req-2bc3b56c-f4d6-4d06-b09b-e465e5eee84a tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.4291518 Jul 22 23:42:15.693887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.783109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913074-4287-41af-b8dd-069e40c625d4 req-04a03fd5-4c0e-461f-981f-fa5a257e43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:15.785748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-04a03fd5-4c0e-461f-981f-fa5a257e43e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=854caaa4465c478885c7a7eccafb5adf&device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1094 time: 0.6114078 Jul 22 23:42:15.805532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 17d9ef16-3ef8-4dce-904d-976f91ea5b76 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:15.806175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:15.811260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f35fc835-7ad9-47cd-bbae-120e77db06f1 req-dd504df1-be2f-437e-a782-7168c16908a4 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287193 Jul 22 23:42:15.812310 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.121825 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f3ca9ae3-7a6a-4465-8bcb-60f5f27990f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.159432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.163702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913074-4287-41af-b8dd-069e40c625d4 req-7f20eb23-d8d6-4c98-a60b-9472e7386f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:16.165238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-7f20eb23-d8d6-4c98-a60b-9472e7386f38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 200 len: 918 time: 0.3647125 Jul 22 23:42:16.214383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 17d9ef16-3ef8-4dce-904d-976f91ea5b76 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:16.291769 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-e183f297-5b8c-4ce5-868f-880923951edd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 200 len: 999 time: 0.1197867 Jul 22 23:42:16.433385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913074-4287-41af-b8dd-069e40c625d4 req-594cd81c-2793-45df-b433-1d82cbc40417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:16.434227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e4c06-1ce0-4389-b64f-def05b7dff15 req-557c0890-d996-4729-9323-e2306dd04dae tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:16.434893 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-594cd81c-2793-45df-b433-1d82cbc40417 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 200 len: 856 time: 0.1348860 Jul 22 23:42:16.436591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-034e4c06-1ce0-4389-b64f-def05b7dff15 req-557c0890-d996-4729-9323-e2306dd04dae tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.7532516 Jul 22 23:42:16.625737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.656389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-034e4c06-1ce0-4389-b64f-def05b7dff15 req-d989a232-b552-44a2-b7fc-c22f885eb519 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866522 Jul 22 23:42:16.665593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port d0993a35-557b-40e5-8d62-850b64f4ec35 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:16.665944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:16.671725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913074-4287-41af-b8dd-069e40c625d4 req-42d6b552-cad2-49a5-947e-935237cc0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:16.674022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-42d6b552-cad2-49a5-947e-935237cc0369 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230372 Jul 22 23:42:16.674852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=17d9ef16-3ef8-4dce-904d-976f91ea5b76,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:16.740974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.741650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.741952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.742202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.742546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.742878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.743286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.743885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.744432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.744981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.745553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.746104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:16.748808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3da70-9221-4b7f-ab4e-c5b4cef2fec3 req-8c0321db-a69c-436a-9c20-031fbc225c92 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:16.758947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bae3da70-9221-4b7f-ab4e-c5b4cef2fec3 req-8c0321db-a69c-436a-9c20-031fbc225c92 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.3633497 Jul 22 23:42:16.938042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:42:16.949274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.000201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.017476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bae3da70-9221-4b7f-ab4e-c5b4cef2fec3 req-a1fb689c-fd64-4a80-9094-cae946ccbd80 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573171 Jul 22 23:42:17.026966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for d0993a35-557b-40e5-8d62-850b64f4ec35 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:17.034153 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.045402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:17.047321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-99235fd6-f4d2-4a78-83b2-0d1dfeedb530 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528869 Jul 22 23:42:17.054183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=e94db54c-2ee1-4017-8d7c-82359f34a16e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:17.058848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:17.062105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:17.062734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.074571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe3511-8291-49f2-abb9-cb89769cc8dc None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:17.082994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:17.101686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0b4070cf-e0cf-48ba-8f15-ad384441db0b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9150913 Jul 22 23:42:17.104644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.111908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:17.341251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'e94db54c-2ee1-4017-8d7c-82359f34a16e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:42:17.342312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.361477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:17.367635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:17.570090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Allocated IP 2001:db8::f816:3eff:fead:cca2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/e94db54c-2ee1-4017-8d7c-82359f34a16e/c37dfe4c-0a58-4daf-99d3-91911e775c67) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:17.589416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:17.597725 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-338a021e-a30f-41bd-87c1-ed0b2f277149 service neutron] 10.222.0.48 "GET /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423231 Jul 22 23:42:17.601460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9208f05d-14da-4523-ab69-3a32041b6f22 admin admin] 10.222.0.21 "PUT /v2.0/routers/be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7886758 Jul 22 23:42:17.604705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 2b1dbc08-3129-4657-8e85-189a698b5e1c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:17.605364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:17.638235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] Sync routers for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:17.667553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:17.668620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:17.706101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265f00-13fe-4cf2-9781-e546ba94ed29 req-522d00fe-3af7-4612-97f6-83e55a3d3866 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:17.709028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21265f00-13fe-4cf2-9781-e546ba94ed29 req-522d00fe-3af7-4612-97f6-83e55a3d3866 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.2221689 Jul 22 23:42:17.972668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:17.987682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21265f00-13fe-4cf2-9781-e546ba94ed29 req-1142b922-4968-4e9d-9f21-ffffcb6dc902 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513212 Jul 22 23:42:18.097114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c69fe-a7f6-4804-af8c-e2b612c2322d req-7e7b5de4-a03d-47c2-bd43-ad19862d7a5d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:18.098916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c4c69fe-a7f6-4804-af8c-e2b612c2322d req-7e7b5de4-a03d-47c2-bd43-ad19862d7a5d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.2078748 Jul 22 23:42:18.112020 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.124807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.257084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=fdca56a3-b75e-453a-87e8-9c5c5633d5c5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:18.267813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:18.276489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c4c69fe-a7f6-4804-af8c-e2b612c2322d req-27a33d5b-aeb4-42a1-96eb-b81f70cded8a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623685 Jul 22 23:42:18.278205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:18.290316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:18.291186 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.317196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb403c84-2de4-40c7-9b68-4bc5a959440a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2113104 Jul 22 23:42:18.321636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41768) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:18.327610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:48:3a:38', 'name': 'tempest-NetworksTestDHCPv6-1570400816'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:18.359211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:18.390675 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] Sync routers for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:18.400465 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60478e0a-9789-448e-a78d-5ba78dfcf391 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/2b1dbc08-3129-4657-8e85-189a698b5e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8158205 Jul 22 23:42:18.404453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:18.416696 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:18.417821 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.437455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:42:15Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.502784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.510330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.526501 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72bc853c-fe20-44b7-854e-e1b0aa2b4a15 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b1dbc08-3129-4657-8e85-189a698b5e1c HTTP/1.1" status: 200 len: 205 time: 0.1026661 Jul 22 23:42:18.534710 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.546504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Transition to ACTIVE for port object c37dfe4c-0a58-4daf-99d3-91911e775c67 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:18.546736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:18.553900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] Checking router: be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:18.557587 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] Routers {'2b1dbc08-3129-4657-8e85-189a698b5e1c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:18.558575 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b1dbc08-3129-4657-8e85-189a698b5e1c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.592055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] Routers {'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:18.593214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:41:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.675493 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:18.678214 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1f33b-f2f6-49f6-84b5-3d0c6e30c748 None None] The sync data for ids ['2b1dbc08-3129-4657-8e85-189a698b5e1c'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:18.692759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:18.727654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Transition to ACTIVE for port object c37dfe4c-0a58-4daf-99d3-91911e775c67 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:18.900882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.920596 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:18.969601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port f744578d-786b-4e37-9087-efb3c604eeec yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:19.261374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.264667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=d0993a35-557b-40e5-8d62-850b64f4ec35,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:19.331633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:19.367459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:19.392996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:19.403484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:19.493852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ac663-45f9-48b0-ade5-eec161ab5669 req-529af062-e337-4bf1-9d4d-4eb0edbcd333 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:19.495550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f96ac663-45f9-48b0-ade5-eec161ab5669 req-529af062-e337-4bf1-9d4d-4eb0edbcd333 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.2644088 Jul 22 23:42:19.525905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 172.20.0.7 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/fdca56a3-b75e-453a-87e8-9c5c5633d5c5/f744578d-786b-4e37-9087-efb3c604eeec) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:19.614858 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08fd8ca0-6d25-494e-9a13-44eadbbef3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.682910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe48:3a38 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/e94db54c-2ee1-4017-8d7c-82359f34a16e/f744578d-786b-4e37-9087-efb3c604eeec) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:19.687997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Attempting to bind port c37dfe4c-0a58-4daf-99d3-91911e775c67 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:19.689124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Attempting to bind port c37dfe4c-0a58-4daf-99d3-91911e775c67 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:19.689944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Attempting to bind port c37dfe4c-0a58-4daf-99d3-91911e775c67 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:19.725574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:19.726632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:19.727822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.728697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:19.730216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Bound port: c37dfe4c-0a58-4daf-99d3-91911e775c67, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:19.731171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.756699 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:19.764052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f96ac663-45f9-48b0-ade5-eec161ab5669 req-540a1209-0eae-4811-ba28-ec527c0c9f93 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607138 Jul 22 23:42:19.773394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] Set router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:20.050045 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.067503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object f744578d-786b-4e37-9087-efb3c604eeec will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:20.126641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf5b6-bd4d-4a9e-9f53-3227c273ba47 req-c689b27f-a9cf-414b-a356-5ceb54bcda6d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:20.128952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b14cf5b6-bd4d-4a9e-9f53-3227c273ba47 req-c689b27f-a9cf-414b-a356-5ceb54bcda6d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.5976725 Jul 22 23:42:20.131111 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.149399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.185487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:20.209721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.217110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.235226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:20.245145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.258527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.258843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:20.264638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b14cf5b6-bd4d-4a9e-9f53-3227c273ba47 req-d58365d7-64fa-4062-81df-0d0216d58e05 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828950 Jul 22 23:42:20.266159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:20.274763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-47072a87-8c0c-43d0-8f5e-d58443f78a56 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:20.275850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=f744578d-786b-4e37-9087-efb3c604eeec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:20.277528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-47072a87-8c0c-43d0-8f5e-d58443f78a56 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.48 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.7242813 Jul 22 23:42:20.280428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:20.395623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:20.396444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.396625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1504d26-f5c4-43b9-9255-bfff300ec8de None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:20.466970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d535ad2e-4fe2-46f5-a80a-8cf4494c4132 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1440787 Jul 22 23:42:20.471798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:20.500388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.502691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router 2b1dbc08-3129-4657-8e85-189a698b5e1c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:42:20.535804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:20.537828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d57d8cdf-6e93-4a78-8b10-130f97e4b11b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/2b1dbc08-3129-4657-8e85-189a698b5e1c HTTP/1.1" status: 204 len: 168 time: 1.9658353 Jul 22 23:42:20.549728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:20.641798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5788b3e3-d2d4-4c70-bb9b-8226aa7fb9bd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:20.650391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5788b3e3-d2d4-4c70-bb9b-8226aa7fb9bd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:20.653084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5788b3e3-d2d4-4c70-bb9b-8226aa7fb9bd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1800272 Jul 22 23:42:20.658574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:20.730904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:42:15Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:20.841185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735403c4-e3d6-40a7-bac4-c959091ebfdf None None] The sync data for ids ['be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d'] in n-d-758851-4 is: [{'id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-257221388-router', 'tenant_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:41:00Z', 'updated_at': '2021-07-22T23:42:15Z', 'revision_number': 5, 'project_id': 'd25cbb3014184a52a4bf14b3f1a3eb1c', 'gw_port': {'id': '8da0d216-43b4-48ca-92fd-6fc45cf45373', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:70:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:41:01Z', 'updated_at': '2021-07-22T23:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:20.948294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port f744578d-786b-4e37-9087-efb3c604eeec {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:20.952618 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.014741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.034359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 5082692d-a895-41b5-bc3f-92079b1da5f6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:21.044973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.052949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Deleting port 8da0d216-43b4-48ca-92fd-6fc45cf45373 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:21.053899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.064387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f22ed52f-4a7b-4729-a04e-205064778670 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:21.150879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.214960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for f744578d-786b-4e37-9087-efb3c604eeec owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:21.273141 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.418880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:21.422655 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd89384-e9f0-4cee-b115-8a9bace8cdb7" -d '{"events": [{"server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "name": "network-vif-unplugged", "status": "completed", "tag": "f22ed52f-4a7b-4729-a04e-205064778670"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:21.498426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f22ed52f-4a7b-4729-a04e-205064778670,segment=NetworkSegment(e66a7c02-f6b4-492a-895a-fb6a589eaa6e),segment_id=e66a7c02-f6b4-492a-895a-fb6a589eaa6e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:21.509130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.683248 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.684494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:21.700851 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:21.702342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:21.796483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c37dfe4c-0a58-4daf-99d3-91911e775c67 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:21.826612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10205e3b-aea7-491b-a252-b5f371637f5a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:21.876349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 10205e3b-aea7-491b-a252-b5f371637f5a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:21.876720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10205e3b-aea7-491b-a252-b5f371637f5a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:21.923226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bee9e4-fa00-4b50-b02c-58b6d00e9382 req-064994e6-1f0c-43e1-8ec6-2c75949b64f5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:21.930417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04bee9e4-fa00-4b50-b02c-58b6d00e9382 req-064994e6-1f0c-43e1-8ec6-2c75949b64f5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 945 time: 0.9420304 Jul 22 23:42:22.042918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] For port 8da0d216-43b4-48ca-92fd-6fc45cf45373, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8da0d216-43b4-48ca-92fd-6fc45cf45373,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:22.043409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.058383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Calling delete_port for 8da0d216-43b4-48ca-92fd-6fc45cf45373 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:22.086330 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.205968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a0f0a-b002-416a-94ae-c6782c2ea66a req-2446484b-cd31-4d22-968a-8903c86ea98b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:22.220348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-354a0f0a-b002-416a-94ae-c6782c2ea66a req-2446484b-cd31-4d22-968a-8903c86ea98b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.5636749 Jul 22 23:42:22.305786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04bee9e4-fa00-4b50-b02c-58b6d00e9382 req-0e3f43d1-b824-4e49-b11e-2cb5dd7829f6 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602483 Jul 22 23:42:22.350206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-354a0f0a-b002-416a-94ae-c6782c2ea66a req-3e6cea5b-5113-4bdd-b2cc-8e4feae58c5f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285300 Jul 22 23:42:22.412349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.413267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Deleting port f22ed52f-4a7b-4729-a04e-205064778670 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:22.414285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.483817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.515396 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59da8e4d-50a3-44f6-952a-b7bf44602f1e x-openstack-request-id: req-59da8e4d-50a3-44f6-952a-b7bf44602f1e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:22.515935 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "name": "network-vif-unplugged", "status": "completed", "tag": "f22ed52f-4a7b-4729-a04e-205064778670", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:22.516248 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59da8e4d-50a3-44f6-952a-b7bf44602f1e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:22.517540 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670', 'code': 200} Jul 22 23:42:22.538218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=f744578d-786b-4e37-9087-efb3c604eeec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:22.726662 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.734467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d176de2d-13b0-4067-8f6a-975029a82713 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/f744578d-786b-4e37-9087-efb3c604eeec HTTP/1.1" status: 204 len: 168 time: 2.0721829 Jul 22 23:42:22.737097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41798) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:22.758049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 265062ea-1c03-45d3-8a04-d9e954180f05 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:22.786436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:22.866094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3cf48-603a-458d-a1c5-ee07d7342b56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:22.868085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3cf48-603a-458d-a1c5-ee07d7342b56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:22.869835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3cf48-603a-458d-a1c5-ee07d7342b56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:22.871577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e3f3cf48-603a-458d-a1c5-ee07d7342b56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1334186 Jul 22 23:42:22.876596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:22.966944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da0d216-43b4-48ca-92fd-6fc45cf45373,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:22.980396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet e94db54c-2ee1-4017-8d7c-82359f34a16e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:22.992965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.076656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258875cd-1151-44ea-a794-4525d66852df None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:23.099461 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.260935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Provisioning for port c37dfe4c-0a58-4daf-99d3-91911e775c67 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:23.291524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:23.292964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.313112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] For port f22ed52f-4a7b-4729-a04e-205064778670, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f22ed52f-4a7b-4729-a04e-205064778670,segment=NetworkSegment(e66a7c02-f6b4-492a-895a-fb6a589eaa6e),segment_id=e66a7c02-f6b4-492a-895a-fb6a589eaa6e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:23.313112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.373874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.383401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Calling delete_port for f22ed52f-4a7b-4729-a04e-205064778670 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:23.701025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.729230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:23.792695 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.807026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] Sync routers for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:23.819492 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7916d6e-89f6-4da6-a8db-54e3db0172f7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/routers/265062ea-1c03-45d3-8a04-d9e954180f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4627697 Jul 22 23:42:23.823569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.837973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/e94db54c-2ee1-4017-8d7c-82359f34a16e HTTP/1.1" status: 204 len: 168 time: 0.9597056 Jul 22 23:42:23.840056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:23.840866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41808) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:23.861392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:23.862626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:23.921487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:23.932094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:23.977271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a1195-5cfc-4463-a0a2-d6d104246d43 None None] Network 00f9528f-c45d-4329-8d62-2e49a6bff49e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:24.023155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.026387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/5082692d-a895-41b5-bc3f-92079b1da5f6 HTTP/1.1" status: 204 len: 168 time: 3.4697895 Jul 22 23:42:24.042137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff0246-59cf-4737-9c23-3b5f9dbe8ac1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=e94db54c-2ee1-4017-8d7c-82359f34a16e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:24.045804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] Routers {'265062ea-1c03-45d3-8a04-d9e954180f05'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:24.046977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['265062ea-1c03-45d3-8a04-d9e954180f05'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:24.130392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41810) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:24.133614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:24.134603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdbc1b-e9c9-4d57-a450-1925a9951b20 None None] The sync data for ids ['265062ea-1c03-45d3-8a04-d9e954180f05'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:24.192778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312802f-0949-4e14-bcac-b7a191ece1d7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=5082692d-a895-41b5-bc3f-92079b1da5f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:24.243527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:42:24.244250 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:42:24.286605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.446366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.567123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.570908 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.576418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.591064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57858cc0-b0af-4981-b8de-0c1eacfa36a3 None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'e94db54c-2ee1-4017-8d7c-82359f34a16e'}, {'subnet_id': 'fdca56a3-b75e-453a-87e8-9c5c5633d5c5'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'c37dfe4c-0a58-4daf-99d3-91911e775c67'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:24.654616 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57858cc0-b0af-4981-b8de-0c1eacfa36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.685486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Pushing event deleted for resources: {'Port': ['ID=f22ed52f-4a7b-4729-a04e-205064778670,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:24.868101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.869118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:42:24.873765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.875005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-504523f2-201e-49c3-befb-65f07c985633 admin admin] 10.222.0.21 "DELETE /v2.0/routers/be7ed6bd-c179-4c80-90c7-aaf2aeb3cb3d HTTP/1.1" status: 204 len: 168 time: 7.2686541 Jul 22 23:42:24.876366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] No DVR routers for this DVR port f22ed52f-4a7b-4729-a04e-205064778670 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:24.889985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:24.906038 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6bdca8c4-d00b-454c-8981-3635983b1d81 req-a02d7ab1-223f-47c6-9c9d-06c4f07087af tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.48 "DELETE /v2.0/ports/f22ed52f-4a7b-4729-a04e-205064778670 HTTP/1.1" status: 204 len: 173 time: 4.5510495 Jul 22 23:42:24.906621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:24.907949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'name': 'network-vif-deleted', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:24.912103 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507bfea-84bd-4f5a-a7a3-09b023e93d4e" -d '{"events": [{"server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "name": "network-vif-deleted", "tag": "f22ed52f-4a7b-4729-a04e-205064778670"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:24.913563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 8153264e-c78a-41be-b1b3-a16fe896e323 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:24.921946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet fdca56a3-b75e-453a-87e8-9c5c5633d5c5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:24.942641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] DHCP port deletion for 00f9528f-c45d-4329-8d62-2e49a6bff49e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:24.953025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.029765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.079627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.088060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.097411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80ab89-4399-49ef-8860-3ca775f69ce6 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:25.167911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.292700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.420025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.585570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7130cd-1fa2-4c8f-996f-166fcc41ee85 req-6d96c91d-6e88-48ae-8f09-915132b0f6e8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:25.590853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab7130cd-1fa2-4c8f-996f-166fcc41ee85 req-6d96c91d-6e88-48ae-8f09-915132b0f6e8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 1.8523693 Jul 22 23:42:25.627950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f0e6-d12a-4ba1-aaeb-3baff42592d2 req-bc8e10ed-d8cc-402a-a6c4-bcef900b97ff tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:25.630258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59a8f0e6-d12a-4ba1-aaeb-3baff42592d2 req-bc8e10ed-d8cc-402a-a6c4-bcef900b97ff tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3650658-3414-4284-a95a-5580e7d9048b HTTP/1.1" status: 200 len: 865 time: 1.8949473 Jul 22 23:42:25.775015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:25.792347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Deleting subnet 9bf4bf01-225c-45f6-b4cc-e081e13c223e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:25.807284 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.825136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:25.839992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:25.921520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.056068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] Deleting port 0054a14f-83dd-4ad6-8e91-87940c81b98f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:26.056970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.156840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.225979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c177f4-0dd4-4dfb-af48-cd70c84a14bb None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:26.257026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-17d909ec-dbcb-4368-9f42-c2ff900464d4 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:26.257407 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17d909ec-dbcb-4368-9f42-c2ff900464d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.324340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59a8f0e6-d12a-4ba1-aaeb-3baff42592d2 req-659fcf14-0a5b-486f-8df6-2bec1ec804d5 tempest-ServersNegativeTestMultiTenantJSON-1614018947 tempest-ServersNegativeTestMultiTenantJSON-1614018947-project] 10.222.0.21 "GET /v2.0/security-groups?id=aacf3134-daed-4734-9dc2-9790c3ba1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758490 Jul 22 23:42:26.344460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.379403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.436526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab7130cd-1fa2-4c8f-996f-166fcc41ee85 req-6323bcf7-9fe7-4ea4-b9ef-feecc04c293a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7972481 Jul 22 23:42:26.486620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.491849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9bf4bf01-225c-45f6-b4cc-e081e13c223e HTTP/1.1" status: 204 len: 168 time: 1.5749955 Jul 22 23:42:26.493553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deeb5f-9230-4080-8f6d-5a5784b854aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf4bf01-225c-45f6-b4cc-e081e13c223e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:26.497022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:26.543781 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.602937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308ecc4-c687-41d3-9662-86d91151f7a3 None None] Network 132d823d-d024-4c90-bd10-05171428ac05 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:26.604675 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd74a6-9453-441d-a0f9-0e6a4b5bd992 x-openstack-request-id: req-ccdd74a6-9453-441d-a0f9-0e6a4b5bd992 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:26.605076 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3650658-3414-4284-a95a-5580e7d9048b", "name": "network-vif-deleted", "tag": "f22ed52f-4a7b-4729-a04e-205064778670", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:26.605442 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccdd74a6-9453-441d-a0f9-0e6a4b5bd992 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:26.605947 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3650658-3414-4284-a95a-5580e7d9048b', 'name': 'network-vif-deleted', 'tag': 'f22ed52f-4a7b-4729-a04e-205064778670', 'status': 'completed', 'code': 200} Jul 22 23:42:26.608631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.639384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=fdca56a3-b75e-453a-87e8-9c5c5633d5c5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:26.653520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.653871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.654216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.654597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.654997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.655318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.655778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.656113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.656446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.656781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.657735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.658283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:26.667156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.673790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-91cf4196-3214-449e-9a9b-e26ec7f0cd23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/fdca56a3-b75e-453a-87e8-9c5c5633d5c5 HTTP/1.1" status: 204 len: 168 time: 2.7838919 Jul 22 23:42:26.675012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 56f2a033-30d0-4fb0-bf08-d512f21d70c6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:26.675476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.682548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:26.696470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] For port 0054a14f-83dd-4ad6-8e91-87940c81b98f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0054a14f-83dd-4ad6-8e91-87940c81b98f,segment=NetworkSegment(f7426f34-3b25-48f0-bd28-b80ddb94278f),segment_id=f7426f34-3b25-48f0-bd28-b80ddb94278f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:26.697185 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.759659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-25aaccea-3e88-4eac-91d1-f942b202de70 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721219 Jul 22 23:42:26.760461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:26.775939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:26.833251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Deleting port 6d1b2826-6e5b-4fca-957e-af33efd032b6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:26.834456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.839711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.892459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=8153264e-c78a-41be-b1b3-a16fe896e323,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:26.934348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a852085-2054-4c37-bcd9-853f22c7bacf None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'fdca56a3-b75e-453a-87e8-9c5c5633d5c5'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'c37dfe4c-0a58-4daf-99d3-91911e775c67'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:26.935890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.937885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f62d55ea-d6ae-460f-9380-52a21e423767 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/8153264e-c78a-41be-b1b3-a16fe896e323 HTTP/1.1" status: 204 len: 168 time: 2.4944010 Jul 22 23:42:26.962524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5dfc73-8566-4f45-b737-267b21b4f5e0 None None] Network 0c0a33a6-ae4c-440e-8140-005cd5e9f17b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:26.985853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.987125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] For port 6d1b2826-6e5b-4fca-957e-af33efd032b6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6d1b2826-6e5b-4fca-957e-af33efd032b6,segment=NetworkSegment(2fb8ead5-8e13-4125-aac6-6f20ffeecb56),segment_id=2fb8ead5-8e13-4125-aac6-6f20ffeecb56)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:26.987805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:26.988227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:27.019819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Calling delete_port for 6d1b2826-6e5b-4fca-957e-af33efd032b6 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:27.075001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] Calling delete_port for 0054a14f-83dd-4ad6-8e91-87940c81b98f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:27.137333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.180913 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.243405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.244792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1b2826-6e5b-4fca-957e-af33efd032b6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:27.259710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] No DVR routers for this DVR port 6d1b2826-6e5b-4fca-957e-af33efd032b6 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:27.271679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 56f2a033-30d0-4fb0-bf08-d512f21d70c6 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:27.428285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:27.485853 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.504426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41828) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:27.518975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132d823d-d024-4c90-bd10-05171428ac05']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:27.557288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb8ead5-8e13-4125-aac6-6f20ffeecb56') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:27.557781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb8ead5-8e13-4125-aac6-6f20ffeecb56') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:27.582262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.592193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a852085-2054-4c37-bcd9-853f22c7bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.597094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.599304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0054a14f-83dd-4ad6-8e91-87940c81b98f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:27.603168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Deleting subnet 38747200-6ed8-482d-9e8c-d8c0dd2a6711 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:27.612369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.616992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.632851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:27.633636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.679392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:27.777859 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:27.780746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.784708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.851894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:27.858974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/132d823d-d024-4c90-bd10-05171428ac05 HTTP/1.1" status: 204 len: 168 time: 1.3598576 Jul 22 23:42:27.861620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc34e64-e984-4848-a363-ad1817dc63e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=132d823d-d024-4c90-bd10-05171428ac05,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:27.862121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:27.890890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.030522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.080877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ad43d-1dea-4d87-8d47-86e797753ab8 None None] DHCP port deletion for 132d823d-d024-4c90-bd10-05171428ac05 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:28.087591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:28.093196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.126772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] DHCP port deletion for 0c0a33a6-ae4c-440e-8140-005cd5e9f17b request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:28.164400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.168609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/38747200-6ed8-482d-9e8c-d8c0dd2a6711 HTTP/1.1" status: 204 len: 168 time: 0.6612091 Jul 22 23:42:28.172778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:28.194597 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.258043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9489f-2d88-434d-9e90-b10395970a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38747200-6ed8-482d-9e8c-d8c0dd2a6711,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:28.407720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] Pushing event deleted for resources: {'Port': ['ID=0054a14f-83dd-4ad6-8e91-87940c81b98f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:28.429600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 0054a14f-83dd-4ad6-8e91-87940c81b98f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:28.434432 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.435613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.437922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29100c27-451f-4c8b-8736-c4db6850819e None None] No DVR routers for this DVR port 0054a14f-83dd-4ad6-8e91-87940c81b98f on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:28.467151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8da0d216-43b4-48ca-92fd-6fc45cf45373 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:28.473674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:28.551998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 8da0d216-43b4-48ca-92fd-6fc45cf45373 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:28.552701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8da0d216-43b4-48ca-92fd-6fc45cf45373 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:28.645005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4c6c071-0393-454f-bcd4-119bd45cc56d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d25cbb3014184a52a4bf14b3f1a3eb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645093 Jul 22 23:42:28.651646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41838) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:28.678578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port 0054a14f-83dd-4ad6-8e91-87940c81b98f, host n-d-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:28.679139 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.685621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] Deleting port 27956f6e-a746-4520-b11f-8ea1fb7dd37a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:28.694568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.737735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 0054a14f-83dd-4ad6-8e91-87940c81b98f owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:28.743629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Port 0054a14f-83dd-4ad6-8e91-87940c81b98f was not found and therefore no delete operation was performed {{(pid=93791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:42:28.749083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.764202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.768239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5f849fc-664f-43a5-baa9-b89300b8c903 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:28.768843 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5f849fc-664f-43a5-baa9-b89300b8c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.800916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d0774e-5532-42fb-9bce-ee4a0fdb4353']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:28.816824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port 0054a14f-83dd-4ad6-8e91-87940c81b98f on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:28.830978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:28.831359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66a7c02-f6b4-492a-895a-fb6a589eaa6e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:28.877872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d1b2826-6e5b-4fca-957e-af33efd032b6 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:28.883246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.921731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.929875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:28.930550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.974741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] For port 27956f6e-a746-4520-b11f-8ea1fb7dd37a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=27956f6e-a746-4520-b11f-8ea1fb7dd37a,segment=NetworkSegment(2a9be935-5a03-4047-a558-6f8d5b19ba8c),segment_id=2a9be935-5a03-4047-a558-6f8d5b19ba8c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:28.975125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:28.977874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6d1b2826-6e5b-4fca-957e-af33efd032b6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:28.978169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d1b2826-6e5b-4fca-957e-af33efd032b6 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:28.978758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 27956f6e-a746-4520-b11f-8ea1fb7dd37a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:29.032593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] Calling delete_port for 27956f6e-a746-4520-b11f-8ea1fb7dd37a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:29.118593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5f849fc-664f-43a5-baa9-b89300b8c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:29.129660 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:29.161053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.164045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-797e0c09-6351-46c4-99a9-1f36bb43b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.175755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=0054a14f-83dd-4ad6-8e91-87940c81b98f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:29.208021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-797e0c09-6351-46c4-99a9-1f36bb43b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.244934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a5f849fc-664f-43a5-baa9-b89300b8c903 None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:29.276770 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5f849fc-664f-43a5-baa9-b89300b8c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.335763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.336077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3061-bee3-4ea2-b165-72df5269c43c req-a1721923-a783-4da3-8ff3-266953404e32 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:29.338853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c93c3061-bee3-4ea2-b165-72df5269c43c req-a1721923-a783-4da3-8ff3-266953404e32 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 1.3694558 Jul 22 23:42:29.340731 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/13d0774e-5532-42fb-9bce-ee4a0fdb4353 HTTP/1.1" status: 204 len: 168 time: 1.1652172 Jul 22 23:42:29.342347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3b9a5-4e37-463c-808e-99bc440c96f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d0774e-5532-42fb-9bce-ee4a0fdb4353,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:29.346751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41840) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:29.352723 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-797e0c09-6351-46c4-99a9-1f36bb43b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.356400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-797e0c09-6351-46c4-99a9-1f36bb43b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.361735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-797e0c09-6351-46c4-99a9-1f36bb43b4fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1197f57d-ba47-4677-82c0-efd7cd35963e HTTP/1.1" status: 204 len: 168 time: 0.7049518 Jul 22 23:42:29.424812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Deleting subnet 4bd3ca77-d4e0-4798-9fcc-cef7b4d961bc {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:29.428913 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.499604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.516142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.522808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.561639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-39d0d63f-490f-4b80-9d77-2265adcd172e None None] Could not find standard attr ID for object f744578d-786b-4e37-9087-efb3c604eeec. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:29.570787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.618177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 27956f6e-a746-4520-b11f-8ea1fb7dd37a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=27956f6e-a746-4520-b11f-8ea1fb7dd37a,segment=NetworkSegment(2a9be935-5a03-4047-a558-6f8d5b19ba8c),segment_id=2a9be935-5a03-4047-a558-6f8d5b19ba8c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:29.633541 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.637615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.674914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e0c09-6351-46c4-99a9-1f36bb43b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197f57d-ba47-4677-82c0-efd7cd35963e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:29.679200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.720626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.726269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd3ca77-d4e0-4798-9fcc-cef7b4d961bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:29.730645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f9528f-c45d-4329-8d62-2e49a6bff49e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:29.732501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.740753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5148e521-df96-4e62-adc6-16d3c91bf164 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bd3ca77-d4e0-4798-9fcc-cef7b4d961bc HTTP/1.1" status: 204 len: 168 time: 0.3873553 Jul 22 23:42:29.741254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:29.755443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7426f34-3b25-48f0-bd28-b80ddb94278f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:29.756389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7426f34-3b25-48f0-bd28-b80ddb94278f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:29.772062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] No DVR routers for this DVR port 27956f6e-a746-4520-b11f-8ea1fb7dd37a on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:29.780081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f849fc-664f-43a5-baa9-b89300b8c903 None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:29.795490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.829678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.848818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:29.852059 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:29.863063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d5b00-1dbc-4135-a688-b08ad736c8b1 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:42:29.866887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event deleted for resources: {'Port': ['ID=27956f6e-a746-4520-b11f-8ea1fb7dd37a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:29.965572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd95119-9cbc-4543-bde2-2513f5b49bdd None None] Pushing event deleted for resources: {'Port': ['ID=27956f6e-a746-4520-b11f-8ea1fb7dd37a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:30.020304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:30.096625 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:30.234857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.275409 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.278966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/00f9528f-c45d-4329-8d62-2e49a6bff49e HTTP/1.1" status: 204 len: 168 time: 3.2895780 Jul 22 23:42:30.285457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=56f2a033-30d0-4fb0-bf08-d512f21d70c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:30.319207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:30.343239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d5b00-1dbc-4135-a688-b08ad736c8b1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:42:30.348695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.381400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86c4c13-2179-4a01-8268-1196db8b86cd']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:30.419233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a229277a-778e-4a09-9a7d-6d3cf82c2770') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:30.419824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a229277a-778e-4a09-9a7d-6d3cf82c2770') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:30.458952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.492976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806db899-bbc6-4519-92ff-a3eaad6f9db5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=00f9528f-c45d-4329-8d62-2e49a6bff49e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:30.529574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.557055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:30.557883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:30.561660 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:30.717064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c93c3061-bee3-4ea2-b165-72df5269c43c req-6d5f1fb6-3b6d-47c1-b907-4362afa66cb8 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2741153 Jul 22 23:42:30.765787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.828870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.840869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:30.846987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a86c4c13-2179-4a01-8268-1196db8b86cd HTTP/1.1" status: 204 len: 168 time: 1.1046758 Jul 22 23:42:30.866739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632e4ca-a251-496d-9861-f87a5c6463b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86c4c13-2179-4a01-8268-1196db8b86cd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:31.064408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.134793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:31.239671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac3e4662-d39b-426c-8337-9251b80c81b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23e5ab15961b4c84b749c6615feeddb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026642 Jul 22 23:42:31.243968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:31.433683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96c37082-891e-443c-8d16-94b3fe7bcc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.525160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96c37082-891e-443c-8d16-94b3fe7bcc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.540319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.614329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.667172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96c37082-891e-443c-8d16-94b3fe7bcc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.672740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96c37082-891e-443c-8d16-94b3fe7bcc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.675008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-96c37082-891e-443c-8d16-94b3fe7bcc33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aacf3134-daed-4734-9dc2-9790c3ba1a8f HTTP/1.1" status: 204 len: 168 time: 0.4293392 Jul 22 23:42:31.692551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:42:31.699560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:31.713063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c37082-891e-443c-8d16-94b3fe7bcc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf3134-daed-4734-9dc2-9790c3ba1a8f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:31.725248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0a33a6-ae4c-440e-8140-005cd5e9f17b']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:31.748538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:32.178473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9be935-5a03-4047-a558-6f8d5b19ba8c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:32.179713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9be935-5a03-4047-a558-6f8d5b19ba8c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:32.268989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.336781 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.337772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Fanout notify agent at l3_agent the message router_deleted on router 265062ea-1c03-45d3-8a04-d9e954180f05 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:42:32.349432 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.351422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18e3c6ab-4900-42cb-8507-0b895bac4dd7 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/routers/265062ea-1c03-45d3-8a04-d9e954180f05 HTTP/1.1" status: 204 len: 168 time: 8.4839745 Jul 22 23:42:32.355754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.356474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:32.441505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:32.442506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:32.449066 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:32.462470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '527d6710-5abf-4218-80b7-e0613a553835'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'c37dfe4c-0a58-4daf-99d3-91911e775c67'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:32.560802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting subnet c46229d8-048f-4a70-b106-4ef14cb58e78 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:32.606453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-657089245-network', 'tenant_id': 'bef661fed29d4375802e89c5fd656060'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:32.622115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.664043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.698836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:32.718508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd30b23-4f92-432c-bdb9-2986d9b1e61f req-2ad8a54d-eb22-456c-b0b3-c33b87ed15b3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:32.721624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bd30b23-4f92-432c-bdb9-2986d9b1e61f req-2ad8a54d-eb22-456c-b0b3-c33b87ed15b3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.6716497 Jul 22 23:42:32.839968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.920584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Made reservation on behalf of bef661fed29d4375802e89c5fd656060 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:32.924998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.936266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99877e-585e-4355-9b64-c2b53df6653c req-b2d1ec70-8a12-4718-84f2-fd4cb456443b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:32.937889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec99877e-585e-4355-9b64-c2b53df6653c req-b2d1ec70-8a12-4718-84f2-fd4cb456443b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.8488119 Jul 22 23:42:32.942776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bd30b23-4f92-432c-bdb9-2986d9b1e61f req-01d3f342-a48e-461c-bd24-f30a207bbc21 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750607 Jul 22 23:42:32.943080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:32.961312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.016120 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.025433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/0c0a33a6-ae4c-440e-8140-005cd5e9f17b HTTP/1.1" status: 204 len: 168 time: 2.6964595 Jul 22 23:42:33.025433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b510bc-cd4f-436e-b569-8c20330d178a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=0c0a33a6-ae4c-440e-8140-005cd5e9f17b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:33.027149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:33.040370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cb355b7f-64b6-465d-b54a-68d0045213f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ad50a5f10694f0580a62b6b6f1e9a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120136 Jul 22 23:42:33.050517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-795343742'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:33.066222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:33.112375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.117845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec99877e-585e-4355-9b64-c2b53df6653c req-cf765704-39c9-4958-9558-f3d45cd452dc tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066015 Jul 22 23:42:33.165420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fead:cca2-21b5f1d1-9b43-43fc-b6b7-9465761980 {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:42:33.166067 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:42:33.222853 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.283658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a537de8-6983-45c4-aeb9-ca126b3bbf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.322423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.338239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.343639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a537de8-6983-45c4-aeb9-ca126b3bbf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.384606 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.412466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:42:33.446530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Subnet': ['ID=c46229d8-048f-4a70-b106-4ef14cb58e78,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:33.454367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4dc115-a398-4d54-9d4d-9de988536084,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:33.464145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:33.472120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.475007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.475195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dfb6a-9890-408a-8fd9-b6eabd4c6d0e req-f60ead47-bf05-4b65-910e-15d400b89522 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:33.482612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d9dfb6a-9890-408a-8fd9-b6eabd4c6d0e req-f60ead47-bf05-4b65-910e-15d400b89522 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2289495 Jul 22 23:42:33.483024 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d7f0090c-4b9f-4d51-8551-a34f103929ed tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/subnets/c46229d8-048f-4a70-b106-4ef14cb58e78 HTTP/1.1" status: 204 len: 168 time: 1.1217554 Jul 22 23:42:33.488701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:33.502911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.503278 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Added segment 5f6e20e9-878c-4046-b544-eead4791dd19 of type vlan for network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 Jul 22 23:42:33.552885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:33.565518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:42:33.568670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.581239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a537de8-6983-45c4-aeb9-ca126b3bbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.584179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a537de8-6983-45c4-aeb9-ca126b3bbf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.585384 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a537de8-6983-45c4-aeb9-ca126b3bbf88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9df2b862-fe22-49ba-b78f-bd461daa7cbb HTTP/1.1" status: 204 len: 168 time: 0.5177453 Jul 22 23:42:33.593128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.593488 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment 1a83dff3-cb78-4cef-b17f-463682bdfe9a of type vlan for network f069a951-f9b3-4d0e-b021-9af12d8c7144 Jul 22 23:42:33.614591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a537de8-6983-45c4-aeb9-ca126b3bbf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2b862-fe22-49ba-b78f-bd461daa7cbb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:33.661619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.664928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.666220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.667608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:33.668274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.670426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d9dfb6a-9890-408a-8fd9-b6eabd4c6d0e req-e22e5dfa-ceb2-4923-88ec-3589f509d81f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799855 Jul 22 23:42:33.675794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.677103 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.720915 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9674475 Jul 22 23:42:33.744058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:33.774432 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.782755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Request body: {'subnet': {'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-subnet', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:33.793468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac64674-10d5-4a51-bd5d-a6d4d2325e15 admin admin] Pushing event updated for resources: {'Network': ['ID=c5b13aaf-54b1-49b1-b86c-5660dc6a8864,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:33.802856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.809646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:42:33.811355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:33.812054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:33.905827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Made reservation on behalf of bef661fed29d4375802e89c5fd656060 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:33.910722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.207656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1760821 Jul 22 23:42:34.208469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26a329-78bf-4b6a-b642-6081a7f1203c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=f069a951-f9b3-4d0e-b021-9af12d8c7144,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:34.212314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41914) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:34.218104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:34.254010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:42:34.337834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.371410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.406377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=8']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:34.436059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:34.461411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:34.468378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.484202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:34.502227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92f28d7-6604-456f-9507-e014c88eae3e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:34.512719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:34.524497 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:42:34.527402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:34.528497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.531186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Checking segment: {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:34.531596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Network hostable DHCP agents. Network: c5b13aaf-54b1-49b1-b86c-5660dc6a8864, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:42:34.560011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=527d6710-5abf-4218-80b7-e0613a553835,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:34.573298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.582063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.607028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:42:34.636829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c5b13aaf-54b1-49b1-b86c-5660dc6a8864) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:34.645808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:34.646615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.696141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:34.696518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c05bfb20-c9f5-4263-bacd-051ea64c0090 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.9318602 Jul 22 23:42:34.719573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e5ef-4c58-4b0e-9a3c-ad7383543e39 req-d3055e68-156d-4c5e-b82a-57c0094a18e3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:34.721198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:34.727796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e70e5ef-4c58-4b0e-9a3c-ad7383543e39 req-d3055e68-156d-4c5e-b82a-57c0094a18e3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.5333378 Jul 22 23:42:34.736085 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60f40442-bf1d-4b87-8259-7ae8cb439604 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9894974 Jul 22 23:42:34.739427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:34.758570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e50126-1c24-49d2-8b65-8f9ab068c92a None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:34.799602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:34.838791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e70e5ef-4c58-4b0e-9a3c-ad7383543e39 req-ca6fe97e-d253-4565-bc1d-5f5088ea179b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094301 Jul 22 23:42:34.902236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-5d24e7e5-342d-4a02-955e-cb2f7795acb1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:34.912186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-5d24e7e5-342d-4a02-955e-cb2f7795acb1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.6495473 Jul 22 23:42:34.945063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port e27a04d8-824c-4270-89ba-15160226b4be {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:34.945502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.947863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.949117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:34.965146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-c49caaa7-b769-4ace-8116-3cfb1b3d666f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/quotas/e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 375 time: 0.0515780 Jul 22 23:42:35.031696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.184692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=718d3fef-d0d4-48e3-9ced-16746f939f49,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:35.201501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': '1a83dff3-cb78-4cef-b17f-463682bdfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:35.201881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: f069a951-f9b3-4d0e-b021-9af12d8c7144, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:42:35.214531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] For port e27a04d8-824c-4270-89ba-15160226b4be, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e27a04d8-824c-4270-89ba-15160226b4be,segment=NetworkSegment(46641410-06ad-44b0-807b-a0b9368841a8),segment_id=46641410-06ad-44b0-807b-a0b9368841a8)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:35.214879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.219811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:35.223990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.231304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.245020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for e27a04d8-824c-4270-89ba-15160226b4be owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:35.277781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:42:35.325024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f069a951-f9b3-4d0e-b021-9af12d8c7144) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:35.333617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:35.334240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.376999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc615a97-2448-4967-9f8f-1161fe20a7d4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1631212 Jul 22 23:42:35.380570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:35.388703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1879538099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:35.430904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.432194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.455419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-e0c8f3f8-bedd-4114-a554-aac6b999493c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4880071 Jul 22 23:42:35.528347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.611593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.628388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.637052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.729461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] No DVR routers for this DVR port e27a04d8-824c-4270-89ba-15160226b4be on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:35.738241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.739397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-80b5fdd6-17a7-4ed3-ace1-ea8287281f6f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3574996 Jul 22 23:42:35.743822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:35.754926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'port': {'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144', 'name': 'tempest-RoutersTest-1497537793'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:35.766669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=e27a04d8-824c-4270-89ba-15160226b4be,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:35.802967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038f3bb-5585-42af-8f22-bd60a040b3a8 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:42:35.893439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.958080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:35.973370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:35.982551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:35.989121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:35.989785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.010444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=5d428f42-e3b2-446c-8c68-4c2fd84ec714,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:36.010961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eff9f4-13fc-4cc6-b326-0c32e73c11da']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:36.048585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:36.049596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46641410-06ad-44b0-807b-a0b9368841a8') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:36.050153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46641410-06ad-44b0-807b-a0b9368841a8') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:36.080437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.115073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e0ab5c77-fceb-44e7-8d31-b8490cd6d0fb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4123635 Jul 22 23:42:36.117582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] device_id is not set on port a4ed828e-f4d7-4722-9954-5afd598acc26 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:36.123460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:36.132073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:4a:02:30', 'name': 'tempest-NetworksTestDHCPv6-100645863'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:36.133238 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.140908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-96ed1b82-abd4-47d9-a006-c9d0fb6e45ba None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:36.143057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96ed1b82-abd4-47d9-a006-c9d0fb6e45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.157392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.211721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5038f3bb-5585-42af-8f22-bd60a040b3a8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:42:36.320901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-b47881ea-0fa6-4bfe-913a-be04624b1a39 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643692 Jul 22 23:42:36.347275 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.383927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:42:36.385003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:42:36.394966 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:42:36.435230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.20.0.5 (f069a951-f9b3-4d0e-b021-9af12d8c7144/718d3fef-d0d4-48e3-9ced-16746f939f49/a4ed828e-f4d7-4722-9954-5afd598acc26) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:36.467058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:36.584488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.609060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.615667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.620154 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.626842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/networks/c4eff9f4-13fc-4cc6-b326-0c32e73c11da HTTP/1.1" status: 204 len: 168 time: 3.1324100 Jul 22 23:42:36.635946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3170e8a-d615-4f77-8a14-a23e15a45fce req-c603dc31-2f8e-4ba4-8876-b1eae7ff03db tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:36.637674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3170e8a-d615-4f77-8a14-a23e15a45fce req-c603dc31-2f8e-4ba4-8876-b1eae7ff03db tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.6315010 Jul 22 23:42:36.641118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:36.704435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec290f00-a4e2-4a2f-bbfd-95b50191de2b tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Network': ['ID=c4eff9f4-13fc-4cc6-b326-0c32e73c11da,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:36.708905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-090e64b8-1e02-47f1-9277-c0ec8d7a0d3a service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871508 Jul 22 23:42:36.864371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:36.886125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3170e8a-d615-4f77-8a14-a23e15a45fce req-24f7a28d-c15d-4298-a75c-d7e1d184603b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075310 Jul 22 23:42:36.909002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:36.975843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c5b13aaf-54b1-49b1-b86c-5660dc6a8864', 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'fixed_ips': [{'subnet_id': 'a92f28d7-6604-456f-9507-e014c88eae3e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:42:36.976699 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.015744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f069a951-f9b3-4d0e-b021-9af12d8c7144', 'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '718d3fef-d0d4-48e3-9ced-16746f939f49'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:42:37.018346 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.067694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83f6f795-ef34-4f1c-a795-80fb0ce905b1 req-b0715a20-99d1-45ac-a7d5-889b0f69a9d7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 210 time: 0.0903893 Jul 22 23:42:37.089976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Allocated IP 172.25.5.220 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/74ed727c-0a1a-4af7-a6b0-d8caf3670345) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:37.137634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port c1eff57c-d78d-4f02-8c38-c819f5055752 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:37.159928 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.195717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object a4ed828e-f4d7-4722-9954-5afd598acc26 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:37.280055 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.331033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.357489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Allocated IP 172.20.0.2 (c5b13aaf-54b1-49b1-b86c-5660dc6a8864/a92f28d7-6604-456f-9507-e014c88eae3e/6a0e3793-36d3-4b49-b5c1-eb4a3587f052) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:37.403200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.457963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:37.472291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 84ad76bb-13d4-4d0a-861c-211b29c6f230 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:37.472919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.478878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:37.485303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:37.493020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:37.513291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:37.516923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:37.528469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.539862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Transition to ACTIVE for port object 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:37.559445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=a4ed828e-f4d7-4722-9954-5afd598acc26,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:37.559656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Pushing event updated for resources: {'Port': ['ID=74ed727c-0a1a-4af7-a6b0-d8caf3670345,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:37.560105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Transition to ACTIVE for port object 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:37.586199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:42:37.685719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:37.686455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.714088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 172.20.0.11 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/5d428f42-e3b2-446c-8c68-4c2fd84ec714/c1eff57c-d78d-4f02-8c38-c819f5055752) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:37.730171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.731703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.736675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-855c4b4d-871a-419b-9b18-4210a4ebc24c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9916983 Jul 22 23:42:37.742905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41988) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:37.745136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe4a:230 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/527d6710-5abf-4218-80b7-e0613a553835/c1eff57c-d78d-4f02-8c38-c819f5055752) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:37.756859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '527d6710-5abf-4218-80b7-e0613a553835', 'ip_address': '2001:db8::f816:3eff:fead:cca2'}, {'subnet_id': '5d428f42-e3b2-446c-8c68-4c2fd84ec714'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'c37dfe4c-0a58-4daf-99d3-91911e775c67'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:37.777142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 84ad76bb-13d4-4d0a-861c-211b29c6f230 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:37.807255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.822332 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:37.982387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:37.995201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:38.005165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:38.022832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:38.023389 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.101286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:38.232198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'port_id': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'mac_address': 'fa:16:3e:09:b5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:42:38.233719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Pushing event updated for resources: {'Port': ['ID=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:38.453207 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.542021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Allocated IP 172.20.0.2 (f069a951-f9b3-4d0e-b021-9af12d8c7144/718d3fef-d0d4-48e3-9ced-16746f939f49/ee15d2cd-f259-4698-8765-a06b64756a0a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:38.566305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.568929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Attempting to bind port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:38.569413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Attempting to bind port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:38.569881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Attempting to bind port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 on network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:38.573160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=84ad76bb-13d4-4d0a-861c-211b29c6f230,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:38.601600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:38.602198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Checking segment: {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:38.602737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.603538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Bound using segment: {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:38.604405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Bound port: 6a0e3793-36d3-4b49-b5c1-eb4a3587f052, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:38.605026 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.615855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:42:38.678350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:38.729677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.800730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.807069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.812463 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5725c83-37bb-4b64-ab85-76f1d7187470 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/floatingips/007a6fd3-049d-4aa2-a6d1-5b26e71b2f07 HTTP/1.1" status: 204 len: 168 time: 2.1598601 Jul 22 23:42:38.816147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:38.843409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b44dde9a-000a-4079-b80f-e0e0649630fa req-d36cdd97-f85f-4b14-85b4-43a451b10b73 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 210 time: 0.5487683 Jul 22 23:42:38.904512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] For port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:38.909617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] For port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,segment=NetworkSegment(5f6e20e9-878c-4046-b544-eead4791dd19),segment_id=5f6e20e9-878c-4046-b544-eead4791dd19)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:38.913424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:38.918206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.922790 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-73930cae-0ac5-455a-8095-c002027c0ee5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:38.923776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73930cae-0ac5-455a-8095-c002027c0ee5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:38.931761 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73930cae-0ac5-455a-8095-c002027c0ee5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/ports/f1a36baa-5fbc-42c9-a693-4ff07ea6e954 HTTP/1.1" status: 404 len: 333 time: 0.1032476 Jul 22 23:42:38.936437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:38.956800 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:38.983568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.018195 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5e8f796-0b47-419d-b4be-ee97bdbd2f86 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/ports?device_id=265062ea-1c03-45d3-8a04-d9e954180f05 HTTP/1.1" status: 200 len: 205 time: 0.0768142 Jul 22 23:42:39.020064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object c1eff57c-d78d-4f02-8c38-c819f5055752 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:39.021941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:39.045709 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.080031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Transition to ACTIVE for port object ee15d2cd-f259-4698-8765-a06b64756a0a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:39.090624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134eb52-500f-4e22-92c0-ecf2c3c65151 None None] Pushing event updated for resources: {'Port': ['ID=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:39.109672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1c85-7ed2-4564-a72c-bb910c8850ca req-b94e8729-0375-462f-95ad-5c0933d1c072 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:39.111365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f5b1c85-7ed2-4564-a72c-bb910c8850ca req-b94e8729-0375-462f-95ad-5c0933d1c072 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 943 time: 0.9481707 Jul 22 23:42:39.127605 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-876cb39c-ea99-485d-9a8e-94e672f82d0f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] delete failed (client error): The resource could not be found. Jul 22 23:42:39.131037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:42:39.133067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-876cb39c-ea99-485d-9a8e-94e672f82d0f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/routers/265062ea-1c03-45d3-8a04-d9e954180f05 HTTP/1.1" status: 404 len: 336 time: 0.1068199 Jul 22 23:42:39.135288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Transition to ACTIVE for port object ee15d2cd-f259-4698-8765-a06b64756a0a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:39.136800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:39.187668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.194527 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1d8fa3-6d86-4760-b5e4-f0664b651667 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] DELETE failed (client error): The resource could not be found. Jul 22 23:42:39.195207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1d8fa3-6d86-4760-b5e4-f0664b651667 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:42:39.201810 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0e1d8fa3-6d86-4760-b5e4-f0664b651667 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/subnets/c46229d8-048f-4a70-b106-4ef14cb58e78 HTTP/1.1" status: 404 len: 337 time: 0.0611503 Jul 22 23:42:39.203097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:39.204177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f5b1c85-7ed2-4564-a72c-bb910c8850ca req-f5b9f6c5-b968-4f8c-84de-b40c4d9fcd77 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649614 Jul 22 23:42:39.218503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.222733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-dc192368-3c45-4d7a-bf12-747aea419fc2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:39.225707 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-dc192368-3c45-4d7a-bf12-747aea419fc2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.5521822 Jul 22 23:42:39.294239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'port': {'device_id': '061bc421-96d6-4527-8d53-7281bb52e49f', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'admin_state_up': True, 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:39.303221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:39.307029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:39.316515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Pushing event updated for resources: {'Port': ['ID=ee15d2cd-f259-4698-8765-a06b64756a0a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:39.325840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:39.473070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Attempting to bind port ee15d2cd-f259-4698-8765-a06b64756a0a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:39.473586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Attempting to bind port ee15d2cd-f259-4698-8765-a06b64756a0a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '1a83dff3-cb78-4cef-b17f-463682bdfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:39.475484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Attempting to bind port ee15d2cd-f259-4698-8765-a06b64756a0a on network f069a951-f9b3-4d0e-b021-9af12d8c7144 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:39.488794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:39.489226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Checking segment: {'id': '1a83dff3-cb78-4cef-b17f-463682bdfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:39.489590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.489995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Bound using segment: {'id': '1a83dff3-cb78-4cef-b17f-463682bdfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:39.490488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Bound port: ee15d2cd-f259-4698-8765-a06b64756a0a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a83dff3-cb78-4cef-b17f-463682bdfe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f069a951-f9b3-4d0e-b021-9af12d8c7144'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:39.490878 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.511381 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.562640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Allocated IP 172.20.0.2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/5d428f42-e3b2-446c-8c68-4c2fd84ec714/c37dfe4c-0a58-4daf-99d3-91911e775c67) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:39.650324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] For port ee15d2cd-f259-4698-8765-a06b64756a0a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:39.655183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] For port ee15d2cd-f259-4698-8765-a06b64756a0a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee15d2cd-f259-4698-8765-a06b64756a0a,segment=NetworkSegment(1a83dff3-cb78-4cef-b17f-463682bdfe9a),segment_id=1a83dff3-cb78-4cef-b17f-463682bdfe9a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:39.665342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:39.671751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:39.685540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:39.696777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.709857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.715352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.718231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.788239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:39.788924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.819501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=c1eff57c-d78d-4f02-8c38-c819f5055752,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:39.860799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9653e8c-337e-47ec-b6af-b525a00c6e1f None None] Pushing event updated for resources: {'Port': ['ID=ee15d2cd-f259-4698-8765-a06b64756a0a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:39.895797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:39.896133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:39.909678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.967854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:39.981197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=a4ed828e-f4d7-4722-9954-5afd598acc26,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:39.999158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Transition to ACTIVE for port object c37dfe4c-0a58-4daf-99d3-91911e775c67 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:40.006667 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.015407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dbc017d2-99cd-45d7-b906-e51a7570f14d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8904226 Jul 22 23:42:40.022218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:40.121720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fcba348-6357-4e30-941b-64521dd0a556 req-3fd11c37-3196-490b-aa84-376764614eba tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 210 time: 0.0856006 Jul 22 23:42:40.202411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Router 67df818c-5336-4109-aed2-df5d77c8c174 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:42:40.295609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec4a1e-818f-42cf-9e24-ed69f7f54ea6 None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:40.402041 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port de219bb2-b1fe-4bcd-af95-d96cd5354d48 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:40.402400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.493667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Allocated IP 172.20.0.10 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/dacf6608-b257-4d6f-a429-c225b9f88a10) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:40.712054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf100c3c-1e45-4973-930f-379bbc5ce025 req-4c9c5072-39de-4aec-8973-e99e54f82438 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:40.715681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf100c3c-1e45-4973-930f-379bbc5ce025 req-4c9c5072-39de-4aec-8973-e99e54f82438 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 944 time: 0.2879739 Jul 22 23:42:40.752153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.755639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:40.780847 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Sync routers for ids ['67df818c-5336-4109-aed2-df5d77c8c174'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:40.797219 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Routers {'67df818c-5336-4109-aed2-df5d77c8c174'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:40.798922 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['67df818c-5336-4109-aed2-df5d77c8c174'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:40.815087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66b24ce3-86d9-4122-9492-0ef83ce04c04 None None] Provisioning for port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:40.866527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3083a-e5d0-42e4-b1df-aa09b7cb7fe3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:40.873152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd3083a-e5d0-42e4-b1df-aa09b7cb7fe3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:40.879649 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1cd3083a-e5d0-42e4-b1df-aa09b7cb7fe3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8517835 Jul 22 23:42:40.888484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42032) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:40.972267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:40.989660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.009050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.014635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c94fd280-ad61-4717-94b7-b02b6b7782cd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2496066 Jul 22 23:42:41.015416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:41.034906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for de219bb2-b1fe-4bcd-af95-d96cd5354d48 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:41.061495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee15d2cd-f259-4698-8765-a06b64756a0a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:41.101161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Transition to ACTIVE for port object dacf6608-b257-4d6f-a429-c225b9f88a10 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:41.119359 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Set router 67df818c-5336-4109-aed2-df5d77c8c174 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:41.182740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:41.215143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port c1eff57c-d78d-4f02-8c38-c819f5055752 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:41.215516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.320704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.333259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf100c3c-1e45-4973-930f-379bbc5ce025 req-a79d96ff-91b3-472f-9deb-0e661b826b84 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5747056 Jul 22 23:42:41.366928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2', '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:42:41.421192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ee15d2cd-f259-4698-8765-a06b64756a0a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:41.434262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:41.437433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:41.438471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.529397 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:42:37Z', 'revision_number': 3, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:41.612262 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Checking router: 67df818c-5336-4109-aed2-df5d77c8c174 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:41.612894 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Updating router 67df818c-5336-4109-aed2-df5d77c8c174 port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:42:41.647299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.662837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for c1eff57c-d78d-4f02-8c38-c819f5055752 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:41.704706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:41.710286 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.712677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:41.713202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.715457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.887371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:41.893908 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b075d451-3ea7-4577-8906-19f47a6bfe8c" -d '{"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-plugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:41.914670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:41.920580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-523d0983-4191-4a1b-9b5a-2349284bfeaf None None] Provisioning for port c37dfe4c-0a58-4daf-99d3-91911e775c67 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:41.931491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3285c4a-7ca1-47cb-b571-368b495c3250 None None] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:41.935932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d248f50-4d5c-4602-bfed-702d62a95186 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:41.961751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:41.981057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:41.984917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-523d0983-4191-4a1b-9b5a-2349284bfeaf None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:41.985978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-523d0983-4191-4a1b-9b5a-2349284bfeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.015480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.035563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:42.048375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:42.068580 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8a39b8-12d7-412e-ad59-906b2b6d5309 x-openstack-request-id: req-1e8a39b8-12d7-412e-ad59-906b2b6d5309 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:42.068580 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-plugged", "status": "completed", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:42.068580 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e8a39b8-12d7-412e-ad59-906b2b6d5309 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:42.069013 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'code': 200} Jul 22 23:42:42.073124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5a95c-6ca1-4907-8a6a-2b145b459d7e None None] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:42.074794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e842ca-ad8c-4af6-af9c-a8219a6f9b0d None None] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:42.108955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3285c4a-7ca1-47cb-b571-368b495c3250 None None] Network c4eff9f4-13fc-4cc6-b326-0c32e73c11da could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 23:42:42.151953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.212090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.212935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.241357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.248309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f463f-5f85-4c03-b162-612508da1814 None None] DHCP port deletion for c4eff9f4-13fc-4cc6-b326-0c32e73c11da request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:42.382432 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.403883 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Transition to ACTIVE for port object 74ed727c-0a1a-4af7-a6b0-d8caf3670345 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:42.414395 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.466338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=c1eff57c-d78d-4f02-8c38-c819f5055752,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.509748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-fb25e10f-bcf5-4c4b-aae6-cd53a1356023 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2562397 Jul 22 23:42:42.511170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.540075 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Attempting to bind port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:42.544242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Attempting to bind port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:42.545233 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Attempting to bind port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:42.562394 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:42.564756 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:42.566153 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.566916 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:42.569286 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Bound port: 74ed727c-0a1a-4af7-a6b0-d8caf3670345, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:42.570634 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.588408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.591413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Request body: {'port': {'device_id': '061bc421-96d6-4527-8d53-7281bb52e49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:42.676463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=de219bb2-b1fe-4bcd-af95-d96cd5354d48,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.707305 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] For port 74ed727c-0a1a-4af7-a6b0-d8caf3670345, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:42.713996 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] For port 74ed727c-0a1a-4af7-a6b0-d8caf3670345, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74ed727c-0a1a-4af7-a6b0-d8caf3670345,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:42.719071 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.734698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.771462 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.777436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-267f5793-3d89-42ac-ac59-eabb21cbd97f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/c1eff57c-d78d-4f02-8c38-c819f5055752 HTTP/1.1" status: 204 len: 168 time: 1.8860805 Jul 22 23:42:42.785312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42056) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:42.796091 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Routers {'67df818c-5336-4109-aed2-df5d77c8c174'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:42.797139 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['67df818c-5336-4109-aed2-df5d77c8c174'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:42.800912 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Pushing event updated for resources: {'Port': ['ID=74ed727c-0a1a-4af7-a6b0-d8caf3670345,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:42.817547 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.818636 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.819475 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.820767 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.821533 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.822300 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.823045 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.823819 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.824547 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.825301 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.826092 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.826879 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:42.884614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:42.885270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.916229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042ac2b-9adb-4bb1-98d7-584c086026d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.919320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042ac2b-9adb-4bb1-98d7-584c086026d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.924887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1042ac2b-9adb-4bb1-98d7-584c086026d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.929873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1042ac2b-9adb-4bb1-98d7-584c086026d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1307185 Jul 22 23:42:42.931431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8312276-1cbc-4aa8-9aa1-b26e61a6571e req-03fd1a5c-bea9-4834-be55-e6788c0c6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:42.935731 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:42.936244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8312276-1cbc-4aa8-9aa1-b26e61a6571e req-03fd1a5c-bea9-4834-be55-e6788c0c6ab2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 1097 time: 0.6636581 Jul 22 23:42:42.936379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:43.033150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.033641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-90ec5181-1472-4482-87a5-060e2086da31 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/ports/de219bb2-b1fe-4bcd-af95-d96cd5354d48 HTTP/1.1" status: 204 len: 168 time: 3.8258417 Jul 22 23:42:43.035902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42064) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:43.084790 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced30f4-b9e4-4abe-b96e-89cc254f392c None None] Pushing event updated for resources: {'Port': ['ID=74ed727c-0a1a-4af7-a6b0-d8caf3670345,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:43.099029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.113991 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] Set router 67df818c-5336-4109-aed2-df5d77c8c174 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:43.157279 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8312276-1cbc-4aa8-9aa1-b26e61a6571e req-49d007c4-0477-42b9-a6d6-b6ff2d4fe555 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823406 Jul 22 23:42:43.185575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,segment=NetworkSegment(5f6e20e9-878c-4046-b544-eead4791dd19),segment_id=5f6e20e9-878c-4046-b544-eead4791dd19)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:43.417374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 66595992-7b7c-4b18-9047-fa9d7ffcbd3e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:43.417790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.460982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.462040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:43.606256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.632055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 66595992-7b7c-4b18-9047-fa9d7ffcbd3e owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:43.673840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Provisioning for port ee15d2cd-f259-4698-8765-a06b64756a0a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:43.695104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:42:37Z', 'revision_number': 3, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:43.712032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacf6608-b257-4d6f-a429-c225b9f88a10 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:42:43.722699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.729205 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbae866-1dec-450b-80c9-6af79ae96ce6 None None] The sync data for ids ['67df818c-5336-4109-aed2-df5d77c8c174'] in n-d-758851-4 is: [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:42:37Z', 'revision_number': 3, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:43.730115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Provisioning complete for port ee15d2cd-f259-4698-8765-a06b64756a0a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:43.730940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.749685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:43.753626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Transition to ACTIVE for port object dacf6608-b257-4d6f-a429-c225b9f88a10 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:43.767556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.795929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd5a2-e5ae-45b5-bb99-cfa167a07c4f req-654949e1-35fc-46ff-b3fb-912d8b6e7e93 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:43.818726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab5dd5a2-e5ae-45b5-bb99-cfa167a07c4f req-654949e1-35fc-46ff-b3fb-912d8b6e7e93 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 932 time: 2.3882780 Jul 22 23:42:43.862587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:43.862978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:43.895787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Pushing event updated for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:44.031319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.155081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=66595992-7b7c-4b18-9047-fa9d7ffcbd3e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:44.198711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.397284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] For port ee15d2cd-f259-4698-8765-a06b64756a0a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee15d2cd-f259-4698-8765-a06b64756a0a,segment=NetworkSegment(1a83dff3-cb78-4cef-b17f-463682bdfe9a),segment_id=1a83dff3-cb78-4cef-b17f-463682bdfe9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:44.416512 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.514658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Attempting to bind port dacf6608-b257-4d6f-a429-c225b9f88a10 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:44.517312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Attempting to bind port dacf6608-b257-4d6f-a429-c225b9f88a10 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:44.517816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Attempting to bind port dacf6608-b257-4d6f-a429-c225b9f88a10 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:44.602954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Provisioning for port dacf6608-b257-4d6f-a429-c225b9f88a10 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:44.614303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Port dacf6608-b257-4d6f-a429-c225b9f88a10 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:42:44.614922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Attempting to bind port dacf6608-b257-4d6f-a429-c225b9f88a10 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:44.675295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:44.675880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:44.676473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:44.677242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Bound port: dacf6608-b257-4d6f-a429-c225b9f88a10, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:44.677741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.679402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d4af2e-fb8a-4571-b75d-679de6cc9447 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:44.720902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.725979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3620c468-b362-48e2-9fde-288f1112d153 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/ports/66595992-7b7c-4b18-9047-fa9d7ffcbd3e HTTP/1.1" status: 204 len: 168 time: 1.6868882 Jul 22 23:42:44.746062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:44.884667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:44.893590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dacf6608-b257-4d6f-a429-c225b9f88a10,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:44.905979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:44.913936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72af3c-0972-4695-bbe3-149f9bc26ebf req-482ae2f0-dc81-4b7c-aa82-718e8ceb910a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:44.932386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff72af3c-0972-4695-bbe3-149f9bc26ebf req-482ae2f0-dc81-4b7c-aa82-718e8ceb910a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 946 time: 2.4142144 Jul 22 23:42:45.003817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:45.005188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.007839 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] 10.222.0.48 "PUT /v2.0/ports/dacf6608-b257-4d6f-a429-c225b9f88a10 HTTP/1.1" status: 200 len: 1092 time: 2.4748049 Jul 22 23:42:45.015092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:45.017585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:45.021058 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0" -d '{"events": [{"name": "network-changed", "server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:45.024571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d31b5-442b-447c-b3a3-9675355561ff None None] Pushing event updated for resources: {'Port': ['ID=ee15d2cd-f259-4698-8765-a06b64756a0a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:45.040620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab5dd5a2-e5ae-45b5-bb99-cfa167a07c4f req-442cb10f-c840-4441-af20-08e189985d89 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2204344 Jul 22 23:42:45.284917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 527d6710-5abf-4218-80b7-e0613a553835 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:45.303870 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a930e1-6ae5-4483-a00b-ddf0753cff61 x-openstack-request-id: req-48a930e1-6ae5-4483-a00b-ddf0753cff61 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:45.305290 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:45.305847 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48a930e1-6ae5-4483-a00b-ddf0753cff61 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:45.310010 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10', 'status': 'completed', 'code': 200} Jul 22 23:42:45.313857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a885a-c5eb-4dfb-b6c7-9b90efe4a970 service neutron] Pushing event updated for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:45.352812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.419949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bbb0886c-fea2-46f6-8c53-967534050af6 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:45.420341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb0886c-fea2-46f6-8c53-967534050af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.458676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-c83b7dd2-6fef-4903-8fc4-a8aa9a2d16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:45.461343 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-c83b7dd2-6fef-4903-8fc4-a8aa9a2d16e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 1095 time: 0.3111002 Jul 22 23:42:45.512848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Allocated IP 172.20.0.1 (c5b13aaf-54b1-49b1-b86c-5660dc6a8864/a92f28d7-6604-456f-9507-e014c88eae3e/19c1eddc-3ddb-4335-aa30-d34432b61629) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:45.533541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fcbf08-3b85-40cb-9ea8-4845bb46de3f None None] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:45.669760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-53ae8090-9bcf-4f89-b1c2-51c6ef698a3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dacf6608-b257-4d6f-a429-c225b9f88a10 HTTP/1.1" status: 200 len: 217 time: 0.1848891 Jul 22 23:42:45.706113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec29b1-f25a-49d4-a78f-78b434e23135 None None] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:45.793615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-999862a5-3719-4ac7-8811-b40a4c2ae139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:45.797168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-999862a5-3719-4ac7-8811-b40a4c2ae139 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1206970 Jul 22 23:42:45.889768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:45.890222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.912663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:45.999879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff72af3c-0972-4695-bbe3-149f9bc26ebf req-7f10c925-0624-43c4-bfaf-57945067bd14 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0662994 Jul 22 23:42:46.064903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46662c60-5ccc-49e1-87df-14479e57c745 req-654abb17-4ce4-4d10-8816-42980d184b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:46.068249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-654abb17-4ce4-4d10-8816-42980d184b0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648578 Jul 22 23:42:46.189501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.240028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Transition to ACTIVE for port object 19c1eddc-3ddb-4335-aa30-d34432b61629 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:46.290979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2cb0475d-899e-48ff-81ae-1a253cb9043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.328835 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-b85ca605-2957-43df-9292-e10998f74515 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541294 Jul 22 23:42:46.350838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.476439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.577240 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:46.661504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:46.671668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43658f6-500a-478b-acb1-b4ecdf608330 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:46.673936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c43658f6-500a-478b-acb1-b4ecdf608330 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e2bc916-395d-4e1d-9e81-4033fb92835e HTTP/1.1" status: 200 len: 913 time: 1.9202690 Jul 22 23:42:46.739576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:46.761100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:46.765872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:46.878911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ed727c-0a1a-4af7-a6b0-d8caf3670345 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:47.052721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Provisioning complete for port ee15d2cd-f259-4698-8765-a06b64756a0a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.053323 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.170515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.275838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.300447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=a4ed828e-f4d7-4722-9954-5afd598acc26,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:47.305737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:47.347888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.348549 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.363086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46662c60-5ccc-49e1-87df-14479e57c745 req-dad66727-1673-4814-ac5b-867dc5d3e8e6 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0267158 Jul 22 23:42:47.404560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Pushing event updated for resources: {'Port': ['ID=19c1eddc-3ddb-4335-aa30-d34432b61629,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:47.501145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8de22-6a98-42c4-9433-130e94ebf046 req-0dd63920-d401-48a4-9f23-57de07cfca6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:47.513953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c8de22-6a98-42c4-9433-130e94ebf046 req-0dd63920-d401-48a4-9f23-57de07cfca6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 944 time: 1.1678200 Jul 22 23:42:47.566621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.711931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-0bacd45a-7a40-4a58-9536-06062af03d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:47.713873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-0bacd45a-7a40-4a58-9536-06062af03d75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 1095 time: 0.1905100 Jul 22 23:42:47.789933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.807212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:47.831199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Provisioning complete for port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:47.834941 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.929677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 74ed727c-0a1a-4af7-a6b0-d8caf3670345, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74ed727c-0a1a-4af7-a6b0-d8caf3670345,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:47.940079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:47.960816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e27a04d8-824c-4270-89ba-15160226b4be no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:48.022010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-233ecff3-9d97-4337-87af-6c0fd5fbb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:48.024923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-233ecff3-9d97-4337-87af-6c0fd5fbb0bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.3019419 Jul 22 23:42:48.057364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e27a04d8-824c-4270-89ba-15160226b4be {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:42:48.057947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e27a04d8-824c-4270-89ba-15160226b4be not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:42:48.132948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=74ed727c-0a1a-4af7-a6b0-d8caf3670345,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.217572 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-6dd19d52-8551-4dd6-b605-6172841a0ecb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dacf6608-b257-4d6f-a429-c225b9f88a10 HTTP/1.1" status: 200 len: 217 time: 0.1850917 Jul 22 23:42:48.245077 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.249420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Provisioning for port a4ed828e-f4d7-4722-9954-5afd598acc26 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:48.261845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Provisioning complete for port a4ed828e-f4d7-4722-9954-5afd598acc26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.265529 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.338042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf150a-819d-4627-85a5-945c7f805b7e None None] Port a4ed828e-f4d7-4722-9954-5afd598acc26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:48.354280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee15d2cd-f259-4698-8765-a06b64756a0a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:48.385198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c8de22-6a98-42c4-9433-130e94ebf046 req-d478fb52-7bef-4f8e-9cdd-7bfc685f1b77 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648503 Jul 22 23:42:48.401100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.407311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/527d6710-5abf-4218-80b7-e0613a553835 HTTP/1.1" status: 204 len: 168 time: 4.5849333 Jul 22 23:42:48.421727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:48.428186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-67f83ff1-002e-414a-88dd-48c45c7e79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:48.430586 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-67f83ff1-002e-414a-88dd-48c45c7e79f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.2059300 Jul 22 23:42:48.434127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec8517-0662-45e1-8a12-109d4a470cf0 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:48.522762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be16572-93f8-443c-9dcf-11d62a576a90 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=527d6710-5abf-4218-80b7-e0613a553835,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:48.527678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Could not find standard attr ID for object c1eff57c-d78d-4f02-8c38-c819f5055752. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:48.561612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1041d419-7789-4e4a-96c8-e8d2019e510e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.632076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Provisioning complete for port ee15d2cd-f259-4698-8765-a06b64756a0a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.632675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.633358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 5d428f42-e3b2-446c-8c68-4c2fd84ec714 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:48.638266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.696839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.736693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ee15d2cd-f259-4698-8765-a06b64756a0a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:48.737576 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:48.760805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:48.780357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-5722809a-33d1-45cc-a516-b6beb5326b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:48.782686 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-5722809a-33d1-45cc-a516-b6beb5326b31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163891 Jul 22 23:42:48.800289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:48.888118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dd470-2d24-4bb9-82ce-9bc516c1264e req-9f585baf-0f53-46dd-819d-a1d509453805 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:48.901421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea0dd470-2d24-4bb9-82ce-9bc516c1264e req-9f585baf-0f53-46dd-819d-a1d509453805 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 946 time: 1.6103735 Jul 22 23:42:48.949831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.035547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-3a09e3f0-02f5-45f4-a535-277d8123b545 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426596 Jul 22 23:42:49.085510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1041d419-7789-4e4a-96c8-e8d2019e510e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.089275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.108983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1041d419-7789-4e4a-96c8-e8d2019e510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.156844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=5d428f42-e3b2-446c-8c68-4c2fd84ec714,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:49.173768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.176238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b11aefe6-4848-4fbd-be5f-d1ba673952f9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/5d428f42-e3b2-446c-8c68-4c2fd84ec714 HTTP/1.1" status: 204 len: 168 time: 0.7537661 Jul 22 23:42:49.226062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:49.264774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1041d419-7789-4e4a-96c8-e8d2019e510e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5cb88b3b4d94812958fa1be0182cb3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4564836 Jul 22 23:42:49.270823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:49.274896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.282509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041d419-7789-4e4a-96c8-e8d2019e510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffffddd-f257-483f-b978-adfa36a322d1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:49.286130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:49.286635 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.355311 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6c0ad706-d4ff-4623-a35a-94b6a32e50e0 req-0d8be04a-ef63-4bbc-ba2b-ff7fe53d732c service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119745 Jul 22 23:42:49.371537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b3e11a9-971f-4212-86ce-a6f24f28b59b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397436 Jul 22 23:42:49.392526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:49.393523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b382b768-012e-4c45-a5ac-523aa7045943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.412259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:49.477746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b382b768-012e-4c45-a5ac-523aa7045943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.492131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea0dd470-2d24-4bb9-82ce-9bc516c1264e req-b61d9334-d61f-4d96-8045-309301a64793 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873015 Jul 22 23:42:49.547835 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-505fdb99-fa8f-4fcd-970e-b1f0da061ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.572904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Provisioning complete for port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:49.573271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.589978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:49.594494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.607568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 468b5797-2610-426d-9c36-e2a35eeb31f5 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:42:49.644754 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.653194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83189c0-362d-41e1-8a26-4009882aa41b None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '5d428f42-e3b2-446c-8c68-4c2fd84ec714'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'c37dfe4c-0a58-4daf-99d3-91911e775c67'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:49.698977 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b83189c0-362d-41e1-8a26-4009882aa41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.720675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b382b768-012e-4c45-a5ac-523aa7045943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.724306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b382b768-012e-4c45-a5ac-523aa7045943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:49.726176 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b382b768-012e-4c45-a5ac-523aa7045943 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ffffddd-f257-483f-b978-adfa36a322d1 HTTP/1.1" status: 204 len: 168 time: 0.4544692 Jul 22 23:42:49.754203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382b768-012e-4c45-a5ac-523aa7045943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffffddd-f257-483f-b978-adfa36a322d1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:49.946335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.005243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Provisioning complete for port a4ed828e-f4d7-4722-9954-5afd598acc26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:50.008785 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.035932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=76e828fc-bb9a-49b0-9a0c-3714e4c29a7a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:50.076370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:50.078005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:50.086919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.087311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.105016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d1813-7a2b-435e-b63c-da49efd195a0 None None] Port a4ed828e-f4d7-4722-9954-5afd598acc26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:50.113748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-947396d8-e995-415c-8756-39b71056dd65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7118089 Jul 22 23:42:50.119052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:50.137058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:50.156168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5e6e4c-5204-44be-8e3f-5fc2c332f615 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:50.309100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ed727c-0a1a-4af7-a6b0-d8caf3670345 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:50.363651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.390263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:50.390263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.440355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:50.441053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.464912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42164) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:50.489821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b17de34-7e9c-4459-bc44-a282862d82f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.504872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:50.513328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.606531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:50.663831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] Sync routers for ids ['468b5797-2610-426d-9c36-e2a35eeb31f5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:50.665876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54a22baf-6af7-4008-aa84-cf5d0ca33da8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/468b5797-2610-426d-9c36-e2a35eeb31f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9214897 Jul 22 23:42:50.671435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:50.758264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] Routers {'468b5797-2610-426d-9c36-e2a35eeb31f5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:50.759102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['468b5797-2610-426d-9c36-e2a35eeb31f5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:50.767259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9fc3c-e65b-44ec-82be-7fa63b9dfc24 req-f4876eed-7b0b-4667-b135-542cf240b301 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.770101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bda9fc3c-e65b-44ec-82be-7fa63b9dfc24 req-f4876eed-7b0b-4667-b135-542cf240b301 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 944 time: 1.1082230 Jul 22 23:42:50.825915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.862042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.867754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:50.897123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15052da6-6770-45b0-98cf-bd013d184eef tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:50.903741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] Routers {'468b5797-2610-426d-9c36-e2a35eeb31f5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:50.903741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['468b5797-2610-426d-9c36-e2a35eeb31f5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:50.905375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-15052da6-6770-45b0-98cf-bd013d184eef tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports/a4ed828e-f4d7-4722-9954-5afd598acc26 HTTP/1.1" status: 200 len: 977 time: 0.2265196 Jul 22 23:42:50.909493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:50.944494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b17de34-7e9c-4459-bc44-a282862d82f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.952712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b17de34-7e9c-4459-bc44-a282862d82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:50.964621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:50.965420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727077a9-605e-4cd9-947a-1212ffca1b21 None None] The sync data for ids ['468b5797-2610-426d-9c36-e2a35eeb31f5'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:50.973823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Provisioning complete for port a4ed828e-f4d7-4722-9954-5afd598acc26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:50.974210 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.031112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:42:51.043837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b17de34-7e9c-4459-bc44-a282862d82f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc6ffb5c3d2e4dd19752932cc2fb4b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772161 Jul 22 23:42:51.053052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:51.127793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Port a4ed828e-f4d7-4722-9954-5afd598acc26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:51.148359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '76e828fc-bb9a-49b0-9a0c-3714e4c29a7a'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'c37dfe4c-0a58-4daf-99d3-91911e775c67'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:42:51.153040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17de34-7e9c-4459-bc44-a282862d82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6676f7-1fa3-4c09-a176-a53e5133ce2c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:51.153483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Provisioning for port 19c1eddc-3ddb-4335-aa30-d34432b61629 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:51.182261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.184836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-482b40f1-02ca-4094-aace-efb5fe3b9be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.194291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bda9fc3c-e65b-44ec-82be-7fa63b9dfc24 req-96c9803d-2af8-486b-945d-7f18ebac622a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135239 Jul 22 23:42:51.205377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Provisioning complete for port 19c1eddc-3ddb-4335-aa30-d34432b61629 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:51.205786 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.283138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.286414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dacf6608-b257-4d6f-a429-c225b9f88a10 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:42:51.296644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-482b40f1-02ca-4094-aace-efb5fe3b9be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.322865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Pushing event updated for resources: {'Port': ['ID=19c1eddc-3ddb-4335-aa30-d34432b61629,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:51.342399 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.342753 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.412546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:51.449280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.474734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9a50f76c-7a8b-46ee-b45d-fd7eb245a041 None None] Port 19c1eddc-3ddb-4335-aa30-d34432b61629 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:51.580889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:42:51.670037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:51.688343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.726520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dacf6608-b257-4d6f-a429-c225b9f88a10,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:51.746638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'dacf6608-b257-4d6f-a429-c225b9f88a10', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': 'dacf6608-b257-4d6f-a429-c225b9f88a10', 'mac_address': 'fa:16:3e:66:5b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:42:51.762949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:51.771495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:51.829484 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.858131 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-482b40f1-02ca-4094-aace-efb5fe3b9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.863580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-482b40f1-02ca-4094-aace-efb5fe3b9be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:51.864885 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-482b40f1-02ca-4094-aace-efb5fe3b9be3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a6676f7-1fa3-4c09-a176-a53e5133ce2c HTTP/1.1" status: 204 len: 168 time: 0.8105607 Jul 22 23:42:51.884751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacf6608-b257-4d6f-a429-c225b9f88a10 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:42:51.921460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b40f1-02ca-4094-aace-efb5fe3b9be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6676f7-1fa3-4c09-a176-a53e5133ce2c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:52.004686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dacf6608-b257-4d6f-a429-c225b9f88a10,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:52.006972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:42:52.006972 n-d-758851-4 neutron-server[93792]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 22 23:42:52.006972 n-d-758851-4 neutron-server[93792]: [parameters: {'ip_address': '2001:db8::f816:3eff:fead:cca2', 'status': 'ALLOCATED', 'ipam_subnet_id': 'd2049861-250c-4ebd-9807-dabbb5f24462'}] Jul 22 23:42:52.006972 n-d-758851-4 neutron-server[93792]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:42:52.011016 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:42:52.018743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.065050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.139775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.171969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:52.213543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Router 67df818c-5336-4109-aed2-df5d77c8c174 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:52.241067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-99d8981d-81c4-4068-bea3-da11eccd9389 None None] Provisioning complete for port 19c1eddc-3ddb-4335-aa30-d34432b61629 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:52.242601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99d8981d-81c4-4068-bea3-da11eccd9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.338120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-99d8981d-81c4-4068-bea3-da11eccd9389 None None] Port 19c1eddc-3ddb-4335-aa30-d34432b61629 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:42:52.426281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['dacf6608-b257-4d6f-a429-c225b9f88a10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:42:52.442033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:52.513876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.521972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.523318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.589253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 2fb10c68-b189-4be7-9f69-e5514984a6a4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:52.589793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.606892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:52.610583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.624929 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Sync routers for ids ['67df818c-5336-4109-aed2-df5d77c8c174'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:52.655370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-705715c7-3870-4073-bd45-7140cbceef79 admin admin] 10.222.0.21 "PUT /v2.0/routers/67df818c-5336-4109-aed2-df5d77c8c174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6341507 Jul 22 23:42:52.675911 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Routers {'67df818c-5336-4109-aed2-df5d77c8c174'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:52.679054 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['67df818c-5336-4109-aed2-df5d77c8c174'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:52.681187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=15']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:52.684729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=c710199a-97ad-4265-a3a2-d767c3e46d8b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:52.697144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:52.708962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:52.722675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:52.728216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.779637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e381e98-323d-43be-8149-f08069948606 req-645c5d1b-6b5e-4a1b-9424-1e80100beb6f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:52.788051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e381e98-323d-43be-8149-f08069948606 req-645c5d1b-6b5e-4a1b-9424-1e80100beb6f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 945 time: 0.4385674 Jul 22 23:42:52.858806 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d9f689c-b304-4f56-a9d6-f5bad5c4029f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7376702 Jul 22 23:42:52.860815 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:52.866500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:52.902128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:44:f1:02', 'name': 'tempest-NetworksTestDHCPv6-1940633903'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:52.979072 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Set router 67df818c-5336-4109-aed2-df5d77c8c174 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:53.057306 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-0ad625ca-1249-4662-807b-1fb9b328f74c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2924051 Jul 22 23:42:53.108094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e381e98-323d-43be-8149-f08069948606 req-2317b0ac-1e37-448e-a146-ea9713446e27 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037357 Jul 22 23:42:53.289222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:53.327918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-1ec92285-128a-4061-86c4-68d4a1bf5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:53.330625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-1ec92285-128a-4061-86c4-68d4a1bf5efa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 0.2257600 Jul 22 23:42:53.409803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.467814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 2fb10c68-b189-4be7-9f69-e5514984a6a4 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:53.491916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Allocated IP 172.20.0.2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/76e828fc-bb9a-49b0-9a0c-3714e4c29a7a/c37dfe4c-0a58-4daf-99d3-91911e775c67) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:53.618746 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:42:48Z', 'revision_number': 4, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '19c1eddc-3ddb-4335-aa30-d34432b61629', 'name': '', 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'mac_address': 'fa:16:3e:50:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'a92f28d7-6604-456f-9507-e014c88eae3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:42Z', 'updated_at': '2021-07-22T23:42:49Z', 'revision_number': 2, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'subnets': [{'id': 'a92f28d7-6604-456f-9507-e014c88eae3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:53.667672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-3e192fd8-7bc7-4de9-aba5-4a769da3bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:53.670171 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-3e192fd8-7bc7-4de9-aba5-4a769da3bd5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.2257257 Jul 22 23:42:53.690875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.699206 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Checking router: 67df818c-5336-4109-aed2-df5d77c8c174 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:42:53.699838 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Updating router 67df818c-5336-4109-aed2-df5d77c8c174 port 19c1eddc-3ddb-4335-aa30-d34432b61629 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:42:53.739603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:53.774152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 4e82a539-2b2c-49cc-961d-ffce851f095c yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:42:53.779217 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.790940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-6a1f5001-25a5-4ab8-8808-714aaf9b8a4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.1127129 Jul 22 23:42:53.808360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.845393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Transition to ACTIVE for port object c37dfe4c-0a58-4daf-99d3-91911e775c67 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:53.851471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:53.935317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-3004419b-5d5e-49d2-a542-bc61ce52acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:53.938477 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-3004419b-5d5e-49d2-a542-bc61ce52acd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1037278 Jul 22 23:42:54.066881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=16']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:54.108015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.112049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.112621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.113166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.113771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.114370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.114932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.115691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.116451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.117231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.118952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.120959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7388e5-85f9-472f-87d8-b43c54ae189f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:42:54.145884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-f55efa25-caa4-4e77-ad65-65420942c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:54.147242 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-f55efa25-caa4-4e77-ad65-65420942c491 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866663 Jul 22 23:42:54.262050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 172.20.0.3 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/76e828fc-bb9a-49b0-9a0c-3714e4c29a7a/4e82a539-2b2c-49cc-961d-ffce851f095c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:54.275290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe44:f102 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/c710199a-97ad-4265-a3a2-d767c3e46d8b/4e82a539-2b2c-49cc-961d-ffce851f095c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:54.417939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-15171de6-a186-46d5-9d73-71b5ba483d74 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606354 Jul 22 23:42:54.470836 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.495584 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Transition to ACTIVE for port object 19c1eddc-3ddb-4335-aa30-d34432b61629 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:54.506200 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.568865 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a561196-6679-437b-9327-468c4e187a46 None None] Pushing event updated for resources: {'Port': ['ID=19c1eddc-3ddb-4335-aa30-d34432b61629,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:54.584763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a823d5c7-9a98-47b3-b199-8b85b8257c98 req-4bf381c9-e940-4d64-b2a5-5addf6faa164 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545138 Jul 22 23:42:54.619960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-6715bce8-6164-487c-a2e8-c62b045d6fe7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0022507 Jul 22 23:42:54.638924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:54.690274 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Attempting to bind port 19c1eddc-3ddb-4335-aa30-d34432b61629 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:42:54.690642 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Attempting to bind port 19c1eddc-3ddb-4335-aa30-d34432b61629 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:42:54.691238 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Attempting to bind port 19c1eddc-3ddb-4335-aa30-d34432b61629 on network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:42:54.698418 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:42:54.698993 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Checking segment: {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:42:54.699451 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.700522 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Bound using segment: {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:42:54.701346 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Bound port: 19c1eddc-3ddb-4335-aa30-d34432b61629, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6e20e9-878c-4046-b544-eead4791dd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:42:54.701952 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.733105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.784776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port a4ed828e-f4d7-4722-9954-5afd598acc26 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:54.785196 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.796311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=2fb10c68-b189-4be7-9f69-e5514984a6a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:54.801316 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.839867 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] For port 19c1eddc-3ddb-4335-aa30-d34432b61629, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:42:54.847353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] For port 19c1eddc-3ddb-4335-aa30-d34432b61629, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=19c1eddc-3ddb-4335-aa30-d34432b61629,segment=NetworkSegment(5f6e20e9-878c-4046-b544-eead4791dd19),segment_id=5f6e20e9-878c-4046-b544-eead4791dd19)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:42:54.859225 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:54.983441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.012153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 4e82a539-2b2c-49cc-961d-ffce851f095c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:42:55.061103 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a561196-6679-437b-9327-468c4e187a46 None None] Pushing event updated for resources: {'Port': ['ID=19c1eddc-3ddb-4335-aa30-d34432b61629,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:55.067529 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Routers {'67df818c-5336-4109-aed2-df5d77c8c174'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:55.068366 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['67df818c-5336-4109-aed2-df5d77c8c174'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:55.090865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.105699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26faf52-3739-42a9-8b6a-6878294c13ec req-088b9534-524b-444c-b413-fb1c35009573 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:55.107527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c26faf52-3739-42a9-8b6a-6878294c13ec req-088b9534-524b-444c-b413-fb1c35009573 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 945 time: 0.5010412 Jul 22 23:42:55.266719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:55.266942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dacf6608-b257-4d6f-a429-c225b9f88a10 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:55.277650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:55.282465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:55.327532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=4e82a539-2b2c-49cc-961d-ffce851f095c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:55.329191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.345809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c26faf52-3739-42a9-8b6a-6878294c13ec req-d54462ec-11d4-475a-80d3-e931a5d77baf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283590 Jul 22 23:42:55.399191 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] Set router 67df818c-5336-4109-aed2-df5d77c8c174 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:42:55.412133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for a4ed828e-f4d7-4722-9954-5afd598acc26 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:55.429756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:55.432390 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.462272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port dacf6608-b257-4d6f-a429-c225b9f88a10 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:55.467043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port dacf6608-b257-4d6f-a429-c225b9f88a10 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:55.467519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.483123 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ea590946-12d0-474d-97ad-808fb2c260e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6151915 Jul 22 23:42:55.483893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42224) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:55.683976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.686454 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.690354 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8352f-84f6-43ac-b3b1-24e98306674f None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:55.691901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.707588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386e158-8291-475b-946b-fc9a9454386b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:55.727184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386e158-8291-475b-946b-fc9a9454386b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:55.732630 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c386e158-8291-475b-946b-fc9a9454386b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2469230 Jul 22 23:42:55.735408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:55.782317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] Provisioning for port c37dfe4c-0a58-4daf-99d3-91911e775c67 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:55.850683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:42:55.852896 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba3cea0-2411-40f4-b761-16849955dfd9" -d '{"events": [{"server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "name": "network-vif-plugged", "status": "completed", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:42:55.865362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:55.865745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.883966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dacf6608-b257-4d6f-a429-c225b9f88a10,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:55.905014 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:42:48Z', 'revision_number': 4, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '19c1eddc-3ddb-4335-aa30-d34432b61629', 'name': '', 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'mac_address': 'fa:16:3e:50:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'a92f28d7-6604-456f-9507-e014c88eae3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:42Z', 'updated_at': '2021-07-22T23:42:54Z', 'revision_number': 4, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'subnets': [{'id': 'a92f28d7-6604-456f-9507-e014c88eae3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:55.911938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:55.947650 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45505bf2-e656-4b68-b4c0-05c5f71de52a x-openstack-request-id: req-45505bf2-e656-4b68-b4c0-05c5f71de52a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:42:55.948097 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "name": "network-vif-plugged", "status": "completed", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:42:55.948434 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45505bf2-e656-4b68-b4c0-05c5f71de52a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:42:55.948973 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10', 'code': 200} Jul 22 23:42:55.959108 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704b0ca-8c5f-430a-9e4b-844a46ceecfa None None] The sync data for ids ['67df818c-5336-4109-aed2-df5d77c8c174'] in n-d-758851-4 is: [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:42:48Z', 'revision_number': 4, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '19c1eddc-3ddb-4335-aa30-d34432b61629', 'name': '', 'network_id': 'c5b13aaf-54b1-49b1-b86c-5660dc6a8864', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'mac_address': 'fa:16:3e:50:a9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'a92f28d7-6604-456f-9507-e014c88eae3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:42Z', 'updated_at': '2021-07-22T23:42:54Z', 'revision_number': 4, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'subnets': [{'id': 'a92f28d7-6604-456f-9507-e014c88eae3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:55.963906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 4e82a539-2b2c-49cc-961d-ffce851f095c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:55.964272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:56.142853 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:56.246103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 4e82a539-2b2c-49cc-961d-ffce851f095c owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:56.294730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:56.381046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:56.493485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:56.526632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47565142-752b-4d2e-834f-6e84e44cf6db req-8a144573-b891-4b16-bdd8-f02eb7c7a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:56.529244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47565142-752b-4d2e-834f-6e84e44cf6db req-8a144573-b891-4b16-bdd8-f02eb7c7a296 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 1097 time: 0.4142852 Jul 22 23:42:56.568246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:56.578752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=a4ed828e-f4d7-4722-9954-5afd598acc26,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:56.612196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Allocated IP 172.25.5.147 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3de2d854-0239-43ec-b484-eb5f21cf99e3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:42:56.675743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47565142-752b-4d2e-834f-6e84e44cf6db req-5216056f-15f4-4aa0-9ca5-bf15830ef7c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351838 Jul 22 23:42:56.748370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:56.763705 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:56.903893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b99bbf-251c-42bd-9ff5-8284ac893cb3 None None] Pushing event updated for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=17']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:56.944268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:56.944630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.005002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.048947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=4e82a539-2b2c-49cc-961d-ffce851f095c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:57.254675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19c1eddc-3ddb-4335-aa30-d34432b61629 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:57.352643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.354634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 19c1eddc-3ddb-4335-aa30-d34432b61629 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:42:57.370252 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6682d7f2-04ea-44f1-82c9-26ba3f253a46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/4e82a539-2b2c-49cc-961d-ffce851f095c HTTP/1.1" status: 204 len: 168 time: 1.6319585 Jul 22 23:42:57.372231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:57.376889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 19c1eddc-3ddb-4335-aa30-d34432b61629 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:57.378043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.501401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9470659e-fa78-4950-b50b-c34af1a4ee94 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.503840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9470659e-fa78-4950-b50b-c34af1a4ee94 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.505588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9470659e-fa78-4950-b50b-c34af1a4ee94 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.511645 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9470659e-fa78-4950-b50b-c34af1a4ee94 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1300311 Jul 22 23:42:57.513451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:57.599808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.613852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 76e828fc-bb9a-49b0-9a0c-3714e4c29a7a {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:57.624749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.653682 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.679548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.756825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 19c1eddc-3ddb-4335-aa30-d34432b61629, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=19c1eddc-3ddb-4335-aa30-d34432b61629,segment=NetworkSegment(5f6e20e9-878c-4046-b544-eead4791dd19),segment_id=5f6e20e9-878c-4046-b544-eead4791dd19)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:57.758653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0428-e8a1-4bc6-a68d-f0e176bee262 req-94bfc059-8eb8-4d5e-b3a8-09519fb576b6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:42:57.761547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fee0428-e8a1-4bc6-a68d-f0e176bee262 req-94bfc059-8eb8-4d5e-b3a8-09519fb576b6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 946 time: 1.0133002 Jul 22 23:42:57.763678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.779657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.822005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:42:57.880069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:42:57.887761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:57.970803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Router 0e2bc916-395d-4e1d-9e81-4033fb92835e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:57.971250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=19c1eddc-3ddb-4335-aa30-d34432b61629,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:58.061049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:42:58.077146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.091063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fee0428-e8a1-4bc6-a68d-f0e176bee262 req-1788eac8-f42d-4ae4-b1a2-20eb221b730d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939870 Jul 22 23:42:58.189239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=3de2d854-0239-43ec-b484-eb5f21cf99e3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:58.267449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.291742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:58.310301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-492b53b6-3394-424b-8d04-bfeb4d03e9a2 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:58.310912 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-492b53b6-3394-424b-8d04-bfeb4d03e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.365670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.369831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/76e828fc-bb9a-49b0-9a0c-3714e4c29a7a HTTP/1.1" status: 204 len: 168 time: 0.8541389 Jul 22 23:42:58.371814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590a0d-08dd-4e45-9e73-bd56aa341b86 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=76e828fc-bb9a-49b0-9a0c-3714e4c29a7a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:58.376240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:58.485383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet c710199a-97ad-4265-a3a2-d767c3e46d8b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:42:58.496531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.524866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c37dfe4c-0a58-4daf-99d3-91911e775c67 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:58.526269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.533489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 468b5797-2610-426d-9c36-e2a35eeb31f5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:42:58.643717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-492b53b6-3394-424b-8d04-bfeb4d03e9a2 None None] Could not find standard attr ID for object 4e82a539-2b2c-49cc-961d-ffce851f095c. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:58.655637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.690525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:58.710293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] Sync routers for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:58.718303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8e9affae-2958-436e-9d3d-5aa5298665c5 tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "PUT /v2.0/routers/0e2bc916-395d-4e1d-9e81-4033fb92835e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9378970 Jul 22 23:42:58.724584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19c1eddc-3ddb-4335-aa30-d34432b61629 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:42:58.726319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:58.733159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.749814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:58.751317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:58.757529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc57aa-65cc-4e3e-9fc4-558599e23f4f None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:42:58.821889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb613d6b-7277-4a04-8176-303cf4cdbd74 None None] Could not find standard attr ID for object 4e82a539-2b2c-49cc-961d-ffce851f095c. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:42:58.832730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:58.834082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.874659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:42:58.893271 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] Sync routers for ids ['468b5797-2610-426d-9c36-e2a35eeb31f5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:42:58.895149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] Routers {'0e2bc916-395d-4e1d-9e81-4033fb92835e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:58.896318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0e2bc916-395d-4e1d-9e81-4033fb92835e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:58.927618 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] Routers {'468b5797-2610-426d-9c36-e2a35eeb31f5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:58.928395 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['468b5797-2610-426d-9c36-e2a35eeb31f5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:58.930662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.959973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:58.962151 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/c710199a-97ad-4265-a3a2-d767c3e46d8b HTTP/1.1" status: 204 len: 168 time: 0.5841885 Jul 22 23:42:58.988323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:58.991570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a12cf-4965-4243-8393-4d40f4c92c41 None None] The sync data for ids ['0e2bc916-395d-4e1d-9e81-4033fb92835e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:58.999156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:59.012388 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:59.014628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f1240-4503-44c2-ad75-6b2dedb2ae23 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=c710199a-97ad-4265-a3a2-d767c3e46d8b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:59.018343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 19c1eddc-3ddb-4335-aa30-d34432b61629 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:42:59.018733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.032487 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] Routers {'468b5797-2610-426d-9c36-e2a35eeb31f5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:42:59.033170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['468b5797-2610-426d-9c36-e2a35eeb31f5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:59.075915 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7abba1ee-19d2-4ef7-8b63-4b8173d7ba6c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704918 Jul 22 23:42:59.076617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:59.085040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:42:59.142997 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:42:59.144670 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31640ddf-d5bc-42e9-8f00-0ce5924ef5f0 None None] The sync data for ids ['468b5797-2610-426d-9c36-e2a35eeb31f5'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:42:59.400344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:42:59.463201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-174bcf1b-4bc8-4850-9d8d-1ba6853f4298 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/468b5797-2610-426d-9c36-e2a35eeb31f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4649467 Jul 22 23:42:59.470339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:42:59.499446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] Deleting port c37dfe4c-0a58-4daf-99d3-91911e775c67 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:42:59.500786 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.666368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] For port c37dfe4c-0a58-4daf-99d3-91911e775c67, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c37dfe4c-0a58-4daf-99d3-91911e775c67,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:42:59.667160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.670524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.695159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] Calling delete_port for c37dfe4c-0a58-4daf-99d3-91911e775c67 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:42:59.736449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:42:59.743437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.817180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:42:59.853436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] Pushing event deleted for resources: {'Port': ['ID=c37dfe4c-0a58-4daf-99d3-91911e775c67,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:42:59.861821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4be86-1086-467e-9e96-0c3a158ff5a8 None None] No DVR routers for this DVR port c37dfe4c-0a58-4daf-99d3-91911e775c67 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:42:59.985384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.000445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2c785-fd8d-42b7-8590-15c7f6a31216 req-f2f15b14-4e80-44fe-b074-e5a295fa6c59 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:00.002151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9a2c785-fd8d-42b7-8590-15c7f6a31216 req-f2f15b14-4e80-44fe-b074-e5a295fa6c59 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 946 time: 0.5357115 Jul 22 23:43:00.088933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.183864 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b937e492-35e6-40c2-9758-063effdae86a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 23:43:00.185780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b937e492-35e6-40c2-9758-063effdae86a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/468b5797-2610-426d-9c36-e2a35eeb31f5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7091541 Jul 22 23:43:00.195961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:00.216534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:00.221887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=3c2e93fa-5df9-481c-86dc-32e88bd7f155,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:00.254347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:00.259153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:00.264141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:00.265932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.287982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fbd3498-82ea-4da1-b5a0-1ed61d6f6ae1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=468b5797-2610-426d-9c36-e2a35eeb31f5 HTTP/1.1" status: 200 len: 205 time: 0.0870986 Jul 22 23:43:00.288186 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.291138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:00.302754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9a2c785-fd8d-42b7-8590-15c7f6a31216 req-a4abcf45-4e50-4cc9-89bf-6af28a66c567 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480917 Jul 22 23:43:00.303803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.343522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4caeafb-2bf9-4766-ade6-f3a0dee87f2e None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:00.348182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c37dfe4c-0a58-4daf-99d3-91911e775c67 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:00.348718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c37dfe4c-0a58-4daf-99d3-91911e775c67 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:00.445535 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7bf0feb0-f7f6-4f02-adbc-82eb9ed5c8d7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3618863 Jul 22 23:43:00.446778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:00.476286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:00.482180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42324) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:00.506316 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.514881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.539640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.572073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=3de2d854-0239-43ec-b484-eb5f21cf99e3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:00.693039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '3c2e93fa-5df9-481c-86dc-32e88bd7f155'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:00.694369 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.755560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.757983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-c703c558-e6e3-47a6-bef6-c889dedce0d9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1284080 Jul 22 23:43:00.763012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-7b2ece38-68f6-48fa-a73a-6ec8f0ff5671 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 267 time: 0.2753413 Jul 22 23:43:00.776938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.781841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.857897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.857897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router 468b5797-2610-426d-9c36-e2a35eeb31f5 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:43:00.899551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-72a7e3f5-8197-45ee-99fb-bb7aaf60c08f tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.1318488 Jul 22 23:43:00.902703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.903861 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41152ebf-0f2a-44f1-b2ef-fda165727aa0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/468b5797-2610-426d-9c36-e2a35eeb31f5 HTTP/1.1" status: 204 len: 168 time: 0.6109579 Jul 22 23:43:00.949491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:00.959636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-633a1302-df20-4a6d-931c-bf698e4abebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:00.977332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Allocated IP 172.20.0.2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/3c2e93fa-5df9-481c-86dc-32e88bd7f155/d1109100-9b50-479d-8c46-1fb621a4de04) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:01.076503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting port 28aacacc-581c-4392-bbc8-7ab653ab3075 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:01.077386 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.087761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 718d3fef-d0d4-48e3-9ced-16746f939f49 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:01.113812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.167767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-f7cef30e-d6bd-4786-b6d4-86bfe475d30f tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:01.174343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef7a6bb1-98c1-450f-bda6-306880378874 req-f7cef30e-d6bd-4786-b6d4-86bfe475d30f tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2739053 Jul 22 23:43:01.183640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-633a1302-df20-4a6d-931c-bf698e4abebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.197110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-633a1302-df20-4a6d-931c-bf698e4abebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.209522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-84ecbc9b-c92a-4995-bb1a-2c050d3bc09c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:01.211559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-84ecbc9b-c92a-4995-bb1a-2c050d3bc09c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 946 time: 0.4307473 Jul 22 23:43:01.280065 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.299732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'port': {'security_groups': []}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:01.300337 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-633a1302-df20-4a6d-931c-bf698e4abebe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a3a2abc8961436a999d66800afb8119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8127108 Jul 22 23:43:01.300581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:01.307897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.313074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42332) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:01.347957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a1302-df20-4a6d-931c-bf698e4abebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a56db3-0092-4f2c-b66d-1c4cc8a89874,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:01.411848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.427147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Transition to ACTIVE for port object d1109100-9b50-479d-8c46-1fb621a4de04 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:01.451083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Transition to ACTIVE for port object d1109100-9b50-479d-8c46-1fb621a4de04 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:01.461591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.524665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aae3c9e7-8267-4c34-98d1-d6120e2382e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.528784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:01.533651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:01.542423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:01.569346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.572820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aae3c9e7-8267-4c34-98d1-d6120e2382e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.602500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Pushing event updated for resources: {'Port': ['ID=d1109100-9b50-479d-8c46-1fb621a4de04,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:01.607411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Calling delete_port for 28aacacc-581c-4392-bbc8-7ab653ab3075 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:01.701678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aae3c9e7-8267-4c34-98d1-d6120e2382e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.706557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aae3c9e7-8267-4c34-98d1-d6120e2382e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.712037 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aae3c9e7-8267-4c34-98d1-d6120e2382e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84a56db3-0092-4f2c-b66d-1c4cc8a89874 HTTP/1.1" status: 204 len: 168 time: 0.3895223 Jul 22 23:43:01.735690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Attempting to bind port d1109100-9b50-479d-8c46-1fb621a4de04 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:01.736493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Attempting to bind port d1109100-9b50-479d-8c46-1fb621a4de04 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:01.736817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Attempting to bind port d1109100-9b50-479d-8c46-1fb621a4de04 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:01.745668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:01.746263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:01.746968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.747640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:01.748419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Bound port: d1109100-9b50-479d-8c46-1fb621a4de04, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:01.749090 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.794062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:01.892940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3c9e7-8267-4c34-98d1-d6120e2382e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a56db3-0092-4f2c-b66d-1c4cc8a89874,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:01.931804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-61aebe15-2169-420e-97a7-69163bf1cf03 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7167299 Jul 22 23:43:01.953726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] For port d1109100-9b50-479d-8c46-1fb621a4de04, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:01.974698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] For port d1109100-9b50-479d-8c46-1fb621a4de04, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d1109100-9b50-479d-8c46-1fb621a4de04,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:01.984604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.006630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:02.099985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:43:02.157592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.183227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e0a2b-d00b-4237-a5fd-b6c7b277f6e5 None None] Pushing event updated for resources: {'Port': ['ID=d1109100-9b50-479d-8c46-1fb621a4de04,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:02.383029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42338) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:02.409506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.417842 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.475063 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-428c1f76-4031-415a-bcb7-7f36e77be94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.525320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.554603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.575660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=718d3fef-d0d4-48e3-9ced-16746f939f49,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:02.578307 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.583772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-939f436f-c41b-4e41-b26e-8d7f45c51549 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/718d3fef-d0d4-48e3-9ced-16746f939f49 HTTP/1.1" status: 204 len: 168 time: 1.6331649 Jul 22 23:43:02.584246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42340) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:02.602616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802912a-8629-4ace-9e2a-5a68b7bb0580 None None] Network f069a951-f9b3-4d0e-b021-9af12d8c7144 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:02.641476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Port': ['ID=28aacacc-581c-4392-bbc8-7ab653ab3075,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:02.750369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-428c1f76-4031-415a-bcb7-7f36e77be94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.788331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-428c1f76-4031-415a-bcb7-7f36e77be94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.828151 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-428c1f76-4031-415a-bcb7-7f36e77be94a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74ac3253006943679eeead995d27d3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432712 Jul 22 23:43:02.838035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:02.882514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.973572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:02.990041 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c1f76-4031-415a-bcb7-7f36e77be94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1d8fc5-7bdf-4171-8813-3a24b72cdc2c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:03.039106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.049498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.059382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b39c64a4-4d86-4b02-ad33-291dd25fd6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.080941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dacf6608-b257-4d6f-a429-c225b9f88a10,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:03.143656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.161451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.162499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Fanout notify agent at l3_agent the message router_deleted on router 0e2bc916-395d-4e1d-9e81-4033fb92835e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:43:03.178148 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.184000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5ce5655b-4e54-47c8-b4ff-758784a6486a tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/routers/0e2bc916-395d-4e1d-9e81-4033fb92835e HTTP/1.1" status: 204 len: 168 time: 4.4533818 Jul 22 23:43:03.188235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b39c64a4-4d86-4b02-ad33-291dd25fd6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.188499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:03.204025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] DHCP port deletion for f069a951-f9b3-4d0e-b021-9af12d8c7144 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:03.244091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port d1109100-9b50-479d-8c46-1fb621a4de04, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d1109100-9b50-479d-8c46-1fb621a4de04,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:03.309421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.325645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.342044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] Deleting port ee15d2cd-f259-4698-8765-a06b64756a0a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:03.342760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.361330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2', '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4', 'dacf6608-b257-4d6f-a429-c225b9f88a10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:03.401461 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.415202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.417626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.432173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port ee15d2cd-f259-4698-8765-a06b64756a0a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:03.432707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.436202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:03.437856 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.440630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9043ed49-57d5-4f3d-8c1d-80d6f6fab2a4 req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "PUT /v2.0/ports/dacf6608-b257-4d6f-a429-c225b9f88a10 HTTP/1.1" status: 200 len: 905 time: 2.1683345 Jul 22 23:43:03.479108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:03.482169 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe031f2-f82c-401b-8e45-53fc128e1afc" -d '{"events": [{"name": "network-changed", "server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:03.496091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Deleting subnet 9f19236b-34dd-4f74-b3d8-33dbddf1b837 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:03.508210 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.598713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] For port ee15d2cd-f259-4698-8765-a06b64756a0a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee15d2cd-f259-4698-8765-a06b64756a0a,segment=NetworkSegment(1a83dff3-cb78-4cef-b17f-463682bdfe9a),segment_id=1a83dff3-cb78-4cef-b17f-463682bdfe9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:03.601219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.620221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3bfea-130b-4661-a2e0-4a3a4890b724 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:03.635016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.648395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] Calling delete_port for ee15d2cd-f259-4698-8765-a06b64756a0a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:03.671106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Allocated IP 172.25.5.229 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/addbcac5-579c-485a-bd06-635cb6220805) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:03.803473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:03.807353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b39c64a4-4d86-4b02-ad33-291dd25fd6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.813366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b39c64a4-4d86-4b02-ad33-291dd25fd6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:03.820944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b39c64a4-4d86-4b02-ad33-291dd25fd6b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a1d8fc5-7bdf-4171-8813-3a24b72cdc2c HTTP/1.1" status: 204 len: 168 time: 0.9755402 Jul 22 23:43:03.896990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.012010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:04.041679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] No DVR routers for this DVR port ee15d2cd-f259-4698-8765-a06b64756a0a on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:04.045875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1bf96-ae48-4f7e-bcad-799da10d84f8 None None] Pushing event deleted for resources: {'Port': ['ID=ee15d2cd-f259-4698-8765-a06b64756a0a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.070078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['dacf6608-b257-4d6f-a429-c225b9f88a10'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:04.072063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:04.072519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.086930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db260c17-4da8-4046-a138-ae6e2ce316a8 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:04.091692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port ee15d2cd-f259-4698-8765-a06b64756a0a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee15d2cd-f259-4698-8765-a06b64756a0a,segment=NetworkSegment(1a83dff3-cb78-4cef-b17f-463682bdfe9a),segment_id=1a83dff3-cb78-4cef-b17f-463682bdfe9a)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:04.092639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.097587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c64a4-4d86-4b02-ad33-291dd25fd6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1d8fc5-7bdf-4171-8813-3a24b72cdc2c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.122496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=d1109100-9b50-479d-8c46-1fb621a4de04,revision_number=4']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.136595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=02523492-045c-4e1c-91bd-c9f6cd6b0f95,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.141788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for ee15d2cd-f259-4698-8765-a06b64756a0a owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:04.174127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b14f4041-6d16-46d1-b0f6-f2bd86040b3f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7259512 Jul 22 23:43:04.177428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:04.201721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:41:7b:13', 'name': 'tempest-NetworksTestDHCPv6-1813586351'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:04.219393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7c109f94-836a-4c43-b0fd-9e605538b3ec None None] Provisioning complete for port dacf6608-b257-4d6f-a429-c225b9f88a10 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:04.220224 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7c109f94-836a-4c43-b0fd-9e605538b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.372484 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.482686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d1109100-9b50-479d-8c46-1fb621a4de04 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:04.502842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fad7d-939a-483c-93f0-4bf5dc13fb69 req-9e4a2bd8-e54e-4053-be88-a149e40d6db8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:04.504979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366fad7d-939a-483c-93f0-4bf5dc13fb69 req-9e4a2bd8-e54e-4053-be88-a149e40d6db8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 908 time: 0.8864810 Jul 22 23:43:04.588145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.601718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.610947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.623513 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0e9a3-c683-4ae2-821b-10ae77f7248a x-openstack-request-id: req-80d0e9a3-c683-4ae2-821b-10ae77f7248a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:04.624223 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:04.624449 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80d0e9a3-c683-4ae2-821b-10ae77f7248a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:04.624760 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10', 'status': 'completed', 'code': 200} Jul 22 23:43:04.696324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port ee15d2cd-f259-4698-8765-a06b64756a0a on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:04.698075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=ee15d2cd-f259-4698-8765-a06b64756a0a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.749193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Subnet': ['ID=9f19236b-34dd-4f74-b3d8-33dbddf1b837,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.760157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.766536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:04.768270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e6f68e9-6dbe-456d-bcd3-93a93bb68c2f tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/subnets/9f19236b-34dd-4f74-b3d8-33dbddf1b837 HTTP/1.1" status: 204 len: 168 time: 1.5767279 Jul 22 23:43:04.780467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:04.809732 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.872817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.878651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=addbcac5-579c-485a-bd06-635cb6220805,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:04.880662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] Provisioning for port d1109100-9b50-479d-8c46-1fb621a4de04 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:04.896106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] Provisioning complete for port d1109100-9b50-479d-8c46-1fb621a4de04 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:04.896902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:04.910872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d1109100-9b50-479d-8c46-1fb621a4de04 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:04.918692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f069a951-f9b3-4d0e-b021-9af12d8c7144']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:04.925105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:04.927455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:04.934397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:04.991419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d382a5-1392-4261-955c-788822f9208c req-69c0eccf-a8ec-4d33-bff5-e923f33376ad tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:04.993054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3d382a5-1392-4261-955c-788822f9208c req-69c0eccf-a8ec-4d33-bff5-e923f33376ad tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2675095 Jul 22 23:43:05.007240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d1109100-9b50-479d-8c46-1fb621a4de04 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:05.008178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.022051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a83dff3-cb78-4cef-b17f-463682bdfe9a') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:05.023115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a83dff3-cb78-4cef-b17f-463682bdfe9a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:05.045704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.051526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.073362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-f735a114-48bb-4976-94b4-38ca928514b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:05.075852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-f735a114-48bb-4976-94b4-38ca928514b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 1059 time: 0.3963006 Jul 22 23:43:05.123500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3d382a5-1392-4261-955c-788822f9208c req-113a10e6-7302-43f2-9378-1200ddef3777 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217499 Jul 22 23:43:05.131691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.179432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:05.181320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.245468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:05.297483 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:05.307267 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.317387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.379855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.380789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] For port d1109100-9b50-479d-8c46-1fb621a4de04, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d1109100-9b50-479d-8c46-1fb621a4de04,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:05.394097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.439745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.442068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/f069a951-f9b3-4d0e-b021-9af12d8c7144 HTTP/1.1" status: 204 len: 168 time: 2.8543928 Jul 22 23:43:05.456919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42378) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:05.480279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port f6ee5f1c-4714-47cd-8f06-e6256b599c60 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:05.482705 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.500532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376151d-ebc9-4662-a91d-a565c054ef60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=f069a951-f9b3-4d0e-b021-9af12d8c7144,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:05.511071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-233853030'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:05.558784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff262f-e18f-4110-8f3d-200e520119ec None None] Pushing event updated for resources: {'Port': ['ID=d1109100-9b50-479d-8c46-1fb621a4de04,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:05.581716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.594544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-b75b223f-d9b3-4b28-9104-6dbd4fc57029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:05.596274 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-b75b223f-d9b3-4b28-9104-6dbd4fc57029 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.5108926 Jul 22 23:43:05.627632 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:43:05.628175 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:43:05.635160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.677059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:05.683599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.691124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee51594-36b5-46fa-8175-6c72d97f3809']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:05.784654 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-c0eb0969-fac2-4565-8467-91d151c7324b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dacf6608-b257-4d6f-a429-c225b9f88a10 HTTP/1.1" status: 200 len: 217 time: 0.1271822 Jul 22 23:43:05.793929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:05.816964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e30636-ab3a-446a-bc44-9def87aa4682') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:05.816964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e30636-ab3a-446a-bc44-9def87aa4682') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:05.852538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.853157 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment cf232769-f5bd-46ce-9d1e-12000f5227b8 of type vlan for network 782fce9e-6f15-4592-b316-c2308a30eb06 Jul 22 23:43:05.872267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.885439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f801b4-7f42-4644-986e-d977c8921784 req-14ae3e62-b4cb-467a-875c-291bfb801dd2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:05.896304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24f801b4-7f42-4644-986e-d977c8921784 req-14ae3e62-b4cb-467a-875c-291bfb801dd2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.5421124 Jul 22 23:43:05.915709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-e95a0dca-2106-4b14-b636-433859276f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:05.916298 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-e95a0dca-2106-4b14-b636-433859276f82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1210644 Jul 22 23:43:05.944594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.950887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.971994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:05.972556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:05.979608 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:05.991724 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.036913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e3ef556b-2b60-497d-bd7c-2c6fb16b3384 None None] Provisioning complete for port d1109100-9b50-479d-8c46-1fb621a4de04 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:06.037300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3ef556b-2b60-497d-bd7c-2c6fb16b3384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.101339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 172.20.0.3 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/3c2e93fa-5df9-481c-86dc-32e88bd7f155/f6ee5f1c-4714-47cd-8f06-e6256b599c60) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:06.111586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe41:7b13 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/02523492-045c-4e1c-91bd-c9f6cd6b0f95/f6ee5f1c-4714-47cd-8f06-e6256b599c60) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:06.121870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.138521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.141312 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] 10.222.0.21 "DELETE /v2.0/networks/3ee51594-36b5-46fa-8175-6c72d97f3809 HTTP/1.1" status: 204 len: 168 time: 1.3727369 Jul 22 23:43:06.159015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.166668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691000ad-88e4-435c-a2c6-cf013fb62eaa tempest-FloatingIPTestJSON-1183813391 tempest-FloatingIPTestJSON-1183813391-project] Pushing event deleted for resources: {'Network': ['ID=3ee51594-36b5-46fa-8175-6c72d97f3809,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:06.170966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24f801b4-7f42-4644-986e-d977c8921784 req-8cd7b977-c579-4aa1-b2e0-4105a96eca44 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734256 Jul 22 23:43:06.174007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.197729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-4e7ccc05-ce76-4a1a-a3f2-fc7b688cd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.200792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-4e7ccc05-ce76-4a1a-a3f2-fc7b688cd566 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462668 Jul 22 23:43:06.205456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:06.206541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.265912 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.290679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7863770 Jul 22 23:43:06.293393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:06.306005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:06.355591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee15d2cd-f259-4698-8765-a06b64756a0a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:06.454223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ee15d2cd-f259-4698-8765-a06b64756a0a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:06.461766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee15d2cd-f259-4698-8765-a06b64756a0a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:06.465082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.488872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=addbcac5-579c-485a-bd06-635cb6220805,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:06.546418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.566655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ef4f0-2290-4a17-9128-5fbcb791ecee tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=782fce9e-6f15-4592-b316-c2308a30eb06,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:06.579296 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-ece3f9b9-5bef-44c5-811a-8dd6f742eb5b service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709500 Jul 22 23:43:06.582723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 782fce9e-6f15-4592-b316-c2308a30eb06 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:06.588310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object f6ee5f1c-4714-47cd-8f06-e6256b599c60 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:06.620335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.622728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-3a61ebb6-7b74-43ff-bbc1-ee09b570b0f7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6783268 Jul 22 23:43:06.661598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d1109100-9b50-479d-8c46-1fb621a4de04 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:06.666787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:06.674981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:06.707545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:06.723949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-f8ce122f-519c-4c9b-8560-64722f270f14 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0918455 Jul 22 23:43:06.849592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d1109100-9b50-479d-8c46-1fb621a4de04 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:06.850494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.045790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-57845ad3-e857-4c56-85b9-0c829f07ddf0 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:07.051169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e23e42f-3329-4f94-abac-27f8622aa015 req-57845ad3-e857-4c56-85b9-0c829f07ddf0 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3183668 Jul 22 23:43:07.058892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-7e15d075-1750-48fa-aa84-3089d9ad2113 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:07.060444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-7e15d075-1750-48fa-aa84-3089d9ad2113 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.2985311 Jul 22 23:43:07.069256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.120551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fe031f2-f82c-401b-8e45-53fc128e1afc req-9b5d6d7e-6928-44e5-baf8-e2e60a49bf39 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261784 Jul 22 23:43:07.142973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:07.149722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:07.163185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:07.192059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-34cc453a-3ddb-4684-9d3f-300c3a13f002 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/quotas/e78ed0c45a794b44afd9ef4563ccfa4b HTTP/1.1" status: 200 len: 375 time: 0.1198304 Jul 22 23:43:07.232702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:07.233385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.263846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=f6ee5f1c-4714-47cd-8f06-e6256b599c60,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:07.304232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b978011-e8b9-4cad-9635-9bb252c7a83c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1182001 Jul 22 23:43:07.308038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:07.399273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6f8bb380-58c9-46c7-a5c3-b62914460f25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f4ed18e14bc42f7b95dc593e1a9c0b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6882412 Jul 22 23:43:07.401068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:07.405026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-20f627a0-0cbc-4b16-adfc-624f58c8e76e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3316152 Jul 22 23:43:07.420284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:07.446597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-0fe9d144-3dad-498f-9716-131bc4f7b946 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2534242 Jul 22 23:43:07.474550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.481753 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.576419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=0da8651f-2fb0-42d7-93a7-f3704677fd7c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:07.632548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26c202-812d-484e-923f-466bb7adca32 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:07.637116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26c202-812d-484e-923f-466bb7adca32 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:07.642327 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f26c202-812d-484e-923f-466bb7adca32 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3304162 Jul 22 23:43:07.642327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60beecb5-3cc2-4fb7-a797-0faf51b9174f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.646476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:07.653371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': 'cf232769-f5bd-46ce-9d1e-12000f5227b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:07.654350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: 782fce9e-6f15-4592-b316-c2308a30eb06, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:07.697108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60beecb5-3cc2-4fb7-a797-0faf51b9174f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.720370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 782fce9e-6f15-4592-b316-c2308a30eb06 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:07.754552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e59e3d4-7ad9-4a91-abfb-52e9d83df330 None None] Provisioning for port f6ee5f1c-4714-47cd-8f06-e6256b599c60 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:07.755927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 782fce9e-6f15-4592-b316-c2308a30eb06) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:07.759646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e59e3d4-7ad9-4a91-abfb-52e9d83df330 None None] Provisioning complete for port f6ee5f1c-4714-47cd-8f06-e6256b599c60 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:07.761083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.763585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e59e3d4-7ad9-4a91-abfb-52e9d83df330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.772789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557ab18-35a5-468f-bf60-fc65ad00a74f None None] Network 782fce9e-6f15-4592-b316-c2308a30eb06 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:07.800063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:07.801404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.815989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60beecb5-3cc2-4fb7-a797-0faf51b9174f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.827077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60beecb5-3cc2-4fb7-a797-0faf51b9174f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.835822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60beecb5-3cc2-4fb7-a797-0faf51b9174f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ded13f57-ab21-4106-ba80-837b58afaa88 HTTP/1.1" status: 204 len: 168 time: 0.4227457 Jul 22 23:43:07.875467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8e59e3d4-7ad9-4a91-abfb-52e9d83df330 None None] Port f6ee5f1c-4714-47cd-8f06-e6256b599c60 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:07.880396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beecb5-3cc2-4fb7-a797-0faf51b9174f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded13f57-ab21-4106-ba80-837b58afaa88,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:07.891952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-54e73a06-6dd5-4593-8b82-41d5200c592c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5977960 Jul 22 23:43:07.895558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:07.901331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Allocated IP 172.25.5.4 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/19c8d57f-bb65-4844-b779-3976a73790af) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:07.907372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-51861418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:07.954385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:07.955823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.077644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.088084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.132572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.139275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:08.144245 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cddc4b7c-3442-4caf-83b5-851df3da2019 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2463169 Jul 22 23:43:08.172036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461a666-3252-4d18-8443-49490477775a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-782fce9e-6f15-4592-b316-c2308a30eb06', 'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '0da8651f-2fb0-42d7-93a7-f3704677fd7c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:08.173771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b461a666-3252-4d18-8443-49490477775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.250362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.272238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-d48aea9b-b4a6-412c-9227-d66551f12733 service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858365 Jul 22 23:43:08.373173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port f6ee5f1c-4714-47cd-8f06-e6256b599c60 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:08.373526 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.409532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b461a666-3252-4d18-8443-49490477775a None None] Allocated IP 172.20.0.2 (782fce9e-6f15-4592-b316-c2308a30eb06/0da8651f-2fb0-42d7-93a7-f3704677fd7c/a30ca450-574c-4f0a-93df-95def343a34c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:08.658048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.725830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b461a666-3252-4d18-8443-49490477775a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.742883 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.743896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b461a666-3252-4d18-8443-49490477775a None None] Transition to ACTIVE for port object a30ca450-574c-4f0a-93df-95def343a34c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:08.773849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b461a666-3252-4d18-8443-49490477775a None None] Transition to ACTIVE for port object a30ca450-574c-4f0a-93df-95def343a34c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:08.788255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b461a666-3252-4d18-8443-49490477775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:08.791643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for f6ee5f1c-4714-47cd-8f06-e6256b599c60 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:08.796964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:08.800619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-613b5c64-7154-49a0-b46c-9fe2449ba1aa service neutron] 10.222.0.21 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114398 Jul 22 23:43:08.817367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:08.833643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:08.850302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a666-3252-4d18-8443-49490477775a None None] Pushing event updated for resources: {'Port': ['ID=a30ca450-574c-4f0a-93df-95def343a34c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.875963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461a666-3252-4d18-8443-49490477775a None None] Network 782fce9e-6f15-4592-b316-c2308a30eb06 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:08.878062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b461a666-3252-4d18-8443-49490477775a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:08.883649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461a666-3252-4d18-8443-49490477775a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:08.939864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=19c8d57f-bb65-4844-b779-3976a73790af,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:08.993462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.035811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b461a666-3252-4d18-8443-49490477775a None None] Attempting to bind port a30ca450-574c-4f0a-93df-95def343a34c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:09.037822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b461a666-3252-4d18-8443-49490477775a None None] Attempting to bind port a30ca450-574c-4f0a-93df-95def343a34c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'cf232769-f5bd-46ce-9d1e-12000f5227b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:09.038880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461a666-3252-4d18-8443-49490477775a None None] Attempting to bind port a30ca450-574c-4f0a-93df-95def343a34c on network 782fce9e-6f15-4592-b316-c2308a30eb06 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:09.055537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461a666-3252-4d18-8443-49490477775a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:09.056505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461a666-3252-4d18-8443-49490477775a None None] Checking segment: {'id': 'cf232769-f5bd-46ce-9d1e-12000f5227b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:09.057270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b461a666-3252-4d18-8443-49490477775a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.058224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461a666-3252-4d18-8443-49490477775a None None] Bound using segment: {'id': 'cf232769-f5bd-46ce-9d1e-12000f5227b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:09.059173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b461a666-3252-4d18-8443-49490477775a None None] Bound port: a30ca450-574c-4f0a-93df-95def343a34c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf232769-f5bd-46ce-9d1e-12000f5227b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '782fce9e-6f15-4592-b316-c2308a30eb06'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:09.060311 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b461a666-3252-4d18-8443-49490477775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.144116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b461a666-3252-4d18-8443-49490477775a None None] For port a30ca450-574c-4f0a-93df-95def343a34c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:09.148523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b461a666-3252-4d18-8443-49490477775a None None] For port a30ca450-574c-4f0a-93df-95def343a34c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a30ca450-574c-4f0a-93df-95def343a34c,segment=NetworkSegment(cf232769-f5bd-46ce-9d1e-12000f5227b8),segment_id=cf232769-f5bd-46ce-9d1e-12000f5227b8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:09.158275 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b461a666-3252-4d18-8443-49490477775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:09.232912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a666-3252-4d18-8443-49490477775a None None] Pushing event updated for resources: {'Port': ['ID=a30ca450-574c-4f0a-93df-95def343a34c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:09.911892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fae5b2de-aba2-4023-a346-ecac22295c46 req-889f79e0-2450-4fde-9ef5-6a9cae6da9e4 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 210 time: 0.1059439 Jul 22 23:43:10.063501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.143191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42500) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:10.259624 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.348234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.432156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=f6ee5f1c-4714-47cd-8f06-e6256b599c60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:10.464361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.20.0.1 (782fce9e-6f15-4592-b316-c2308a30eb06/0da8651f-2fb0-42d7-93a7-f3704677fd7c/39c971bf-c614-45c1-ad67-dd1b9f959416) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:10.482054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433576537'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:10.583267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:10.604604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.678419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:10.972918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a30ca450-574c-4f0a-93df-95def343a34c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:11.028200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.111039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a30ca450-574c-4f0a-93df-95def343a34c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:11.123484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.130004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.163901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.170542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f12184fc-95c7-415d-a5d7-a1049f30b37e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/f6ee5f1c-4714-47cd-8f06-e6256b599c60 HTTP/1.1" status: 204 len: 168 time: 3.5216975 Jul 22 23:43:11.171198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:11.172853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object 39c971bf-c614-45c1-ad67-dd1b9f959416 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:11.202147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:11.222904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fad2b2d5-91de-4def-b8e0-97f88248df2d req-6b94106f-5f73-4bf7-829c-7e1f6f050b6b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 210 time: 0.1003072 Jul 22 23:43:11.228207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2c7d51-b678-4cfa-a85b-c6103c67f7ab,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:11.261145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.262681 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3 of type vlan for network 50d4ef61-913a-4a98-af55-9d66689eb1bf Jul 22 23:43:11.276515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707274db-1b60-40bd-acf2-6804cfb1327f None None] Network 782fce9e-6f15-4592-b316-c2308a30eb06 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:11.291686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.311835 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.356967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.417418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] Provisioning for port a30ca450-574c-4f0a-93df-95def343a34c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:11.421552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.433743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] Provisioning complete for port a30ca450-574c-4f0a-93df-95def343a34c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:11.434130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.439811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.440965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.517530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3713012 Jul 22 23:43:11.533008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.548757 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:43:11.565284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1e7b7-ee0f-458c-b8cb-233668478d1a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.568930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1e7b7-ee0f-458c-b8cb-233668478d1a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.572759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1e7b7-ee0f-458c-b8cb-233668478d1a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:11.575920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-43a1e7b7-ee0f-458c-b8cb-233668478d1a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3711536 Jul 22 23:43:11.592698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:11.667824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=19c8d57f-bb65-4844-b779-3976a73790af,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:11.766796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.768411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567b386-8cda-4c03-b567-ab397285d920 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=50d4ef61-913a-4a98-af55-9d66689eb1bf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:11.769966 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.802459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-6774edfa-631f-4de1-9f94-092ef0218305 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.3899243 Jul 22 23:43:11.816332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 50d4ef61-913a-4a98-af55-9d66689eb1bf details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:11.824018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 02523492-045c-4e1c-91bd-c9f6cd6b0f95 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:11.856613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:11.893361 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.085630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] For port a30ca450-574c-4f0a-93df-95def343a34c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a30ca450-574c-4f0a-93df-95def343a34c,segment=NetworkSegment(cf232769-f5bd-46ce-9d1e-12000f5227b8),segment_id=cf232769-f5bd-46ce-9d1e-12000f5227b8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:12.103518 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.183872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.233590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-1a170f37-08d2-41b3-9cef-01d7a7bf319d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.238448 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-1a170f37-08d2-41b3-9cef-01d7a7bf319d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 812 time: 0.3878858 Jul 22 23:43:12.268054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Request body: {'port': {'device_id': '96333cc9-08f0-48a9-b174-b177166d32df', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'admin_state_up': True, 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:12.304873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078fc95-6075-4e8f-a471-845a9da02c8a None None] Pushing event updated for resources: {'Port': ['ID=a30ca450-574c-4f0a-93df-95def343a34c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:12.364024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-caff3a86-9753-4e5c-b0d5-5c5434711ea2 None None] Provisioning complete for port a30ca450-574c-4f0a-93df-95def343a34c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:12.366242 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-caff3a86-9753-4e5c-b0d5-5c5434711ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.368337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=39c971bf-c614-45c1-ad67-dd1b9f959416,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:12.384996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 782fce9e-6f15-4592-b316-c2308a30eb06 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:12.391026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-61438cd9-4ac7-4106-80fb-4e4f61f06839 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.5790973 Jul 22 23:43:12.401236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:12.406884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:12.688897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a30ca450-574c-4f0a-93df-95def343a34c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:12.704891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Made reservation on behalf of e78ed0c45a794b44afd9ef4563ccfa4b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:12.709564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.821367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-219508d8-e79e-4464-8252-0ea0cc154be9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:12.849242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50bae862-08b1-4d0b-9603-ec0bf3a6e6d3 req-219508d8-e79e-4464-8252-0ea0cc154be9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.4340162 Jul 22 23:43:12.850417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:12.931828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a30ca450-574c-4f0a-93df-95def343a34c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:12.932341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.000360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Allocated IP 172.20.0.9 (24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2/435137a4-a03b-461a-bc1a-25fba3db62a6/0f1350fb-e7fc-4677-8a81-90be9bb52ec5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:13.035582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc366980-4e34-4d2f-abbf-dd0351d40078 None None] Provisioning for port 39c971bf-c614-45c1-ad67-dd1b9f959416 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:13.052015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc366980-4e34-4d2f-abbf-dd0351d40078 None None] Provisioning complete for port 39c971bf-c614-45c1-ad67-dd1b9f959416 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:13.053180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc366980-4e34-4d2f-abbf-dd0351d40078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.138746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bc366980-4e34-4d2f-abbf-dd0351d40078 None None] Port 39c971bf-c614-45c1-ad67-dd1b9f959416 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:13.202445 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.336652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d7bc2c0-f106-4b11-9d78-b3109b7abb53 req-4259bd95-3a2c-4f4a-bff8-374ee73959bd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 210 time: 0.4786215 Jul 22 23:43:13.414566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.467011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=02523492-045c-4e1c-91bd-c9f6cd6b0f95,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:13.479491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-4f87907f-b3be-4e10-b3ac-71856020e95c tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5080867 Jul 22 23:43:13.484923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.487513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6efb88fe-ae93-4846-8c9b-4209a82e29f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/02523492-045c-4e1c-91bd-c9f6cd6b0f95 HTTP/1.1" status: 204 len: 168 time: 1.8918879 Jul 22 23:43:13.492907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:13.501064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c6666-7dc8-4084-b85b-f69dcf224283 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:13.514278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:13.794314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 3c2e93fa-5df9-481c-86dc-32e88bd7f155 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:13.819200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.838155 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.939376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.984695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:13.986824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.053180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Transition to ACTIVE for port object 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:14.147984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.190644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2', '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:14.294028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:14.295518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:14.309227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:14.329897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:14.503810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:14.517904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.548682 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-5fa0949c-109d-451c-8b20-8ee0f6dbf835 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2908206 Jul 22 23:43:14.572338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Request body: {'port': {'device_id': '96333cc9-08f0-48a9-b174-b177166d32df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:14.653318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.855468 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.883878 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.909873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d3a701dd-d09d-425d-a01c-4bd090fc4b0c None None] Provisioning for port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:14.916467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d3a701dd-d09d-425d-a01c-4bd090fc4b0c None None] Provisioning complete for port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:14.917214 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d3a701dd-d09d-425d-a01c-4bd090fc4b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:14.971367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d3a701dd-d09d-425d-a01c-4bd090fc4b0c None None] Port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:15.196893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.250349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080ca0-f2e0-4ff2-ac05-f70e5f56c0b6 req-8f1663a5-ee12-4aeb-b0f9-999bf54a219b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.252782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16080ca0-f2e0-4ff2-ac05-f70e5f56c0b6 req-8f1663a5-ee12-4aeb-b0f9-999bf54a219b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 931 time: 0.6296690 Jul 22 23:43:15.299045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f26e004f-871a-42d9-87d1-d4fe005df463 None None] Provisioning complete for port d1109100-9b50-479d-8c46-1fb621a4de04 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:15.299926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f26e004f-871a-42d9-87d1-d4fe005df463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.388290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Allocated IP 172.25.5.233 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/85271c68-791d-49fe-83fd-e64d720d73f9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:15.428629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2e93fa-5df9-481c-86dc-32e88bd7f155,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:15.489758 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.492542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3bf39483-3e0d-4254-91bd-5df803b11931 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/3c2e93fa-5df9-481c-86dc-32e88bd7f155 HTTP/1.1" status: 204 len: 168 time: 1.9532514 Jul 22 23:43:15.501576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077f11a-1e5c-457f-8abe-8e50ba15a49a None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:15.505323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:15.623216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f34ddf13-4199-4eea-b34d-cad49988cec2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135464 Jul 22 23:43:15.628603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:15.732479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:15.743237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.756235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.801785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Transition to ACTIVE for port object 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:15.818013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdf847-4b08-43f3-8292-86f96bfdd76e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:15.822739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dffdf847-4b08-43f3-8292-86f96bfdd76e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1927800 Jul 22 23:43:15.824371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:15.834706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.864731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16080ca0-f2e0-4ff2-ac05-f70e5f56c0b6 req-3fb18490-4982-43f5-9ebb-617362b2bba0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543386 Jul 22 23:43:15.878534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:15.880296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.897590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.965660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:15.970433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:15.978163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=39c971bf-c614-45c1-ad67-dd1b9f959416,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:15.988858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:16.012658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] Deleting port d1109100-9b50-479d-8c46-1fb621a4de04 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:16.013860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.083357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.161269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.177052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb989c-0ebd-4cf8-a5a8-af4a6c426aac tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:16.179860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7bbb989c-0ebd-4cf8-a5a8-af4a6c426aac tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3547156 Jul 22 23:43:16.200605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:16.207760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:16.213813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] For port d1109100-9b50-479d-8c46-1fb621a4de04, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d1109100-9b50-479d-8c46-1fb621a4de04,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:16.214351 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.228672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 782fce9e-6f15-4592-b316-c2308a30eb06 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:16.229873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:16.239663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-36a39734-a5fd-4f87-8bcd-4813c3d8404e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.246746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] Calling delete_port for d1109100-9b50-479d-8c46-1fb621a4de04 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:16.294349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:16.299449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9dead5c1-c7bf-4c24-a575-81d9413b3890 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953491 Jul 22 23:43:16.300450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:16.314674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:16.330385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=85271c68-791d-49fe-83fd-e64d720d73f9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.330873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4af2d4fc-9f9e-4fc4-a50a-354bb6d883f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:16.446647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.512033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.525990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:16.534206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] Pushing event deleted for resources: {'Port': ['ID=d1109100-9b50-479d-8c46-1fb621a4de04,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:16.538464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.544204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ee392-17f4-4db8-b16d-b42762b54e8e None None] No DVR routers for this DVR port d1109100-9b50-479d-8c46-1fb621a4de04 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:16.552069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2d4fc-9f9e-4fc4-a50a-354bb6d883f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:16.557935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4af2d4fc-9f9e-4fc4-a50a-354bb6d883f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.559359 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af2d4fc-9f9e-4fc4-a50a-354bb6d883f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:43:16.560102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af2d4fc-9f9e-4fc4-a50a-354bb6d883f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:16.632529 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.633886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d1109100-9b50-479d-8c46-1fb621a4de04 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:16.645948 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4af2d4fc-9f9e-4fc4-a50a-354bb6d883f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3252509 Jul 22 23:43:16.650129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Attempting to bind port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:16.650443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Attempting to bind port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:16.650907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Attempting to bind port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:16.658924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42574) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:16.672228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 4aee88e7-8b34-4234-8330-b39e7a97b1e3 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:43:16.679073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d1109100-9b50-479d-8c46-1fb621a4de04 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:16.679697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d1109100-9b50-479d-8c46-1fb621a4de04 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:16.703868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:43:16.704597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Attempting to bind port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 on network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:16.721231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-be5d276e-f72d-4bc0-9543-bcacafc6d298 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:16.748815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:16.750213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Checking segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:16.750213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Bound using segment: {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:16.750213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Bound port: 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f74600-1790-4741-82d4-836208b7cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:16.750213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.819305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5c86f963-a7c4-4701-a3fb-25168bf11d6f None None] Provisioning complete for port 39c971bf-c614-45c1-ad67-dd1b9f959416 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:16.819729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c86f963-a7c4-4701-a3fb-25168bf11d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:16.866671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c86f963-a7c4-4701-a3fb-25168bf11d6f None None] Port 39c971bf-c614-45c1-ad67-dd1b9f959416 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:16.999409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d276e-f72d-4bc0-9543-bcacafc6d298 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:17.004445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be5d276e-f72d-4bc0-9543-bcacafc6d298 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.006366 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5d276e-f72d-4bc0-9543-bcacafc6d298 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:43:17.006863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5d276e-f72d-4bc0-9543-bcacafc6d298 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:17.036675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:17.070962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:17.093903 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be5d276e-f72d-4bc0-9543-bcacafc6d298 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3852527 Jul 22 23:43:17.100288 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.104200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:17.117346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-abb73eff-b158-4225-81e8-a9d90b1ea779 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:17.186539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.210934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.211614 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.213055 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] 10.222.0.48 "PUT /v2.0/ports/0f1350fb-e7fc-4677-8a81-90be9bb52ec5 HTTP/1.1" status: 200 len: 1091 time: 2.6475422 Jul 22 23:43:17.214974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:17.217970 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43355a6f-27c3-4b7f-9590-6dc70fd377ab" -d '{"events": [{"name": "network-changed", "server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:17.219655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:17.237618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] Sync routers for ids ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:17.253044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] Routers {'4aee88e7-8b34-4234-8330-b39e7a97b1e3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:17.254083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:17.264598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a4a4a131-985d-4847-af62-1d347cd01504 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/4aee88e7-8b34-4234-8330-b39e7a97b1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1167798 Jul 22 23:43:17.302346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:17.370133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:17.387126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:17.397404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=617a27a2-febe-433a-a255-1a3fb961c0e0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:17.407642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] Routers {'4aee88e7-8b34-4234-8330-b39e7a97b1e3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:17.408691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:42:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:17.416686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa30eed-ae40-4c0a-90ef-1d9ed7a8da43 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.419440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5aa30eed-ae40-4c0a-90ef-1d9ed7a8da43 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports/39c971bf-c614-45c1-ad67-dd1b9f959416 HTTP/1.1" status: 200 len: 910 time: 0.1138964 Jul 22 23:43:17.423673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:17.432941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.433329 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.433683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.434034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.434379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.434719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.435149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.435542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.435881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.436214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.436550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.437440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de51b12b-6e44-45f1-84fd-01d1710eb423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.453494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:17.454623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf23e30-1682-459c-80dc-3649c8a216b1 None None] The sync data for ids ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:17.489629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7efbd9-ef40-4b3b-a7be-c1d66199b875 req-1d6a4ade-6d44-4d6f-b524-f7c948492abd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.492859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.493574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.494199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.494942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.496002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.496415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.496806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.497176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.497791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.498076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.498575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.499015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:17.500649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f7efbd9-ef40-4b3b-a7be-c1d66199b875 req-1d6a4ade-6d44-4d6f-b524-f7c948492abd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 943 time: 0.3048539 Jul 22 23:43:17.551257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.571600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.600194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb73eff-b158-4225-81e8-a9d90b1ea779 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:17.604773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abb73eff-b158-4225-81e8-a9d90b1ea779 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.606221 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb73eff-b158-4225-81e8-a9d90b1ea779 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:43:17.606680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb73eff-b158-4225-81e8-a9d90b1ea779 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:17.619166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:17.619644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 50d4ef61-913a-4a98-af55-9d66689eb1bf, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:17.641845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f7efbd9-ef40-4b3b-a7be-c1d66199b875 req-3a0610e2-e061-4cbf-9472-bf4794d0c2bb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399632 Jul 22 23:43:17.650711 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-abb73eff-b158-4225-81e8-a9d90b1ea779 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5435326 Jul 22 23:43:17.655454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:17.670082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-21d0b419-b8c5-4238-8665-d37eed8d34e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:17.675689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-95597acb-3d6f-4fb1-b321-3a40cb083327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.677247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-95597acb-3d6f-4fb1-b321-3a40cb083327 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 1094 time: 0.3593557 Jul 22 23:43:17.699193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event updated for resources: {'Port': ['ID=85271c68-791d-49fe-83fd-e64d720d73f9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:17.706034 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.729730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:17.731040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-29bb4bc2-f59f-4c82-8dfb-3ffffa9d5967 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2418358 Jul 22 23:43:17.773333 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70c439-0b72-46fc-9dee-6dc47a08a3bb x-openstack-request-id: req-4f70c439-0b72-46fc-9dee-6dc47a08a3bb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:17.773631 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:17.773922 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f70c439-0b72-46fc-9dee-6dc47a08a3bb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:17.774268 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'status': 'completed', 'code': 200} Jul 22 23:43:17.797421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-62cd7788-0f8e-4d9e-b21f-283b795c4b48 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0570247 Jul 22 23:43:17.833282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 50d4ef61-913a-4a98-af55-9d66689eb1bf is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:17.840874 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-603a0c05-b8d8-4898-a30f-3d595bbb49f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5 HTTP/1.1" status: 200 len: 217 time: 0.1047394 Jul 22 23:43:17.899851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 50d4ef61-913a-4a98-af55-9d66689eb1bf) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:17.911939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad32ae2-6580-40d2-9a6f-5d9352871cf6 None None] Network 50d4ef61-913a-4a98-af55-9d66689eb1bf requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:17.927867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-7ac39977-5118-4bab-855e-de8f03b7cc61 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.929552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-774c1f71-5c66-4816-892a-31e122c7c5d6 req-7ac39977-5118-4bab-855e-de8f03b7cc61 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1263175 Jul 22 23:43:17.934021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:17.934632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.002516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-85617bc4-cfa5-417a-8982-40e82eba3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.004094 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-85617bc4-cfa5-417a-8982-40e82eba3ca8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1538017 Jul 22 23:43:18.024924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d0b419-b8c5-4238-8665-d37eed8d34e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:18.028742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21d0b419-b8c5-4238-8665-d37eed8d34e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.030192 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d0b419-b8c5-4238-8665-d37eed8d34e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:43:18.030699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d0b419-b8c5-4238-8665-d37eed8d34e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:18.033547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3796ee64-fcf4-4102-9d37-2ce4c5febba3 req-34f3878a-4590-4b8f-b5f0-85cc8aacb12e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips/54827347-ff3a-4c2b-8f06-aa12a31bd125 HTTP/1.1" status: 200 len: 693 time: 0.0730121 Jul 22 23:43:18.062414 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4c2f5125-954a-4536-a452-68a005327022 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0898416 Jul 22 23:43:18.069467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:18.076776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470289429'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:18.105216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-21d0b419-b8c5-4238-8665-d37eed8d34e9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4467199 Jul 22 23:43:18.109540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:18.120896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ef3f94bd-a864-4eb2-80dd-93c153474a95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:18.157049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-50d4ef61-913a-4a98-af55-9d66689eb1bf', 'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '617a27a2-febe-433a-a255-1a3fb961c0e0'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:18.157960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.176402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:18.181074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.189233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796ee64-fcf4-4102-9d37-2ce4c5febba3 req-097111b1-2620-4b54-b1d4-1d4fdd73a3e0 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.192256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3796ee64-fcf4-4102-9d37-2ce4c5febba3 req-097111b1-2620-4b54-b1d4-1d4fdd73a3e0 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.1486871 Jul 22 23:43:18.256622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4df08-90be-41d8-95d2-377c511822a0 req-980e1c26-3a38-472c-9f48-e8b1a5b570ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.258304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-980e1c26-3a38-472c-9f48-e8b1a5b570ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466502 Jul 22 23:43:18.285542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-537f88bb-a0ec-4ceb-8a56-4f9bb88e986d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips/54827347-ff3a-4c2b-8f06-aa12a31bd125 HTTP/1.1" status: 200 len: 693 time: 0.0662448 Jul 22 23:43:18.318493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:18.357183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f94bd-a864-4eb2-80dd-93c153474a95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:18.361291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3f94bd-a864-4eb2-80dd-93c153474a95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.363393 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3f94bd-a864-4eb2-80dd-93c153474a95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:43:18.363393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3f94bd-a864-4eb2-80dd-93c153474a95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:18.376523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.376968 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment a2e7b377-d3d2-4ab5-acd0-575a11b3e15b of type vlan for network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe Jul 22 23:43:18.386955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Allocated IP 2001:db8:0:ffff::2 (50d4ef61-913a-4a98-af55-9d66689eb1bf/617a27a2-febe-433a-a255-1a3fb961c0e0/d2393a8b-3775-4899-b891-adc67e0bd66f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:18.451023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ef3f94bd-a864-4eb2-80dd-93c153474a95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3363993 Jul 22 23:43:18.453282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:18.487210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6a27ea47-4b3b-479b-ac34-796410a3a3fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:18.508010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.541337 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-75854844-adc7-49bc-8840-818ec23fe71e service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703214 Jul 22 23:43:18.552773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-bf0073f8-31b5-49e6-bc95-20c9d990bd47 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.560267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-bf0073f8-31b5-49e6-bc95-20c9d990bd47 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2629941 Jul 22 23:43:18.589148 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.640969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-89bc6f63-f951-4972-ad5d-7c03ba33c4e7 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0791035 Jul 22 23:43:18.664463 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.712230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Transition to ACTIVE for port object d2393a8b-3775-4899-b891-adc67e0bd66f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:18.751939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.762920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-16bc586c-7da6-4ed6-ba26-d9614cc76ae3 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.0829222 Jul 22 23:43:18.764216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:18.765955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.782593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Transition to ACTIVE for port object d2393a8b-3775-4899-b891-adc67e0bd66f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:18.794437 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.863896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a27ea47-4b3b-479b-ac34-796410a3a3fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:18.867233 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7948184 Jul 22 23:43:18.867846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a27ea47-4b3b-479b-ac34-796410a3a3fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:18.870226 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a27ea47-4b3b-479b-ac34-796410a3a3fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:43:18.870712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a27ea47-4b3b-479b-ac34-796410a3a3fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:43:18.904253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:18.918948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:18.947667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Network 50d4ef61-913a-4a98-af55-9d66689eb1bf is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:18.954411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:18.975693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:19.041561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6a27ea47-4b3b-479b-ac34-796410a3a3fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5866518 Jul 22 23:43:19.048011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:19.053858 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0be4df08-90be-41d8-95d2-377c511822a0 req-0ac7f175-d0b4-4a45-a840-c09e6b1451a6 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039327 Jul 22 23:43:19.054824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c365f-4b89-4282-b891-6418e681fb67 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:19.073828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Pushing event updated for resources: {'Port': ['ID=d2393a8b-3775-4899-b891-adc67e0bd66f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:19.119354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7f8c1159-321e-4271-9c8e-e872ad4619d8 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0695505 Jul 22 23:43:19.130837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:19.180808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:19.201547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Attempting to bind port d2393a8b-3775-4899-b891-adc67e0bd66f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:19.202246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Attempting to bind port d2393a8b-3775-4899-b891-adc67e0bd66f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:19.202958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Attempting to bind port d2393a8b-3775-4899-b891-adc67e0bd66f on network 50d4ef61-913a-4a98-af55-9d66689eb1bf {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:19.268081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:19.268537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Checking segment: {'id': 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:19.269036 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.269448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Bound using segment: {'id': 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:19.272123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Bound port: d2393a8b-3775-4899-b891-adc67e0bd66f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '50d4ef61-913a-4a98-af55-9d66689eb1bf'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:19.272534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.362037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63307a1c-ae72-4abc-b29b-18cff65d7112 req-e4d6866c-4192-4902-9af1-e04d6a85efd3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.386755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63307a1c-ae72-4abc-b29b-18cff65d7112 req-e4d6866c-4192-4902-9af1-e04d6a85efd3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 943 time: 0.5979340 Jul 22 23:43:19.414062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] For port d2393a8b-3775-4899-b891-adc67e0bd66f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:19.439516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:19.440900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] For port d2393a8b-3775-4899-b891-adc67e0bd66f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d2393a8b-3775-4899-b891-adc67e0bd66f,segment=NetworkSegment(c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3),segment_id=c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:19.451416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.480323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.527111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea70a-fdce-42dc-9805-1c4c54662e88 None None] Pushing event updated for resources: {'Port': ['ID=d2393a8b-3775-4899-b891-adc67e0bd66f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:19.532464 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f259f04d-d70d-4518-9b3f-f0de9de46a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.604299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ccb546-dcc9-48d9-bbef-11d243ca409b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.606838 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-33ccb546-dcc9-48d9-bbef-11d243ca409b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4244778 Jul 22 23:43:19.612278 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.614073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:19.616271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-084f3bbf-ee3d-4caf-ad8f-8f334883fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:19.617837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-084f3bbf-ee3d-4caf-ad8f-8f334883fd4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 1094 time: 0.4336567 Jul 22 23:43:19.661745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Deleting port 85271c68-791d-49fe-83fd-e64d720d73f9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:19.663558 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.696790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63307a1c-ae72-4abc-b29b-18cff65d7112 req-b933bea2-a531-4471-9966-451c946be90b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042736 Jul 22 23:43:19.873062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.873731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:19.917029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Calling delete_port for 85271c68-791d-49fe-83fd-e64d720d73f9 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:20.107218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.191860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.244319 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f8d48f09-d82e-44f4-b9ad-fa0b57722c0d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6224170 Jul 22 23:43:20.250728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:20.262736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:20.280343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=bc62ac97-bc8f-448e-a3e2-173d666f6703,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:20.335914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:20.336163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:20.372926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-32b60c42-62fd-4095-b157-b673619d4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.374822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-32b60c42-62fd-4095-b157-b673619d4727 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.7448835 Jul 22 23:43:20.389463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.404376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f9f8c-5184-4883-94f3-f3a8acc03be9 req-ff1a8a01-dc2b-43f9-9bee-17527d92343a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.406226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb9f9f8c-5184-4883-94f3-f3a8acc03be9 req-ff1a8a01-dc2b-43f9-9bee-17527d92343a tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 946 time: 0.2857904 Jul 22 23:43:20.440883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event deleted for resources: {'Port': ['ID=85271c68-791d-49fe-83fd-e64d720d73f9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:20.445260 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-88b09ac2-05bf-48e4-86af-7d46fb92da0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5 HTTP/1.1" status: 200 len: 217 time: 0.0593295 Jul 22 23:43:20.491963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:20.522340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 39c971bf-c614-45c1-ad67-dd1b9f959416 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:20.522789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.567573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:20.576413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-cc1700dd-fb2e-4fac-9107-edf483833541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.577948 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-cc1700dd-fb2e-4fac-9107-edf483833541 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.1239841 Jul 22 23:43:20.584058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37588a0-8e12-4bce-a63c-1a4bc96db8c5 None None] Network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:20.587009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:20.587316 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.608358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:20.612629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.629526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb9f9f8c-5184-4883-94f3-f3a8acc03be9 req-67a16656-411e-467e-8620-277e340e1531 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948912 Jul 22 23:43:20.701084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.706262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.708444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7290f8c9-72e0-45ff-b9e6-a566d00cd5ba req-58158adc-9c26-430d-97b7-af66958dabbe tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "DELETE /v2.0/floatingips/54827347-ff3a-4c2b-8f06-aa12a31bd125 HTTP/1.1" status: 204 len: 173 time: 1.9312882 Jul 22 23:43:20.751405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d2393a8b-3775-4899-b891-adc67e0bd66f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:20.902299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d2393a8b-3775-4899-b891-adc67e0bd66f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:20.923921 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.959469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe', 'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': 'bc62ac97-bc8f-448e-a3e2-173d666f6703'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:20.960503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:20.971933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 39c971bf-c614-45c1-ad67-dd1b9f959416 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:21.003981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-a911cf64-9dba-4177-b1ae-386db9b5c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.007105 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-a911cf64-9dba-4177-b1ae-386db9b5c490 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4177384 Jul 22 23:43:21.018224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f5e2e74-0c78-4759-9f56-ae13264744ea tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1089237 Jul 22 23:43:21.046234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:21.193931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66c201-dcbf-4a1c-91f9-59ebad21b61f None None] Network 50d4ef61-913a-4a98-af55-9d66689eb1bf requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:21.257817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Allocated IP 2001:db8::1 (09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe/bc62ac97-bc8f-448e-a3e2-173d666f6703/a6c98da1-90d3-4a2e-ae24-ff511a4ea90a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:21.338161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] Provisioning for port d2393a8b-3775-4899-b891-adc67e0bd66f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:21.345787 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-b089a52e-300c-49e1-afbe-3631196a568d service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004994 Jul 22 23:43:21.355233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.383497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fd56-8bf0-49d9-a63d-6962b5e0e359 req-b6707113-875c-4b34-b826-c760ca2b4e82 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.385098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f786fd56-8bf0-49d9-a63d-6962b5e0e359 req-b6707113-875c-4b34-b826-c760ca2b4e82 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 943 time: 0.4308589 Jul 22 23:43:21.386222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] Provisioning complete for port d2393a8b-3775-4899-b891-adc67e0bd66f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:21.386603 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.396392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1735ab-76c0-4345-8227-1f6016f05759 req-655ed395-0b3c-4036-853d-aadb0575b9f6 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.397964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd1735ab-76c0-4345-8227-1f6016f05759 req-655ed395-0b3c-4036-853d-aadb0575b9f6 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4425836 Jul 22 23:43:21.441090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:43:21.459175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.597803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cd90421-ddf3-4294-9182-479e29852b7f req-1a1a53e3-339d-4f27-a9c2-218e83aa3557 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=bef661fed29d4375802e89c5fd656060 HTTP/1.1" status: 200 len: 1655 time: 0.1550939 Jul 22 23:43:21.612685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:21.635433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:21.649067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f786fd56-8bf0-49d9-a63d-6962b5e0e359 req-edacb50f-27fa-42b0-bead-92269a77ea35 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494571 Jul 22 23:43:21.651248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:21.652220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.665114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d1b97-2cdb-4e6d-9695-d57caa683bae None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:21.689721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.697519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=9c084448-e3b4-44bc-ac91-f370d85b51ce,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:21.726220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0337f189-1494-4693-b2d0-f4c195000303 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4740257 Jul 22 23:43:21.733325 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.741376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.741727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42684) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:21.761669 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.777449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:ea:d1:b1', 'name': 'tempest-NetworksTestDHCPv6-1955193980'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:21.800953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:21.820081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=39c971bf-c614-45c1-ad67-dd1b9f959416,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:21.862127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43355a6f-27c3-4b7f-9590-6dc70fd377ab req-fe174b78-a66c-4e66-98df-b969ed70b296 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031664 Jul 22 23:43:22.064177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Transition to ACTIVE for port object a6c98da1-90d3-4a2e-ae24-ff511a4ea90a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:22.081419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.102197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90421-ddf3-4294-9182-479e29852b7f req-3f1ee38b-7443-4880-b13c-b5d26e37f2b4 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.112534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cd90421-ddf3-4294-9182-479e29852b7f req-3f1ee38b-7443-4880-b13c-b5d26e37f2b4 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks?id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 787 time: 0.4967446 Jul 22 23:43:22.113912 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.136143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] For port d2393a8b-3775-4899-b891-adc67e0bd66f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d2393a8b-3775-4899-b891-adc67e0bd66f,segment=NetworkSegment(c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3),segment_id=c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:22.137724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-9cd90421-ddf3-4294-9182-479e29852b7f req-0068175c-1eca-4e52-8839-1f5cd8edf6a2 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:43:22.139948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Transition to ACTIVE for port object a6c98da1-90d3-4a2e-ae24-ff511a4ea90a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:22.145558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cd90421-ddf3-4294-9182-479e29852b7f req-0068175c-1eca-4e52-8839-1f5cd8edf6a2 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317907 Jul 22 23:43:22.150442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:22.154428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.180131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.238849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-14ae4258-bac7-42ec-b276-00c7dc8c493f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.241189 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-14ae4258-bac7-42ec-b276-00c7dc8c493f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 946 time: 0.7341521 Jul 22 23:43:22.287539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efeec1-556d-4c28-a4b9-6206abe2b33b None None] Pushing event updated for resources: {'Port': ['ID=d2393a8b-3775-4899-b891-adc67e0bd66f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:22.332716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-99936afb-66bf-4b12-8234-b2f7e925ae3d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips/7b0f1405-4c2b-4464-a013-8f06bf82fc8e HTTP/1.1" status: 200 len: 691 time: 0.1231072 Jul 22 23:43:22.406153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb60b9-a8be-42a7-98ef-fac21b87d68e req-29c09949-4a7f-45b8-bdb8-6da433bd9e57 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.407844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69cb60b9-a8be-42a7-98ef-fac21b87d68e req-29c09949-4a7f-45b8-bdb8-6da433bd9e57 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 946 time: 0.5741138 Jul 22 23:43:22.422831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.425059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Pushing event updated for resources: {'Port': ['ID=a6c98da1-90d3-4a2e-ae24-ff511a4ea90a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:22.453798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:22.459670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:22.478971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.480184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:22.506623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 4aee88e7-8b34-4234-8330-b39e7a97b1e3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:22.529063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port e39c96f2-7cae-488c-a568-20a838b6cca6 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:22.558418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=bc62ac97-bc8f-448e-a3e2-173d666f6703,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:22.615282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69cb60b9-a8be-42a7-98ef-fac21b87d68e req-1123c580-0c4a-43d4-b8a1-2780a374458f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876283 Jul 22 23:43:22.630392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-e95be425-728c-43a1-9ddb-632fbfe68a00 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:22.640755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-e95be425-728c-43a1-9ddb-632fbfe68a00 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2822676 Jul 22 23:43:22.677382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '9c084448-e3b4-44bc-ac91-f370d85b51ce'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:22.681084 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.727867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d2393a8b-3775-4899-b891-adc67e0bd66f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:22.788758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e0b7ce06-30d6-473c-b589-5f916e0a129a None None] Provisioning complete for port d2393a8b-3775-4899-b891-adc67e0bd66f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:22.789218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0b7ce06-30d6-473c-b589-5f916e0a129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.860343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:22.883654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:22.887151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:22.898294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] Sync routers for ids ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:22.912326 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-20395724-3d76-41a4-8a12-43aac22e764f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/4aee88e7-8b34-4234-8330-b39e7a97b1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4813244 Jul 22 23:43:22.919014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:22.919414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:22.922071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:22.927766 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] Routers {'4aee88e7-8b34-4234-8330-b39e7a97b1e3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:22.928428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:22.978392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1890f73b-ada3-4929-84ea-2599c6831bd4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aee88e7-8b34-4234-8330-b39e7a97b1e3 HTTP/1.1" status: 200 len: 205 time: 0.0501645 Jul 22 23:43:22.980058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42704) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:23.009365 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:23.011607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.017368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Deleting port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:23.017862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.037797 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] Routers {'4aee88e7-8b34-4234-8330-b39e7a97b1e3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:23.041933 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:23.058374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Allocated IP 2001:db8::f816:3eff:fea3:1326 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/9c084448-e3b4-44bc-ac91-f370d85b51ce/6508d18a-653f-4787-946c-26a366705113) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:23.131638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:23.132318 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c140f11-ba72-4dd6-a871-f5e9dc315c55 None None] The sync data for ids ['4aee88e7-8b34-4234-8330-b39e7a97b1e3'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:23.169060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.197241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:23.197694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:23.201191 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:23.212690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Attempting to bind port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:23.213217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Attempting to bind port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:23.213690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Attempting to bind port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a on network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:23.218912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-7dd5ecc4-21e1-4d66-938b-6b07b4515a56 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.5756996 Jul 22 23:43:23.244677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.246472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:23.250683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:23.251432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Checking segment: {'id': 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:23.252172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.252939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Bound using segment: {'id': 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:23.253832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Bound port: a6c98da1-90d3-4a2e-ae24-ff511a4ea90a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:23.254595 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.303399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-d81250aa-3402-4f28-a7f0-511da9117e73 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.0732493 Jul 22 23:43:23.386431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d2393a8b-3775-4899-b891-adc67e0bd66f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:23.387889 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.407196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:43:23.407196 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:43:23.407196 n-d-758851-4 neutron-server[93790]: [parameters: {'id': '09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe'}] Jul 22 23:43:23.407196 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:43:23.407754 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:43:23.413483 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.434009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Transition to ACTIVE for port object 6508d18a-653f-4787-946c-26a366705113 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:23.450776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ed01b-07e2-4601-bff3-81f8e1f68edf req-d8684b43-50b1-41da-a3c0-5036cf909d36 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.452285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d6ed01b-07e2-4601-bff3-81f8e1f68edf req-d8684b43-50b1-41da-a3c0-5036cf909d36 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 943 time: 0.3336818 Jul 22 23:43:23.458274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Transition to ACTIVE for port object 6508d18a-653f-4787-946c-26a366705113 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:23.510114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:23.517352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.533938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] For port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:23.534808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.585183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:feea:d1b1 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/9c084448-e3b4-44bc-ac91-f370d85b51ce/e39c96f2-7cae-488c-a568-20a838b6cca6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:23.591083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d6ed01b-07e2-4601-bff3-81f8e1f68edf req-63df345c-a306-45f2-a6c9-5b4a5dec2660 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159034 Jul 22 23:43:23.591472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98d5a0b6-4588-41d1-b603-a405373298d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.602381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:23.619125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:23.621532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:23.630712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Deleting port 19c8d57f-bb65-4844-b779-3976a73790af {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:23.630872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.637478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.646634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.650941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Pushing event updated for resources: {'Port': ['ID=6508d18a-653f-4787-946c-26a366705113,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:23.774587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] For port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:23.816179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] For port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a6c98da1-90d3-4a2e-ae24-ff511a4ea90a,segment=NetworkSegment(a2e7b377-d3d2-4ab5-acd0-575a11b3e15b),segment_id=a2e7b377-d3d2-4ab5-acd0-575a11b3e15b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:23.835996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.836261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.849733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Attempting to bind port 6508d18a-653f-4787-946c-26a366705113 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:23.850095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Attempting to bind port 6508d18a-653f-4787-946c-26a366705113 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:23.850462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Attempting to bind port 6508d18a-653f-4787-946c-26a366705113 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:23.853750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.862245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Calling delete_port for 19c8d57f-bb65-4844-b779-3976a73790af owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:23.931135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:23.931546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:23.931955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.932347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:23.932852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Bound port: 6508d18a-653f-4787-946c-26a366705113, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:23.933220 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.968819 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:23.982497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc25ee4-83a0-4a90-a27b-5238ab447ceb req-f6462f24-3759-469e-a2d3-5a212376114b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:23.984433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bc25ee4-83a0-4a90-a27b-5238ab447ceb req-f6462f24-3759-469e-a2d3-5a212376114b tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 946 time: 0.2468643 Jul 22 23:43:24.003756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:24.011599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object e39c96f2-7cae-488c-a568-20a838b6cca6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:24.088264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bc25ee4-83a0-4a90-a27b-5238ab447ceb req-b0eb0281-80d8-4aa2-a583-4dfc06241911 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf13be44-70da-4fd5-ad2f-5f05e48d3051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791802 Jul 22 23:43:24.099942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'mac_address': 'fa:16:3e:47:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:24.111862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1a057-2a36-4d40-bbc5-9561c9b9c0fd None None] Pushing event updated for resources: {'Port': ['ID=a6c98da1-90d3-4a2e-ae24-ff511a4ea90a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:24.138939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.166935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3315a8f-2a7e-41a8-b7aa-da5b112ada1e None None] Network 09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:24.174181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.196143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] For port 6508d18a-653f-4787-946c-26a366705113, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:24.210583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.211072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router 4aee88e7-8b34-4234-8330-b39e7a97b1e3 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:43:24.222464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.223158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:24.224187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] For port 6508d18a-653f-4787-946c-26a366705113, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6508d18a-653f-4787-946c-26a366705113,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:24.224403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44a64407-71f6-4efb-b25e-e2a808526d37 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/4aee88e7-8b34-4234-8330-b39e7a97b1e3 HTTP/1.1" status: 204 len: 168 time: 1.2345076 Jul 22 23:43:24.227936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.232580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:24.240906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:24.248781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:24.255627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.257683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.259347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=e39c96f2-7cae-488c-a568-20a838b6cca6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:24.277389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.286983 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.299366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:24.317958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event deleted for resources: {'Port': ['ID=19c8d57f-bb65-4844-b779-3976a73790af,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:24.404826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.408203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:24.408768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.408768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.409001 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Floating IP 4b280dcf-7fba-4824-b3bf-fb6cc5f715a5 disassociated. External IP: 172.25.5.244, port: 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5. Jul 22 23:43:24.409303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Calling delete_port for 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:24.410956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.412945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4df88ad-719f-40d6-a2a7-1004fa0ef1c2 req-88ef68ba-df64-47cc-a1dd-ca336f2b373d tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "DELETE /v2.0/floatingips/7b0f1405-4c2b-4464-a013-8f06bf82fc8e HTTP/1.1" status: 204 len: 173 time: 1.1085777 Jul 22 23:43:24.426300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.434970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1c491-6083-4f19-b082-ab72d23c42f7 None None] Pushing event updated for resources: {'Port': ['ID=6508d18a-653f-4787-946c-26a366705113,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:24.444763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 0da8651f-2fb0-42d7-93a7-f3704677fd7c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:24.451647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.506892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-37d317a9-623b-4788-861f-8740e6aceda9 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips/cbed3f8c-d1f1-4c8c-9a24-b01bd53cb813 HTTP/1.1" status: 200 len: 693 time: 0.0712121 Jul 22 23:43:24.541472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:24.570530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98d5a0b6-4588-41d1-b603-a405373298d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.573994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.606298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d14745ee-fdd2-456d-bfb4-b61cf93062e1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8356426 Jul 22 23:43:24.608359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:24.608834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.609737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:24.615033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98d5a0b6-4588-41d1-b603-a405373298d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.719387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-9654b63f-cfcd-4380-817f-61c28c64aa77 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.721194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-9654b63f-cfcd-4380-817f-61c28c64aa77 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.2134895 Jul 22 23:43:24.761699 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98d5a0b6-4588-41d1-b603-a405373298d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16bce7ee5357437691fea076c20492bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4884298 Jul 22 23:43:24.764253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:24.793000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0f1350fb-e7fc-4677-8a81-90be9bb52ec5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:24.809839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5a0b6-4588-41d1-b603-a405373298d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17088253-9028-42a1-8248-d8bb76329066,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:24.894953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-2c8be073-107a-40d9-a589-c5dd5174fae2 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.1624084 Jul 22 23:43:24.925954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a6c98da1-90d3-4a2e-ae24-ff511a4ea90a,segment=NetworkSegment(a2e7b377-d3d2-4ab5-acd0-575a11b3e15b),segment_id=a2e7b377-d3d2-4ab5-acd0-575a11b3e15b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:24.926251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.927599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955c4d3-bc20-43d7-a408-782505ce151b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.934003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955c4d3-bc20-43d7-a408-782505ce151b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:24.935839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3955c4d3-bc20-43d7-a408-782505ce151b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3249097 Jul 22 23:43:24.943056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:24.946036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:24.989757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for a6c98da1-90d3-4a2e-ae24-ff511a4ea90a owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:25.025812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-c7f62c47-f47c-4132-9856-8205f29632ff tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.1122963 Jul 22 23:43:25.028666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-962b8a3b-6ab7-451d-9438-27ab0929922d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.066276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35c61-71b3-44d4-8431-5ac966a3adb1 req-b0bad9aa-ab5e-4310-82fc-7f273330ff22 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:25.068208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9d35c61-71b3-44d4-8431-5ac966a3adb1 req-b0bad9aa-ab5e-4310-82fc-7f273330ff22 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 944 time: 0.3064876 Jul 22 23:43:25.075000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.114394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-962b8a3b-6ab7-451d-9438-27ab0929922d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.185491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event deleted for resources: {'Port': ['ID=924c944f-74e5-4f83-b8c9-6cc47c0cdcb5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:25.252456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9d35c61-71b3-44d4-8431-5ac966a3adb1 req-f7d0cb40-3dfe-47ee-ab89-f7bef13c0459 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428037 Jul 22 23:43:25.288190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.304153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-962b8a3b-6ab7-451d-9438-27ab0929922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.307511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-962b8a3b-6ab7-451d-9438-27ab0929922d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.308791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-962b8a3b-6ab7-451d-9438-27ab0929922d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17088253-9028-42a1-8248-d8bb76329066 HTTP/1.1" status: 204 len: 168 time: 0.4899201 Jul 22 23:43:25.316871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Deleting port addbcac5-579c-485a-bd06-635cb6220805 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:25.317282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.325480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8a3b-6ab7-451d-9438-27ab0929922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17088253-9028-42a1-8248-d8bb76329066,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:25.402189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8651f-2fb0-42d7-93a7-f3704677fd7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:25.426061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.427189 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9246e039-7b07-464e-9d3f-8fa807aa57a1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/0da8651f-2fb0-42d7-93a7-f3704677fd7c HTTP/1.1" status: 204 len: 168 time: 1.1848478 Jul 22 23:43:25.430742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0c6c2-8602-41dc-93e3-d28d234268ca None None] Network 782fce9e-6f15-4592-b316-c2308a30eb06 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:25.431691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:25.437896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.441591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:25.558119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=a6c98da1-90d3-4a2e-ae24-ff511a4ea90a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:25.560424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port a6c98da1-90d3-4a2e-ae24-ff511a4ea90a on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:25.612865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7233687e-fea0-4983-9f72-60941e47c77c req-19b0bf68-23c6-40a3-a4b2-d7251508fc13 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 210 time: 0.1309652 Jul 22 23:43:25.676048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:25.676698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:25.708658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.714132 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.741702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port e39c96f2-7cae-488c-a568-20a838b6cca6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:25.742490 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.758342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Calling delete_port for addbcac5-579c-485a-bd06-635cb6220805 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:25.823803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:25.842924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Router 928abf9a-93fc-4f04-add0-cda17796a531 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:26.056238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.084312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:26.100381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:26.100669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e7b377-d3d2-4ab5-acd0-575a11b3e15b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:26.110435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] DHCP port deletion for 782fce9e-6f15-4592-b316-c2308a30eb06 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:26.201996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.203400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.241749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event deleted for resources: {'Port': ['ID=addbcac5-579c-485a-bd06-635cb6220805,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:26.267199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ee269beb-c338-4e56-ad8c-d87e64fd4014 None None] Provisioning for port 6508d18a-653f-4787-946c-26a366705113 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:26.283588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.303519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] Deleting port a30ca450-574c-4f0a-93df-95def343a34c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:26.304141 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.305283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.315757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:26.316637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.338233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:26.344856 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:26.365317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.388347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.392099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.393324 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f5c3050-4839-41e9-ab41-21da0e9f1f0e req-7afe23b8-45c2-4753-8c34-94b36bdf04db tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "DELETE /v2.0/floatingips/cbed3f8c-d1f1-4c8c-9a24-b01bd53cb813 HTTP/1.1" status: 204 len: 173 time: 1.3504887 Jul 22 23:43:26.427408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for e39c96f2-7cae-488c-a568-20a838b6cca6 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:26.479682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] For port a30ca450-574c-4f0a-93df-95def343a34c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a30ca450-574c-4f0a-93df-95def343a34c,segment=NetworkSegment(cf232769-f5bd-46ce-9d1e-12000f5227b8),segment_id=cf232769-f5bd-46ce-9d1e-12000f5227b8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:26.480604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.505166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] Calling delete_port for a30ca450-574c-4f0a-93df-95def343a34c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:26.589299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-12d8eb80-fb84-4246-ba55-ea0b791ee62b tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips/82540308-51e2-47c0-a9ba-45bdd5c9e500 HTTP/1.1" status: 200 len: 693 time: 0.1575685 Jul 22 23:43:26.626866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:26.638307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.660395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:26.693168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6508d18a-653f-4787-946c-26a366705113 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:26.693947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.696735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe HTTP/1.1" status: 204 len: 168 time: 5.6493132 Jul 22 23:43:26.701457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:26.721641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993371232'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:26.731587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port a30ca450-574c-4f0a-93df-95def343a34c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:26.732083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.736832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3979d2-7356-44a5-9797-3518f60aaae0 req-91877011-5d50-462b-9db5-0188e2393750 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.738080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a53f4ae-c735-4f47-97f8-c280a3475bde None None] Provisioning for port e39c96f2-7cae-488c-a568-20a838b6cca6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:26.739398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab3979d2-7356-44a5-9797-3518f60aaae0 req-91877011-5d50-462b-9db5-0188e2393750 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 944 time: 0.3176956 Jul 22 23:43:26.756171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:26.756731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:26.762373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a53f4ae-c735-4f47-97f8-c280a3475bde None None] Provisioning complete for port e39c96f2-7cae-488c-a568-20a838b6cca6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:26.762783 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a53f4ae-c735-4f47-97f8-c280a3475bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.773317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee61b5d-6585-457b-bf96-8a56bcc7c34b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:26.799151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] No DVR routers for this DVR port 924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:26.803267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.806952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-57c551f2-f051-4ca2-b490-32bad3a37db7 req-a2dc1ff3-4c74-47fb-b7dd-84998d6ee88f tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.48 "DELETE /v2.0/ports/924c944f-74e5-4f83-b8c9-6cc47c0cdcb5 HTTP/1.1" status: 204 len: 173 time: 4.5524023 Jul 22 23:43:26.813709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-deleted', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:26.816446 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3140e451-8a85-40b5-8bec-6f328cbad68c" -d '{"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-deleted", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:26.871174 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:26.927562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] Pushing event deleted for resources: {'Port': ['ID=a30ca450-574c-4f0a-93df-95def343a34c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:26.933080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-39d876de-7c78-4d58-b01e-eb125840df8b tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:26.934796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-39d876de-7c78-4d58-b01e-eb125840df8b tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 784 time: 0.3442824 Jul 22 23:43:26.940100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab3979d2-7356-44a5-9797-3518f60aaae0 req-6d965c25-c39e-4911-b02e-d7bf2f6bc9e8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490479 Jul 22 23:43:26.946045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f4608-2c16-41c8-befe-8b3e33db6ff8 None None] No DVR routers for this DVR port a30ca450-574c-4f0a-93df-95def343a34c on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:26.949808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6a53f4ae-c735-4f47-97f8-c280a3475bde None None] Port e39c96f2-7cae-488c-a568-20a838b6cca6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:26.965383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6508d18a-653f-4787-946c-26a366705113 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:26.980858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6508d18a-653f-4787-946c-26a366705113 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:26.981282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.011845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3594eb-1713-478b-86ee-3ea56b3bd4b6 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:43:27.026952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:27.032805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port a30ca450-574c-4f0a-93df-95def343a34c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a30ca450-574c-4f0a-93df-95def343a34c,segment=NetworkSegment(cf232769-f5bd-46ce-9d1e-12000f5227b8),segment_id=cf232769-f5bd-46ce-9d1e-12000f5227b8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:27.033169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.095201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-a0569fc3-c5d6-4991-b8e2-52859ffd098e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.1198215 Jul 22 23:43:27.103280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for a30ca450-574c-4f0a-93df-95def343a34c owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:27.132867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.136325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.198654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61b9f53a-7b96-4885-93bb-6e76aae9ba03 req-a83e0f2d-9c52-4fa5-bab4-036b012ba08d tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7a1e137-d16c-4495-a0e6-5598026ee8e6 HTTP/1.1" status: 200 len: 210 time: 0.0815516 Jul 22 23:43:27.199451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.205600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=e39c96f2-7cae-488c-a568-20a838b6cca6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.232694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-541b0153-61e0-444d-8af1-5888d0ba6723 tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.5.147 HTTP/1.1" status: 200 len: 696 time: 0.1212151 Jul 22 23:43:27.317289 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e99ae91-da6e-4bbe-a3b6-f37ec2aeb286 x-openstack-request-id: req-3e99ae91-da6e-4bbe-a3b6-f37ec2aeb286 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:27.317564 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a1e137-d16c-4495-a0e6-5598026ee8e6", "name": "network-vif-deleted", "tag": "924c944f-74e5-4f83-b8c9-6cc47c0cdcb5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:27.317820 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e99ae91-da6e-4bbe-a3b6-f37ec2aeb286 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:27.318363 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a1e137-d16c-4495-a0e6-5598026ee8e6', 'name': 'network-vif-deleted', 'tag': '924c944f-74e5-4f83-b8c9-6cc47c0cdcb5', 'status': 'completed', 'code': 200} Jul 22 23:43:27.324945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.327196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e497091e-48a1-46c5-af7e-fdae29487837 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e39c96f2-7cae-488c-a568-20a838b6cca6 HTTP/1.1" status: 204 len: 168 time: 2.3782759 Jul 22 23:43:27.328978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:27.333399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.335678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:27.347861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476ca2b5-fc12-43b6-a5cb-cdaf75b25b57,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.359371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c483dd899b3479882d58709d7bc752c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0192535 Jul 22 23:43:27.366126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:27.414033 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.423374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.424161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.424878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.425550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.426271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.426927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.427615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.428351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.428944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.429573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.430191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.430865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bccdd05-f9b6-490b-9a1d-fc99abeca0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:27.431889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:27.461343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715aac99-d5be-4148-8e2f-b7083ba63def tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.464989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715aac99-d5be-4148-8e2f-b7083ba63def tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.466784 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-715aac99-d5be-4148-8e2f-b7083ba63def tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1267710 Jul 22 23:43:27.471050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42750) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:27.479496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:27.488545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.488892 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment 4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b of type vlan for network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb Jul 22 23:43:27.527744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.601505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=a30ca450-574c-4f0a-93df-95def343a34c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.610696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port a30ca450-574c-4f0a-93df-95def343a34c on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:27.624726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cd13b-db47-4d4a-88f9-0b326f6e6f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.634371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 9c084448-e3b4-44bc-ac91-f370d85b51ce {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:27.640924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Deleting port 3de2d854-0239-43ec-b484-eb5f21cf99e3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:27.641683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.665704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.675538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cd13b-db47-4d4a-88f9-0b326f6e6f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.675901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.777708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6508d18a-653f-4787-946c-26a366705113, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6508d18a-653f-4787-946c-26a366705113,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:27.779442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3594eb-1713-478b-86ee-3ea56b3bd4b6 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:43:27.797054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.818457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.819568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.834653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Calling delete_port for 3de2d854-0239-43ec-b484-eb5f21cf99e3 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:27.843023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cd13b-db47-4d4a-88f9-0b326f6e6f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.846199 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-522cd13b-db47-4d4a-88f9-0b326f6e6f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.848320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-522cd13b-db47-4d4a-88f9-0b326f6e6f33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/476ca2b5-fc12-43b6-a5cb-cdaf75b25b57 HTTP/1.1" status: 204 len: 168 time: 0.4775903 Jul 22 23:43:27.864060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cd13b-db47-4d4a-88f9-0b326f6e6f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476ca2b5-fc12-43b6-a5cb-cdaf75b25b57,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:27.884686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.901821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.962928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782fce9e-6f15-4592-b316-c2308a30eb06']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:27.983475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.994976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:27.996241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:27.996507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a30ca450-574c-4f0a-93df-95def343a34c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:28.002013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf232769-f5bd-46ce-9d1e-12000f5227b8') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:28.002508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf232769-f5bd-46ce-9d1e-12000f5227b8') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:28.058459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6508d18a-653f-4787-946c-26a366705113,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:28.063645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:28.072536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a30ca450-574c-4f0a-93df-95def343a34c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:28.073103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a30ca450-574c-4f0a-93df-95def343a34c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:28.129872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.135427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:28.136019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.165843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4495101 Jul 22 23:43:28.170169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.177660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:28.205775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:28.242138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.288195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:43:28.302853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.318250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46df3f-aa1b-4544-b429-0a63d0de542b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=917d2b11-fcdb-4ec1-b91e-6f792daab6fb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:28.338812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:28.339904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:28.353270 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:28.370918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:28.371793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:28.381846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:28.386286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Pushing event deleted for resources: {'Port': ['ID=3de2d854-0239-43ec-b484-eb5f21cf99e3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:28.424035 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.530378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407bb25-2f4d-451b-84c4-73b594879ffe req-22dc1443-7d0f-4dd1-884d-57742ae0b192 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:28.539281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.544588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b407bb25-2f4d-451b-84c4-73b594879ffe req-22dc1443-7d0f-4dd1-884d-57742ae0b192 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 944 time: 0.3931651 Jul 22 23:43:28.548388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.554931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42762) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.558573 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/782fce9e-6f15-4592-b316-c2308a30eb06 HTTP/1.1" status: 204 len: 168 time: 3.1215346 Jul 22 23:43:28.575189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1409456407', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:28.585677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175014e3-02ce-48bd-ab4d-62a1731dd1b7 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=782fce9e-6f15-4592-b316-c2308a30eb06,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:28.600817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:28.606251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.628075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.637421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.638711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.643291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.645366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-730d3c20-0a4e-4180-bef6-2904ec1ce43a req-3021394d-5007-48a7-abf2-80f70340674e tempest-FloatingIPDetailsTestJSON-1400681607 tempest-FloatingIPDetailsTestJSON-1400681607-project] 10.222.0.21 "DELETE /v2.0/floatingips/82540308-51e2-47c0-a9ba-45bdd5c9e500 HTTP/1.1" status: 204 len: 173 time: 1.3860655 Jul 22 23:43:28.678807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.681215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641ad5dd-41a7-41a5-80ed-35e3b2266f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.681419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6508d18a-653f-4787-946c-26a366705113 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:28.700100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=9c084448-e3b4-44bc-ac91-f370d85b51ce,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:28.711756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.717878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8057412b-fba9-452a-a9af-04088953e6a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/9c084448-e3b4-44bc-ac91-f370d85b51ce HTTP/1.1" status: 204 len: 168 time: 1.2454767 Jul 22 23:43:28.718797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.754326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.774722 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a057e794-cb88-4512-9b71-3c475f364284 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536749 Jul 22 23:43:28.775392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.775723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:28.800421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:28.835680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:28.843388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:28.846003 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95af9bd6-42d2-459f-9b68-f3474efa47fa" -d '{"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-plugged", "status": "completed", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:28.861382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.862896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:28.915455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b407bb25-2f4d-451b-84c4-73b594879ffe req-863f3c57-f8aa-441c-ac11-5d82a9ea49db tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336370 Jul 22 23:43:28.930975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:28.933463 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708095bf-41e1-4a56-8732-f352f7b8ce51 x-openstack-request-id: req-708095bf-41e1-4a56-8732-f352f7b8ce51 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:28.933993 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-plugged", "status": "completed", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:28.934300 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-708095bf-41e1-4a56-8732-f352f7b8ce51 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:28.934930 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'code': 200} Jul 22 23:43:28.998198 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.016898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.072210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6508d18a-653f-4787-946c-26a366705113 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:29.072559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.252257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:29.265060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd872209-1b17-4a12-8cb1-4b4c0abbbcb3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.298489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd872209-1b17-4a12-8cb1-4b4c0abbbcb3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.409174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:29.416597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd872209-1b17-4a12-8cb1-4b4c0abbbcb3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.421272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd872209-1b17-4a12-8cb1-4b4c0abbbcb3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.425317 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fd872209-1b17-4a12-8cb1-4b4c0abbbcb3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf13be44-70da-4fd5-ad2f-5f05e48d3051 HTTP/1.1" status: 204 len: 168 time: 0.6397648 Jul 22 23:43:29.425734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641ad5dd-41a7-41a5-80ed-35e3b2266f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.433269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42778) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:29.444345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00c0df-f915-4584-ae73-a62259d6a1dc None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:06Z', 'revision_number': 4, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c29c408a-7dad-4bfa-9c11-2c47c968b2f5', 'name': '', 'network_id': '006f8a84-bb1a-425c-9b48-25cbcfb2a8b6', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'mac_address': 'fa:16:3e:ad:f0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:05Z', 'updated_at': '2021-07-22T23:34:15Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'subnets': [{'id': '711797dd-23b4-4f80-892e-d5ee844b6309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:29.462154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641ad5dd-41a7-41a5-80ed-35e3b2266f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.486164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314e648-def1-4952-b9a1-7ddaf76d1690 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:29.501829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd872209-1b17-4a12-8cb1-4b4c0abbbcb3 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf13be44-70da-4fd5-ad2f-5f05e48d3051,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:29.532307 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-299ee65c-9ba9-49bc-84ed-c754cf6c0327 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] show failed (client error): The resource could not be found. Jul 22 23:43:29.538644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-299ee65c-9ba9-49bc-84ed-c754cf6c0327 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "GET /v2.0/security-groups/cf13be44-70da-4fd5-ad2f-5f05e48d3051 HTTP/1.1" status: 404 len: 347 time: 0.0910850 Jul 22 23:43:29.556153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:29.558814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:29.564021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.649316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-641ad5dd-41a7-41a5-80ed-35e3b2266f72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbe1aa8a377942b1879ba6f7436eff8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0093377 Jul 22 23:43:29.661806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:29.682006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f56f-85eb-4a4b-8bbf-328e0a21b42d req-6727f246-7ada-4898-bb8b-133903bf6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:29.683766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ab95f56f-85eb-4a4b-8bbf-328e0a21b42d req-6727f246-7ada-4898-bb8b-133903bf6b2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 1096 time: 0.6091344 Jul 22 23:43:29.684441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ad5dd-41a7-41a5-80ed-35e3b2266f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c485d28-7295-4bbf-a355-7be9bcd9eeb9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:29.787995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:29.850737 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.886885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] Deleting port 6508d18a-653f-4787-946c-26a366705113 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:29.888533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.912791 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e6de8-0c1f-42b0-bcfd-aa5c701b5ec4 None None] New status for floating IP 4b280dcf-7fba-4824-b3bf-fb6cc5f715a5: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:43:29.938983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.974833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] For port 6508d18a-653f-4787-946c-26a366705113, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6508d18a-653f-4787-946c-26a366705113,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:29.975347 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:29.991091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] Calling delete_port for 6508d18a-653f-4787-946c-26a366705113 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:30.075178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=5efff75f-3779-4bca-b5b3-6e4e3f0b84b5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:30.110246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.159420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] Pushing event deleted for resources: {'Port': ['ID=6508d18a-653f-4787-946c-26a366705113,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:30.162070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f2795e-c915-4a83-8e18-83ece9e8b640 None None] No DVR routers for this DVR port 6508d18a-653f-4787-946c-26a366705113 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:30.176029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:30.176417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 917d2b11-fcdb-4ec1-b91e-6f792daab6fb, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:30.257428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:30.287187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 917d2b11-fcdb-4ec1-b91e-6f792daab6fb) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:30.293682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.294296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.298621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62234b3f-4e9f-4486-bf29-f38cda611e08 None None] Network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:30.319493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb0c1-4ac6-407f-b092-1be606d0e424 req-c2235216-a817-45ca-83d0-fd4dc6feaf41 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:30.321141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-358fb0c1-4ac6-407f-b092-1be606d0e424 req-c2235216-a817-45ca-83d0-fd4dc6feaf41 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.1624794 Jul 22 23:43:30.396121 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ab95f56f-85eb-4a4b-8bbf-328e0a21b42d req-4ce5a7e4-fff7-4d89-a0e5-b50afa11e3fa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6992335 Jul 22 23:43:30.421037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-112ddf90-8455-44df-be78-bb6c52c4cb0d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2457824 Jul 22 23:43:30.428313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:30.438011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-748494065'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:30.446174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33386f0a-5d86-464b-a784-051c513332e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.510232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.517242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33386f0a-5d86-464b-a784-051c513332e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.535797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Deleting port 2a86585d-5379-4a81-bd00-0ad80978651a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:30.536160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.551756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-358fb0c1-4ac6-407f-b092-1be606d0e424 req-68fdfd0e-132a-4a24-97fb-ff003882d8f2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812675 Jul 22 23:43:30.552667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:30.557250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.570845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.651317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.651585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6508d18a-653f-4787-946c-26a366705113 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:30.680314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6508d18a-653f-4787-946c-26a366705113 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:30.680853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6508d18a-653f-4787-946c-26a366705113 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:30.696546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:30.789984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.789984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.816574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Calling delete_port for 2a86585d-5379-4a81-bd00-0ad80978651a owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:30.823822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33386f0a-5d86-464b-a784-051c513332e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.827721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33386f0a-5d86-464b-a784-051c513332e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.832647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-33386f0a-5d86-464b-a784-051c513332e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c485d28-7295-4bbf-a355-7be9bcd9eeb9 HTTP/1.1" status: 204 len: 168 time: 1.1622872 Jul 22 23:43:30.835556 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.835556 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment 34af17d7-aea9-41cc-87ea-70b371ec6997 of type vlan for network 74b50d53-3075-4dc1-842a-5c2da9339b66 Jul 22 23:43:30.837057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.25.5.110 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f8c97988-9e77-4dc4-9602-11e17cbf7cb0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:30.849773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33386f0a-5d86-464b-a784-051c513332e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c485d28-7295-4bbf-a355-7be9bcd9eeb9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:30.883591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-917d2b11-fcdb-4ec1-b91e-6f792daab6fb', 'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '5efff75f-3779-4bca-b5b3-6e4e3f0b84b5'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:30.884460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.889368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:43:30.939276 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:30.956881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.054136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:31.079131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:31.094747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.096499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.125068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=2c289ece-f964-46cd-9d85-3309260e9600,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:31.148601 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6ba15dba-0dd2-46dc-9879-1499c13b39eb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3681653 Jul 22 23:43:31.151157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:31.153253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b462c6c0-6be8-44db-93cf-531d57f6655b None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:31.158180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:8d:33:ac', 'name': 'tempest-NetworksTestDHCPv6-1062486588'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:31.177236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.204093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:31.204746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.248070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.284605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Allocated IP 2001:db8::3 (917d2b11-fcdb-4ec1-b91e-6f792daab6fb/5efff75f-3779-4bca-b5b3-6e4e3f0b84b5/dfbca302-65e3-4770-a8e5-c0e07292a072) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:31.290126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8587072 Jul 22 23:43:31.296411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:31.304148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '74b50d53-3075-4dc1-842a-5c2da9339b66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:31.364459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614b0cf-5fb0-4abd-8298-ccf0f4e3a814 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=74b50d53-3075-4dc1-842a-5c2da9339b66,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:31.364703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.423830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Pushing event deleted for resources: {'Port': ['ID=2a86585d-5379-4a81-bd00-0ad80978651a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:31.478138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 74b50d53-3075-4dc1-842a-5c2da9339b66 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:31.526328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.529317 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.546622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f48fff8-5ef6-4170-8069-8a6122081782 tempest-AttachVolumeShelveTestJSON-632351531 tempest-AttachVolumeShelveTestJSON-632351531-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b280dcf-7fba-4824-b3bf-fb6cc5f715a5 HTTP/1.1" status: 204 len: 168 time: 1.9670143 Jul 22 23:43:31.574054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:31.613860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.769666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:31.777357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:31.782348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.807985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:31.828792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:31.856519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:31.906599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port e0ece89b-9942-43fc-a663-84c67279b085 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:32.071185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=f8c97988-9e77-4dc4-9602-11e17cbf7cb0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:32.137756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '2c289ece-f964-46cd-9d85-3309260e9600'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:32.139010 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.146518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:43:32.147868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:43:32.323602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe8d:33ac (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/2c289ece-f964-46cd-9d85-3309260e9600/e0ece89b-9942-43fc-a663-84c67279b085) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:32.334415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.357077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Transition to ACTIVE for port object dfbca302-65e3-4770-a8e5-c0e07292a072 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:32.392960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Transition to ACTIVE for port object dfbca302-65e3-4770-a8e5-c0e07292a072 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:32.404979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.447255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Deleting port 19c1eddc-3ddb-4335-aa30-d34432b61629 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:32.447255 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.494839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:32.498493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:32.504761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:32.513265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Pushing event updated for resources: {'Port': ['ID=dfbca302-65e3-4770-a8e5-c0e07292a072,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:32.575016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.607954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object e0ece89b-9942-43fc-a663-84c67279b085 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:32.620178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ade3-435b-4220-89de-a4b80d58d3e0 req-79e08b6c-5d94-48ff-8459-bd34809fe872 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.628604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3f0ade3-435b-4220-89de-a4b80d58d3e0 req-79e08b6c-5d94-48ff-8459-bd34809fe872 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.5905943 Jul 22 23:43:32.634834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Attempting to bind port dfbca302-65e3-4770-a8e5-c0e07292a072 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:32.635212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Attempting to bind port dfbca302-65e3-4770-a8e5-c0e07292a072 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:32.635720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Attempting to bind port dfbca302-65e3-4770-a8e5-c0e07292a072 on network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:32.649370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:32.649370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Checking segment: {'id': '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:32.651713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.651713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Bound using segment: {'id': '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:32.651713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Bound port: dfbca302-65e3-4770-a8e5-c0e07292a072, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '917d2b11-fcdb-4ec1-b91e-6f792daab6fb'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:32.651713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.676506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.706408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.709573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] For port 19c1eddc-3ddb-4335-aa30-d34432b61629, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=19c1eddc-3ddb-4335-aa30-d34432b61629,segment=NetworkSegment(5f6e20e9-878c-4046-b544-eead4791dd19),segment_id=5f6e20e9-878c-4046-b544-eead4791dd19)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:32.709939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.737255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Allocated IP 2001:db8::f816:3eff:fe66:bf0a (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/2c289ece-f964-46cd-9d85-3309260e9600/7131e087-9b4a-4afa-92f1-3653b892b3df) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:32.744618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:32.748209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:32.754376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:32.762402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:32.763812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.791168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=e0ece89b-9942-43fc-a663-84c67279b085,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:32.826483 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-befcd434-2202-4f2f-bf7b-0eb08d4f1c89 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6740277 Jul 22 23:43:32.828418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42826) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:32.844186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Calling delete_port for 19c1eddc-3ddb-4335-aa30-d34432b61629 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:32.860541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3f0ade3-435b-4220-89de-a4b80d58d3e0 req-e025698c-63e5-4d3b-8325-4a743eef5faf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307363 Jul 22 23:43:32.861461 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] For port dfbca302-65e3-4770-a8e5-c0e07292a072, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:32.870404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] For port dfbca302-65e3-4770-a8e5-c0e07292a072, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=dfbca302-65e3-4770-a8e5-c0e07292a072,segment=NetworkSegment(4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b),segment_id=4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:32.882297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:32.958113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.004465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2979c14-5ef8-48b4-8379-8c1d1ca2b825 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.010119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d2979c14-5ef8-48b4-8379-8c1d1ca2b825 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1804609 Jul 22 23:43:33.010980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:33.140539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.151122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Transition to ACTIVE for port object 7131e087-9b4a-4afa-92f1-3653b892b3df will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:33.171888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Transition to ACTIVE for port object 7131e087-9b4a-4afa-92f1-3653b892b3df will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:33.185880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.258145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:33.262617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:33.269017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:33.276292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f3d7c-fe18-49b1-9650-4143e3697879 None None] Pushing event updated for resources: {'Port': ['ID=dfbca302-65e3-4770-a8e5-c0e07292a072,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:33.414430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port e0ece89b-9942-43fc-a663-84c67279b085 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:33.415095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.417473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Pushing event updated for resources: {'Port': ['ID=7131e087-9b4a-4afa-92f1-3653b892b3df,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:33.459062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Attempting to bind port 7131e087-9b4a-4afa-92f1-3653b892b3df on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:33.459441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Attempting to bind port 7131e087-9b4a-4afa-92f1-3653b892b3df by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:33.459968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Attempting to bind port 7131e087-9b4a-4afa-92f1-3653b892b3df on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:33.474887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:33.475606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:33.482876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.483559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:33.484537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Bound port: 7131e087-9b4a-4afa-92f1-3653b892b3df, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:33.485319 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.646045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.651466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] For port 7131e087-9b4a-4afa-92f1-3653b892b3df, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:33.660340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] For port 7131e087-9b4a-4afa-92f1-3653b892b3df, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7131e087-9b4a-4afa-92f1-3653b892b3df,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:33.664332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for e0ece89b-9942-43fc-a663-84c67279b085 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:33.668087 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.705048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=1efa9411-62f7-4885-8a91-c1e419382966,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:33.775211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.844389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba6563-c7df-433d-92f6-e76770e73148 None None] Pushing event updated for resources: {'Port': ['ID=7131e087-9b4a-4afa-92f1-3653b892b3df,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:33.847812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c1eddc-3ddb-4335-aa30-d34432b61629,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:33.878972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': '34af17d7-aea9-41cc-87ea-70b371ec6997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '74b50d53-3075-4dc1-842a-5c2da9339b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:33.879424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 74b50d53-3075-4dc1-842a-5c2da9339b66, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:33.913236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8ebda-efc1-47d6-8c31-b1964510f156 req-d6db9e65-1cac-4efd-9cd1-b62e57928b1c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:33.914884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48e8ebda-efc1-47d6-8c31-b1964510f156 req-d6db9e65-1cac-4efd-9cd1-b62e57928b1c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.5435474 Jul 22 23:43:33.931393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.945927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:33.979120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=e0ece89b-9942-43fc-a663-84c67279b085,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:34.038335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.040526 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa445c6d-225f-4ea3-bbf7-b653af2d1f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e0ece89b-9942-43fc-a663-84c67279b085 HTTP/1.1" status: 204 len: 168 time: 1.0286081 Jul 22 23:43:34.043029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:34.272382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed14f61-cd04-427f-9e0d-83bfece74981 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.274553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed14f61-cd04-427f-9e0d-83bfece74981 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:34.284805 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0ed14f61-cd04-427f-9e0d-83bfece74981 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2397139 Jul 22 23:43:34.288481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:34.464079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 2c289ece-f964-46cd-9d85-3309260e9600 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:34.472312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.544841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.695669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.956133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:34.993363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 74b50d53-3075-4dc1-842a-5c2da9339b66 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:35.078639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=2c289ece-f964-46cd-9d85-3309260e9600,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:35.088723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48e8ebda-efc1-47d6-8c31-b1964510f156 req-a5db377b-7f29-46f3-887d-e03f896c2a3f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1251187 Jul 22 23:43:35.089411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 74b50d53-3075-4dc1-842a-5c2da9339b66) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:35.093618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:35.095582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.096388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:35.100980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bb68f59f-f8a4-4995-8443-c7161eb544d6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/2c289ece-f964-46cd-9d85-3309260e9600 HTTP/1.1" status: 204 len: 168 time: 0.8096595 Jul 22 23:43:35.102966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42902) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:35.143284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dfbca302-65e3-4770-a8e5-c0e07292a072 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:35.164472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-62ab6bfa-9bd1-4b02-963e-a9b2871346e4 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.8656483 Jul 22 23:43:35.171496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42912) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:35.203167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:35.300427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff2c40-7737-4e98-97e4-1344fb662761 None None] Network 74b50d53-3075-4dc1-842a-5c2da9339b66 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:35.363198 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f29f5533-9fdb-45c0-b1fc-db47ebc0ee25 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2486165 Jul 22 23:43:35.367990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42926) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:35.594377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:35.650921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a826ae-005f-40e8-9272-0708d4db4f2c None None] Network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:35.656488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92be27-2327-437a-a6c0-1c9e5023ffba tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.659255 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6a92be27-2327-437a-a6c0-1c9e5023ffba tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2895601 Jul 22 23:43:35.664376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:35.881029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927196ed-c404-44a2-a774-556974767d99 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:35.888670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-927196ed-c404-44a2-a774-556974767d99 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2189045 Jul 22 23:43:35.897271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:35.968236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.080572 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-abe59ae9-1278-4095-bae0-c57e9fb90f03 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1768625 Jul 22 23:43:36.095282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:36.114621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:36.132383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 38197a53-b75e-4fc0-97b8-7f8045fc44e8 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:43:36.151900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0ee3ecb-fbb5-47e3-834a-9a75e204f9dd None None] Provisioning for port dfbca302-65e3-4770-a8e5-c0e07292a072 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:36.221836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b4c682-5946-4e33-9b63-cf2cb48518a8 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:36.235205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b3d03-49b0-42e9-bfd8-1f2f476ab400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-74b50d53-3075-4dc1-842a-5c2da9339b66', 'network_id': '74b50d53-3075-4dc1-842a-5c2da9339b66', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '1efa9411-62f7-4885-8a91-c1e419382966'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:36.236934 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ff3b3d03-49b0-42e9-bfd8-1f2f476ab400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.293343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.383498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port dfbca302-65e3-4770-a8e5-c0e07292a072 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:36.408833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:36.417971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.476754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port dfbca302-65e3-4770-a8e5-c0e07292a072 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:36.477583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.510942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Router 67df818c-5336-4109-aed2-df5d77c8c174 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:36.680690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:36.741596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be744f69-d320-4aa4-8874-a9020eb34f54 None None] Provisioning for port 7131e087-9b4a-4afa-92f1-3653b892b3df completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:36.747765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=1efa9411-62f7-4885-8a91-c1e419382966,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:36.920192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504570d3-177d-49e4-ad74-d2bda53cb5ca req-4cdb9158-d12a-4aa7-a197-24249216eedb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:36.922581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-504570d3-177d-49e4-ad74-d2bda53cb5ca req-4cdb9158-d12a-4aa7-a197-24249216eedb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.4727895 Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-ff3b3d03-49b0-42e9-bfd8-1f2f476ab400 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1efa9411-62f7-4885-8a91-c1e419382966: This subnet is being modified by another concurrent operation. Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:43:36.949940 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1efa9411-62f7-4885-8a91-c1e419382966: This subnet is being modified by another concurrent operation. Jul 22 23:43:36.956381 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:43:37.049480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc933796-8d3a-4008-9387-dd67283bdb4b None None] Network 74b50d53-3075-4dc1-842a-5c2da9339b66 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:37.110646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.161803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b50d53-3075-4dc1-842a-5c2da9339b66']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.196918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-504570d3-177d-49e4-ad74-d2bda53cb5ca req-1e8002c2-1c1b-4227-aa84-b47bba6de992 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618415 Jul 22 23:43:37.198054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:37.233089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34af17d7-aea9-41cc-87ea-70b371ec6997') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.233542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34af17d7-aea9-41cc-87ea-70b371ec6997') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.250453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] Sync routers for ids ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:37.268542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:43:37.301801 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.358841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.364253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd96eff4-4f87-427b-ba1d-9143d8f2cebd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.8062284 Jul 22 23:43:37.364918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:37.588296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:37.605661 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] Sync routers for ids ['67df818c-5336-4109-aed2-df5d77c8c174'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:37.628352 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] Routers {'67df818c-5336-4109-aed2-df5d77c8c174'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:37.629141 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['67df818c-5336-4109-aed2-df5d77c8c174'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:37.634525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-686ed5d3-d836-4af3-836d-cfd86e98442d tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/routers/38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 200 len: 881 time: 0.2665102 Jul 22 23:43:37.636130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43020) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:37.652228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b7e2944-351d-4073-8183-52a30547fb10 admin admin] 10.222.0.21 "PUT /v2.0/routers/67df818c-5336-4109-aed2-df5d77c8c174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9720569 Jul 22 23:43:37.686688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:37.789781 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.916440 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.941612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:37.942506 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] Set router 67df818c-5336-4109-aed2-df5d77c8c174 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:37.943246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:37.972761 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:38.079833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] Routers {'38197a53-b75e-4fc0-97b8-7f8045fc44e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:38.080627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:38.195419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:38.198661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:38.267861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port dfbca302-65e3-4770-a8e5-c0e07292a072, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=dfbca302-65e3-4770-a8e5-c0e07292a072,segment=NetworkSegment(4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b),segment_id=4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:38.295187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.326237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.332345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.336524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/74b50d53-3075-4dc1-842a-5c2da9339b66 HTTP/1.1" status: 204 len: 168 time: 3.1605980 Jul 22 23:43:38.343133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:38.347819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] Routers {'38197a53-b75e-4fc0-97b8-7f8045fc44e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:38.351869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:38.355085 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.355956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7131e087-9b4a-4afa-92f1-3653b892b3df up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:38.414781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144025584'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:38.419621 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:43:33Z', 'revision_number': 5, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:38.453349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.464240 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] Checking router: 67df818c-5336-4109-aed2-df5d77c8c174 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:43:38.485546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980e135-53f1-4491-9143-2c05d25344a2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=74b50d53-3075-4dc1-842a-5c2da9339b66,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:38.493493 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] Routers {'67df818c-5336-4109-aed2-df5d77c8c174'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:38.497066 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['67df818c-5336-4109-aed2-df5d77c8c174'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:38.581888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8c9be72f-73ec-47e7-95ea-6a4a3c184010 None None] Provisioning complete for port dfbca302-65e3-4770-a8e5-c0e07292a072 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:38.582952 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c9be72f-73ec-47e7-95ea-6a4a3c184010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.586644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=dfbca302-65e3-4770-a8e5-c0e07292a072,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:38.606445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:38.609329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf2333-f380-4825-894b-b8c9f7ffa3c5 None None] The sync data for ids ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:38.673495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:38.683379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.750080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:38.775808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.776216 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment eac21e00-3e0e-45e8-afa4-e0cb72121284 of type vlan for network 22f098a1-4d5b-471f-a47c-bec292871cdc Jul 22 23:43:38.780659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] Deleting port 7131e087-9b4a-4afa-92f1-3653b892b3df {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:38.781230 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.782068 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] Set router 67df818c-5336-4109-aed2-df5d77c8c174 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:38.786761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7131e087-9b4a-4afa-92f1-3653b892b3df completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:38.802923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.803168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:38.805145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7131e087-9b4a-4afa-92f1-3653b892b3df triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:38.805585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.840955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.841125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port 7131e087-9b4a-4afa-92f1-3653b892b3df, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7131e087-9b4a-4afa-92f1-3653b892b3df,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:38.879274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.885845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:38.887040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:38.921917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db333809-7a37-4afe-9a03-0d5888e37013 req-3bfc2c87-2322-42b7-ba2e-cd2f9d727866 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:38.924093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db333809-7a37-4afe-9a03-0d5888e37013 req-3bfc2c87-2322-42b7-ba2e-cd2f9d727866 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.6303587 Jul 22 23:43:38.978917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.003469 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.004561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db333809-7a37-4afe-9a03-0d5888e37013 req-20df437a-682d-4f85-b4c1-f285e7e99fb2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720122 Jul 22 23:43:39.014312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] For port 7131e087-9b4a-4afa-92f1-3653b892b3df, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7131e087-9b4a-4afa-92f1-3653b892b3df,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:39.014772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.015829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6247387 Jul 22 23:43:39.018099 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.028526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.044532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:39.049172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] Calling delete_port for 7131e087-9b4a-4afa-92f1-3653b892b3df owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:39.054059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Deleting port 74ed727c-0a1a-4af7-a6b0-d8caf3670345 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:39.054547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.110691 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:43:33Z', 'revision_number': 5, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:39.140363 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41ed52-1c10-48a0-adf4-da630a139301 None None] The sync data for ids ['67df818c-5336-4109-aed2-df5d77c8c174'] in n-d-758851-4 is: [{'id': '67df818c-5336-4109-aed2-df5d77c8c174', 'name': 'tempest-FloatingIPDetailsTestJSON-657089245-router', 'tenant_id': 'bef661fed29d4375802e89c5fd656060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:42:34Z', 'updated_at': '2021-07-22T23:43:33Z', 'revision_number': 5, 'project_id': 'bef661fed29d4375802e89c5fd656060', 'gw_port': {'id': '74ed727c-0a1a-4af7-a6b0-d8caf3670345', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df818c-5336-4109-aed2-df5d77c8c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:42:36Z', 'updated_at': '2021-07-22T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:39.182498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc90e82-3890-48b4-a098-fec115480feb tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=22f098a1-4d5b-471f-a47c-bec292871cdc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.198045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6b98c286-6096-4413-a22d-d40f867263cc tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.5405309 Jul 22 23:43:39.203395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:39.206780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.212166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1409456407'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:39.220445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 22f098a1-4d5b-471f-a47c-bec292871cdc details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:39.242714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:39.272298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:39.272888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.295034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-328fee0d-4b10-4469-b51a-68cf1ffd537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.309751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2120330 Jul 22 23:43:39.317885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.324956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:39.332456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:73:b0:39', 'name': 'tempest-NetworksTestDHCPv6-878680676'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:39.351042 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No ports have port_id starting with 7131e087-9b4a-4afa-92f1-3653b892b3df Jul 22 23:43:39.353403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] Pushing event deleted for resources: {'Port': ['ID=7131e087-9b4a-4afa-92f1-3653b892b3df,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.377142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=5126e390-3c83-4be3-b4fb-2a276d2bc0aa,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.396963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d088f9-3054-47d9-b1f1-e9e9fb22db8a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=7131e087-9b4a-4afa-92f1-3653b892b3df,revision_number=5']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.451075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:43:39.451075 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:43:39.451075 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': '656ede7f312f4a36a6981af686e413a8', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 43, 39, 399416)}] Jul 22 23:43:39.451075 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:43:39.453235 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:43:39.458280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] For port 74ed727c-0a1a-4af7-a6b0-d8caf3670345, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74ed727c-0a1a-4af7-a6b0-d8caf3670345,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:39.458977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.480524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb0c52-40e3-40f7-87ed-1fbc9712d5af None None] No DVR routers for this DVR port 7131e087-9b4a-4afa-92f1-3653b892b3df on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:39.493620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Calling delete_port for 74ed727c-0a1a-4af7-a6b0-d8caf3670345 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:39.507623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6381a-e191-4c58-b716-57f8c422e6ae None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:39.680580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dfbca302-65e3-4770-a8e5-c0e07292a072 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:39.757561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.830695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port dfbca302-65e3-4770-a8e5-c0e07292a072 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:39.831377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.839669 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.854474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.870675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ed727c-0a1a-4af7-a6b0-d8caf3670345,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:39.877842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:39.924376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '5126e390-3c83-4be3-b4fb-2a276d2bc0aa'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:39.925415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.026503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.033576 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.043321 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-328fee0d-4b10-4469-b51a-68cf1ffd537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.049620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-328fee0d-4b10-4469-b51a-68cf1ffd537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.100984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:40.118266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 38197a53-b75e-4fc0-97b8-7f8045fc44e8 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:40.192849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-328fee0d-4b10-4469-b51a-68cf1ffd537f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dd85ccc2fa64f4583b594dadf9e315c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3726254 Jul 22 23:43:40.194986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7131e087-9b4a-4afa-92f1-3653b892b3df no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:40.205335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43088) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:40.243720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Allocated IP 2001:db8::f816:3eff:fed5:f4b (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/5126e390-3c83-4be3-b4fb-2a276d2bc0aa/7ef6aae4-c684-4128-a61b-71772b579a42) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:40.246725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7131e087-9b4a-4afa-92f1-3653b892b3df {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:40.247197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7131e087-9b4a-4afa-92f1-3653b892b3df not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:40.247904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19c1eddc-3ddb-4335-aa30-d34432b61629 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:40.267080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.267794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67df818c-5336-4109-aed2-df5d77c8c174 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:43:40.283170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.284294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0acb4ba0-4f83-4c9c-b228-188344e2ec63 admin admin] 10.222.0.21 "DELETE /v2.0/routers/67df818c-5336-4109-aed2-df5d77c8c174 HTTP/1.1" status: 204 len: 168 time: 2.5961826 Jul 22 23:43:40.289494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 19c1eddc-3ddb-4335-aa30-d34432b61629 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:40.289936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19c1eddc-3ddb-4335-aa30-d34432b61629 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:40.293120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43090) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:40.333058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fee0d-4b10-4469-b51a-68cf1ffd537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156bc751-0ec0-484e-ad83-595f364aabf0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:40.478264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Deleting subnet a92f28d7-6604-456f-9507-e014c88eae3e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:40.490854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.493999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-741faa53-768e-4117-9a6f-896678517312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.524043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.539269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Transition to ACTIVE for port object 7ef6aae4-c684-4128-a61b-71772b579a42 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:40.560324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Transition to ACTIVE for port object 7ef6aae4-c684-4128-a61b-71772b579a42 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:40.560646 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-741faa53-768e-4117-9a6f-896678517312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.568568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.645538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:40.647098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Pushing event updated for resources: {'Port': ['ID=7ef6aae4-c684-4128-a61b-71772b579a42,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:40.657768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:40.660608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:40.729832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-741faa53-768e-4117-9a6f-896678517312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.732648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-741faa53-768e-4117-9a6f-896678517312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.734507 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-741faa53-768e-4117-9a6f-896678517312 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/156bc751-0ec0-484e-ad83-595f364aabf0 HTTP/1.1" status: 204 len: 168 time: 0.5281248 Jul 22 23:43:40.753326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741faa53-768e-4117-9a6f-896678517312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156bc751-0ec0-484e-ad83-595f364aabf0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:40.770691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.787245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Attempting to bind port 7ef6aae4-c684-4128-a61b-71772b579a42 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:40.787642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Attempting to bind port 7ef6aae4-c684-4128-a61b-71772b579a42 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:40.799666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Attempting to bind port 7ef6aae4-c684-4128-a61b-71772b579a42 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:40.806642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:40.807074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:40.807616 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:40.808029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:40.808510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Bound port: 7ef6aae4-c684-4128-a61b-71772b579a42, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:40.808908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.006249 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.041643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] For port 7ef6aae4-c684-4128-a61b-71772b579a42, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:41.048418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] For port 7ef6aae4-c684-4128-a61b-71772b579a42, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7ef6aae4-c684-4128-a61b-71772b579a42,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:41.062376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.121176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.133894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:41.137517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.183162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92f28d7-6604-456f-9507-e014c88eae3e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.213150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.219920 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-36abca6b-a81c-4627-9722-e1803c1dc50f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a92f28d7-6604-456f-9507-e014c88eae3e HTTP/1.1" status: 204 len: 168 time: 0.9223497 Jul 22 23:43:41.221334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43110) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:41.231265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54ff5b-7f16-4e41-8203-ee99f7ff7e19 None None] Network c5b13aaf-54b1-49b1-b86c-5660dc6a8864 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:41.333725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:41.348996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.350222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9d012c96-d1d3-4ebe-b177-56c130351ec1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 200 len: 888 time: 2.1424274 Jul 22 23:43:41.350950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a5aaa-35bd-4f0c-bc9b-011b5323d16f None None] Pushing event updated for resources: {'Port': ['ID=7ef6aae4-c684-4128-a61b-71772b579a42,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:41.355547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.374127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:41.405941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] Sync routers for ids ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:41.433518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] Routers {'38197a53-b75e-4fc0-97b8-7f8045fc44e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:41.438811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.453672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.568711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.598698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ed727c-0a1a-4af7-a6b0-d8caf3670345 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:41.606525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:43:41.628984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Deleting port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:41.629638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:41.652462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1ee7ad61-85c4-44e7-b4ce-8a9052fc5536 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/routers/38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 200 len: 888 time: 0.2667210 Jul 22 23:43:41.656353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:41.712097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d2553-3648-434f-aed5-776920707146 req-53f87aaf-a48d-4571-9462-7222cf2f9167 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:41.725060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c5d2553-3648-434f-aed5-776920707146 req-53f87aaf-a48d-4571-9462-7222cf2f9167 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.9054759 Jul 22 23:43:41.747544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:41.754376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port e51f98ce-d56b-4450-ac22-223351ca4170 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:41.772878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 74ed727c-0a1a-4af7-a6b0-d8caf3670345 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:41.773281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ed727c-0a1a-4af7-a6b0-d8caf3670345 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:41.781663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] Routers {'38197a53-b75e-4fc0-97b8-7f8045fc44e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:41.782157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.788069 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e6c33f7-b73e-4bc4-b51e-4d52fe5e62b9 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 200 len: 205 time: 0.1288481 Jul 22 23:43:41.799096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43138) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:41.891489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:41.892584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc104d-3dbd-4a58-8ac4-b94e38f54036 None None] The sync data for ids ['38197a53-b75e-4fc0-97b8-7f8045fc44e8'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:42.003060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c5d2553-3648-434f-aed5-776920707146 req-f96945f9-ebd2-469e-992e-9e42f476ec45 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766063 Jul 22 23:43:42.098639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] For port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,segment=NetworkSegment(5f6e20e9-878c-4046-b544-eead4791dd19),segment_id=5f6e20e9-878c-4046-b544-eead4791dd19)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:42.099268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.102424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:42.136895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'port_id': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'mac_address': 'fa:16:3e:47:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:43:42.148970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Calling delete_port for 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:42.266209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe73:b039 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/5126e390-3c83-4be3-b4fb-2a276d2bc0aa/e51f98ce-d56b-4450-ac22-223351ca4170) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:42.269627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] DHCP port deletion for c5b13aaf-54b1-49b1-b86c-5660dc6a8864 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:42.307645 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.409549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:43:42.410637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.537237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:42.559441 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.647088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Deleting port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:42.647713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.650988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.787048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] For port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:42.787362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.813631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:42.823495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Calling delete_port for 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:42.829605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:43:42.838297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.855177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.893102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] No DVR routers for this DVR port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:42.927182 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:42.931182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] No DVR routers for this DVR port 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:42.971927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:42.985115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0f1350fb-e7fc-4677-8a81-90be9bb52ec5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:43:43.021680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de17ad-7dad-402a-ae3e-387cfc5e5cfa None None] Pushing event deleted for resources: {'Port': ['ID=6a0e3793-36d3-4b49-b5c1-eb4a3587f052,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.142988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.153830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-926338324'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:43.154494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.166002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b13aaf-54b1-49b1-b86c-5660dc6a8864']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.182306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6e20e9-878c-4046-b544-eead4791dd19') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.182611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6e20e9-878c-4046-b544-eead4791dd19') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:43.228915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.251812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.277720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=cd7ecbc8-38a9-4d53-ada0-353fc91f8291,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.283127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:43.293631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.313313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e74a675b-790a-447e-b587-f39cdbb3eb9c None None] Provisioning for port 7ef6aae4-c684-4128-a61b-71772b579a42 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:43.368261 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:43.371019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.381460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.405217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c5b13aaf-54b1-49b1-b86c-5660dc6a8864 HTTP/1.1" status: 204 len: 168 time: 2.1825452 Jul 22 23:43:43.473174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0095-5e27-49af-a2ff-b3f587e6be37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b13aaf-54b1-49b1-b86c-5660dc6a8864,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:43.487623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port f8c97988-9e77-4dc4-9602-11e17cbf7cb0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:43.488515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.547699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:43.554678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.577769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:43.695657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7ef6aae4-c684-4128-a61b-71772b579a42 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:43.716106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.743427 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.765972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for f8c97988-9e77-4dc4-9602-11e17cbf7cb0 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:43.768972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d663ca8c-b5c5-45ab-98eb-a091e4a7cddc None None] Could not find standard attr ID for object e0ece89b-9942-43fc-a663-84c67279b085. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:43:43.807697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:43.848926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7ef6aae4-c684-4128-a61b-71772b579a42 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:43.867832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7ef6aae4-c684-4128-a61b-71772b579a42 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:43.868442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:43.942729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:43.943362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.000699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.051707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-759fb3be-6b73-4570-9ee5-b4f7c5bf29d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bef661fed29d4375802e89c5fd656060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364268 Jul 22 23:43:44.062950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43164) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.091801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab0144-9b5a-4c60-93d2-70f776f44321 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:43:44.098463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': 'eac21e00-3e0e-45e8-afa4-e0cb72121284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:44.099139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 22f098a1-4d5b-471f-a47c-bec292871cdc, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:44.114788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object e51f98ce-d56b-4450-ac22-223351ca4170 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:44.158433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff738af-6cdf-4013-9d5d-f76b6657a37e req-4d23d285-a45a-4a98-baf8-715a04baf5e7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.160486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ff738af-6cdf-4013-9d5d-f76b6657a37e req-4d23d285-a45a-4a98-baf8-715a04baf5e7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 944 time: 0.8716369 Jul 22 23:43:44.249234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-574a37c7-a900-433b-978d-63c1001467d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.254292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.276903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 22f098a1-4d5b-471f-a47c-bec292871cdc is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:44.321721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=f8c97988-9e77-4dc4-9602-11e17cbf7cb0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:44.350584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ff738af-6cdf-4013-9d5d-f76b6657a37e req-3180c81e-4722-4250-9ebe-02ab160b1d54 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390069 Jul 22 23:43:44.355291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 22f098a1-4d5b-471f-a47c-bec292871cdc) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:44.357168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-574a37c7-a900-433b-978d-63c1001467d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.372387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.373006 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.415269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.506622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=e51f98ce-d56b-4450-ac22-223351ca4170,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:44.548429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:44.556902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:44.569320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:44.575228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:44.575937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.598547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.620098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.646767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.647071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.688556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:44.688792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7ef6aae4-c684-4128-a61b-71772b579a42, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7ef6aae4-c684-4128-a61b-71772b579a42,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:44.705135 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.735224 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.735953 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Added segment 8d33e258-e78e-4fa6-9a59-fbc4ded136fc of type vlan for network 7261f421-dbc7-4d19-960d-bea8092e1744 Jul 22 23:43:44.767676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:43:44.770368 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5962ec-c9c7-47fa-b93c-84b4b40744fe" -d '{"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-plugged", "status": "completed", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:43:44.815143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:44.825945 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.836195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab0144-9b5a-4c60-93d2-70f776f44321 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:43:44.842317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:44.879142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:44.892261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7ef6aae4-c684-4128-a61b-71772b579a42,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:44.907563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:44.908198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a0e3793-36d3-4b49-b5c1-eb4a3587f052 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:44.924663 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df90542a-3fd5-4ba2-9b74-89df72f3849a x-openstack-request-id: req-df90542a-3fd5-4ba2-9b74-89df72f3849a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:43:44.925015 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-plugged", "status": "completed", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:43:44.925195 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df90542a-3fd5-4ba2-9b74-89df72f3849a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:43:44.925607 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'code': 200} Jul 22 23:43:44.960846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-10e8797c-1dac-470f-b11c-31645b654e9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.6342297 Jul 22 23:43:44.976681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:44.981792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-445c5a53-0b0b-4e94-8c37-5fd107ff3e04 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.9515657 Jul 22 23:43:45.004454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.070192 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.089214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.090162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.119021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.153786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63646b2c-6d1d-4a87-aba2-5c1382148efe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.161788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3442855 Jul 22 23:43:45.184041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.192521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'subnet': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:45.255464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.292917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-574a37c7-a900-433b-978d-63c1001467d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.296198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-574a37c7-a900-433b-978d-63c1001467d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.297081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-574a37c7-a900-433b-978d-63c1001467d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a4dc115-a398-4d54-9d4d-9de988536084 HTTP/1.1" status: 204 len: 168 time: 1.2326074 Jul 22 23:43:45.310582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.313966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.315615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a37c7-a900-433b-978d-63c1001467d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4dc115-a398-4d54-9d4d-9de988536084,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.386489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.387063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router 38197a53-b75e-4fc0-97b8-7f8045fc44e8 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:43:45.402523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.410509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d67667f9-4f18-4cff-9b80-195ac44fe97e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 204 len: 168 time: 3.6036358 Jul 22 23:43:45.410509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.430090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1957194465'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:45.447149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-22f098a1-4d5b-471f-a47c-bec292871cdc', 'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': 'cd7ecbc8-38a9-4d53-ada0-353fc91f8291'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:45.448579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.497784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:45.510315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.567099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:45.582889 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.583573 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment 7137ca1a-f2f3-4925-9061-57af09ab40f5 of type vlan for network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 Jul 22 23:43:45.594086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7ef6aae4-c684-4128-a61b-71772b579a42 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:45.670055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.696370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0d3d5-e7ff-4fbb-8797-a8cc4605692f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.702969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0d3d5-e7ff-4fbb-8797-a8cc4605692f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.708634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-01f0d3d5-e7ff-4fbb-8797-a8cc4605692f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7257185 Jul 22 23:43:45.710284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef42e6-7b9d-4e0f-9c12-6557d9530a44 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Network': ['ID=7261f421-dbc7-4d19-960d-bea8092e1744,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.718604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.763174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7ef6aae4-c684-4128-a61b-71772b579a42 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:45.763174 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.779529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.804140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:45.805066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.833973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7261f421-dbc7-4d19-960d-bea8092e1744 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:45.957801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=7f2061e6-11b9-4036-aa90-e91bc6ad3f63,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:45.983788 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7b99202d-d783-4cb5-9ad9-b257975062bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5724962 Jul 22 23:43:45.987023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:45.987255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:45.995369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:45.997119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:45.999025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.021371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:46.043379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.071240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f9845-1917-4662-abba-aac0ae2876ae req-f0832654-6a52-471e-9f45-e4c64f680ce7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:46.072938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-102f9845-1917-4662-abba-aac0ae2876ae req-f0832654-6a52-471e-9f45-e4c64f680ce7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.4352708 Jul 22 23:43:46.194901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364f84a9-8ae9-48d1-8c78-7de4bc301714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.211476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Allocated IP 2001:db8::1 (22f098a1-4d5b-471f-a47c-bec292871cdc/cd7ecbc8-38a9-4d53-ada0-353fc91f8291/ff75662d-dd73-4d92-8fe2-403149be6e46) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:46.314688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:46.326168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.699105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.731802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Transition to ACTIVE for port object ff75662d-dd73-4d92-8fe2-403149be6e46 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:46.748020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port e51f98ce-d56b-4450-ac22-223351ca4170 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:46.749406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.766795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-102f9845-1917-4662-abba-aac0ae2876ae req-b9b6c5e4-f4a1-41bb-8dc7-e96168320b83 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017002 Jul 22 23:43:46.803796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Transition to ACTIVE for port object ff75662d-dd73-4d92-8fe2-403149be6e46 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:46.830377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.847524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:46.912890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Network 22f098a1-4d5b-471f-a47c-bec292871cdc is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:46.918895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:46.926276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:46.930264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Pushing event updated for resources: {'Port': ['ID=ff75662d-dd73-4d92-8fe2-403149be6e46,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:46.957780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.023561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Attempting to bind port ff75662d-dd73-4d92-8fe2-403149be6e46 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:47.024128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Attempting to bind port ff75662d-dd73-4d92-8fe2-403149be6e46 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'eac21e00-3e0e-45e8-afa4-e0cb72121284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:47.024622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Attempting to bind port ff75662d-dd73-4d92-8fe2-403149be6e46 on network 22f098a1-4d5b-471f-a47c-bec292871cdc {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:47.037148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:47.038359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Checking segment: {'id': 'eac21e00-3e0e-45e8-afa4-e0cb72121284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:47.039195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.041208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Bound using segment: {'id': 'eac21e00-3e0e-45e8-afa4-e0cb72121284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:47.042996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Bound port: ff75662d-dd73-4d92-8fe2-403149be6e46, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac21e00-3e0e-45e8-afa4-e0cb72121284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22f098a1-4d5b-471f-a47c-bec292871cdc'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:47.044340 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.149706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=72163db5-9fbc-49f2-bc65-f6aee74a8648,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.164538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.177783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': '7137ca1a-f2f3-4925-9061-57af09ab40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:47.178167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: 7f2061e6-11b9-4036-aa90-e91bc6ad3f63, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:47.185777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43206) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:47.209071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for e51f98ce-d56b-4450-ac22-223351ca4170 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:47.227362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] For port ff75662d-dd73-4d92-8fe2-403149be6e46, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:47.240488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] For port ff75662d-dd73-4d92-8fe2-403149be6e46, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ff75662d-dd73-4d92-8fe2-403149be6e46,segment=NetworkSegment(eac21e00-3e0e-45e8-afa4-e0cb72121284),segment_id=eac21e00-3e0e-45e8-afa4-e0cb72121284)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:47.254969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:47.260110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.294281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7f2061e6-11b9-4036-aa90-e91bc6ad3f63) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:47.304845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:47.305880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.346667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b275ed5b-19e4-43f2-8bee-67e3d78d1221 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3577921 Jul 22 23:43:47.347442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:47.347691 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.360619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2040916651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:47.462576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-network', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:47.482880 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.486144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7ecbc8-38a9-4d53-ada0-353fc91f8291,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.486661 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.499622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.509908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec37584-115b-4937-82c7-3f08f3e08135 None None] Pushing event updated for resources: {'Port': ['ID=ff75662d-dd73-4d92-8fe2-403149be6e46,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.559807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Made reservation on behalf of 70ebb666f09d4bd1a855e33059a9576b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:47.565789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.597167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.735606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.783741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f098a1-4d5b-471f-a47c-bec292871cdc']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:47.802993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.813653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.858730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Subnet': ['ID=b3f3cc11-8627-4e44-a7c2-f7adcc27d43d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:47.865690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac21e00-3e0e-45e8-afa4-e0cb72121284') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:47.865989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac21e00-3e0e-45e8-afa4-e0cb72121284') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:47.963118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.964310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.973259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.991987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:47.997912 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6c15b83b-fb65-4e44-bfd9-d3da7fa42b18 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6451004 Jul 22 23:43:47.999726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.024675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:48.085693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Checking segment: {'id': '8d33e258-e78e-4fa6-9a59-fbc4ded136fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:48.086029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network hostable DHCP agents. Network: 7261f421-dbc7-4d19-960d-bea8092e1744, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:48.090829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.119433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b764a80-9982-4949-baad-1eb6a8799e99,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.130663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.130663 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Added segment 3340d7d8-46a3-428e-a049-1f6203f42d50 of type vlan for network 9864718b-52fd-4da1-826f-65774a455585 Jul 22 23:43:48.142245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:48.142680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:48.148959 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:48.189814 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.304323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:48.320053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.375134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=e51f98ce-d56b-4450-ac22-223351ca4170,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.381185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7261f421-dbc7-4d19-960d-bea8092e1744) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:48.399922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.410118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f490ab40-758e-4153-81f8-7dc5dc7949a7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e51f98ce-d56b-4450-ac22-223351ca4170 HTTP/1.1" status: 204 len: 168 time: 2.6806879 Jul 22 23:43:48.412114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.412973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.419075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.421993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Deleting port c29c408a-7dad-4bfa-9c11-2c47c968b2f5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:48.422623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.441779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:43:48.441779 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:43:48.441779 n-d-758851-4 neutron-server[93791]: [parameters: {'id': '22f098a1-4d5b-471f-a47c-bec292871cdc'}] Jul 22 23:43:48.441779 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:43:48.442662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.444371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.445644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.457186 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:43:48.494727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f7f3a8fe-7e71-4ea4-97bf-65e0904b16b7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3092172 Jul 22 23:43:48.511736 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:43:48.517282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43218) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.528019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'name': 'tempest-AllowedAddressPairTestJSON-832337104'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:48.557923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ca68a-595c-40eb-b6e0-a9166c9d874b req-6d5e07e4-fd07-4f62-afae-6ff64e4ea49f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.560745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc4ca68a-595c-40eb-b6e0-a9166c9d874b req-6d5e07e4-fd07-4f62-afae-6ff64e4ea49f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.6115422 Jul 22 23:43:48.613126 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4228122 Jul 22 23:43:48.617606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43220) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.650527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Request body: {'subnet': {'network_id': '9864718b-52fd-4da1-826f-65774a455585', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-subnet', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:48.718413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bde598-c939-4b33-bcc5-d2114ffc6243 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.721721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bde598-c939-4b33-bcc5-d2114ffc6243 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:48.727765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e8bde598-c939-4b33-bcc5-d2114ffc6243 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2991695 Jul 22 23:43:48.742626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Made reservation on behalf of 70ebb666f09d4bd1a855e33059a9576b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:48.745016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:48.745441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.760949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc4ca68a-595c-40eb-b6e0-a9166c9d874b req-a2bd0493-91a5-4873-973c-11b2b6012bab tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603601 Jul 22 23:43:48.767682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c54398-f4d5-43d1-abaf-14f759e80c0f admin admin] Pushing event updated for resources: {'Network': ['ID=9864718b-52fd-4da1-826f-65774a455585,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:48.786511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9864718b-52fd-4da1-826f-65774a455585 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:48.872233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 5126e390-3c83-4be3-b4fb-2a276d2bc0aa {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:43:48.880985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.927479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] For port c29c408a-7dad-4bfa-9c11-2c47c968b2f5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:48.927865 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.966881 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:48.996190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f7cf2-62e2-49fc-b05f-c8e8082753d9 None None] Network 22f098a1-4d5b-471f-a47c-bec292871cdc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:49.009015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.052995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d4afcd-90b6-477f-b365-5e8d619257a7 None None] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:49.064109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670408c-55d4-4805-bdd4-b65925766017 None None] Network 7261f421-dbc7-4d19-960d-bea8092e1744 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:49.115682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.135564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Calling delete_port for c29c408a-7dad-4bfa-9c11-2c47c968b2f5 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:49.254893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.446709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.567746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=5126e390-3c83-4be3-b4fb-2a276d2bc0aa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:49.574663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a8e1d219-a30a-41df-90bc-dbe27d482653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.589598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e36243c1-988d-496f-99e0-49872af241bd None None] Provisioning for port ff75662d-dd73-4d92-8fe2-403149be6e46 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:49.605601 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.612004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-22d0bde6-2085-488f-9e8f-7e0334fc3f12 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/5126e390-3c83-4be3-b4fb-2a276d2bc0aa HTTP/1.1" status: 204 len: 168 time: 0.8499641 Jul 22 23:43:49.631790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43224) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:49.677350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.783809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ff75662d-dd73-4d92-8fe2-403149be6e46 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:49.808624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.875574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-7261f421-dbc7-4d19-960d-bea8092e1744', 'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'tenant_id': '7c14dbd266fe4e8dbae6b6a701a20a5d', 'fixed_ips': [{'subnet_id': 'b3f3cc11-8627-4e44-a7c2-f7adcc27d43d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:49.876866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.912279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.921576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f1ba28e3-f3be-4f76-a457-4a85bce5b806 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2859209 Jul 22 23:43:49.931464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port ff75662d-dd73-4d92-8fe2-403149be6e46 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:49.931464 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:49.934153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:49.947700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:49.958776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2188a4f5-608f-4299-bd2c-339b4ce6f1f5 None None] Could not find standard attr ID for object e51f98ce-d56b-4450-ac22-223351ca4170. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:43:49.993237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:50.001971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:50.040256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200e78f-218a-4c43-a23b-d2678c28bb0b None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:50.056458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29c408a-7dad-4bfa-9c11-2c47c968b2f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:50.086012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] device_id is not set on port 64108fd8-14d5-4da5-a867-4a002ad0ed03 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:50.305629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Allocated IP 172.20.0.8 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/64108fd8-14d5-4da5-a867-4a002ad0ed03) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:50.436365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bf3793-925d-4e92-8efd-be77e900af31,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:50.515764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port ff75662d-dd73-4d92-8fe2-403149be6e46, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ff75662d-dd73-4d92-8fe2-403149be6e46,segment=NetworkSegment(eac21e00-3e0e-45e8-afa4-e0cb72121284),segment_id=eac21e00-3e0e-45e8-afa4-e0cb72121284)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:50.516506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:50.587076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for ff75662d-dd73-4d92-8fe2-403149be6e46 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:50.703759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:50.709751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:50.720632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171e71-fc02-482c-8a76-58af104f4fd4 req-60548833-03e4-4a24-860e-45be9a7977e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:50.722997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4171e71-fc02-482c-8a76-58af104f4fd4 req-60548833-03e4-4a24-860e-45be9a7977e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.7143054 Jul 22 23:43:50.747439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Checking segment: {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:50.750021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Network hostable DHCP agents. Network: 9864718b-52fd-4da1-826f-65774a455585, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:50.759542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:50.773654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.20.0.1 (7f2061e6-11b9-4036-aa90-e91bc6ad3f63/72163db5-9fbc-49f2-bc65-f6aee74a8648/e5ecaa43-7250-48c2-96e4-eb711010f18c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:50.875990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4171e71-fc02-482c-8a76-58af104f4fd4 req-11ffab98-c159-410d-946f-5a92286c8e69 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309829 Jul 22 23:43:50.979972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.006199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88761077-c215-41df-b1c9-5161b35451a5 None None] Network 22f098a1-4d5b-471f-a47c-bec292871cdc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:51.017438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ff75662d-dd73-4d92-8fe2-403149be6e46 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:51.025839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.083829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-7f2061e6-11b9-4036-aa90-e91bc6ad3f63', 'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '72163db5-9fbc-49f2-bc65-f6aee74a8648'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:51.084353 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.105946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ff75662d-dd73-4d92-8fe2-403149be6e46 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:51.106476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.192532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Network 9864718b-52fd-4da1-826f-65774a455585 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:51.224555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Transition to ACTIVE for port object 64108fd8-14d5-4da5-a867-4a002ad0ed03 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:51.269918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9864718b-52fd-4da1-826f-65774a455585) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:51.292753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04158d4-46af-42d7-9dd1-73a2dbbaa38c None None] Network 9864718b-52fd-4da1-826f-65774a455585 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:51.434211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:51.436522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.522087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.762049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-53781b7f-b608-42fb-bddc-6e83e0368541 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1182828 Jul 22 23:43:51.770107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:51.771015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.787709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:51.805855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port ff75662d-dd73-4d92-8fe2-403149be6e46 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:51.851158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:51.872328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:51.899130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:51.944965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:51.952989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=64108fd8-14d5-4da5-a867-4a002ad0ed03,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:51.958035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f098a1-4d5b-471f-a47c-bec292871cdc']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:51.971532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac21e00-3e0e-45e8-afa4-e0cb72121284') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:51.972222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac21e00-3e0e-45e8-afa4-e0cb72121284') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:51.984400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.003255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.008841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.017470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:43:52.018059 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.072492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.073968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.111532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.145020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object e5ecaa43-7250-48c2-96e4-eb711010f18c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:52.196895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.228642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9864718b-52fd-4da1-826f-65774a455585', 'network_id': '9864718b-52fd-4da1-826f-65774a455585', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'fixed_ips': [{'subnet_id': '34bf3793-925d-4e92-8efd-be77e900af31'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:52.233987 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.251671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:43:52.261833 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:43:52.268792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=ff75662d-dd73-4d92-8fe2-403149be6e46,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.274560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Allocated IP 172.20.0.2 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/5b0ce22e-b4eb-4f96-9fe8-39b26092485b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:52.279718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8d0fbac-56f8-4a40-98f5-1a1cfd67f380 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7584410 Jul 22 23:43:52.284897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43240) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:52.285365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=e5ecaa43-7250-48c2-96e4-eb711010f18c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.294760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'name': 'tempest-AllowedAddressPairTestJSON-2026565502', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fb:f5:eb'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:52.321566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.324228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.330402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.349125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:52.355850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:52.362352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:52.382649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.390483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/22f098a1-4d5b-471f-a47c-bec292871cdc HTTP/1.1" status: 204 len: 168 time: 7.3812411 Jul 22 23:43:52.394858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:52.426871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650431301'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:52.490156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac5cbb-457c-4de8-9644-e7ae35ce6ab5 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=22f098a1-4d5b-471f-a47c-bec292871cdc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.530453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.612676 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.624977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Transition to ACTIVE for port object 5b0ce22e-b4eb-4f96-9fe8-39b26092485b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:52.628946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.644221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:52.647646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.652435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Transition to ACTIVE for port object 5b0ce22e-b4eb-4f96-9fe8-39b26092485b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:52.703082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.712975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:52.718330 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.729845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:52.814724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Pushing event updated for resources: {'Port': ['ID=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:52.893532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed687592-276e-4df8-8b4c-1c5d712f6400 req-01e0b34d-15ec-4f03-9328-247d5636fb9c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:52.901107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed687592-276e-4df8-8b4c-1c5d712f6400 req-01e0b34d-15ec-4f03-9328-247d5636fb9c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.5909200 Jul 22 23:43:52.943924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:52.958787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:43:52.988974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed687592-276e-4df8-8b4c-1c5d712f6400 req-b30fab5a-1e0b-43b4-8a25-6b6f5304354c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865979 Jul 22 23:43:53.009176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:53.012299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:53.052430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:53.110774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.111586 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment 2144bc96-6d4e-421a-8c5c-eb30d6dc0921 of type vlan for network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 Jul 22 23:43:53.124623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Allocated IP 172.20.0.2 (9864718b-52fd-4da1-826f-65774a455585/34bf3793-925d-4e92-8efd-be77e900af31/40a4e4d7-61bd-4bf0-90a2-2241e6086818) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:53.160032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.251151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Allocated IP 172.20.0.2 (7f2061e6-11b9-4036-aa90-e91bc6ad3f63/72163db5-9fbc-49f2-bc65-f6aee74a8648/f67a6259-fc0d-4939-8b3d-a1ce873c087c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:53.300402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.366890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.382240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.425542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Router 928abf9a-93fc-4f04-add0-cda17796a531 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:43:53.444170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Attempting to bind port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:53.444574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Attempting to bind port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8d33e258-e78e-4fa6-9a59-fbc4ded136fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:53.444898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Attempting to bind port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b on network 7261f421-dbc7-4d19-960d-bea8092e1744 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:53.492857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] Deleting port 7ef6aae4-c684-4128-a61b-71772b579a42 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:53.493292 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.496414 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:43:53.503111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b82dfa-e7a4-430b-895c-78cbaec7a23a None None] DHCP port deletion for 22f098a1-4d5b-471f-a47c-bec292871cdc request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:43:53.523483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7ef6aae4-c684-4128-a61b-71772b579a42 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:53.523831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.586046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] device_id is not set on port 024f3c33-ef1d-4510-84a4-90d844b7d064 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:53.600061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.616939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=e5ecaa43-7250-48c2-96e4-eb711010f18c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:53.638614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:43:53.645671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:53.646048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Checking segment: {'id': '8d33e258-e78e-4fa6-9a59-fbc4ded136fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:53.646962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.647417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Bound using segment: {'id': '8d33e258-e78e-4fa6-9a59-fbc4ded136fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:53.648679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Bound port: 5b0ce22e-b4eb-4f96-9fe8-39b26092485b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d33e258-e78e-4fa6-9a59-fbc4ded136fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:53.648679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.784810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.789984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:53.790687 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:53.862754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4408405 Jul 22 23:43:53.872691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:53.885058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:54.189943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] For port 7ef6aae4-c684-4128-a61b-71772b579a42, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7ef6aae4-c684-4128-a61b-71772b579a42,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:54.191812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.204624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.226598 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.239227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] For port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:54.275858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] Calling delete_port for 7ef6aae4-c684-4128-a61b-71772b579a42 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:54.279778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Transition to ACTIVE for port object 40a4e4d7-61bd-4bf0-90a2-2241e6086818 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:54.292568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] For port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,segment=NetworkSegment(8d33e258-e78e-4fa6-9a59-fbc4ded136fc),segment_id=8d33e258-e78e-4fa6-9a59-fbc4ded136fc)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:54.319600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.326777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.402230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Pushing event updated for resources: {'Port': ['ID=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:54.415244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:54.546071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Allocated IP 172.20.0.13 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/024f3c33-ef1d-4510-84a4-90d844b7d064) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:54.617558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba351f46-feb5-427b-a1c0-bb5ae262fde6 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=6cc63605-538c-4f8a-8db8-c1d31fd9f6a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:54.674607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:43:54.681115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Transition to ACTIVE for port object f67a6259-fc0d-4939-8b3d-a1ce873c087c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:54.683144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Transition to ACTIVE for port object 40a4e4d7-61bd-4bf0-90a2-2241e6086818 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:54.718625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.718993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.719301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.719667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.720000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.728476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.728966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.729304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.729639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.729974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.730467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.730613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b28f6c-8571-44db-ac50-b8ccec852606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:43:54.745591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:54.755441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7ef6aae4-c684-4128-a61b-71772b579a42, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7ef6aae4-c684-4128-a61b-71772b579a42,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:54.774492 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.804398 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.813112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Transition to ACTIVE for port object f67a6259-fc0d-4939-8b3d-a1ce873c087c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:54.925497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Network 9864718b-52fd-4da1-826f-65774a455585 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:54.980143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:54.985625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:54.989251 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:54.998920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Pushing event updated for resources: {'Port': ['ID=40a4e4d7-61bd-4bf0-90a2-2241e6086818,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.142582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:55.161099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:55.163583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:55.196498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:55.197164 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.202462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Attempting to bind port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:55.202860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Attempting to bind port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:55.203184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Attempting to bind port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 on network 9864718b-52fd-4da1-826f-65774a455585 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:55.206948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7ef6aae4-c684-4128-a61b-71772b579a42,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.224411 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] Sync routers for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:55.242609 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:55.243535 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:55.251613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9eab70ba-034a-4a26-9795-1dc827b7e797 admin admin] 10.222.0.21 "PUT /v2.0/routers/928abf9a-93fc-4f04-add0-cda17796a531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4780707 Jul 22 23:43:55.258569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:55.269467 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.283823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:55.403364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:55.404175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Checking segment: {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:55.404375 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.405036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Bound using segment: {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:55.405541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Bound port: 40a4e4d7-61bd-4bf0-90a2-2241e6086818, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:55.420678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.437221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] No DVR routers for this DVR port 7ef6aae4-c684-4128-a61b-71772b579a42 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:43:55.491200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.509576 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:55.516081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Transition to ACTIVE for port object 024f3c33-ef1d-4510-84a4-90d844b7d064 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:55.536127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Attempting to bind port f67a6259-fc0d-4939-8b3d-a1ce873c087c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:55.536506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Attempting to bind port f67a6259-fc0d-4939-8b3d-a1ce873c087c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7137ca1a-f2f3-4925-9061-57af09ab40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:55.536873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Attempting to bind port f67a6259-fc0d-4939-8b3d-a1ce873c087c on network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:55.601266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Port 7ef6aae4-c684-4128-a61b-71772b579a42 concurrently deleted while adding address for new subnet {'id': 'a8087da1-0c9f-4844-ab88-38182dd20db1', 'name': '', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1853, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T23:43:51Z', 'updated_at': '2021-07-22T23:43:51Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'abfa8821728b495d986fbaea6fe501c1'}. {{(pid=93791) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 23:43:55.601614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Pushing event updated for resources: {'Port': ['ID=f67a6259-fc0d-4939-8b3d-a1ce873c087c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.603109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.609947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b0ce22e-b4eb-4f96-9fe8-39b26092485b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:55.633424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.674149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:55.682230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Checking segment: {'id': '7137ca1a-f2f3-4925-9061-57af09ab40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:55.682651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.683061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Bound using segment: {'id': '7137ca1a-f2f3-4925-9061-57af09ab40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:55.683605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Bound port: f67a6259-fc0d-4939-8b3d-a1ce873c087c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7137ca1a-f2f3-4925-9061-57af09ab40f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7f2061e6-11b9-4036-aa90-e91bc6ad3f63'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:55.686923 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.743051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b8eb6-5679-49f4-97f2-f7dcdae6ec2e req-5814f634-af03-49b2-ac5b-b0f71e69b049 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.745538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a07b8eb6-5679-49f4-97f2-f7dcdae6ec2e req-5814f634-af03-49b2-ac5b-b0f71e69b049 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 1.1496058 Jul 22 23:43:55.757698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:55.778993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=024f3c33-ef1d-4510-84a4-90d844b7d064,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.781324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1bb14-799b-4704-afef-2ccf1484c934 None None] Pushing event deleted for resources: {'Port': ['ID=7ef6aae4-c684-4128-a61b-71772b579a42,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:55.788665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:55.790501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:55.872395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:55.873708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:55.896391 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-4f91db6f-d642-4941-b45b-6c9fec4bd99c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9919076 Jul 22 23:43:55.898011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router cb53a324-02fd-4b41-86a3-f242b9947a32 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:43:55.902433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a07b8eb6-5679-49f4-97f2-f7dcdae6ec2e req-53ce84f1-7822-43fe-aec7-91de4abb808a tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418290 Jul 22 23:43:55.913019 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d102e6bf-3e9d-404d-86e5-7b64fbed79de tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.6222827 Jul 22 23:43:55.960386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:55.999641 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:43:49Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:56.008255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:56.014646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.015546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.021801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=a8087da1-0c9f-4844-ab88-38182dd20db1,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:56.035266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:56.043676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe45a8f-415a-4154-b06a-f081836c5c6d None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:56.062163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] For port 40a4e4d7-61bd-4bf0-90a2-2241e6086818, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:56.090356 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] Checking router: 928abf9a-93fc-4f04-add0-cda17796a531 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:43:56.117718 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] Routers {'928abf9a-93fc-4f04-add0-cda17796a531'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:56.117718 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['928abf9a-93fc-4f04-add0-cda17796a531'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:56.122621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.218798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] For port f67a6259-fc0d-4939-8b3d-a1ce873c087c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:56.221850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] For port 40a4e4d7-61bd-4bf0-90a2-2241e6086818, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=40a4e4d7-61bd-4bf0-90a2-2241e6086818,segment=NetworkSegment(3340d7d8-46a3-428e-a049-1f6203f42d50),segment_id=3340d7d8-46a3-428e-a049-1f6203f42d50)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:56.269839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.311078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:43:56.333044 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-03821ed9-8ac7-4f55-96e2-650a3f7f24b8 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/cb53a324-02fd-4b41-86a3-f242b9947a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3289258 Jul 22 23:43:56.340034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:56.380750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] For port f67a6259-fc0d-4939-8b3d-a1ce873c087c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f67a6259-fc0d-4939-8b3d-a1ce873c087c,segment=NetworkSegment(7137ca1a-f2f3-4925-9061-57af09ab40f5),segment_id=7137ca1a-f2f3-4925-9061-57af09ab40f5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:56.387713 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] Set router 928abf9a-93fc-4f04-add0-cda17796a531 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:43:56.518999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-7d327fbf-ccd2-4e70-ae65-22aa0c18d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.522447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-7d327fbf-ccd2-4e70-ae65-22aa0c18d2fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 1096 time: 0.4677820 Jul 22 23:43:56.550461 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] Sync routers for ids ['cb53a324-02fd-4b41-86a3-f242b9947a32'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:43:56.556580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12504499-c08b-492f-a79c-13b88eb10a3d tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:56.569097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-12504499-c08b-492f-a79c-13b88eb10a3d tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports/e5ecaa43-7250-48c2-96e4-eb711010f18c HTTP/1.1" status: 200 len: 910 time: 0.2174151 Jul 22 23:43:56.582855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43260) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:56.597635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72163db5-9fbc-49f2-bc65-f6aee74a8648'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:56.785503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.862103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:56.896660 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:43:49Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:56.902111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eefb1f-30f3-4ff5-a38c-d07a7407a622 None None] Pushing event updated for resources: {'Port': ['ID=40a4e4d7-61bd-4bf0-90a2-2241e6086818,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:56.925674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'a8087da1-0c9f-4844-ab88-38182dd20db1'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:43:56.926697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:56.947074 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd88767-09ae-46a8-aded-11e29ff7600b None None] The sync data for ids ['928abf9a-93fc-4f04-add0-cda17796a531'] in n-d-758851-4 is: [{'id': '928abf9a-93fc-4f04-add0-cda17796a531', 'name': 'tempest-AttachVolumeShelveTestJSON-1423713074-router', 'tenant_id': '854caaa4465c478885c7a7eccafb5adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:43:49Z', 'revision_number': 5, 'project_id': '854caaa4465c478885c7a7eccafb5adf', 'gw_port': {'id': 'c9e2d09d-8abe-475e-9d7f-a160b82a2820', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928abf9a-93fc-4f04-add0-cda17796a531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:02Z', 'updated_at': '2021-07-22T23:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:56.975549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] Routers {'cb53a324-02fd-4b41-86a3-f242b9947a32'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:56.976248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['cb53a324-02fd-4b41-86a3-f242b9947a32'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:57.127237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7c022b10-8c9c-4953-9c1f-01c3a68c2ac6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 7.1861393 Jul 22 23:43:57.128247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ff75662d-dd73-4d92-8fe2-403149be6e46 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:57.130185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc7f11-212c-4c70-860f-e12ea523afc3 None None] Network 7261f421-dbc7-4d19-960d-bea8092e1744 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:57.195127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.203481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.225615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:57.293532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:bf:11:fc', 'name': 'tempest-NetworksTestDHCPv6-1454985057'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:43:57.506837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-3c7e2407-57e8-474e-8fe5-3ec44bd9e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:57.509416 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-3c7e2407-57e8-474e-8fe5-3ec44bd9e1fd service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.9369121 Jul 22 23:43:57.510130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:57.548978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:57.599815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ff75662d-dd73-4d92-8fe2-403149be6e46 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:57.600638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ff75662d-dd73-4d92-8fe2-403149be6e46 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:57.707948 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-4d4b1b3a-11f7-40ff-93f8-a19557b6d23a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2 HTTP/1.1" status: 200 len: 217 time: 0.1710362 Jul 22 23:43:57.903015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a627ab-dc85-49e5-a878-6b8318ed1f48 None None] Pushing event updated for resources: {'Port': ['ID=f67a6259-fc0d-4939-8b3d-a1ce873c087c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:57.945618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] Provisioning for port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:57.954901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.000419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] Provisioning complete for port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:58.000802 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.001528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76676dd6-e721-4783-b2ca-28ac373091d1 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.003966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 40a4e4d7-61bd-4bf0-90a2-2241e6086818 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:58.011254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76676dd6-e721-4783-b2ca-28ac373091d1 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.023204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76676dd6-e721-4783-b2ca-28ac373091d1 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.031560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76676dd6-e721-4783-b2ca-28ac373091d1 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.9321203 Jul 22 23:43:58.039249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:58.077945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] Routers {'cb53a324-02fd-4b41-86a3-f242b9947a32'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:43:58.078604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['cb53a324-02fd-4b41-86a3-f242b9947a32'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:58.087762 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.119109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-4304333d-c89f-482f-a250-bf8832d46d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.121794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-4304333d-c89f-482f-a250-bf8832d46d3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.3631337 Jul 22 23:43:58.171066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:43:58.171849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad921f4-acf5-4a36-9590-c1745876db45 None None] The sync data for ids ['cb53a324-02fd-4b41-86a3-f242b9947a32'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:43:58.252064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Allocated IP 172.25.5.112 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:58.279951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:58.335391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c29c408a-7dad-4bfa-9c11-2c47c968b2f5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:43:58.346426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=5e531c74-0501-4fc1-92cd-c885e77dcd3e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:58.361271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c29c408a-7dad-4bfa-9c11-2c47c968b2f5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:43:58.361706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c29c408a-7dad-4bfa-9c11-2c47c968b2f5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:43:58.367603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Allocated IP 2001:db8::f816:3eff:fe59:9e27 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/a8087da1-0c9f-4844-ab88-38182dd20db1/9e13886d-f2f2-4408-aa34-3eb616c11474) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:58.411279 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.494391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.503386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.510543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.520310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.526074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] For port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,segment=NetworkSegment(8d33e258-e78e-4fa6-9a59-fbc4ded136fc),segment_id=8d33e258-e78e-4fa6-9a59-fbc4ded136fc)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:58.536199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.536580 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.546489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-82562778-1bf4-458f-9c3e-6ec48a7bb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.548213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.549340 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-82562778-1bf4-458f-9c3e-6ec48a7bb680 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165843 Jul 22 23:43:58.563829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.568781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-8ee2e1a8-01ac-43ac-8bae-200bdd06ac63 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 1.2081156 Jul 22 23:43:58.579247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0b66-fbb1-49a8-8902-223c6551ed23 req-6eb8bfbc-f426-41c7-8b55-f7c3092c096d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:58.581486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-396e0b66-fbb1-49a8-8902-223c6551ed23 req-6eb8bfbc-f426-41c7-8b55-f7c3092c096d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 1.3535409 Jul 22 23:43:58.586931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:43:58.685497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port 024f3c33-ef1d-4510-84a4-90d844b7d064 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:58.686044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.715807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f4954-914a-48aa-8b00-38ec48fce066 None None] Pushing event updated for resources: {'Port': ['ID=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:58.730729 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.749889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': '2144bc96-6d4e-421a-8c5c-eb30d6dc0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:58.750270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:43:58.761707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Deleting port c9e2d09d-8abe-475e-9d7f-a160b82a2820 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:43:58.762095 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.796212 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:58.827787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Transition to ACTIVE for port object 9e13886d-f2f2-4408-aa34-3eb616c11474 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:58.876640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Transition to ACTIVE for port object 9e13886d-f2f2-4408-aa34-3eb616c11474 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:43:58.899347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port af0234c5-2b7d-453f-b5bd-63736f02f591 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:43:58.901390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.017342 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-2ca46575-84a4-4bfc-9eb5-9f484ab1cfec service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544556 Jul 22 23:43:59.034756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:43:59.063170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:59.077615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:43:59.090254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Pushing event updated for resources: {'Port': ['ID=9e13886d-f2f2-4408-aa34-3eb616c11474,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.119534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Provisioning for port 024f3c33-ef1d-4510-84a4-90d844b7d064 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:59.144649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.187997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Provisioning complete for port 024f3c33-ef1d-4510-84a4-90d844b7d064 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:59.189408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.253845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.269882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for 024f3c33-ef1d-4510-84a4-90d844b7d064 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:59.293739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:febf:11fc (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/a8087da1-0c9f-4844-ab88-38182dd20db1/af0234c5-2b7d-453f-b5bd-63736f02f591) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:43:59.372706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b00245-4099-4e73-869d-39b136a46f99 None None] Network 9864718b-52fd-4da1-826f-65774a455585 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:59.425911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.492971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Port 024f3c33-ef1d-4510-84a4-90d844b7d064 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:59.493339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] For port c9e2d09d-8abe-475e-9d7f-a160b82a2820, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c9e2d09d-8abe-475e-9d7f-a160b82a2820,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:43:59.493621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.500293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.509437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Calling delete_port for c9e2d09d-8abe-475e-9d7f-a160b82a2820 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:43:59.521638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.531022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.538069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Attempting to bind port 9e13886d-f2f2-4408-aa34-3eb616c11474 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:43:59.538403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.538613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Attempting to bind port 9e13886d-f2f2-4408-aa34-3eb616c11474 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:43:59.538797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Attempting to bind port 9e13886d-f2f2-4408-aa34-3eb616c11474 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:43:59.549742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.573462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.588460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.590763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-d5963871-260b-42f5-9c14-746a367ee214 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 1.2589147 Jul 22 23:43:59.593881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:43:59.597867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:43:59.598583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.599245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:43:59.600131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Bound port: 9e13886d-f2f2-4408-aa34-3eb616c11474, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:43:59.600945 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.711149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Provisioning for port 64108fd8-14d5-4da5-a867-4a002ad0ed03 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:43:59.722593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Provisioning complete for port 64108fd8-14d5-4da5-a867-4a002ad0ed03 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:43:59.723756 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.730558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a57cacab-680c-45f8-b341-d3753f0b0268 req-15f7af68-f691-454f-a15f-773c32f29afa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0039706 Jul 22 23:43:59.739300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-396e0b66-fbb1-49a8-8902-223c6551ed23 req-50c29113-9601-45c0-940c-3a76872cc2a3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0192637 Jul 22 23:43:59.740493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:43:59.786327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2591633-8206-4a26-aabd-cb1633af18a4 None None] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:59.816618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:43:59.883626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] For port 9e13886d-f2f2-4408-aa34-3eb616c11474, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:43:59.887620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] For port 9e13886d-f2f2-4408-aa34-3eb616c11474, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e13886d-f2f2-4408-aa34-3eb616c11474,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:43:59.898381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.911254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Port 64108fd8-14d5-4da5-a867-4a002ad0ed03 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:43:59.928153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4e62c-c93e-4752-94c0-c1c4d60a7ffa None None] Network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:43:59.936801 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.947300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.948410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.960022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/ports/e5ecaa43-7250-48c2-96e4-eb711010f18c HTTP/1.1" status: 200 len: 910 time: 3.3759274 Jul 22 23:43:59.967490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b0ce22e-b4eb-4f96-9fe8-39b26092485b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:43:59.971507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:43:59.973305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639c24c-17cb-46de-ab6e-d8e9e4b53cf0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=e5ecaa43-7250-48c2-96e4-eb711010f18c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:43:59.981030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.985087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:43:59.986599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:43:59.995043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.022457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-b299e6a4-2c9b-42ce-908f-733fe91b55fe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:00.024057 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-b299e6a4-2c9b-42ce-908f-733fe91b55fe tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "GET /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3165662 Jul 22 23:44:00.074643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=024f3c33-ef1d-4510-84a4-90d844b7d064,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:00.078937 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a3b10bb-a222-4aa3-83be-af17f12aec6a req-784acdab-de1c-4450-b9aa-2b98c2c8d637 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790969 Jul 22 23:44:00.296583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Provisioning complete for port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:00.296899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c05cf05f-af0c-46df-8248-99d5ba86e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.332238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-c81eab6a-ba0a-4286-8e43-204b0726a897 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "GET /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2699671 Jul 22 23:44:00.354202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:00.481674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.490193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-16427a56-9466-4510-b65b-0235620e3fc7 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/ports/024f3c33-ef1d-4510-84a4-90d844b7d064 HTTP/1.1" status: 204 len: 168 time: 2.4399281 Jul 22 23:44:00.494519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43272) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:00.572994 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-06525f6c-ef48-411a-b357-8ef7860d1519 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] GET failed (client error): The resource could not be found. Jul 22 23:44:00.578460 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-06525f6c-ef48-411a-b357-8ef7860d1519 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "GET /v2.0/ports/024f3c33-ef1d-4510-84a4-90d844b7d064 HTTP/1.1" status: 404 len: 333 time: 0.0771766 Jul 22 23:44:00.602729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.620847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43274) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:00.630997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'name': 'tempest-AllowedAddressPairTestJSON-1811576044'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:00.788501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:00.830368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object af0234c5-2b7d-453f-b5bd-63736f02f591 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:00.981015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:00.992209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.025790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266328e-b383-49a7-a6d9-067eedff8df5 None None] Pushing event updated for resources: {'Port': ['ID=9e13886d-f2f2-4408-aa34-3eb616c11474,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.073129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] device_id is not set on port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:01.098800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.258109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:01.259564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.316012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=281038be-553c-4b49-b10b-78e1b01caded,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:01.345822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1e952c38-9a2f-4bca-99b1-3c6c674191a1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 7.4685671 Jul 22 23:44:01.354257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:01.368810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.382385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:01.436288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:01.455655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:01.457242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:01.479065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:01.497993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.506600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.527810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Allocated IP 172.20.0.3 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/4d5a6e9c-05db-44eb-ad12-6151a2a4a18b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:01.605976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-6cc63605-538c-4f8a-8db8-c1d31fd9f6a6', 'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '5e531c74-0501-4fc1-92cd-c885e77dcd3e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:01.610588 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.613631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] For port 281038be-553c-4b49-b10b-78e1b01caded, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:01.747520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:01.762763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8423963b-21e0-4b7d-930f-57cf269b8d53 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:01.787613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Provisioning for port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:01.795093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:01.808982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:01.850884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=af0234c5-2b7d-453f-b5bd-63736f02f591,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:01.994664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Provisioning complete for port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:01.995293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.077612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5ae6fecd-5a15-4dfb-b55a-9221d70daa57 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7989025 Jul 22 23:44:02.091456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43286) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:02.164447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f67a6259-fc0d-4939-8b3d-a1ce873c087c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:02.181988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e2d09d-8abe-475e-9d7f-a160b82a2820,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:02.395023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb327261-1b59-46f2-895d-413368dd9999 req-a2c126e2-c036-4b28-bdaa-41d19cb9a7f3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.402891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb327261-1b59-46f2-895d-413368dd9999 req-a2c126e2-c036-4b28-bdaa-41d19cb9a7f3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 1.3786907 Jul 22 23:44:02.404270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f67a6259-fc0d-4939-8b3d-a1ce873c087c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:02.539152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.552323 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.570170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Allocated IP 2001:db8::1 (6cc63605-538c-4f8a-8db8-c1d31fd9f6a6/5e531c74-0501-4fc1-92cd-c885e77dcd3e/1b2378e2-8133-4a38-bda9-32efb219438d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:02.701183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.725306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:02.728007 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215f1da2-db29-48d2-9537-4a8be74de852" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:02.739375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] device_id is not set on port 281038be-553c-4b49-b10b-78e1b01caded yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:02.777888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8423963b-21e0-4b7d-930f-57cf269b8d53,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:02.811017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.833843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:02.848698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.854896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.876368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.885879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.917452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.925052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.951996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:02.962496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-774e8adc-3d18-4b85-a56a-10177678c186 req-ab79f615-d215-4076-b454-bc455d79ae95 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 5433 time: 1.8829365 Jul 22 23:44:03.017274 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.018807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Pushing event updated for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:03.039236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.053055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Transition to ACTIVE for port object 1b2378e2-8133-4a38-bda9-32efb219438d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:03.058629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e13886d-f2f2-4408-aa34-3eb616c11474 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:03.110514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] No DVR routers for this DVR port 281038be-553c-4b49-b10b-78e1b01caded on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:03.202931 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.204357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:03.230391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] In _notify_port_updated(), no bound segment for port 281038be-553c-4b49-b10b-78e1b01caded on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:44:03.231342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.232885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.235775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-46291a56-7009-4cca-9ce3-e01a2df549e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 200 len: 1027 time: 2.8870361 Jul 22 23:44:03.275052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.349499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Transition to ACTIVE for port object 1b2378e2-8133-4a38-bda9-32efb219438d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:03.380378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] For port 40a4e4d7-61bd-4bf0-90a2-2241e6086818, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=40a4e4d7-61bd-4bf0-90a2-2241e6086818,segment=NetworkSegment(3340d7d8-46a3-428e-a049-1f6203f42d50),segment_id=3340d7d8-46a3-428e-a049-1f6203f42d50)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:03.385339 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.390186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9e13886d-f2f2-4408-aa34-3eb616c11474 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:03.394598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-753704e0-2b86-490f-9653-a2be1d34e50a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.396886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-753704e0-2b86-490f-9653-a2be1d34e50a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "GET /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1521218 Jul 22 23:44:03.408546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.416871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:03.421992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb327261-1b59-46f2-895d-413368dd9999 req-5c178a9d-4b0a-43b2-8443-8ca11d48b7c1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9515693 Jul 22 23:44:03.461631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.476603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.480649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Transition to ACTIVE for port object 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:03.533243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.549097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-774e8adc-3d18-4b85-a56a-10177678c186 req-caa43e50-d258-46d0-9f31-567e69e60876 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5854664 Jul 22 23:44:03.588667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98a2fa-3349-424e-833f-1e7409e207c0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.596252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98a2fa-3349-424e-833f-1e7409e207c0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:03.613242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1d98a2fa-3349-424e-833f-1e7409e207c0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.4320943 Jul 22 23:44:03.617300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:03.626078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.629629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:03.634049 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54987f98-70fb-42e0-aaa9-364026e81a58 x-openstack-request-id: req-54987f98-70fb-42e0-aaa9-364026e81a58 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:03.634903 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:03.635357 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54987f98-70fb-42e0-aaa9-364026e81a58 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:03.635936 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53', 'code': 200} Jul 22 23:44:03.689433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Pushing event updated for resources: {'Port': ['ID=1b2378e2-8133-4a38-bda9-32efb219438d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:03.693704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Could not find standard attr ID for object 024f3c33-ef1d-4510-84a4-90d844b7d064. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:44:03.695181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.695793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928abf9a-93fc-4f04-add0-cda17796a531 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:44:03.700720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.704434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8e237d77-9220-4277-9613-9c9cec12d961 admin admin] 10.222.0.21 "DELETE /v2.0/routers/928abf9a-93fc-4f04-add0-cda17796a531 HTTP/1.1" status: 204 len: 168 time: 8.3851807 Jul 22 23:44:03.711209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:03.727475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=5e531c74-0501-4fc1-92cd-c885e77dcd3e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:03.764726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.803147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:03.823260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Deleting subnet 711797dd-23b4-4f80-892e-d5ee844b6309 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:03.832851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.840537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Provisioning complete for port 64108fd8-14d5-4da5-a867-4a002ad0ed03 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:03.840807 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.850459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:03.853238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Pushing event updated for resources: {'Port': ['ID=40a4e4d7-61bd-4bf0-90a2-2241e6086818,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:03.865535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:03.954532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.960285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:03.969542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Port 64108fd8-14d5-4da5-a867-4a002ad0ed03 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:03.978708 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.981031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:03.981438 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:03.981962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:03.981962 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:03.983726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc63605-538c-4f8a-8db8-c1d31fd9f6a6']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:03.987916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.058385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=4d5a6e9c-05db-44eb-ad12-6151a2a4a18b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:04.070436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2144bc96-6d4e-421a-8c5c-eb30d6dc0921') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:04.070817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2144bc96-6d4e-421a-8c5c-eb30d6dc0921') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:04.074877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port af0234c5-2b7d-453f-b5bd-63736f02f591 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:04.075307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.106974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.143531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Provisioning for port f67a6259-fc0d-4939-8b3d-a1ce873c087c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:04.154796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Provisioning complete for port f67a6259-fc0d-4939-8b3d-a1ce873c087c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:04.155167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.193916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.222060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.228542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Attempting to bind port 1b2378e2-8133-4a38-bda9-32efb219438d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:04.229386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Attempting to bind port 1b2378e2-8133-4a38-bda9-32efb219438d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2144bc96-6d4e-421a-8c5c-eb30d6dc0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:04.229724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Attempting to bind port 1b2378e2-8133-4a38-bda9-32efb219438d on network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:04.240892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for af0234c5-2b7d-453f-b5bd-63736f02f591 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:04.243952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:04.244317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Checking segment: {'id': '2144bc96-6d4e-421a-8c5c-eb30d6dc0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:04.245280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.245682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Bound using segment: {'id': '2144bc96-6d4e-421a-8c5c-eb30d6dc0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:04.246164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Bound port: 1b2378e2-8133-4a38-bda9-32efb219438d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2144bc96-6d4e-421a-8c5c-eb30d6dc0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:04.246549 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.303599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.323060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:04.358018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.442242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.456137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=711797dd-23b4-4f80-892e-d5ee844b6309,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:04.463593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:04.493692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:04.498912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.501613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:04.506118 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.506851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 281038be-553c-4b49-b10b-78e1b01caded no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:04.561670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=af0234c5-2b7d-453f-b5bd-63736f02f591,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:04.567492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:04.595373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.621111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b6642664-faa2-49b6-a9c0-65d02d5326ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/711797dd-23b4-4f80-892e-d5ee844b6309 HTTP/1.1" status: 204 len: 168 time: 0.9086905 Jul 22 23:44:04.626577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:04.690309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.710209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:04.710929 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.770963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7335d4d0-58aa-48c1-8fef-aa7d8b4807ad tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1463609 Jul 22 23:44:04.782506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:04.792182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fb:f5:eb'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:04.884352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:04.997175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c29c50-9978-4ae5-8ddd-e7575b85c0eb None None] Network 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:05.001004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 40a4e4d7-61bd-4bf0-90a2-2241e6086818 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:05.036431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.042174 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d38a5497-d49c-445c-9b10-32e13d7c942b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/af0234c5-2b7d-453f-b5bd-63736f02f591 HTTP/1.1" status: 204 len: 168 time: 1.4194913 Jul 22 23:44:05.047224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43302) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:05.081815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:05.082691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:05.088335 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:05.300622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc6d09-a046-47b3-a1da-a2467b171e4f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.302727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc6d09-a046-47b3-a1da-a2467b171e4f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.307694 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3bdc6d09-a046-47b3-a1da-a2467b171e4f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2531273 Jul 22 23:44:05.309630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:05.327368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] For port 1b2378e2-8133-4a38-bda9-32efb219438d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:05.355294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:44:05.355294 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:44:05.355294 n-d-758851-4 neutron-server[93790]: [parameters: {'id': '6cc63605-538c-4f8a-8db8-c1d31fd9f6a6'}] Jul 22 23:44:05.355294 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:05.356426 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:05.397107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 281038be-553c-4b49-b10b-78e1b01caded not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:05.397678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d5903613-b59c-4ea3-873b-39bd4f3bf5eb no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:05.452199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.459133 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.481338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.493673 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.503868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet a8087da1-0c9f-4844-ab88-38182dd20db1 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:05.513003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:05.517422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.534578 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:05.534958 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.540278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] For port 1b2378e2-8133-4a38-bda9-32efb219438d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1b2378e2-8133-4a38-bda9-32efb219438d,segment=NetworkSegment(2144bc96-6d4e-421a-8c5c-eb30d6dc0921),segment_id=2144bc96-6d4e-421a-8c5c-eb30d6dc0921)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:05.598287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.613537 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.689025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:05.708009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.733665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] For port f67a6259-fc0d-4939-8b3d-a1ce873c087c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f67a6259-fc0d-4939-8b3d-a1ce873c087c,segment=NetworkSegment(7137ca1a-f2f3-4925-9061-57af09ab40f5),segment_id=7137ca1a-f2f3-4925-9061-57af09ab40f5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:05.744846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000'}, {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:05.751939 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335bfea9-9e4c-49ed-a3f2-6f9b247e2a1a" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000"}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:05.784353 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.854355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.862846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.869136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.876332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.882631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.889988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.900257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-9cc7b82c-6faf-434b-97fe-902b9a5773e2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 4653 time: 1.0768476 Jul 22 23:44:05.920158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b130985-269f-4391-b0e6-d981f665f14f req-73958164-2d15-43bf-8dea-8f51da783e71 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:05.933546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b130985-269f-4391-b0e6-d981f665f14f req-73958164-2d15-43bf-8dea-8f51da783e71 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 1.2519441 Jul 22 23:44:05.946788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:05.972184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] For port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:06.040196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5559e8df-291f-4855-bf91-a27ae168a50e None None] Network 6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:06.078705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c2712-f75d-4240-aec5-9426b98b4874 None None] Pushing event updated for resources: {'Port': ['ID=1b2378e2-8133-4a38-bda9-32efb219438d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:06.082869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e59d6e21-2e1c-47fa-9e8e-ef243fc2e6ee req-88a63a6b-d10e-4908-aa97-9e39c3a2f2a9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=71884414-6546-420a-b7b9-07568dac066c&id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813028 Jul 22 23:44:06.172155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning complete for port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:06.172901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.174841 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.183701 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b84277-dc5d-4904-b705-4c3eb809867b x-openstack-request-id: req-b8b84277-dc5d-4904-b705-4c3eb809867b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:06.184303 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.184655 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000", "code": 200}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:06.185160 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8b84277-dc5d-4904-b705-4c3eb809867b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:06.185846 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000', 'code': 200} Jul 22 23:44:06.186359 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74', 'code': 200} Jul 22 23:44:06.197812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Deleting port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:06.198203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.206111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.236737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b130985-269f-4391-b0e6-d981f665f14f req-68f11938-063a-482f-b248-dc4f538a0a71 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359703 Jul 22 23:44:06.308399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=4d5a6e9c-05db-44eb-ad12-6151a2a4a18b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:06.312326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.351439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] For port 10fab627-b4ae-4a80-b1bb-6862c7d246a4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10fab627-b4ae-4a80-b1bb-6862c7d246a4,segment=NetworkSegment(fe18e546-2686-40f6-986f-4d6d67b6b25e),segment_id=fe18e546-2686-40f6-986f-4d6d67b6b25e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:06.352203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.361534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Router 02edda38-14bf-4640-a267-9ee432c27d6d is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:44:06.389135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Calling delete_port for 10fab627-b4ae-4a80-b1bb-6862c7d246a4 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:06.417058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] device_id is not set on port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:06.446560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c9e2d09d-8abe-475e-9d7f-a160b82a2820 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:06.456866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.477640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:06.529072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.567857 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.568939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fc4d070e-e73d-44c5-b750-aebe4ff06424 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:06.574689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5085c8e-a8c0-414c-943d-eaaca31f25ba None None] DHCP port deletion for 006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:06.577735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ebf95-4341-4aed-ad97-2ad399fa681b None None] Pushing event updated for resources: {'Port': ['ID=f67a6259-fc0d-4939-8b3d-a1ce873c087c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:06.603680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c9e2d09d-8abe-475e-9d7f-a160b82a2820 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:06.604165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c9e2d09d-8abe-475e-9d7f-a160b82a2820 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:06.616011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.802933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f67a6259-fc0d-4939-8b3d-a1ce873c087c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:06.812385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] In _notify_port_updated(), no bound segment for port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b on network 7261f421-dbc7-4d19-960d-bea8092e1744 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:44:06.836149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:06.837346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.838966 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5eda5b98-6ae2-46cc-927b-b5b9aa4cdb7b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "PUT /v2.0/ports/4d5a6e9c-05db-44eb-ad12-6151a2a4a18b HTTP/1.1" status: 200 len: 993 time: 2.0524728 Jul 22 23:44:06.858545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port 1b2378e2-8133-4a38-bda9-32efb219438d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:06.859203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.869878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:06.871848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:06.885266 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Sync routers for ids ['02edda38-14bf-4640-a267-9ee432c27d6d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:06.908797 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Routers {'02edda38-14bf-4640-a267-9ee432c27d6d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:06.909322 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['02edda38-14bf-4640-a267-9ee432c27d6d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:06.977024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] No DVR routers for this DVR port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:06.983377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:06.994520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:07.005623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port e5ecaa43-7250-48c2-96e4-eb711010f18c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:07.006339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.079764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.082078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning for port e5ecaa43-7250-48c2-96e4-eb711010f18c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:07.160507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.180721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for e5ecaa43-7250-48c2-96e4-eb711010f18c owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:07.229622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning complete for port e5ecaa43-7250-48c2-96e4-eb711010f18c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:07.230111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.265061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.413625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.413882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:07.427780 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/a8087da1-0c9f-4844-ab88-38182dd20db1 HTTP/1.1" status: 204 len: 168 time: 2.1132498 Jul 22 23:44:07.436922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d47c4-1b68-4e0c-a853-baf65782b234 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:07.441168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1be89-f6e6-42a2-ac33-3465101d325a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=a8087da1-0c9f-4844-ab88-38182dd20db1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:07.443292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:07.451984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f67a6259-fc0d-4939-8b3d-a1ce873c087c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:07.453239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.491983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:07.501215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.503366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device a8362c09-589f-4ebb-8269-b91ba153574e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:07.531394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.540236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-79cd1db5-46e6-4800-98cd-22f7849673f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 15.7533622 Jul 22 23:44:07.540236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:07.576490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7ea6c93a-fa6b-4a37-a104-f089a1f499f0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107833 Jul 22 23:44:07.577699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] In _notify_port_updated(), no bound segment for port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 on network 2633086f-44ff-44c2-947b-dd63e6af5f8d {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:44:07.578638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:07.579557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.580668 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-0b17f76b-fea1-4e63-9a7f-e85bc9f267a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 200 len: 1027 time: 4.1703849 Jul 22 23:44:07.586800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:07.589320 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Set router 02edda38-14bf-4640-a267-9ee432c27d6d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:07.665162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port 1b2378e2-8133-4a38-bda9-32efb219438d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1b2378e2-8133-4a38-bda9-32efb219438d,segment=NetworkSegment(2144bc96-6d4e-421a-8c5c-eb30d6dc0921),segment_id=2144bc96-6d4e-421a-8c5c-eb30d6dc0921)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:07.665522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:07.757078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] No DVR routers for this DVR port 10fab627-b4ae-4a80-b1bb-6862c7d246a4 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:07.815640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Port e5ecaa43-7250-48c2-96e4-eb711010f18c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:07.830281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fab627-b4ae-4a80-b1bb-6862c7d246a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:07.830662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for 1b2378e2-8133-4a38-bda9-32efb219438d owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:07.838265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:07.973959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning for port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:07.979015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:03Z', 'revision_number': 3, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:07.996511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning complete for port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:07.996871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.004292 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.029781 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Checking router: 02edda38-14bf-4640-a267-9ee432c27d6d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:08.030494 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Updating router 02edda38-14bf-4640-a267-9ee432c27d6d port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:08.071952 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.075396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.143594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=e5ecaa43-7250-48c2-96e4-eb711010f18c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:08.156790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006f8a84-bb1a-425c-9b48-25cbcfb2a8b6']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:08.180859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cfe759-623e-4851-be93-2f14163b0a93 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.185972 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-19cfe759-623e-4851-be93-2f14163b0a93 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5852485 Jul 22 23:44:08.202495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:08.216946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb'}, {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:08.219781 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ecebec-b14f-4ff7-baa5-d5b1d771a199" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb"}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:08.224803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-24fe98ba-12ce-4069-a267-f19aa6ac2db3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.239967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-24fe98ba-12ce-4069-a267-f19aa6ac2db3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.251159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-24fe98ba-12ce-4069-a267-f19aa6ac2db3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.259985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-24fe98ba-12ce-4069-a267-f19aa6ac2db3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.272471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-24fe98ba-12ce-4069-a267-f19aa6ac2db3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.276392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-24fe98ba-12ce-4069-a267-f19aa6ac2db3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 3877 time: 0.8573256 Jul 22 23:44:08.283118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe18e546-2686-40f6-986f-4d6d67b6b25e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:08.283634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe18e546-2686-40f6-986f-4d6d67b6b25e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:08.325046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:08.341152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.356592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.366078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:08.366418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.435034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning for port 9e13886d-f2f2-4408-aa34-3eb616c11474 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:08.477027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10fab627-b4ae-4a80-b1bb-6862c7d246a4 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:08.487986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32a304-4b15-493e-b569-b5a85748824e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.488680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f275f1-1dbf-46f1-a410-ca5950eaf3c5 req-d18611f4-a69d-44b5-80b7-79da88bead34 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:08.494094 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dd32a304-4b15-493e-b569-b5a85748824e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2893682 Jul 22 23:44:08.500635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0f275f1-1dbf-46f1-a410-ca5950eaf3c5 req-d18611f4-a69d-44b5-80b7-79da88bead34 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 1.0523238 Jul 22 23:44:08.523260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43324) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:08.524752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=1b2378e2-8133-4a38-bda9-32efb219438d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:08.537883 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.565446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:08.566073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.572626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning complete for port 9e13886d-f2f2-4408-aa34-3eb616c11474 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:08.573002 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.582099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 10fab627-b4ae-4a80-b1bb-6862c7d246a4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:08.582438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10fab627-b4ae-4a80-b1bb-6862c7d246a4 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:08.597471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8362c09-589f-4ebb-8269-b91ba153574e,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:08.625871 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.639187 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Transition to ACTIVE for port object bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:08.648070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.649697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port 1b2378e2-8133-4a38-bda9-32efb219438d on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:08.657296 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.667449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-89251544-0b6f-4faa-b70f-3c700f1b1e65 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260250 Jul 22 23:44:08.688414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:08.702620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:08.758347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:08.762306 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Pushing event updated for resources: {'Port': ['ID=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:08.782658 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Attempting to bind port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:08.783039 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Attempting to bind port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:08.783429 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Attempting to bind port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:08.790127 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.790482 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.790829 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.791172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.791556 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.791869 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.792302 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.792533 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.792863 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.793192 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.793520 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.793844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:08.799958 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:08.800346 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:08.800760 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.801158 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:08.801649 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Bound port: bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:08.802043 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.864063 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] For port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:08.867534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] For port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:08.874981 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.925848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0f275f1-1dbf-46f1-a410-ca5950eaf3c5 req-e83cfe04-c249-49a9-aef9-954ec555f593 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241838 Jul 22 23:44:08.968383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:08.969558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:08.988118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:09.025477 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606797-2367-4478-8b5e-18a3828c936e None None] Pushing event updated for resources: {'Port': ['ID=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:09.044324 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Routers {'02edda38-14bf-4640-a267-9ee432c27d6d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:09.048947 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['02edda38-14bf-4640-a267-9ee432c27d6d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:09.100537 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b304bf29-e052-455e-9d37-afdbd41eaf1d x-openstack-request-id: req-b304bf29-e052-455e-9d37-afdbd41eaf1d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:09.100860 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb", "code": 200}, {"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:09.101118 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b304bf29-e052-455e-9d37-afdbd41eaf1d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:09.101522 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb', 'code': 200} Jul 22 23:44:09.102029 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424', 'code': 200} Jul 22 23:44:09.104079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:09.169500 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.237907 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] Set router 02edda38-14bf-4640-a267-9ee432c27d6d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:09.244786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] For port 9e13886d-f2f2-4408-aa34-3eb616c11474, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e13886d-f2f2-4408-aa34-3eb616c11474,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:09.282636 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.321128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning complete for port 281038be-553c-4b49-b10b-78e1b01caded triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:09.322096 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.439893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Pushing event updated for resources: {'Port': ['ID=9e13886d-f2f2-4408-aa34-3eb616c11474,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:09.453878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Port 281038be-553c-4b49-b10b-78e1b01caded cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:09.478286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Provisioning complete for port f67a6259-fc0d-4939-8b3d-a1ce873c087c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:09.479023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.504225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] Deleting port 9e13886d-f2f2-4408-aa34-3eb616c11474 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:09.504764 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.522637 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:03Z', 'revision_number': 3, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:09.525683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28a10f7d-264d-4101-9c8d-441d16caa4e7 req-abe4abd7-24d2-49f3-b24f-e88cfa490ba9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2068093 Jul 22 23:44:09.545846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.569071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:09.569501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:09.579042 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:09.608213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.615939 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd38b454-6009-46ec-8000-6e0553d7d0aa None None] The sync data for ids ['02edda38-14bf-4640-a267-9ee432c27d6d'] in n-d-758851-4 is: [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:03Z', 'revision_number': 3, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:09.641434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] For port 9e13886d-f2f2-4408-aa34-3eb616c11474, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e13886d-f2f2-4408-aa34-3eb616c11474,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:09.642268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.667856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] Calling delete_port for 9e13886d-f2f2-4408-aa34-3eb616c11474 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:09.736239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.792928 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.830279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.850320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:09.854764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] No DVR routers for this DVR port 9e13886d-f2f2-4408-aa34-3eb616c11474 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:09.859653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a5ec3-92d1-4817-a660-872c15584327 None None] Pushing event deleted for resources: {'Port': ['ID=9e13886d-f2f2-4408-aa34-3eb616c11474,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:09.907735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc63605-538c-4f8a-8db8-c1d31fd9f6a6']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:09.931003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:09.941739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5de1c-d4c8-4427-9566-8f0c29bd132b None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:44:09.970054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2144bc96-6d4e-421a-8c5c-eb30d6dc0921') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:09.971401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2144bc96-6d4e-421a-8c5c-eb30d6dc0921') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:09.975264 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.092880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=9b9d0d31-3fa3-478b-9756-fd1cbfa00a74,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:10.123401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.167287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.172346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] 10.222.0.21 "DELETE /v2.0/networks/006f8a84-bb1a-425c-9b48-25cbcfb2a8b6 HTTP/1.1" status: 204 len: 168 time: 5.5407052 Jul 22 23:44:10.196159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port 9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:10.198503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.215986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-066ac3ce-9f9d-439c-bd40-5cd50dc82493 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "DELETE /v2.0/ports/9b9d0d31-3fa3-478b-9756-fd1cbfa00a74 HTTP/1.1" status: 204 len: 173 time: 2.5777442 Jul 22 23:44:10.230764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:10.234708 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa4f314-bf7d-4514-9e52-5d8efda8ebcd" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:10.278657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.301345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:10.301911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:10.305227 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:10.322953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7245aa60-77e0-4329-bc05-1240f41e9e2b None None] Could not find standard attr ID for object af0234c5-2b7d-453f-b5bd-63736f02f591. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:44:10.330957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e5de1c-d4c8-4427-9566-8f0c29bd132b None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:44:10.347242 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528196fa-8004-45f4-9dd4-27287e4fff33 x-openstack-request-id: req-528196fa-8004-45f4-9dd4-27287e4fff33 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:10.348043 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "9b9d0d31-3fa3-478b-9756-fd1cbfa00a74", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:10.348471 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-528196fa-8004-45f4-9dd4-27287e4fff33 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:10.349056 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': '9b9d0d31-3fa3-478b-9756-fd1cbfa00a74', 'status': 'completed', 'code': 200} Jul 22 23:44:10.389304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:10.394486 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.460646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d349bcd-789d-44c8-b2da-d1ec28954388 admin admin] Pushing event deleted for resources: {'Network': ['ID=006f8a84-bb1a-425c-9b48-25cbcfb2a8b6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:10.479014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router cb53a324-02fd-4b41-86a3-f242b9947a32 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:10.525374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.555752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.561000 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 HTTP/1.1" status: 204 len: 168 time: 9.2046967 Jul 22 23:44:10.572241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:10.583984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480286226'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:10.592575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:10.596992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4701da31-00cc-4ce9-bcd2-b2d6831d3d78 None None] Provisioning complete for port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:10.603015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4701da31-00cc-4ce9-bcd2-b2d6831d3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.645564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.675594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port 8423963b-21e0-4b7d-930f-57cf269b8d53 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:10.676427 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.763419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4701da31-00cc-4ce9-bcd2-b2d6831d3d78 None None] Port 4d5a6e9c-05db-44eb-ad12-6151a2a4a18b was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:44:10.800505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4701da31-00cc-4ce9-bcd2-b2d6831d3d78 None None] Provisioning complete for port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:10.801968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4701da31-00cc-4ce9-bcd2-b2d6831d3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.886859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4701da31-00cc-4ce9-bcd2-b2d6831d3d78 None None] Port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:10.890221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:10.891731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=4d5a6e9c-05db-44eb-ad12-6151a2a4a18b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:10.915532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port 8423963b-21e0-4b7d-930f-57cf269b8d53, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8423963b-21e0-4b7d-930f-57cf269b8d53,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:10.916232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:10.955429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba1f03-d928-4b70-8a17-c08304922e4e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=6cc63605-538c-4f8a-8db8-c1d31fd9f6a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:11.011025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for 8423963b-21e0-4b7d-930f-57cf269b8d53 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:11.095537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:11.102379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.111034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:11.111034 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d2bb5-a9e6-4fa6-be84-f89c19816044" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:11.111515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:11.144751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e47b64-6f00-44c2-997a-cd0a74ec611b req-aa10a047-e4ab-4b7f-bf70-b329dd70d048 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.147959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] Sync routers for ids ['cb53a324-02fd-4b41-86a3-f242b9947a32'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:11.148131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14e47b64-6f00-44c2-997a-cd0a74ec611b req-aa10a047-e4ab-4b7f-bf70-b329dd70d048 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.9059141 Jul 22 23:44:11.148276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:11.148276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:11.148276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.196066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-15e04847-3191-45f1-97a4-c69b4104b994 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/cb53a324-02fd-4b41-86a3-f242b9947a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2192817 Jul 22 23:44:11.214210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:11.296034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] Routers {'cb53a324-02fd-4b41-86a3-f242b9947a32'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:11.299568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fa29b47d-a9ff-414b-85e3-fb8d94a8ca10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=854caaa4465c478885c7a7eccafb5adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001824 Jul 22 23:44:11.308982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['cb53a324-02fd-4b41-86a3-f242b9947a32'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:11.327321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:11.340251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b57dbdb8-7c68-4d68-9764-577ae4371d10 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb53a324-02fd-4b41-86a3-f242b9947a32 HTTP/1.1" status: 200 len: 205 time: 0.1248181 Jul 22 23:44:11.352513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:11.421672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:11.456725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.528412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:11.570941 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.603786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:11.618430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] Routers {'cb53a324-02fd-4b41-86a3-f242b9947a32'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:11.619103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['cb53a324-02fd-4b41-86a3-f242b9947a32'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:11.656522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.657384 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment 491e1b04-50d0-4427-8800-56b65f56369b of type vlan for network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc Jul 22 23:44:11.660935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.663105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:11.666006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88200aa9-5256-4c76-88cf-b01ab77d254c None None] The sync data for ids ['cb53a324-02fd-4b41-86a3-f242b9947a32'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:11.666264 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.681875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.721389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.771447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:11.784350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14e47b64-6f00-44c2-997a-cd0a74ec611b req-d9d8c507-6662-4dda-a832-5a8fbeb27f29 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659319 Jul 22 23:44:11.794249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'faaabf2d-43a0-4aea-8e5f-9039dd2c0750'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:11.796356 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.821963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e13886d-f2f2-4408-aa34-3eb616c11474 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:11.883270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba278-f205-426d-8063-c23a274dbdfa req-fbc3edf5-1ee0-458e-8645-058d2778b04d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.887018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=8423963b-21e0-4b7d-930f-57cf269b8d53,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:11.891610 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db122ea-16d1-4cbf-b270-e83c3a8cb4ac x-openstack-request-id: req-9db122ea-16d1-4cbf-b270-e83c3a8cb4ac {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:11.892225 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-unplugged", "status": "completed", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:11.892667 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9db122ea-16d1-4cbf-b270-e83c3a8cb4ac {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:11.893256 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'code': 200} Jul 22 23:44:11.897043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba278-f205-426d-8063-c23a274dbdfa req-fbc3edf5-1ee0-458e-8645-058d2778b04d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.898291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9e13886d-f2f2-4408-aa34-3eb616c11474 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:11.898868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e13886d-f2f2-4408-aa34-3eb616c11474 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:11.916564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba278-f205-426d-8063-c23a274dbdfa req-fbc3edf5-1ee0-458e-8645-058d2778b04d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.922911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba278-f205-426d-8063-c23a274dbdfa req-fbc3edf5-1ee0-458e-8645-058d2778b04d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:11.924946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-112ba278-f205-426d-8063-c23a274dbdfa req-fbc3edf5-1ee0-458e-8645-058d2778b04d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 3064 time: 1.1761775 Jul 22 23:44:11.943606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:11.977476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:12.033816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a70a1fcd-6e94-4258-bc3a-c23fd2a4253d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.041883 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.045982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6536ae1-f489-4bdb-a8c2-1b9238121971 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/ports/4d5a6e9c-05db-44eb-ad12-6151a2a4a18b HTTP/1.1" status: 204 len: 168 time: 5.1542869 Jul 22 23:44:12.070244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:12.074928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.076590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.086103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.117531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/faaabf2d-43a0-4aea-8e5f-9039dd2c0750/c338703a-208d-4791-98d5-0d2e90fea8a1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:12.157464 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:44:12.191973 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d6d1e1-2904-43d7-887b-2542ab480a51 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] GET failed (client error): The resource could not be found. Jul 22 23:44:12.194799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-72d6d1e1-2904-43d7-887b-2542ab480a51 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "GET /v2.0/ports/4d5a6e9c-05db-44eb-ad12-6151a2a4a18b HTTP/1.1" status: 404 len: 333 time: 0.1016819 Jul 22 23:44:12.213556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43354) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.214223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.214641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5204711 Jul 22 23:44:12.228792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'name': 'tempest-AllowedAddressPairTestJSON-654003824'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:12.237044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:2f:2f:de', 'name': 'tempest-NetworksTestDHCPv6-568392109'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:12.272042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.277762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.280309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a70a1fcd-6e94-4258-bc3a-c23fd2a4253d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.281042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da6f04-8ec3-4f7f-910a-b6f92d214945 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=faaabf2d-43a0-4aea-8e5f-9039dd2c0750,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:12.303577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-112ba278-f205-426d-8063-c23a274dbdfa req-ee8c8587-f374-4019-ac6d-fcc28785dc85 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674450 Jul 22 23:44:12.341897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port 8423963b-21e0-4b7d-930f-57cf269b8d53 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:12.351348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.355181 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-76301d4c-3598-4c2f-ac63-97f0c9fdcc93 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "DELETE /v2.0/ports/8423963b-21e0-4b7d-930f-57cf269b8d53 HTTP/1.1" status: 204 len: 173 time: 2.1372886 Jul 22 23:44:12.355928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:12.360197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.362235 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6e5fd-a949-4eb4-9218-dcc2b9963903" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:12.364760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.366556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:12.367696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.396827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Transition to ACTIVE for port object c338703a-208d-4791-98d5-0d2e90fea8a1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:12.485538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Transition to ACTIVE for port object c338703a-208d-4791-98d5-0d2e90fea8a1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:12.498729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.500837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.501939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router cb53a324-02fd-4b41-86a3-f242b9947a32 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:44:12.514616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.519718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e7473dfb-2ced-4e55-9c52-ca6981baba59 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/cb53a324-02fd-4b41-86a3-f242b9947a32 HTTP/1.1" status: 204 len: 168 time: 1.1633222 Jul 22 23:44:12.523987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.525707 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b65344b-6fb1-4897-b189-af31cf2996c4 x-openstack-request-id: req-2b65344b-6fb1-4897-b189-af31cf2996c4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:12.526120 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "8423963b-21e0-4b7d-930f-57cf269b8d53", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:12.526510 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b65344b-6fb1-4897-b189-af31cf2996c4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:12.526922 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': '8423963b-21e0-4b7d-930f-57cf269b8d53', 'status': 'completed', 'code': 200} Jul 22 23:44:12.553779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:12.560989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:12.573125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:12.581129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0022862 Jul 22 23:44:12.591416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43362) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:12.633136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Pushing event updated for resources: {'Port': ['ID=c338703a-208d-4791-98d5-0d2e90fea8a1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:12.640467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 72163db5-9fbc-49f2-bc65-f6aee74a8648 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:12.644069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.649140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:12.680671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Attempting to bind port c338703a-208d-4791-98d5-0d2e90fea8a1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:12.681091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Attempting to bind port c338703a-208d-4791-98d5-0d2e90fea8a1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:12.681559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Attempting to bind port c338703a-208d-4791-98d5-0d2e90fea8a1 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:12.688761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:12.689429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:12.690038 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.690530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:12.691107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Bound port: c338703a-208d-4791-98d5-0d2e90fea8a1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:12.691637 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.696831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.786997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:12.855967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] For port c338703a-208d-4791-98d5-0d2e90fea8a1, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:12.867756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port a8362c09-589f-4ebb-8269-b91ba153574e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:12.868133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.887480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] For port c338703a-208d-4791-98d5-0d2e90fea8a1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c338703a-208d-4791-98d5-0d2e90fea8a1,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:12.892075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:12.892570 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.922272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:12.945781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.087913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port a8362c09-589f-4ebb-8269-b91ba153574e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=a8362c09-589f-4ebb-8269-b91ba153574e,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:13.088583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.136100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285d52-a82e-4efc-ba8e-7b84e66d0ea9 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=2ab1d639-9ebc-44ea-99ba-4b378993b3dc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.159389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.173385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:13.176478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495d5e4-b0c7-465e-b601-1071fb1e7978 None None] Pushing event updated for resources: {'Port': ['ID=c338703a-208d-4791-98d5-0d2e90fea8a1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.205467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Allocated IP 172.20.0.1 (9864718b-52fd-4da1-826f-65774a455585/34bf3793-925d-4e92-8efd-be77e900af31/eaa7a242-8eae-4457-8f75-52a686fa06b1) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:13.242242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.249903 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/72163db5-9fbc-49f2-bc65-f6aee74a8648 HTTP/1.1" status: 204 len: 168 time: 0.7220061 Jul 22 23:44:13.252087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd0a32-37f8-4ed7-bd56-600cefe5117f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=72163db5-9fbc-49f2-bc65-f6aee74a8648,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.254147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:13.256145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a70a1fcd-6e94-4258-bc3a-c23fd2a4253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.259396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a70a1fcd-6e94-4258-bc3a-c23fd2a4253d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.260921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a70a1fcd-6e94-4258-bc3a-c23fd2a4253d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/186cd00f-fe5f-476d-91ab-1955232eea1d HTTP/1.1" status: 204 len: 168 time: 1.9324355 Jul 22 23:44:13.342280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a1fcd-6e94-4258-bc3a-c23fd2a4253d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186cd00f-fe5f-476d-91ab-1955232eea1d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:13.414461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:13.584650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.607951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:13.611888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.638892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a82d-0370-4c2d-bfad-2d277a94daf4 req-56045d83-87e8-4f42-8ebf-d125b2343b10 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:13.640536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8445a82d-0370-4c2d-bfad-2d277a94daf4 req-56045d83-87e8-4f42-8ebf-d125b2343b10 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.5716791 Jul 22 23:44:13.661267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.661637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.662007 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Floating IP b1414085-5fce-44ac-a816-259e9c86d71c disassociated. External IP: 172.25.5.240, port: a8362c09-589f-4ebb-8269-b91ba153574e. Jul 22 23:44:13.663515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for a8362c09-589f-4ebb-8269-b91ba153574e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:13.685359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:13.689051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.736605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] device_id is not set on port 149ad88f-6b41-4c60-af39-4b09c5dbd026 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:13.750523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port f67a6259-fc0d-4939-8b3d-a1ce873c087c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:13.751048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.782596 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.800530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.843100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port f67a6259-fc0d-4939-8b3d-a1ce873c087c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f67a6259-fc0d-4939-8b3d-a1ce873c087c,segment=NetworkSegment(7137ca1a-f2f3-4925-9061-57af09ab40f5),segment_id=7137ca1a-f2f3-4925-9061-57af09ab40f5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:13.843100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:13.883468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for f67a6259-fc0d-4939-8b3d-a1ce873c087c owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:13.962778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Transition to ACTIVE for port object eaa7a242-8eae-4457-8f75-52a686fa06b1 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:14.011154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.018320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8445a82d-0370-4c2d-bfad-2d277a94daf4 req-4ddacbdb-3af6-4f47-98f0-e88d1279ab64 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600433 Jul 22 23:44:14.030375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:14.079934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459fd7-8c20-4c83-bc95-82a2afa47396 req-ff9029da-45b4-4fda-9cc4-c4b0db592ec1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.086075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459fd7-8c20-4c83-bc95-82a2afa47396 req-ff9029da-45b4-4fda-9cc4-c4b0db592ec1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.087764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=a8362c09-589f-4ebb-8269-b91ba153574e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:14.094799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459fd7-8c20-4c83-bc95-82a2afa47396 req-ff9029da-45b4-4fda-9cc4-c4b0db592ec1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.096659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71459fd7-8c20-4c83-bc95-82a2afa47396 req-ff9029da-45b4-4fda-9cc4-c4b0db592ec1 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 2409 time: 0.6077669 Jul 22 23:44:14.140171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-b89878a1-20a3-449a-98b9-839562b363f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.142617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-b89878a1-20a3-449a-98b9-839562b363f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 1096 time: 0.2277174 Jul 22 23:44:14.333021 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.353962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.365060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Allocated IP 172.20.0.13 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/149ad88f-6b41-4c60-af39-4b09c5dbd026) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:14.393563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-7cc4e8d1-801f-4007-87a3-c609056ef523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.393563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-7cc4e8d1-801f-4007-87a3-c609056ef523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.2420394 Jul 22 23:44:14.398068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=f67a6259-fc0d-4939-8b3d-a1ce873c087c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:14.437369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71459fd7-8c20-4c83-bc95-82a2afa47396 req-89f420cf-fcec-4c0e-b777-b55af5f7221e tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711322 Jul 22 23:44:14.468146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port f67a6259-fc0d-4939-8b3d-a1ce873c087c on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:14.473214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-a94e2ed6-9804-4dd7-96c9-765f93e99835 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5 HTTP/1.1" status: 200 len: 217 time: 0.0729036 Jul 22 23:44:14.487501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Network 9864718b-52fd-4da1-826f-65774a455585 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:14.510592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:14.514037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:14.586135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa7a242-8eae-4457-8f75-52a686fa06b1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:14.611286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb5ab1-6f67-4673-a5a6-40640467a269 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:14.635666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::bb (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/faaabf2d-43a0-4aea-8e5f-9039dd2c0750/c84d3c50-9a55-4b02-b7b1-4dd8e8938a88) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:14.699211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2b12b-060c-470f-b00e-3d9cae1b35c1 None None] Network 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:14.740198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.744394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Router 0a6e3b08-796b-4b57-aa81-173fbe28a65c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:14.835590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.841211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da8d3a8d-4488-470f-994c-cedb4e75573a None None] Provisioning for port c338703a-208d-4791-98d5-0d2e90fea8a1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:14.882234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-68b4c0fd-f6bb-450b-8297-5f92d4b64a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:14.890646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-68b4c0fd-f6bb-450b-8297-5f92d4b64a46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.3811519 Jul 22 23:44:14.895009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2061e6-11b9-4036-aa90-e91bc6ad3f63']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:14.914260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:14.961409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7137ca1a-f2f3-4925-9061-57af09ab40f5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:14.962346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7137ca1a-f2f3-4925-9061-57af09ab40f5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:15.041076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c338703a-208d-4791-98d5-0d2e90fea8a1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:15.194478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.248972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.299992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:15.300404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:15.304078 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:15.385330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c338703a-208d-4791-98d5-0d2e90fea8a1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:15.392925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c338703a-208d-4791-98d5-0d2e90fea8a1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:15.401100 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.437332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:15.451523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53822f55-cadb-4b61-9286-2a0ca6d07113 None None] DHCP port deletion for 7f2061e6-11b9-4036-aa90-e91bc6ad3f63 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:15.487989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.508340 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.511080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/7f2061e6-11b9-4036-aa90-e91bc6ad3f63 HTTP/1.1" status: 204 len: 168 time: 2.2510610 Jul 22 23:44:15.526613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:15.533163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1346186948', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:15.559116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-b55c107e-adee-4f3d-84c3-8589a5efebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:15.564204 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-b55c107e-adee-4f3d-84c3-8589a5efebf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6509867 Jul 22 23:44:15.569988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:15.574976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616d5b0-9bde-49f3-b816-0d495636211f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=7f2061e6-11b9-4036-aa90-e91bc6ad3f63,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:15.595534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] Sync routers for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:15.620914 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:15.622612 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:15.628689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab19fc69-6632-4a9d-8704-68e163113c36 None None] Provisioning for port eaa7a242-8eae-4457-8f75-52a686fa06b1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:15.637598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab19fc69-6632-4a9d-8704-68e163113c36 None None] Provisioning complete for port eaa7a242-8eae-4457-8f75-52a686fa06b1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:15.638472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab19fc69-6632-4a9d-8704-68e163113c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.722447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.740968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ab19fc69-6632-4a9d-8704-68e163113c36 None None] Port eaa7a242-8eae-4457-8f75-52a686fa06b1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:15.775764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port a8362c09-589f-4ebb-8269-b91ba153574e on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:15.803425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.819947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Transition to ACTIVE for port object 149ad88f-6b41-4c60-af39-4b09c5dbd026 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:15.825755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c338703a-208d-4791-98d5-0d2e90fea8a1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c338703a-208d-4791-98d5-0d2e90fea8a1,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:15.831567 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.880183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.885148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-4e8c0cf5-910d-42f6-9c8c-e38bf38ed15d tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "DELETE /v2.0/ports/a8362c09-589f-4ebb-8269-b91ba153574e HTTP/1.1" status: 204 len: 173 time: 3.5132082 Jul 22 23:44:15.885646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:15.888367 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:15.897218 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb601c-3503-433d-8918-366322f288e8" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:15.939898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c338703a-208d-4791-98d5-0d2e90fea8a1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:15.967811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:15.992972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81181807-4355-4ec7-a4b7-b4cc5619c4a0 None None] Provisioning complete for port c338703a-208d-4791-98d5-0d2e90fea8a1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:15.994530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-81181807-4355-4ec7-a4b7-b4cc5619c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.048139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.049218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.056816 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-a29bd7e1-3398-4fc0-a8eb-ab98888907d7 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700954 Jul 22 23:44:16.134855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca3ddbe2-cc4e-462f-9386-c061c264dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.148801 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.163698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:16.191879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:16.208628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:16.298428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=149ad88f-6b41-4c60-af39-4b09c5dbd026,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:16.302367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': '491e1b04-50d0-4427-8800-56b65f56369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:16.302757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: 2ab1d639-9ebc-44ea-99ba-4b378993b3dc, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:16.374896 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:20Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.428332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdae6b-a6fb-4381-9b6a-cf58a46fa8fb req-8c894e36-5c79-4149-94ab-c57327bce947 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.443363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-affdae6b-a6fb-4381-9b6a-cf58a46fa8fb req-8c894e36-5c79-4149-94ab-c57327bce947 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 1.2571054 Jul 22 23:44:16.463929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bb4f3-23d5-409d-b15e-72fecaea533d req-bcfe32ea-bbb5-4192-b7e7-18d319a50361 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.474780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bb4f3-23d5-409d-b15e-72fecaea533d req-bcfe32ea-bbb5-4192-b7e7-18d319a50361 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.478569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-748bb4f3-23d5-409d-b15e-72fecaea533d req-bcfe32ea-bbb5-4192-b7e7-18d319a50361 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 1676 time: 0.7611401 Jul 22 23:44:16.479846 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] Checking router: 0a6e3b08-796b-4b57-aa81-173fbe28a65c for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:16.494814 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:16.496112 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.586002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.587600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.594609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.628263 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:16.630829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.646813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-618036bf-8a13-48a3-91c3-cefa5f4b0086 None None] Provisioning for port 149ad88f-6b41-4c60-af39-4b09c5dbd026 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:16.655716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-618036bf-8a13-48a3-91c3-cefa5f4b0086 None None] Provisioning complete for port 149ad88f-6b41-4c60-af39-4b09c5dbd026 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:16.656346 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-618036bf-8a13-48a3-91c3-cefa5f4b0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.663812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.697932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port fc4d070e-e73d-44c5-b750-aebe4ff06424 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:16.698683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.704638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.706559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4c7c392-dab6-4963-9918-9fadc985113e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1784830 Jul 22 23:44:16.706870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:16.711817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-618036bf-8a13-48a3-91c3-cefa5f4b0086 None None] Port 149ad88f-6b41-4c60-af39-4b09c5dbd026 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:16.719130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:16.722528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1eb0b5a-0821-4701-a4e5-379f622989d6 req-1f355c95-9125-4aee-9e2b-e0dab397b766 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533723 Jul 22 23:44:16.728692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147446597'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:16.750820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:16.760017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2ab1d639-9ebc-44ea-99ba-4b378993b3dc) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:16.768817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12011d-f879-44cd-8b4c-05fe46af9ab4 None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:16.776705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c338703a-208d-4791-98d5-0d2e90fea8a1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:16.783535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5f03f45-ca26-479b-a0f0-eab1d6081566 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5600655 Jul 22 23:44:16.783944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:16.790538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fb:f5:eb'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:16.806147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:16.807051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.831603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-affdae6b-a6fb-4381-9b6a-cf58a46fa8fb req-11a15417-996f-4984-9e60-907e91f6e2c3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871965 Jul 22 23:44:16.836093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port fc4d070e-e73d-44c5-b750-aebe4ff06424, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fc4d070e-e73d-44c5-b750-aebe4ff06424,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:16.836751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.866952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-748bb4f3-23d5-409d-b15e-72fecaea533d req-5c1bf5d1-02cd-48a9-a92f-4fac6260eae2 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872460 Jul 22 23:44:16.905970 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfda7f2-cfb9-4317-9f6d-678668e5a92f x-openstack-request-id: req-6dfda7f2-cfb9-4317-9f6d-678668e5a92f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:16.906610 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "a8362c09-589f-4ebb-8269-b91ba153574e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:16.907041 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dfda7f2-cfb9-4317-9f6d-678668e5a92f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:16.907663 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': 'a8362c09-589f-4ebb-8269-b91ba153574e', 'status': 'completed', 'code': 200} Jul 22 23:44:16.909270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for fc4d070e-e73d-44c5-b750-aebe4ff06424 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:16.944246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:16.949376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c338703a-208d-4791-98d5-0d2e90fea8a1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:16.949756 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:20Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:16.949996 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.951070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.972705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-973934be-5d70-4513-bc58-a5ae225b846e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3342700 Jul 22 23:44:16.975067 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:16.981578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:16.988022 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd8f59-c9a3-409b-9aec-f64759bf7c58 None None] The sync data for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 is: [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:06Z', 'revision_number': 4, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '16fa2a71-e09f-4d16-b9e8-ba6450bbf772', 'name': '', 'network_id': 'a99baa75-108b-4491-a375-1de276f8c2f7', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'mac_address': 'fa:16:3e:6e:8c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:05Z', 'updated_at': '2021-07-22T23:33:20Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'subnets': [{'id': '61f2e8ec-7c3f-4c17-905c-fd15f6e80874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:16.989693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.002090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:17.023799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.079398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:17.111830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:17.112962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.118328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa7a242-8eae-4457-8f75-52a686fa06b1,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:17.128403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.130829 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment d6c768a4-841a-4edf-bcea-c401f3ec024d of type vlan for network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b Jul 22 23:44:17.136787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:17.140749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-2ab1d639-9ebc-44ea-99ba-4b378993b3dc', 'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:17.141873 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.164838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f67a6259-fc0d-4939-8b3d-a1ce873c087c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:17.196782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f67a6259-fc0d-4939-8b3d-a1ce873c087c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:17.197877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f67a6259-fc0d-4939-8b3d-a1ce873c087c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:17.199964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=c84d3c50-9a55-4b02-b7b1-4dd8e8938a88,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:17.217929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:17.223724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:17.224576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.296179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.310760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3975bf65-0505-4124-90e7-e9444e821122 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0740626 Jul 22 23:44:17.316506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:17.317616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:17.321128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.387106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Allocated IP 2001:db8::2 (2ab1d639-9ebc-44ea-99ba-4b378993b3dc/56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c/727adf10-91d3-4cca-a8b9-4a589e2af0b5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:17.421552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.441133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.453229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:17.453818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.465059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.552102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=fc4d070e-e73d-44c5-b750-aebe4ff06424,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:17.572456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.572798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.573144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.573489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.573826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.574160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.574492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.574826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.575157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.576046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.576439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.576778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:17.695737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port fc4d070e-e73d-44c5-b750-aebe4ff06424 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:17.752289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f917bdb8-99b5-4497-8b7b-50c35ef93ba2 None None] New status for floating IP b1414085-5fce-44ac-a816-259e9c86d71c: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:44:17.766250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:17.769077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-912b38aa-b412-416e-aa1d-c38de7b908d0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "DELETE /v2.0/ports/fc4d070e-e73d-44c5-b750-aebe4ff06424 HTTP/1.1" status: 204 len: 173 time: 1.8593862 Jul 22 23:44:17.774917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:17.963613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2399867 Jul 22 23:44:17.964890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:17.972309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:17.976110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47137c5-ec58-4c62-875c-864fd2925063 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=0c5cbda8-2208-4d90-a5f4-bc59ab73b19b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:18.030604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:18.039663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Network 9864718b-52fd-4da1-826f-65774a455585 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:18.086052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:18.101955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501690d-97f2-4535-bc71-d2cdaedcfaff tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:18.108775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501690d-97f2-4535-bc71-d2cdaedcfaff tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:18.114337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port d5903613-b59c-4ea3-873b-39bd4f3bf5eb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:18.114691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.120359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f501690d-97f2-4535-bc71-d2cdaedcfaff tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7973666 Jul 22 23:44:18.171900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c34699c-7a0f-47d6-8499-ec6e457416cb None None] Provisioning for port c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:18.190130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:18.226090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c34699c-7a0f-47d6-8499-ec6e457416cb None None] Provisioning complete for port c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:18.226973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c34699c-7a0f-47d6-8499-ec6e457416cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.324280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.434704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2c34699c-7a0f-47d6-8499-ec6e457416cb None None] Port c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:18.472460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Transition to ACTIVE for port object 727adf10-91d3-4cca-a8b9-4a589e2af0b5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:18.526829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:18.532416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.540511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Transition to ACTIVE for port object 727adf10-91d3-4cca-a8b9-4a589e2af0b5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:18.588088 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.602300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891654d-9a77-4d6c-8ab4-4f4e62dc1eed req-3cfaff46-80c3-489e-83b7-700f94369edd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:18.604208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b891654d-9a77-4d6c-8ab4-4f4e62dc1eed req-3cfaff46-80c3-489e-83b7-700f94369edd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 945 time: 0.5978496 Jul 22 23:44:18.610474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.617849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2903db-d29c-4dbd-82da-6fc6339d1c12 req-9bda37c2-2ffc-4acb-8e84-c560944a32e5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:18.619542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d2903db-d29c-4dbd-82da-6fc6339d1c12 req-9bda37c2-2ffc-4acb-8e84-c560944a32e5 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 942 time: 0.5497117 Jul 22 23:44:18.650863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port d5903613-b59c-4ea3-873b-39bd4f3bf5eb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:18.651252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.680030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:18.682563 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.694308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:18.697778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:18.698711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.708520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-72d07628-a3c3-41f5-b692-b5fa6068d05d None None] Provisioning complete for port eaa7a242-8eae-4457-8f75-52a686fa06b1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:18.709034 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-72d07628-a3c3-41f5-b692-b5fa6068d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.721550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for d5903613-b59c-4ea3-873b-39bd4f3bf5eb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:18.741309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:18.758024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:18.760753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:18.766135 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.776092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b891654d-9a77-4d6c-8ab4-4f4e62dc1eed req-48f604e1-54a8-4335-8d6a-adee1aca0bfa tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515503 Jul 22 23:44:18.777581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=63deb1d2-49bc-48c0-ac19-fcea659a6f3b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:18.784451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Router 02edda38-14bf-4640-a267-9ee432c27d6d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:18.802009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d2903db-d29c-4dbd-82da-6fc6339d1c12 req-f727f787-4711-4d51-b53d-1a0a8e0f8c3c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups?id=e87774fc-cf54-4f92-8aed-20fa7b189e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647756 Jul 22 23:44:18.815277 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.892662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:18.895781 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc268f-f28d-4161-8e06-f2466d951912" -d '{"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:18.925655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-929d9730-610c-47c7-9517-86a1f6401f0c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9328351 Jul 22 23:44:18.937153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:18.937695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:18.940294 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83d0fce-c212-4209-b056-cfe9e446cee3" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:18.942811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=149ad88f-6b41-4c60-af39-4b09c5dbd026,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:18.953025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:18.953665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:18.965491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:18.977253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Pushing event updated for resources: {'Port': ['ID=727adf10-91d3-4cca-a8b9-4a589e2af0b5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.003406 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a91dfe7-9aab-4c70-92e4-10cc4dc9b915 x-openstack-request-id: req-7a91dfe7-9aab-4c70-92e4-10cc4dc9b915 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:19.004043 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:19.004495 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a91dfe7-9aab-4c70-92e4-10cc4dc9b915 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:19.005093 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'code': 200} Jul 22 23:44:19.005935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.037244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Attempting to bind port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:19.038037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Attempting to bind port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '491e1b04-50d0-4427-8800-56b65f56369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:19.038617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Attempting to bind port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 on network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:19.050145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:19.050837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Checking segment: {'id': '491e1b04-50d0-4427-8800-56b65f56369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:19.051861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.051979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Bound using segment: {'id': '491e1b04-50d0-4427-8800-56b65f56369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:19.052395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Bound port: 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491e1b04-50d0-4427-8800-56b65f56369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:19.052779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.057723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-72d07628-a3c3-41f5-b692-b5fa6068d05d None None] Port eaa7a242-8eae-4457-8f75-52a686fa06b1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:19.060806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:19.068477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b884b56-7816-4df9-afe1-f3867949a287 admin admin] 10.222.0.21 "PUT /v2.0/routers/02edda38-14bf-4640-a267-9ee432c27d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3855827 Jul 22 23:44:19.070539 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.107219 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Sync routers for ids ['02edda38-14bf-4640-a267-9ee432c27d6d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:19.130663 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Routers {'02edda38-14bf-4640-a267-9ee432c27d6d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:19.131513 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:43:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['02edda38-14bf-4640-a267-9ee432c27d6d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:19.144113 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a8131-c6a1-4512-8e99-8430f5fe4aaf x-openstack-request-id: req-471a8131-c6a1-4512-8e99-8430f5fe4aaf {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:19.145349 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "fc4d070e-e73d-44c5-b750-aebe4ff06424", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:19.146480 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-471a8131-c6a1-4512-8e99-8430f5fe4aaf {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:19.147651 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': 'fc4d070e-e73d-44c5-b750-aebe4ff06424', 'status': 'completed', 'code': 200} Jul 22 23:44:19.269140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00664bed-3af0-4b39-82db-21decf7bc30e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.271212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00664bed-3af0-4b39-82db-21decf7bc30e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.277537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00664bed-3af0-4b39-82db-21decf7bc30e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.287880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00664bed-3af0-4b39-82db-21decf7bc30e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.292430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00664bed-3af0-4b39-82db-21decf7bc30e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.301630 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-00664bed-3af0-4b39-82db-21decf7bc30e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3427498 Jul 22 23:44:19.332105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:19.351415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018486800'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:19.398258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.401641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=723f8801-aa92-4ef3-92f9-a7bae1ca1a74,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.435589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.518761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:19.550396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:19.553980 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Set router 02edda38-14bf-4640-a267-9ee432c27d6d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:19.604274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:19.608153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.624834 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f43d3111-2fdc-4fc6-a995-63fc50b72377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.666440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=d5903613-b59c-4ea3-873b-39bd4f3bf5eb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.699671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] For port 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:19.702647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.710739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:19.715208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] For port 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=727adf10-91d3-4cca-a8b9-4a589e2af0b5,segment=NetworkSegment(491e1b04-50d0-4427-8800-56b65f56369b),segment_id=491e1b04-50d0-4427-8800-56b65f56369b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:19.730386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.739087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.742177 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment 12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1 of type vlan for network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 Jul 22 23:44:19.753999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] In _notify_port_updated(), no bound segment for port 149ad88f-6b41-4c60-af39-4b09c5dbd026 on network 7261f421-dbc7-4d19-960d-bea8092e1744 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:44:19.771719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.772731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.776466 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-94dbf94d-8c60-4a48-8389-c0c5fe88399d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "PUT /v2.0/ports/149ad88f-6b41-4c60-af39-4b09c5dbd026 HTTP/1.1" status: 200 len: 996 time: 2.9912643 Jul 22 23:44:19.780051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:19.809685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.844793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:19.849957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.857196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-943a51f6-4abf-4bb6-8e5d-71510475aac0 None None] Provisioning complete for port 149ad88f-6b41-4c60-af39-4b09c5dbd026 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:19.857955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-943a51f6-4abf-4bb6-8e5d-71510475aac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.859223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:19.860092 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.863563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86826b3-1f55-4d64-9723-87dbd18248e2 None None] Pushing event updated for resources: {'Port': ['ID=727adf10-91d3-4cca-a8b9-4a589e2af0b5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:19.924451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-943a51f6-4abf-4bb6-8e5d-71510475aac0 None None] Port 149ad88f-6b41-4c60-af39-4b09c5dbd026 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:19.930334 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-1ccfbdef-d7b1-4d94-bfab-94e56228567a req-5095fd3a-5962-4680-b27f-1b65e8b459c3 tempest-FloatingIPDetailsNegativeTestJSON-411743356 tempest-FloatingIPDetailsNegativeTestJSON-411743356-project] show failed (client error): The resource could not be found. Jul 22 23:44:19.944476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ccfbdef-d7b1-4d94-bfab-94e56228567a req-5095fd3a-5962-4680-b27f-1b65e8b459c3 tempest-FloatingIPDetailsNegativeTestJSON-411743356 tempest-FloatingIPDetailsNegativeTestJSON-411743356-project] 10.222.0.21 "GET /v2.0/floatingips/77202460-4156-4965-a546-8a5f61f1fd95 HTTP/1.1" status: 404 len: 350 time: 0.1013339 Jul 22 23:44:19.946822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:19.973383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:19.981161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port d5903613-b59c-4ea3-873b-39bd4f3bf5eb on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:20.066556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.075620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d23a84ca-67eb-4cab-80af-8cd0ce4bda20 req-ef5e93d4-8459-4a9a-baed-8085fce3f68a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.48 "DELETE /v2.0/ports/d5903613-b59c-4ea3-873b-39bd4f3bf5eb HTTP/1.1" status: 204 len: 173 time: 2.2903817 Jul 22 23:44:20.112405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:20.141239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:20.159811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9dad8-aabe-4e9b-b04c-bccc53a16011 None None] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:20.195426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:20.196413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.254640 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:15Z', 'revision_number': 4, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eaa7a242-8eae-4457-8f75-52a686fa06b1', 'name': '', 'network_id': '9864718b-52fd-4da1-826f-65774a455585', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'mac_address': 'fa:16:3e:f1:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '34bf3793-925d-4e92-8efd-be77e900af31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:11Z', 'updated_at': '2021-07-22T23:44:16Z', 'revision_number': 2, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'subnets': [{'id': '34bf3793-925d-4e92-8efd-be77e900af31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:20.303633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbc8bba0-c8b2-418e-8bc8-5039e5e35d34 req-2e1914ae-7501-439b-8cd7-7072e6cd9d10 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.2327495 Jul 22 23:44:20.305170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9667041 Jul 22 23:44:20.320948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:20.329663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:20.356519 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Checking router: 02edda38-14bf-4640-a267-9ee432c27d6d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:20.357597 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Updating router 02edda38-14bf-4640-a267-9ee432c27d6d port eaa7a242-8eae-4457-8f75-52a686fa06b1 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:20.380181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa8240-f9f1-43cb-95f8-59668ba59c33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=c5b14987-12bd-4f7a-8f83-eecc7f10abf9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:20.404492 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.411841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c3bb1981-d65e-4e51-bf54-0c4c15dc8735 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4436677 Jul 22 23:44:20.419185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:20.432144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:20.503037 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.578552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port 149ad88f-6b41-4c60-af39-4b09c5dbd026 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:20.585549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:20.633233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084e84e-f442-4fba-acb7-ba3583d849a4 req-0cd8280f-91a8-4f62-bd15-f58e0566d728 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:20.646880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f084e84e-f442-4fba-acb7-ba3583d849a4 req-0cd8280f-91a8-4f62-bd15-f58e0566d728 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 943 time: 0.6861405 Jul 22 23:44:20.775788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f084e84e-f442-4fba-acb7-ba3583d849a4 req-c6615d11-f9c1-408b-8b00-5ca5b86d23e3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262484 Jul 22 23:44:20.914314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 727adf10-91d3-4cca-a8b9-4a589e2af0b5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:20.929683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:20.936610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.048387 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.071226 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Transition to ACTIVE for port object eaa7a242-8eae-4457-8f75-52a686fa06b1 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:21.087929 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.164465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cb798-ec39-468e-aeb3-51770d88158e req-54769be3-2bbb-4dac-a802-ee7dcd4ed882 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:21.175650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-920cb798-ec39-468e-aeb3-51770d88158e req-54769be3-2bbb-4dac-a802-ee7dcd4ed882 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2326472 Jul 22 23:44:21.248684 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48095-e78b-4bea-bad5-b663d9b210fc None None] Pushing event updated for resources: {'Port': ['ID=eaa7a242-8eae-4457-8f75-52a686fa06b1,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:21.338967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-920cb798-ec39-468e-aeb3-51770d88158e req-82370b45-3c25-4604-bb92-2ee2bc9ae601 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604242 Jul 22 23:44:21.425735 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.430032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:44:21.462730 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b5108-e8c6-4686-9589-370ed8487d86" -d '{"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:44:21.474072 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Attempting to bind port eaa7a242-8eae-4457-8f75-52a686fa06b1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:21.479836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Attempting to bind port eaa7a242-8eae-4457-8f75-52a686fa06b1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:21.483060 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Attempting to bind port eaa7a242-8eae-4457-8f75-52a686fa06b1 on network 9864718b-52fd-4da1-826f-65774a455585 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:21.483257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.497747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:21.505549 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:21.511556 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Checking segment: {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:21.516208 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.517622 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Bound using segment: {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:21.518880 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Bound port: eaa7a242-8eae-4457-8f75-52a686fa06b1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3340d7d8-46a3-428e-a049-1f6203f42d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9864718b-52fd-4da1-826f-65774a455585'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:21.521205 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.577737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.611424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3bcec519-6ae9-4eeb-b950-0e1d1a7ce2dd req-c93ec2e6-c79b-4293-8441-31a178a6b34b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1457205 Jul 22 23:44:21.670363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.766983 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] For port eaa7a242-8eae-4457-8f75-52a686fa06b1, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:21.778999 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] For port eaa7a242-8eae-4457-8f75-52a686fa06b1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eaa7a242-8eae-4457-8f75-52a686fa06b1,segment=NetworkSegment(3340d7d8-46a3-428e-a049-1f6203f42d50),segment_id=3340d7d8-46a3-428e-a049-1f6203f42d50)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:21.785720 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.788886 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:21.799131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Allocated IP 172.20.0.2 (0c5cbda8-2208-4d90-a5f4-bc59ab73b19b/723f8801-aa92-4ef3-92f9-a7bae1ca1a74/65328159-f19d-41c6-9a6d-9a0b1743a5f5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:21.955824 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Routers {'02edda38-14bf-4640-a267-9ee432c27d6d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:21.956461 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['02edda38-14bf-4640-a267-9ee432c27d6d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:22.046789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48095-e78b-4bea-bad5-b663d9b210fc None None] Pushing event updated for resources: {'Port': ['ID=eaa7a242-8eae-4457-8f75-52a686fa06b1,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:22.078614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7c60-f2fd-46c8-b12b-72ff70f17864 req-5cd809d7-efd2-4c62-b19b-7c016904bc9b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.091872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-951a7c60-f2fd-46c8-b12b-72ff70f17864 req-5cd809d7-efd2-4c62-b19b-7c016904bc9b tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.5067048 Jul 22 23:44:22.148084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee6db1-cec4-4192-a887-41d4ce79764a None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:22.229055 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] Set router 02edda38-14bf-4640-a267-9ee432c27d6d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:22.243732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 is not hosted by any dhcp agent {{(pid=93790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:44:22.250584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.254831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.258281 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "PUT /v2.0/networks/c5b14987-12bd-4f7a-8f83-eecc7f10abf9 HTTP/1.1" status: 200 len: 723 time: 1.9339719 Jul 22 23:44:22.291713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:22.298056 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f654ba72-746d-4844-a23c-faf90252c4a2 x-openstack-request-id: req-f654ba72-746d-4844-a23c-faf90252c4a2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:44:22.298398 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c09431-e474-405a-ae31-45dd7fd9e6ef", "name": "network-vif-deleted", "tag": "d5903613-b59c-4ea3-873b-39bd4f3bf5eb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:44:22.298612 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f654ba72-746d-4844-a23c-faf90252c4a2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:44:22.299019 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c09431-e474-405a-ae31-45dd7fd9e6ef', 'name': 'network-vif-deleted', 'tag': 'd5903613-b59c-4ea3-873b-39bd4f3bf5eb', 'status': 'completed', 'code': 200} Jul 22 23:44:22.333803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49818c-c47f-4a77-9291-4fd34d056d48 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=c5b14987-12bd-4f7a-8f83-eecc7f10abf9,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:22.336421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=c84d3c50-9a55-4b02-b7b1-4dd8e8938a88,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:22.345132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.347606 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f8837b3b-25e7-497b-8005-7d1bee0cb2c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 HTTP/1.1" status: 204 len: 168 time: 4.1425548 Jul 22 23:44:22.353278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:22.353991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:22.362123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:22.475725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99bb816-be27-4a82-827c-1f57b24f7d88 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.477974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99bb816-be27-4a82-827c-1f57b24f7d88 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:22.480431 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a99bb816-be27-4a82-827c-1f57b24f7d88 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1146302 Jul 22 23:44:22.484645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43504) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:22.496875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-951a7c60-f2fd-46c8-b12b-72ff70f17864 req-09116d91-fe82-43c7-a458-0437bedc3499 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037948 Jul 22 23:44:22.532906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.665533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet faaabf2d-43a0-4aea-8e5f-9039dd2c0750 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:22.678032 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.681995 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.689487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] Provisioning for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:22.698885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.777800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Transition to ACTIVE for port object 65328159-f19d-41c6-9a6d-9a0b1743a5f5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:22.792936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] Provisioning complete for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:22.794265 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.807985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:22.832719 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:15Z', 'revision_number': 4, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eaa7a242-8eae-4457-8f75-52a686fa06b1', 'name': '', 'network_id': '9864718b-52fd-4da1-826f-65774a455585', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'mac_address': 'fa:16:3e:f1:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '34bf3793-925d-4e92-8efd-be77e900af31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:11Z', 'updated_at': '2021-07-22T23:44:21Z', 'revision_number': 4, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'subnets': [{'id': '34bf3793-925d-4e92-8efd-be77e900af31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:22.835477 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.905102 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309bb8b8-44ca-4c55-8f10-7aee98db6149 None None] The sync data for ids ['02edda38-14bf-4640-a267-9ee432c27d6d'] in n-d-758851-4 is: [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:15Z', 'revision_number': 4, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eaa7a242-8eae-4457-8f75-52a686fa06b1', 'name': '', 'network_id': '9864718b-52fd-4da1-826f-65774a455585', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'mac_address': 'fa:16:3e:f1:5f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '34bf3793-925d-4e92-8efd-be77e900af31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:11Z', 'updated_at': '2021-07-22T23:44:21Z', 'revision_number': 4, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'subnets': [{'id': '34bf3793-925d-4e92-8efd-be77e900af31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:22.917859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:22.925895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Transition to ACTIVE for port object 65328159-f19d-41c6-9a6d-9a0b1743a5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:22.939992 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.068399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:23.070830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Pushing event updated for resources: {'Port': ['ID=65328159-f19d-41c6-9a6d-9a0b1743a5f5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:23.073201 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.079584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:23.089502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:23.093698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.187624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6969f72-bc83-41ae-8b64-1def0efdb2c2 req-e6ad411a-96cc-461f-93c2-518a4a6cd268 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.3442338 Jul 22 23:44:23.206445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.220170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.229550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] For port 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=727adf10-91d3-4cca-a8b9-4a589e2af0b5,segment=NetworkSegment(491e1b04-50d0-4427-8800-56b65f56369b),segment_id=491e1b04-50d0-4427-8800-56b65f56369b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:23.241482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.249688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Attempting to bind port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:23.250074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Attempting to bind port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:23.250441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Attempting to bind port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 on network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:23.319504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:23.319747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Checking segment: {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:23.320559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.320559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Bound using segment: {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:23.321137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Bound port: 65328159-f19d-41c6-9a6d-9a0b1743a5f5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:23.321331 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.366351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be2a521-8915-4fd9-9130-18195ceecfa0 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:23.542021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=faaabf2d-43a0-4aea-8e5f-9039dd2c0750,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:23.554248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.558480 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-024919d2-8538-4882-a816-9793633cd342 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/faaabf2d-43a0-4aea-8e5f-9039dd2c0750 HTTP/1.1" status: 204 len: 168 time: 1.0108609 Jul 22 23:44:23.565377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for 149ad88f-6b41-4c60-af39-4b09c5dbd026 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:23.568261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:23.636579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fce28d7-13a0-4b21-82e7-5f4dfe951904 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622046 Jul 22 23:44:23.667743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf8d01-8aeb-4163-95e7-20d09042807c req-65b7adf2-d3a5-42ca-b8e7-cc3a9f6ccc52 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:23.671312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:23.676555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dedf8d01-8aeb-4163-95e7-20d09042807c req-65b7adf2-d3a5-42ca-b8e7-cc3a9f6ccc52 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.6334884 Jul 22 23:44:23.692219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b87b-ee2a-4b88-a0a4-c2fc14e3f667 None None] Pushing event updated for resources: {'Port': ['ID=727adf10-91d3-4cca-a8b9-4a589e2af0b5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:23.722305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:23.749749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Deleting port eaa7a242-8eae-4457-8f75-52a686fa06b1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:23.750160 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.766545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Update dhcp port {'port': {'network_id': '2ab1d639-9ebc-44ea-99ba-4b378993b3dc', 'fixed_ips': [{'subnet_id': '56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c', 'ip_address': '2001:db8::2'}, {'subnet_id': '63deb1d2-49bc-48c0-ac19-fcea659a6f3b'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '727adf10-91d3-4cca-a8b9-4a589e2af0b5'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:44:23.799525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dedf8d01-8aeb-4163-95e7-20d09042807c req-c1bb5418-e8bf-442a-8f0e-5ac77dfcfa34 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218636 Jul 22 23:44:23.843188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.20.0.1 (0c5cbda8-2208-4d90-a5f4-bc59ab73b19b/723f8801-aa92-4ef3-92f9-a7bae1ca1a74/f70f987c-6004-4b28-9cae-aa3e6ab17ba3) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:23.915412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:23.988076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] For port 65328159-f19d-41c6-9a6d-9a0b1743a5f5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:24.045040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] For port eaa7a242-8eae-4457-8f75-52a686fa06b1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eaa7a242-8eae-4457-8f75-52a686fa06b1,segment=NetworkSegment(3340d7d8-46a3-428e-a049-1f6203f42d50),segment_id=3340d7d8-46a3-428e-a049-1f6203f42d50)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:24.045439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.053080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f2f08-8370-4fc5-8de0-1195798fbcb9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:24.056917 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9e3f2f08-8370-4fc5-8de0-1195798fbcb9 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3795547 Jul 22 23:44:24.078083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:24.089852 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.097037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] For port 65328159-f19d-41c6-9a6d-9a0b1743a5f5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65328159-f19d-41c6-9a6d-9a0b1743a5f5,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:24.110075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.116512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Calling delete_port for eaa7a242-8eae-4457-8f75-52a686fa06b1 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:24.170668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.205664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:24.220965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:24.221328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: c5b14987-12bd-4f7a-8f83-eecc7f10abf9, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:24.237871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object f70f987c-6004-4b28-9cae-aa3e6ab17ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:24.267158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.288998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad201fb-6efc-4437-a7ed-e81ce3f17a71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:24.291375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0ad201fb-6efc-4437-a7ed-e81ce3f17a71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2100639 Jul 22 23:44:24.294686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:24.339783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=149ad88f-6b41-4c60-af39-4b09c5dbd026,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:24.422216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3abc8380-b96d-4bc1-b8fc-ba0304636044 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212151 Jul 22 23:44:24.458298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:24.477708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:24.477917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.526441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eb9e6-28ab-407b-b4c7-f5ef9a1f328d None None] Pushing event updated for resources: {'Port': ['ID=65328159-f19d-41c6-9a6d-9a0b1743a5f5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:24.574556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Allocated IP 172.20.0.1 (2ab1d639-9ebc-44ea-99ba-4b378993b3dc/63deb1d2-49bc-48c0-ac19-fcea659a6f3b/727adf10-91d3-4cca-a8b9-4a589e2af0b5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:24.603000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a2bc57c-ae9a-4b04-a4a3-a2d12b529760 req-bf88297f-69bd-4c1a-8d61-b8519be453ce tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1759086 Jul 22 23:44:24.718433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:24.749680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:24.755351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:24.777307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:24.891250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] For port 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=727adf10-91d3-4cca-a8b9-4a589e2af0b5,segment=NetworkSegment(491e1b04-50d0-4427-8800-56b65f56369b),segment_id=491e1b04-50d0-4427-8800-56b65f56369b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:24.937718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:24.955935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:24.965313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1f4716cd-cc5b-47f2-93a1-d52f35d3b3aa tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/ports/149ad88f-6b41-4c60-af39-4b09c5dbd026 HTTP/1.1" status: 204 len: 168 time: 5.1776915 Jul 22 23:44:24.965313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:24.966212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.129188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eaa7a242-8eae-4457-8f75-52a686fa06b1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:25.157974 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c39f4b-2ffd-42d7-b05f-bb5ed7133429 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] GET failed (client error): The resource could not be found. Jul 22 23:44:25.159866 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d1c39f4b-2ffd-42d7-b05f-bb5ed7133429 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "GET /v2.0/ports/149ad88f-6b41-4c60-af39-4b09c5dbd026 HTTP/1.1" status: 404 len: 333 time: 0.0511346 Jul 22 23:44:25.164289 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.165165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43556) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:25.171743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'name': 'tempest-AllowedAddressPairTestJSON-83999272'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:25.205538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] Deleting port c338703a-208d-4791-98d5-0d2e90fea8a1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:25.213008 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.298859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] For port c338703a-208d-4791-98d5-0d2e90fea8a1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c338703a-208d-4791-98d5-0d2e90fea8a1,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:25.299510 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.316149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] Calling delete_port for c338703a-208d-4791-98d5-0d2e90fea8a1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:25.326018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:25.429163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:25.436006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.464910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Transition to ACTIVE for port object 727adf10-91d3-4cca-a8b9-4a589e2af0b5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:25.469524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.475236 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.485521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c5b14987-12bd-4f7a-8f83-eecc7f10abf9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:25.507247 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:44:25.518149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159662f-031e-406f-9d4c-aba78aa0d821 None None] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:25.523152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] Pushing event deleted for resources: {'Port': ['ID=c338703a-208d-4791-98d5-0d2e90fea8a1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:25.535822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64409cb-5262-44f8-959f-c01243c56418 None None] No DVR routers for this DVR port c338703a-208d-4791-98d5-0d2e90fea8a1 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:25.537156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:25.543186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] device_id is not set on port aacd45a5-0fc6-4689-9a94-e75c736eafbf yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:25.555277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.565488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.582240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:25.582839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:25.677295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6c778eb-c842-4558-b2d8-159856087e86 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3718488 Jul 22 23:44:25.677563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:25.686364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:25.812536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ac288-b875-474d-98d2-86a23b107f10 None None] Pushing event updated for resources: {'Port': ['ID=727adf10-91d3-4cca-a8b9-4a589e2af0b5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:25.885832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10ff0-0797-46b4-b842-ad69a5d09e75 req-aae51989-c3ac-4288-8755-f41ff771f665 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:25.888542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3a10ff0-0797-46b4-b842-ad69a5d09e75 req-aae51989-c3ac-4288-8755-f41ff771f665 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.5584381 Jul 22 23:44:25.907132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83ef951a-43b9-464e-b2f0-3e7a366cc5af req-37763b50-4145-454f-8e22-7dcdd6842ec8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1249902 Jul 22 23:44:25.924655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Allocated IP 172.20.0.10 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/aacd45a5-0fc6-4689-9a94-e75c736eafbf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:26.024753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port eaa7a242-8eae-4457-8f75-52a686fa06b1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:26.036024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port eaa7a242-8eae-4457-8f75-52a686fa06b1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:26.036649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.046443 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.074102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Port eaa7a242-8eae-4457-8f75-52a686fa06b1 was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:44:26.074708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 727adf10-91d3-4cca-a8b9-4a589e2af0b5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:26.189592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c5b14987-12bd-4f7a-8f83-eecc7f10abf9', 'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:26.190933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.204632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3a10ff0-0797-46b4-b842-ad69a5d09e75 req-5b532c4d-faaf-4904-b2a5-834e9873186d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907574 Jul 22 23:44:26.220212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa7a242-8eae-4457-8f75-52a686fa06b1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:26.362996 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.374142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.514819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8509614'] for subnet, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.556794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Allocated IP 2001:db8::2 (c5b14987-12bd-4f7a-8f83-eecc7f10abf9/0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5/5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:26.739032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:44:26.804908 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.819235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.859884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.865447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:26.869023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Transition to ACTIVE for port object 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:26.886400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Transition to ACTIVE for port object 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:26.901763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:26.904748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb6188-df53-4c7b-9a91-ec38066929a6 None None] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:27.087680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.093301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acea845-9411-4b33-9e77-8f3a91126528 None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:27.160248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:27.181245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7c21b635-1bb8-409f-a14d-c2d313daed18 None None] Provisioning for port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:27.183128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:27.196114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:27.203902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:27.206939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:27.210627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:27.211232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.222644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:27.241441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c1d18-0947-4e12-b1b8-3813275be1e6 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:27.243708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c338703a-208d-4791-98d5-0d2e90fea8a1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:27.252300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-077295ad-4d72-4c87-808c-b4d55b382042 req-6eb5fd35-4ae2-4d69-bae6-fecb49847f98 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.0463886 Jul 22 23:44:27.351720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:27.369009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-29440aba-156f-42f6-b864-2f5a0825e38c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9070845 Jul 22 23:44:27.373230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:27.376956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:27.379052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:27.390642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c338703a-208d-4791-98d5-0d2e90fea8a1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:27.391366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c338703a-208d-4791-98d5-0d2e90fea8a1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:27.431054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Pushing event updated for resources: {'Port': ['ID=5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:27.534635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1aa455ed-d012-4115-93e6-ae0f1ab7eaa2 None None] Provisioning for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:27.558874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1aa455ed-d012-4115-93e6-ae0f1ab7eaa2 None None] Provisioning complete for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:27.559668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1aa455ed-d012-4115-93e6-ae0f1ab7eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.603550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:27.608543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.623816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755826412400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10419920'] for subnet, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.764691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:27.765391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.767607 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "PUT /v2.0/subnets/0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5 HTTP/1.1" status: 200 len: 826 time: 2.0873909 Jul 22 23:44:27.785376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:27.855844 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:27.918151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec8298-8615-41c6-b010-43a4b012776c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:27.924213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Transition to ACTIVE for port object aacd45a5-0fc6-4689-9a94-e75c736eafbf will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:27.925394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0b9a4-215e-482b-9c15-4f58117fc87c req-cdd3075c-763b-43ac-a190-c4c71794abf9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:27.927102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ae0b9a4-215e-482b-9c15-4f58117fc87c req-cdd3075c-763b-43ac-a190-c4c71794abf9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3961394 Jul 22 23:44:27.932937 n-d-758851-4 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4 (CIDR: 2001:db8::/64) Jul 22 23:44:27.943903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Router 02edda38-14bf-4640-a267-9ee432c27d6d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:27.948239 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:44:27.948705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:27.980232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2fbfd5a-12a4-4fc0-bdca-cc0417fc0e6a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6034071 Jul 22 23:44:27.982250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:27.990278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:28.040779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:44:28.049706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 65328159-f19d-41c6-9a6d-9a0b1743a5f5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:28.059105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ae0b9a4-215e-482b-9c15-4f58117fc87c req-70e5ee5d-5a99-4c98-a84e-28d5e6371736 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182017 Jul 22 23:44:28.065629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.138422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.157073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Attempting to bind port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:28.157466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Attempting to bind port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:28.157840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Attempting to bind port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc on network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:28.170484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:28.170868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Checking segment: {'id': '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:28.171284 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.171733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Bound using segment: {'id': '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:28.172250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Bound port: 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c5b14987-12bd-4f7a-8f83-eecc7f10abf9'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:28.172653 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.300990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] For port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:28.304362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] For port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc,segment=NetworkSegment(12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1),segment_id=12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:28.323872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.364714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:28.368373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:28.377462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d49aa610-3200-4302-a59a-0e3ebee568de admin admin] 10.222.0.21 "PUT /v2.0/routers/02edda38-14bf-4640-a267-9ee432c27d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4135070 Jul 22 23:44:28.382873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43592) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:28.386373 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:28.408579 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:28.409408 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:28.491655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:28.504491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] Sync routers for ids ['02edda38-14bf-4640-a267-9ee432c27d6d'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:28.517709 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1bab30db-b5da-413f-b1c0-0c69ef0e8753 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0943127 Jul 22 23:44:28.524444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:28.576989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:28.582651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:28.628896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-2088937598'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:28.631922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:28.635614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] Routers {'02edda38-14bf-4640-a267-9ee432c27d6d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:28.636269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['02edda38-14bf-4640-a267-9ee432c27d6d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:28.644607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:28.644944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.722078 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:28.860727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67a35fc5-7d98-4215-a6b7-32832431b785 req-eeb5a486-ccbc-4c77-a2a5-109509abd546 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.2985649 Jul 22 23:44:28.950897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:28.952196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:28.954706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:28.958360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.009485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=aacd45a5-0fc6-4689-9a94-e75c736eafbf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:29.020474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:29.039908 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.111011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:29.126156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.126512 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment 89c17a8d-807d-4bbf-9c08-11090ba76a44 of type vlan for network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 Jul 22 23:44:29.151407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.271756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:29.283997 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.319149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': 'aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:29.319450 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e460cb29-b75a-43f8-beaa-c25f10e2f80b tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1442692 Jul 22 23:44:29.320377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:29.320510 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.381829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'network_id': '7261f421-dbc7-4d19-960d-bea8092e1744', 'name': 'tempest-AllowedAddressPairTestJSON-1499070888'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:29.434356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Provisioning for port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:29.491267 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:25Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:25Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:29.544064 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.567596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:29.568286 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Updating router b84f070d-9e72-4f4e-ba39-07ca4f183b4a port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:29.678134 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.689752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.717424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Made reservation on behalf of 7c14dbd266fe4e8dbae6b6a701a20a5d for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:29.721452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.746525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] device_id is not set on port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:29.758206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc,segment=NetworkSegment(12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1),segment_id=12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:29.760043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:29.799869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:29.963059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Allocated IP 2001:db8::f816:3eff:fe4f:87c1 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4/72172bb2-14a1-4167-8a03-0dd9779743b8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:29.993681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Allocated IP 172.20.0.9 (7261f421-dbc7-4d19-960d-bea8092e1744/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d/ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:30.251273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-208d8adc-4a0e-4c60-ac0d-91a9cfe801d9 req-6f760119-5a34-401c-a70a-6ac9961eb82c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1353850 Jul 22 23:44:30.314746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.393710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.398467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251779d-66e2-4acf-be1c-0f743a33ccae req-cafe974e-5adf-4c9e-9e87-940cae4337c4 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:30.400602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c251779d-66e2-4acf-be1c-0f743a33ccae req-cafe974e-5adf-4c9e-9e87-940cae4337c4 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 1.1071184 Jul 22 23:44:30.406711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.429089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Transition to ACTIVE for port object ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:30.527080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.572004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Transition to ACTIVE for port object 72172bb2-14a1-4167-8a03-0dd9779743b8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:30.598816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.606071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:30.621901 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.630125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:44:30.639502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Transition to ACTIVE for port object 72172bb2-14a1-4167-8a03-0dd9779743b8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:30.643952 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Transition to ACTIVE for port object f70f987c-6004-4b28-9cae-aa3e6ab17ba3 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:30.655976 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.664098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec70da6-e6e8-4ee2-831d-f1dd7bde0dba None None] Pushing event updated for resources: {'Port': ['ID=5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:30.675665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Provisioning complete for port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:30.676178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.729775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.731184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.732462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.732995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.733510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.734051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.734562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.735070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.735632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.736143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.736648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.738260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:30.787312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:30.794712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c251779d-66e2-4acf-be1c-0f743a33ccae req-034d337c-d893-4d42-b06e-ef49286ad730 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092430 Jul 22 23:44:30.883225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Deleting port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:30.886338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.900841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:30.915420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.919631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b711c-b35f-41e1-b9ed-e606451ff3b0 None None] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:30.921687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:30.924358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.932477 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77f959-27d5-4c3e-80d4-089d543d2d39 None None] Pushing event updated for resources: {'Port': ['ID=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:30.933792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.937885 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Attempting to bind port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:30.939086 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Attempting to bind port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:30.948335 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Attempting to bind port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 on network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:30.967146 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:30.968001 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Checking segment: {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:30.968663 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.969313 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Bound using segment: {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:30.972348 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Bound port: f70f987c-6004-4b28-9cae-aa3e6ab17ba3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c768a4-841a-4edf-bcea-c401f3ec024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:30.973357 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:30.975285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.088918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Network 7261f421-dbc7-4d19-960d-bea8092e1744 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:31.135616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] For port f70f987c-6004-4b28-9cae-aa3e6ab17ba3, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:31.137459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:31.144704 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] For port f70f987c-6004-4b28-9cae-aa3e6ab17ba3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:31.145445 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.155618 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.288331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:31.298834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:31.367596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:31.369104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:31.381293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] Set router 02edda38-14bf-4640-a267-9ee432c27d6d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:31.438459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:31.593865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] For port bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:31.594708 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.645238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.713593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:31.743297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:31.786770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=ca7638b5-84f8-4277-9b1e-3a81ec35b2a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:31.840678 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e88efb5-d79a-4ba9-b1f8-b7e101f835f0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.2496905 Jul 22 23:44:31.861112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43614) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:31.876425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:31.890747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:31.897447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Provisioning complete for port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:31.897830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:31.900063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:31.926393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:32.001720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77f959-27d5-4c3e-80d4-089d543d2d39 None None] Pushing event updated for resources: {'Port': ['ID=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:32.065339 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:32.087576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 65328159-f19d-41c6-9a6d-9a0b1743a5f5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65328159-f19d-41c6-9a6d-9a0b1743a5f5,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:32.137208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155290b-c60f-4898-9fbb-c557d4e8938c None None] DHCP port deletion for c5b14987-12bd-4f7a-8f83-eecc7f10abf9 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:32.249280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.250457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 727adf10-91d3-4cca-a8b9-4a589e2af0b5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:32.266496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd0390b-5d75-4a2b-bf08-c3b3cf46bcaf None None] Network c5b14987-12bd-4f7a-8f83-eecc7f10abf9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:32.271845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:32.274719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.326886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Attempting to bind port 72172bb2-14a1-4167-8a03-0dd9779743b8 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:32.327601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Attempting to bind port 72172bb2-14a1-4167-8a03-0dd9779743b8 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:32.328173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Attempting to bind port 72172bb2-14a1-4167-8a03-0dd9779743b8 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:32.355464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.370895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:32.371607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:32.372231 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.372975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:32.374217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Bound port: 72172bb2-14a1-4167-8a03-0dd9779743b8, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:32.374800 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.425217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:32.429866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:32.451255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b14987-12bd-4f7a-8f83-eecc7f10abf9']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:32.456552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Calling delete_port for bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:32.464163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.482167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:32.521748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a975e36b-375b-4ba8-9201-ce42430648ff req-b71b461d-eeb0-4594-bf38-916a3d6357d6 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.8675323 Jul 22 23:44:32.531513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:32.532415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.558682 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:25Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:31Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:32.581773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5961390 Jul 22 23:44:32.582864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:32.583497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fd0ecf-ed44-4d15-ab9c-dcdc2230c6a1') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:32.593492 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b3f8fa0d-8ea6-4905-9dd2-51dfb7d42f79 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2217505 Jul 22 23:44:32.593724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:32.593905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:32.628796 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2b4b13-c560-4bbf-ace6-8990e52cc444 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:25Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:31Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:32.634258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:2c:eb:f6', 'name': 'tempest-NetworksTestDHCPv6-1092957229'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:32.657639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fb:f5:eb'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:dc:a1:eb'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:32.665232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:32.665762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2bbb3-ba2e-4072-b045-422d30b162c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=bdee3c39-c0ce-453f-98f0-824a383581e5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:32.682582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:32.709860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.814605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=65328159-f19d-41c6-9a6d-9a0b1743a5f5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:32.855609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.887227 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.937719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Pushing event deleted for resources: {'Port': ['ID=bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:32.962945 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:32.973463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:32.973463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.072998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:33.225913 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:33.238806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.244215 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.247465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/c5b14987-12bd-4f7a-8f83-eecc7f10abf9 HTTP/1.1" status: 204 len: 168 time: 5.4585927 Jul 22 23:44:33.296994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b436-a01b-48eb-8ca3-c0c1f19818df None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:33.306390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:33.375743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:33.376418 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.397143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cd1bc-2810-4713-9105-ac568e882b63 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=c5b14987-12bd-4f7a-8f83-eecc7f10abf9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:33.406629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.447517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Provisioning for port aacd45a5-0fc6-4689-9a94-e75c736eafbf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:33.490780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Provisioning complete for port aacd45a5-0fc6-4689-9a94-e75c736eafbf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:33.494634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.616356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:25Z', 'revision_number': 5, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port': {'id': 'bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:43:58Z', 'updated_at': '2021-07-22T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:33.658715 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.665218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.701470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] Checking router: 02edda38-14bf-4640-a267-9ee432c27d6d for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:33.730521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e63aea7e-f5dd-4db0-81ad-9401f0fdd647 None None] Port aacd45a5-0fc6-4689-9a94-e75c736eafbf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:33.742708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] Routers {'02edda38-14bf-4640-a267-9ee432c27d6d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:33.743606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['02edda38-14bf-4640-a267-9ee432c27d6d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:33.873763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223c434-2279-49b2-84a3-751e9443f66b req-6c5a6e57-7e5c-4c29-9d02-f44b30f7c48d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:33.883676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b223c434-2279-49b2-84a3-751e9443f66b req-6c5a6e57-7e5c-4c29-9d02-f44b30f7c48d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 1.4674797 Jul 22 23:44:33.884356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.884901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02edda38-14bf-4640-a267-9ee432c27d6d {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:44:33.888124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58180fbe-b5cb-4823-bba0-a44c2d2ada65 req-de5beafa-c72a-4b97-bebf-ebf9d8c4aa9c tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1195178 Jul 22 23:44:33.938261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] Set router 02edda38-14bf-4640-a267-9ee432c27d6d gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:33.956961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:33.958278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b59a8e49-6a60-49a7-9492-af56ee1e72de admin admin] 10.222.0.21 "DELETE /v2.0/routers/02edda38-14bf-4640-a267-9ee432c27d6d HTTP/1.1" status: 204 len: 168 time: 5.5731399 Jul 22 23:44:33.996986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:34.077303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:32Z', 'revision_number': 7, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:34.121314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b223c434-2279-49b2-84a3-751e9443f66b req-af8fe53a-f7c6-42ab-83dc-076de0d66d56 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029705 Jul 22 23:44:34.128616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Deleting subnet 34bf3793-925d-4e92-8efd-be77e900af31 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:34.132242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.136067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1674c47c-d6ef-4877-b2bd-d8a3ec548daf None None] The sync data for ids ['02edda38-14bf-4640-a267-9ee432c27d6d'] in n-d-758851-4 is: [{'id': '02edda38-14bf-4640-a267-9ee432c27d6d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-729062687-router', 'tenant_id': '70ebb666f09d4bd1a855e33059a9576b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:43:52Z', 'updated_at': '2021-07-22T23:44:32Z', 'revision_number': 7, 'project_id': '70ebb666f09d4bd1a855e33059a9576b', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:34.143367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Could not find standard attr ID for object 5035d4ec-dd97-4ed2-94a5-c5feebcaa6bc. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:44:34.170331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Provisioning complete for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:34.170823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.193130 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.196813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.309418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.322762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 65328159-f19d-41c6-9a6d-9a0b1743a5f5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:34.330723 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf6287-f34a-4672-a956-7de45c791143 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:34.336236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cf6287-f34a-4672-a956-7de45c791143 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:34.339349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7cf6287-f34a-4672-a956-7de45c791143 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/c5b14987-12bd-4f7a-8f83-eecc7f10abf9 HTTP/1.1" status: 404 len: 339 time: 0.1399436 Jul 22 23:44:34.362185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:34.363323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Provisioning for port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:34.367216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1151406842', 'description': 'd1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:34.370043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Provisioning complete for port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:34.380175 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.392578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.408777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:34.416733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.461200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5dde2c96-2337-4114-b2b7-d3bfb70b4559 None None] Port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:34.484139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.489601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:34.500814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:34.501438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.511272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.511795 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment 6d9d69a1-24eb-493b-919f-8648a828d25d of type vlan for network 0fb65526-3712-4ac8-8a36-74da4a0b31d2 Jul 22 23:44:34.522720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.573626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bf3793-925d-4e92-8efd-be77e900af31,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:34.600044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.604215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9ceff-ef0b-4837-8e8e-a1e5670032d8 None None] Network 9864718b-52fd-4da1-826f-65774a455585 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:34.605922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-db4acef1-924f-4269-a8b6-cc3375f95985 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/34bf3793-925d-4e92-8efd-be77e900af31 HTTP/1.1" status: 204 len: 168 time: 0.6067331 Jul 22 23:44:34.607242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port ff162900-74c2-4bb0-b341-6d9e02433c7c yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:34.609855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43636) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:34.648315 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.695915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=59576057-7704-4692-ad17-2a3ac85623fe,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:34.785977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f70f987c-6004-4b28-9cae-aa3e6ab17ba3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:34.795160 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:44:34.830929 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.877932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:34.895362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:34.898279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.003059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:35.009368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: ca7638b5-84f8-4277-9b1e-3a81ec35b2a3, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:35.128650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=0fb65526-3712-4ac8-8a36-74da4a0b31d2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.136316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26f79e04-cb80-4b95-80bb-466d43958e19 req-6284b2cb-3a1a-493e-9f04-1be091502d34 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.0783596 Jul 22 23:44:35.151955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3276be1-7233-4696-ad6f-0212b81ab04a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7891433 Jul 22 23:44:35.155519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43644) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:35.179064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0fb65526-3712-4ac8-8a36-74da4a0b31d2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:35.199419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:35.247565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ca7638b5-84f8-4277-9b1e-3a81ec35b2a3) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:35.265077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Deleting port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:35.265337 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c59370-4ac0-4758-a5be-925982dd7683 None None] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:35.266973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.272274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:35.279031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.291775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.300276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:35.300651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.353693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6afd10-6569-4523-878d-928fb63c281b None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:35.434324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251de8c2-b227-4c90-a67c-69be46a5285e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.436334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-251de8c2-b227-4c90-a67c-69be46a5285e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks?id=0fb65526-3712-4ac8-8a36-74da4a0b31d2 HTTP/1.1" status: 200 len: 765 time: 0.2794342 Jul 22 23:44:35.455291 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7dede8c9-004c-4144-9d41-6631d89cb36b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5898519 Jul 22 23:44:35.459972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:35.460536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:35.468524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'description': 'd2'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:35.504888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] For port 40a4e4d7-61bd-4bf0-90a2-2241e6086818, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=40a4e4d7-61bd-4bf0-90a2-2241e6086818,segment=NetworkSegment(3340d7d8-46a3-428e-a049-1f6203f42d50),segment_id=3340d7d8-46a3-428e-a049-1f6203f42d50)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:35.505309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.529790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Calling delete_port for 40a4e4d7-61bd-4bf0-90a2-2241e6086818 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:35.562956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.641876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.673458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8:0:1::1c8 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/bdee3c39-c0ce-453f-98f0-824a383581e5/ff162900-74c2-4bb0-b341-6d9e02433c7c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:35.737325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb7daf-446f-435e-a5ea-5edbc63e67cf req-7cf81a3d-9383-4ca3-ad5e-299e290570a7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:35.738536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1fb7daf-446f-435e-a5ea-5edbc63e67cf req-7cf81a3d-9383-4ca3-ad5e-299e290570a7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.4136620 Jul 22 23:44:35.806344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:35.826163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe2c:ebf6 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4/ff162900-74c2-4bb0-b341-6d9e02433c7c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:35.882904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-16a6a45b-3067-4a00-963a-8cfc7d5584f4 None None] Provisioning for port 72172bb2-14a1-4167-8a03-0dd9779743b8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:35.918641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a4e4d7-61bd-4bf0-90a2-2241e6086818,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:35.928078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] No DVR routers for this DVR port 40a4e4d7-61bd-4bf0-90a2-2241e6086818 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:36.124946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.158280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event updated for resources: {'Port': ['ID=ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:36.159584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9864718b-52fd-4da1-826f-65774a455585']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:36.179504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3340d7d8-46a3-428e-a049-1f6203f42d50') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:36.180150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3340d7d8-46a3-428e-a049-1f6203f42d50') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:36.204271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.221944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1fb7daf-446f-435e-a5ea-5edbc63e67cf req-5a47bcfe-60d8-4439-bd1c-2ec84c78efcf tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692907 Jul 22 23:44:36.233436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.245462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:36.245883 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:36.248174 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:36.345336 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.394942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.411595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99894e83-5f58-48f6-958a-0eea1c35d7e6 None None] DHCP port deletion for 9864718b-52fd-4da1-826f-65774a455585 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:36.441331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c5021df-7078-4aec-abb9-3bc0c60d4fd5 req-39cf7f26-8b53-462c-ada8-aa810180bd6b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.0742507 Jul 22 23:44:36.486205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.495043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] In _notify_port_updated(), no bound segment for port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c on network 7261f421-dbc7-4d19-960d-bea8092e1744 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:44:36.496090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.504659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9864718b-52fd-4da1-826f-65774a455585 HTTP/1.1" status: 204 len: 168 time: 1.8934896 Jul 22 23:44:36.506485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.507192 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.508581 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-63cf9f58-47ba-4939-a9db-c0b0390b0973 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "PUT /v2.0/ports/ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c HTTP/1.1" status: 200 len: 1056 time: 3.8700967 Jul 22 23:44:36.547758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:36.548600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836467f-970c-4d3b-91c3-00c3cd280550 admin admin] Pushing event deleted for resources: {'Network': ['ID=9864718b-52fd-4da1-826f-65774a455585,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:36.628487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f58fe96e-dce8-4233-9104-3fc8f4439ddf None None] Provisioning complete for port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:36.628863 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f58fe96e-dce8-4233-9104-3fc8f4439ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.677102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:36.677989 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.733264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f70f987c-6004-4b28-9cae-aa3e6ab17ba3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:36.780255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.781215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:36.800541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d421d1d-e520-4a0c-8713-349a6f02de1b req-3d1a9bdb-a3a9-49eb-ad62-cfff102671b2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:36.811946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d421d1d-e520-4a0c-8713-349a6f02de1b req-3d1a9bdb-a3a9-49eb-ad62-cfff102671b2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1960526 Jul 22 23:44:36.832504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:36.832861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.918641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f58fe96e-dce8-4233-9104-3fc8f4439ddf None None] Port ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:36.932733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:36.935308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:36.972772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:37.003739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.023515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6530fbd8-fc56-4c18-abb6-1e8428151bf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70ebb666f09d4bd1a855e33059a9576b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792947 Jul 22 23:44:37.027786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43668) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:37.036922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.057959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d421d1d-e520-4a0c-8713-349a6f02de1b req-0a5c66ae-1352-4d6b-bc73-d5c4dc97190d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450228 Jul 22 23:44:37.105919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Allocated IP 172.21.0.2 (ca7638b5-84f8-4277-9b1e-3a81ec35b2a3/59576057-7704-4692-ad17-2a3ac85623fe/bde39dd2-ca00-427c-96fa-d7a671e3804a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:37.191274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09b7551a-e07a-4485-9fe1-b88c3eed7da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.217068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09b7551a-e07a-4485-9fe1-b88c3eed7da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.270987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.283576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09b7551a-e07a-4485-9fe1-b88c3eed7da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.286925 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09b7551a-e07a-4485-9fe1-b88c3eed7da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.288440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-09b7551a-e07a-4485-9fe1-b88c3eed7da3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b764a80-9982-4949-baad-1eb6a8799e99 HTTP/1.1" status: 204 len: 168 time: 0.2567348 Jul 22 23:44:37.324133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7551a-e07a-4485-9fe1-b88c3eed7da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b764a80-9982-4949-baad-1eb6a8799e99,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.345435 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.361515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.397763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.405779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.409717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Transition to ACTIVE for port object bde39dd2-ca00-427c-96fa-d7a671e3804a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:37.447636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Transition to ACTIVE for port object bde39dd2-ca00-427c-96fa-d7a671e3804a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:37.481830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.632636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-62ff3dec-fc15-469f-8287-f212fbe42a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:37.642926 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-62ff3dec-fc15-469f-8287-f212fbe42a14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 0.8571858 Jul 22 23:44:37.673142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c686e176-eb84-46e1-ade6-99bd70ee7eed req-3647b4af-9bd9-4d16-89e7-853f5c6b6f22 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.0556004 Jul 22 23:44:37.681019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 72172bb2-14a1-4167-8a03-0dd9779743b8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:37.729284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:37.737488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network 0fb65526-3712-4ac8-8a36-74da4a0b31d2 is not hosted by any dhcp agent {{(pid=93790) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:44:37.747381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:37.758316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:37.760602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.766710 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "PUT /v2.0/networks/0fb65526-3712-4ac8-8a36-74da4a0b31d2 HTTP/1.1" status: 200 len: 762 time: 2.3047223 Jul 22 23:44:37.770458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43680) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:37.797013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:37.797402 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.803629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:37.816090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Pushing event updated for resources: {'Port': ['ID=bde39dd2-ca00-427c-96fa-d7a671e3804a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:37.894431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:37.896904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cfb58d19-3979-448f-b8fc-5c75c2dde213 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/ports/ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c HTTP/1.1" status: 204 len: 168 time: 1.3456297 Jul 22 23:44:37.899377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43684) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:37.953488 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-469f457f-35b5-41ce-b407-1b66127c0454 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] GET failed (client error): The resource could not be found. Jul 22 23:44:37.962133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-469f457f-35b5-41ce-b407-1b66127c0454 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "GET /v2.0/ports/ad0d3f85-d0fe-4e8e-a07b-850d39c5d39c HTTP/1.1" status: 404 len: 333 time: 0.0615747 Jul 22 23:44:37.964853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43688) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:38.077114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.084453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469895f-7560-4c15-a9a2-6e222ee41444 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=0fb65526-3712-4ac8-8a36-74da4a0b31d2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:38.164539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port aacd45a5-0fc6-4689-9a94-e75c736eafbf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:38.164889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.333935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0fb65526-3712-4ac8-8a36-74da4a0b31d2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:38.343739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object ff162900-74c2-4bb0-b341-6d9e02433c7c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:38.363127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d7dbd-996a-4e0f-aa20-287d9d55dff7 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.372464 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b73d7dbd-996a-4e0f-aa20-287d9d55dff7 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks?id=0fb65526-3712-4ac8-8a36-74da4a0b31d2 HTTP/1.1" status: 200 len: 765 time: 0.5818336 Jul 22 23:44:38.372779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:38.486984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4', 'ip_address': '2001:db8::f816:3eff:fe4f:87c1'}, {'subnet_id': 'bdee3c39-c0ce-453f-98f0-824a383581e5'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '72172bb2-14a1-4167-8a03-0dd9779743b8'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:44:38.501982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-b9860250-65d6-4b24-bef6-ded5f87406c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.505382 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-b9860250-65d6-4b24-bef6-ded5f87406c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.7165959 Jul 22 23:44:38.520408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.21.0.1 (ca7638b5-84f8-4277-9b1e-3a81ec35b2a3/59576057-7704-4692-ad17-2a3ac85623fe/74fc5607-1a1f-4c50-ae02-de252900d336) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:38.554727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Attempting to bind port bde39dd2-ca00-427c-96fa-d7a671e3804a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:38.555130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Attempting to bind port bde39dd2-ca00-427c-96fa-d7a671e3804a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:38.558971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Attempting to bind port bde39dd2-ca00-427c-96fa-d7a671e3804a on network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:38.579241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.594945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for aacd45a5-0fc6-4689-9a94-e75c736eafbf owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:38.629522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:38.629919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Checking segment: {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:38.630326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.632848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Bound using segment: {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:38.633398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Bound port: bde39dd2-ca00-427c-96fa-d7a671e3804a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:38.635089 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.689909 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-5bcf601c-8007-4fea-b98e-3396220a1cce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.1574328 Jul 22 23:44:38.770241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb5611-4a33-4e9d-a987-c086ed1845e1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:38.773841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b3fb5611-4a33-4e9d-a987-c086ed1845e1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3999372 Jul 22 23:44:38.782281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:38.784124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.787282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] For port bde39dd2-ca00-427c-96fa-d7a671e3804a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:38.797149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] For port bde39dd2-ca00-427c-96fa-d7a671e3804a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bde39dd2-ca00-427c-96fa-d7a671e3804a,segment=NetworkSegment(89c17a8d-807d-4bbf-9c08-11090ba76a44),segment_id=89c17a8d-807d-4bbf-9c08-11090ba76a44)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:38.837024 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.848261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.883987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-da50a3a2-42df-4aa1-befb-1adefaa18f0e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 207 time: 0.0968347 Jul 22 23:44:38.885925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:38.902875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=aacd45a5-0fc6-4689-9a94-e75c736eafbf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:38.929060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.958072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:38.988063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:39.094111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:39.098070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-4594a691-c257-4967-9e7e-11047fdae6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.109078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-4594a691-c257-4967-9e7e-11047fdae6fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.4049594 Jul 22 23:44:39.206658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:39.216304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:39.230067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.234461 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.286979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.6587625 Jul 22 23:44:39.294169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031033cf-43b8-4cd1-a020-181b1b611cc1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=ff162900-74c2-4bb0-b341-6d9e02433c7c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.298490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:39.444825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Allocated IP 2001:db8:0:1::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/bdee3c39-c0ce-453f-98f0-824a383581e5/72172bb2-14a1-4167-8a03-0dd9779743b8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:39.455525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08cc5e86-338d-44f5-9443-53a2690da637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.649031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:39.649669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08cc5e86-338d-44f5-9443-53a2690da637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.673662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08cc5e86-338d-44f5-9443-53a2690da637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.688909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.734349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.774182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Transition to ACTIVE for port object 72172bb2-14a1-4167-8a03-0dd9779743b8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:39.792171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object 74fc5607-1a1f-4c50-ae02-de252900d336 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:39.803788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc5e86-338d-44f5-9443-53a2690da637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c99c85-15ef-451d-be8e-fd2a541d11d7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.821901 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08cc5e86-338d-44f5-9443-53a2690da637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58a836f426364af39dac8da3399a4c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237677 Jul 22 23:44:39.827622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:39.830135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-a339af22-1a04-4360-a51e-6cfcf6fa8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:39.832265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-a339af22-1a04-4360-a51e-6cfcf6fa8723 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6375473 Jul 22 23:44:39.848414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:39.897107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07cb3a-007b-44b5-becf-441f61daf574 None None] Pushing event updated for resources: {'Port': ['ID=bde39dd2-ca00-427c-96fa-d7a671e3804a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:39.945232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port ff162900-74c2-4bb0-b341-6d9e02433c7c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:39.948172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.031874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f979096-a600-43f2-a6ac-6a5c2588de7e req-cc4707af-41d2-4128-aae4-79e23cf3d4c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 1.1386020 Jul 22 23:44:40.034721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.039648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-caa28247-1ab6-413f-b8f2-fef939abfca2 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/ports/aacd45a5-0fc6-4689-9a94-e75c736eafbf HTTP/1.1" status: 204 len: 168 time: 2.0708025 Jul 22 23:44:40.056621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43750) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.081862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34883495-5ab8-40b3-a92e-763cf662caa4 req-7ce78bb6-e893-4d60-858e-c87e77553ced tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.083563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34883495-5ab8-40b3-a92e-763cf662caa4 req-7ce78bb6-e893-4d60-858e-c87e77553ced tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 1.8146150 Jul 22 23:44:40.114094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:40.114722 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:40.167183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5fcb2-ab64-4c5a-ba84-d91dee6b8ea4 None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:40.222479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.239270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.258136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.265739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.272702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.281083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.283044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-627eea30-8f32-4d48-8346-db9cf9beb10a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.3813453 Jul 22 23:44:40.291874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.320215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34883495-5ab8-40b3-a92e-763cf662caa4 req-34cd7fb3-d2b7-4c74-8483-412a0152b9f2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144213 Jul 22 23:44:40.331767 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.336514 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-40714a55-28a2-4c6e-b112-9a7b4ac2069d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] GET failed (client error): The resource could not be found. Jul 22 23:44:40.338132 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-40714a55-28a2-4c6e-b112-9a7b4ac2069d tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "GET /v2.0/ports/aacd45a5-0fc6-4689-9a94-e75c736eafbf HTTP/1.1" status: 404 len: 333 time: 0.2729726 Jul 22 23:44:40.351879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.375496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.393369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for ff162900-74c2-4bb0-b341-6d9e02433c7c owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:40.448175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5acf139-cf64-4a9a-bd72-86bddd744653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.508261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:40.532650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-945f056b-0133-4f3e-ba24-f55e1579291a service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815741 Jul 22 23:44:40.548830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:40.559027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:40.614484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1babac22-ef3a-4059-8156-16edf00ba0ad tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3106003 Jul 22 23:44:40.655083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.671578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.695831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.744093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70683538-d82f-474d-b6f6-437973d3d302 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.745665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70683538-d82f-474d-b6f6-437973d3d302 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.747358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70683538-d82f-474d-b6f6-437973d3d302 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.748837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70683538-d82f-474d-b6f6-437973d3d302 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.750484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70683538-d82f-474d-b6f6-437973d3d302 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.756393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-70683538-d82f-474d-b6f6-437973d3d302 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0964460 Jul 22 23:44:40.760339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.780511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090b4ba-e55b-4aa4-81f6-df2d2529d3e1 None None] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:40.844601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd49a1-d4b7-4571-9233-71799752d090 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.846292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd49a1-d4b7-4571-9233-71799752d090 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.848055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd49a1-d4b7-4571-9233-71799752d090 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.849982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd49a1-d4b7-4571-9233-71799752d090 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.852439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd49a1-d4b7-4571-9233-71799752d090 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:40.860195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-59dd49a1-d4b7-4571-9233-71799752d090 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0987828 Jul 22 23:44:40.864488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43806) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:40.879442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port 64108fd8-14d5-4da5-a867-4a002ad0ed03 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:40.880249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:40.892890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:40.914446 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.068330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b64bcf5-db19-4c2d-ad22-22e4ef622fa2 None None] Provisioning for port bde39dd2-ca00-427c-96fa-d7a671e3804a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:41.146163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e005d4-1807-49ca-9d34-900b3f4e49f1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.150617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d0e005d4-1807-49ca-9d34-900b3f4e49f1 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks/50d4ef61-913a-4a98-af55-9d66689eb1bf HTTP/1.1" status: 200 len: 803 time: 0.2834938 Jul 22 23:44:41.161608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:41.215452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:41.361719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5acf139-cf64-4a9a-bd72-86bddd744653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.369475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-60a6fa30-08fc-4f71-9ad4-6ebb4072f265 None None] Provisioning for port 72172bb2-14a1-4167-8a03-0dd9779743b8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:41.412643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-60a6fa30-08fc-4f71-9ad4-6ebb4072f265 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:41.414675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60a6fa30-08fc-4f71-9ad4-6ebb4072f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.424803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bde39dd2-ca00-427c-96fa-d7a671e3804a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:41.567062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port bde39dd2-ca00-427c-96fa-d7a671e3804a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:41.580298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bde39dd2-ca00-427c-96fa-d7a671e3804a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:41.583754 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.613942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-974ad62f-4b01-4c3e-8220-52a9f01e8f87 req-fefd472a-8e0e-4347-adfd-f26e6f3d35f8 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.4031978 Jul 22 23:44:41.619031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ebc81eed-7b7b-4103-8a16-57256de01d06 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/networks/50d4ef61-913a-4a98-af55-9d66689eb1bf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4553537 Jul 22 23:44:41.625369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=74fc5607-1a1f-4c50-ae02-de252900d336,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:41.626545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.629576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:41.689049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for 64108fd8-14d5-4da5-a867-4a002ad0ed03 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:41.736179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.878693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0749beb-39d1-407d-839b-dd6fbbb23125 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:41.882808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f0749beb-39d1-407d-839b-dd6fbbb23125 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/subnets/617a27a2-febe-433a-a255-1a3fb961c0e0 HTTP/1.1" status: 200 len: 843 time: 0.2522128 Jul 22 23:44:41.890456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:41.921056 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:41.951202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a7b1fb30-e756-4190-afa7-99736979c039 None None] Could not find standard attr ID for object ff162900-74c2-4bb0-b341-6d9e02433c7c. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:44:41.958986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f5bae2b-2d10-4e5f-9b3f-0695cad633b1 req-2bdc7427-26a4-40b1-b0eb-c3766b523f94 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2868547 Jul 22 23:44:41.978502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=ff162900-74c2-4bb0-b341-6d9e02433c7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.014539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port bde39dd2-ca00-427c-96fa-d7a671e3804a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bde39dd2-ca00-427c-96fa-d7a671e3804a,segment=NetworkSegment(89c17a8d-807d-4bbf-9c08-11090ba76a44),segment_id=89c17a8d-807d-4bbf-9c08-11090ba76a44)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:42.026050 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.026877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:42.154074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=bde39dd2-ca00-427c-96fa-d7a671e3804a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.184961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.192303 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7981718e-efc1-4f58-bb4f-187a3731fff0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/ff162900-74c2-4bb0-b341-6d9e02433c7c HTTP/1.1" status: 204 len: 168 time: 2.8455241 Jul 22 23:44:42.197295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43872) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:42.229134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d53acb2-6fb7-4911-8004-447ac8b0c1db None None] Provisioning complete for port bde39dd2-ca00-427c-96fa-d7a671e3804a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:42.232661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d53acb2-6fb7-4911-8004-447ac8b0c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.276736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c6b58-67b8-4b3d-8369-7589ae813d33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.289157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-662c6b58-67b8-4b3d-8369-7589ae813d33 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "GET /v2.0/subnets/617a27a2-febe-433a-a255-1a3fb961c0e0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3896818 Jul 22 23:44:42.300175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:42.300425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.317171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705554846'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:42.335169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5acf139-cf64-4a9a-bd72-86bddd744653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.340220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5acf139-cf64-4a9a-bd72-86bddd744653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.343552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f5acf139-cf64-4a9a-bd72-86bddd744653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68c99c85-15ef-451d-be8e-fd2a541d11d7 HTTP/1.1" status: 204 len: 168 time: 2.5098331 Jul 22 23:44:42.382378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf139-cf64-4a9a-bd72-86bddd744653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c99c85-15ef-451d-be8e-fd2a541d11d7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:42.386336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:42.388200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.504572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5891-5d30-43d0-bd20-e837f0f2afb7 req-d5e52840-6159-4636-b72f-5065a006f559 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.517215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b0b5891-5d30-43d0-bd20-e837f0f2afb7 req-d5e52840-6159-4636-b72f-5065a006f559 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.6722033 Jul 22 23:44:42.559220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.609421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:42.617956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.712587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:42.723805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.724447 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Added segment dfbfbdb1-7f33-44f3-9f34-4413dc7804e7 of type vlan for network daa56894-e8ff-48bd-a2c6-7377b8597840 Jul 22 23:44:42.803208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f70f987c-6004-4b28-9cae-aa3e6ab17ba3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:42.820252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3790f1cb-633d-4d52-9633-d021722c5ebe tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:42.832130 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3790f1cb-633d-4d52-9633-d021722c5ebe tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6329243 Jul 22 23:44:42.834481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:42.841893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.001707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:43.002672 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.114978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=64108fd8-14d5-4da5-a867-4a002ad0ed03,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.137933 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.161699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d53acb2-6fb7-4911-8004-447ac8b0c1db None None] Provisioning for port 74fc5607-1a1f-4c50-ae02-de252900d336 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:43.166564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.167586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.180664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d53acb2-6fb7-4911-8004-447ac8b0c1db None None] Provisioning complete for port 74fc5607-1a1f-4c50-ae02-de252900d336 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:43.181234 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d53acb2-6fb7-4911-8004-447ac8b0c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.183435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.204286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3920fa0-91b4-42f8-81f3-2cccd4e7d870 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/ports/64108fd8-14d5-4da5-a867-4a002ad0ed03 HTTP/1.1" status: 204 len: 168 time: 2.8432667 Jul 22 23:44:43.223005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e38ed-222a-46bb-b493-d491b7bdc755 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.227605 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-723e38ed-222a-46bb-b493-d491b7bdc755 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3839273 Jul 22 23:44:43.234503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.234859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.243578 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9d53acb2-6fb7-4911-8004-447ac8b0c1db None None] Port 74fc5607-1a1f-4c50-ae02-de252900d336 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:43.372284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting subnet b3f3cc11-8627-4e44-a7c2-f7adcc27d43d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:43.372680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-93dbad42-d6c8-4b2d-b41e-3573f71ecd09 None None] Provisioning complete for port 74fc5607-1a1f-4c50-ae02-de252900d336 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:43.373076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93dbad42-d6c8-4b2d-b41e-3573f71ecd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.376382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.400588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65fe6d-8ce1-4df2-aca6-94b33c9523b4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.402288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65fe6d-8ce1-4df2-aca6-94b33c9523b4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.404559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65fe6d-8ce1-4df2-aca6-94b33c9523b4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:43.416878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de96372-36cb-43b4-8fa9-fffeaca58c21 req-fa2b637e-cfd4-4a73-b43f-71a9e34bf741 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.3064957 Jul 22 23:44:43.418402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 40a4e4d7-61bd-4bf0-90a2-2241e6086818 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:43.419749 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b65fe6d-8ce1-4df2-aca6-94b33c9523b4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1683078 Jul 22 23:44:43.420623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.424243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43940) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.453306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 40a4e4d7-61bd-4bf0-90a2-2241e6086818 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:43.453702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 40a4e4d7-61bd-4bf0-90a2-2241e6086818 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:43.454394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eaa7a242-8eae-4457-8f75-52a686fa06b1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:43.489106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: eaa7a242-8eae-4457-8f75-52a686fa06b1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:43.489467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eaa7a242-8eae-4457-8f75-52a686fa06b1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:43.489949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:43.511250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b0b5891-5d30-43d0-bd20-e837f0f2afb7 req-37057286-e2d1-4def-bdb1-72c8880c2399 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9748030 Jul 22 23:44:43.514542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2124672 Jul 22 23:44:43.515473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8766214-b5d8-4e3d-80e9-99fd5692156d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Network': ['ID=daa56894-e8ff-48bd-a2c6-7377b8597840,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.531237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:43.535292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.551397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:43.552081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:44:43.552081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bb325ee0-7cd9-47ca-8f40-8eef6f72bb0b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:43.554318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network daa56894-e8ff-48bd-a2c6-7377b8597840 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:43.756382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-93dbad42-d6c8-4b2d-b41e-3573f71ecd09 None None] Port 74fc5607-1a1f-4c50-ae02-de252900d336 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:43.757776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bde39dd2-ca00-427c-96fa-d7a671e3804a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:43.779875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Made reservation on behalf of 656ede7f312f4a36a6981af686e413a8 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:43.793064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.799790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=74fc5607-1a1f-4c50-ae02-de252900d336,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:43.842708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.873920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:43.881778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bde39dd2-ca00-427c-96fa-d7a671e3804a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:43.882154 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.885455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.942510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:43.970919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:44:43.971457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:44:44.089806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:44.094240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:44.100667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:44.156764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.197785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:44.198546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.243167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.375281 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.492875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-df176976-b216-466a-a0f6-9bf0629a60fb None None] Provisioning complete for port 74fc5607-1a1f-4c50-ae02-de252900d336 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:44.495258 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df176976-b216-466a-a0f6-9bf0629a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.522986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=3e44eb84-03fc-44c6-a42f-bd2f078e2d3a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.560928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:44.562570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.567254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Checking segment: {'id': 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:44.567500 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.568415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network hostable DHCP agents. Network: daa56894-e8ff-48bd-a2c6-7377b8597840, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:44.592813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-df176976-b216-466a-a0f6-9bf0629a60fb None None] Port 74fc5607-1a1f-4c50-ae02-de252900d336 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:44.643077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f3cc11-8627-4e44-a7c2-f7adcc27d43d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:44.654575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.655202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9868130-5b96-49f9-ad2d-d866f0a89f20 None None] Network 7261f421-dbc7-4d19-960d-bea8092e1744 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:44.657522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-906ee281-4bc1-4004-bc56-890393fb9f09 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/subnets/b3f3cc11-8627-4e44-a7c2-f7adcc27d43d HTTP/1.1" status: 204 len: 168 time: 1.4213984 Jul 22 23:44:44.665698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44056) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:44.704936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-950847b7-4859-4ab9-831f-618a2cfb6bcb req-78737b4c-c0b1-4b9b-8991-337d58e6bf8b tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1203406 Jul 22 23:44:44.711739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Network daa56894-e8ff-48bd-a2c6-7377b8597840 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:44.747736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, daa56894-e8ff-48bd-a2c6-7377b8597840) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:44.758675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe722e5-f182-4e5e-8247-c8e57c914073 None None] Network daa56894-e8ff-48bd-a2c6-7377b8597840 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:44.760416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:44.761282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556515'] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:44.792946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d947fc26-68d4-4deb-bedc-74ab73833471 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2589636 Jul 22 23:44:44.796438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44070) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:44.807669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:45.087972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.088986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-daa56894-e8ff-48bd-a2c6-7377b8597840', 'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840', 'tenant_id': '656ede7f312f4a36a6981af686e413a8', 'fixed_ips': [{'subnet_id': '3e44eb84-03fc-44c6-a42f-bd2f078e2d3a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:45.090042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.102794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.146427 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11855807'] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.165581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:45.168772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:45.173891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d58e5-6a67-47fc-9cc7-48e956cd1df0 req-429aa90a-5abd-4166-9f00-207e61bc126d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:45.178918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4f16fce3-7a73-4ffc-bb7f-8c6fe1478b60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7016056 Jul 22 23:44:45.180082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a52d58e5-6a67-47fc-9cc7-48e956cd1df0 req-429aa90a-5abd-4166-9f00-207e61bc126d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3009806 Jul 22 23:44:45.186594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.195975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.203985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ef5a3d3f-0131-42f7-9517-6cf9e338fd46 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4 HTTP/1.1" status: 204 len: 168 time: 1.7786052 Jul 22 23:44:45.205072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44104) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.208332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-521672575'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:45.219819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe1b18-db9f-43ce-8c9e-f8a131fd001e None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:45.226054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:45.264981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:45.265907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:45.302079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet bdee3c39-c0ce-453f-98f0-824a383581e5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:45.307207 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.319072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:45.333337 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.429550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.513493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:45.523585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.524201 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment 311e8670-5035-4c2c-a4f6-182a652899bb of type vlan for network edd8858e-f555-41cd-b2d6-7b3359f3b864 Jul 22 23:44:45.578380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.607362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Deleting port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:45.607924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.623653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a52d58e5-6a67-47fc-9cc7-48e956cd1df0 req-42227df8-032d-4d7e-971b-5510a08ce7e6 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695796 Jul 22 23:44:45.630184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.636067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:45.640527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.696178 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:45.811815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6205478 Jul 22 23:44:45.815929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ad68-53a6-429e-a2e9-37a71f23dfe0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=edd8858e-f555-41cd-b2d6-7b3359f3b864,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:45.829084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44144) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:45.838820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:45.881654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] DHCP port deletion for 7261f421-dbc7-4d19-960d-bea8092e1744 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:45.883559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b0ce22e-b4eb-4f96-9fe8-39b26092485b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:45.886246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:45.977944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:44:45.977944 n-d-758851-4 neutron-server[93792]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 22 23:44:45.977944 n-d-758851-4 neutron-server[93792]: [parameters: {'in_use': 1, 'id_1': '3e44eb84-03fc-44c6-a42f-bd2f078e2d3a'}] Jul 22 23:44:45.977944 n-d-758851-4 neutron-server[93792]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:45.978520 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:45.982583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] For port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,segment=NetworkSegment(8d33e258-e78e-4fa6-9a59-fbc4ded136fc),segment_id=8d33e258-e78e-4fa6-9a59-fbc4ded136fc)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:45.983866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.004863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d894634-430e-4125-9ccd-d0cdc436b3fc req-7afbba33-988f-4010-ba60-9b719529ea30 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/ports?device_id=64c09431-e474-405a-ae31-45dd7fd9e6ef HTTP/1.1" status: 200 len: 210 time: 0.1219366 Jul 22 23:44:46.023894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Calling delete_port for 5b0ce22e-b4eb-4f96-9fe8-39b26092485b owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:46.036895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.107669 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755826412400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11783680'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.165034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event updated for resources: {'Subnet': ['ID=3e44eb84-03fc-44c6-a42f-bd2f078e2d3a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.196854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc95bb-6c2d-4def-8d31-380e8642e5c1 req-68900cc3-72c4-420e-9b01-17ff75857092 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.198857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9bc95bb-6c2d-4def-8d31-380e8642e5c1 req-68900cc3-72c4-420e-9b01-17ff75857092 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3650208 Jul 22 23:44:46.234853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:46.265845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=bdee3c39-c0ce-453f-98f0-824a383581e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.274773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.276891 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bbcababb-71f7-461f-8aa1-6d506b4e2660 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/bdee3c39-c0ce-453f-98f0-824a383581e5 HTTP/1.1" status: 204 len: 168 time: 1.0703757 Jul 22 23:44:46.277816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.280792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.281637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.282325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.286651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-99b60a2d-9264-4e34-a6c5-61c9a6010429 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "PUT /v2.0/subnets/3e44eb84-03fc-44c6-a42f-bd2f078e2d3a HTTP/1.1" status: 200 len: 900 time: 1.4890289 Jul 22 23:44:46.305059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.310783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9bc95bb-6c2d-4def-8d31-380e8642e5c1 req-3bf858fa-bbf5-45b9-97b3-a525feb82487 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882871 Jul 22 23:44:46.313405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Port': ['ID=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:46.345151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No active binding found for port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:44:46.349165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b0ce22e-b4eb-4f96-9fe8-39b26092485b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:44:46.373520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da3bc0e1-168e-491c-ac0f-6d0a6f8afb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.374547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:46.382099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.382957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Deleting port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:46.383601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.428028 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cd9acdd6-9390-4b4b-aa3e-1e68dd398400 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218960 Jul 22 23:44:46.432789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.447723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:46.453509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] No DVR routers for this DVR port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:46.509538 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.689595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Allocated IP 2001:db8::3 (daa56894-e8ff-48bd-a2c6-7377b8597840/3e44eb84-03fc-44c6-a42f-bd2f078e2d3a/ac448ada-6a86-4a79-bcac-d171a54e7531) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:46.745466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.751393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:46.757692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.772302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] For port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:46.772816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.809707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7261f421-dbc7-4d19-960d-bea8092e1744']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:46.820173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d33e258-e78e-4fa6-9a59-fbc4ded136fc') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:46.820450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d33e258-e78e-4fa6-9a59-fbc4ded136fc') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:46.826945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Calling delete_port for 5b0ce22e-b4eb-4f96-9fe8-39b26092485b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:46.835269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:44:46.838639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.854019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.864280 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.867055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:46.867396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.876912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:46.915133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3859d1-3e85-4bf4-a0b1-e5a180e4dda8 req-b51b334d-50f0-4ae5-8e03-c674f091afe5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:46.927951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be3859d1-3e85-4bf4-a0b1-e5a180e4dda8 req-b51b334d-50f0-4ae5-8e03-c674f091afe5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.4525323 Jul 22 23:44:46.933956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] No DVR routers for this DVR port 5b0ce22e-b4eb-4f96-9fe8-39b26092485b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:46.939073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:46.954323 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:46.987455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049609ab-a57c-410a-9d00-889a8fa5d538 None None] Pushing event deleted for resources: {'Port': ['ID=5b0ce22e-b4eb-4f96-9fe8-39b26092485b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:47.024654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.066319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.070383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] 10.222.0.21 "DELETE /v2.0/networks/7261f421-dbc7-4d19-960d-bea8092e1744 HTTP/1.1" status: 204 len: 168 time: 2.4034224 Jul 22 23:44:47.079770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be3859d1-3e85-4bf4-a0b1-e5a180e4dda8 req-ddf972fe-5276-41a8-bd63-9ed9d292f2eb tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418285 Jul 22 23:44:47.113182 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.135742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c885d-5a95-4b45-b8a1-755b928e6252 tempest-AllowedAddressPairTestJSON-1211377498 tempest-AllowedAddressPairTestJSON-1211377498-project] Pushing event deleted for resources: {'Network': ['ID=7261f421-dbc7-4d19-960d-bea8092e1744,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:47.170191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.199352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Transition to ACTIVE for port object ac448ada-6a86-4a79-bcac-d171a54e7531 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:47.237889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f634a967-43a5-429b-aab9-03ff6fb238cc None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': 'bdee3c39-c0ce-453f-98f0-824a383581e5'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '72172bb2-14a1-4167-8a03-0dd9779743b8'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:44:47.306700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Transition to ACTIVE for port object ac448ada-6a86-4a79-bcac-d171a54e7531 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:47.308416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f634a967-43a5-429b-aab9-03ff6fb238cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.342208 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.356539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:41Z', 'revision_number': 3, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:43Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:47.464038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44248) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:47.592063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Network daa56894-e8ff-48bd-a2c6-7377b8597840 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:47.593628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:47.594001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Updating router b84f070d-9e72-4f4e-ba39-07ca4f183b4a port 74fc5607-1a1f-4c50-ae02-de252900d336 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:47.597773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:47.608323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:47.661888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Pushing event updated for resources: {'Port': ['ID=ac448ada-6a86-4a79-bcac-d171a54e7531,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:47.671668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:47.702827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5347dcc-e2a7-4d5e-acdf-f76303a0b2c0 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:47.756727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.762937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Attempting to bind port ac448ada-6a86-4a79-bcac-d171a54e7531 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:47.762937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Attempting to bind port ac448ada-6a86-4a79-bcac-d171a54e7531 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:47.763684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Attempting to bind port ac448ada-6a86-4a79-bcac-d171a54e7531 on network daa56894-e8ff-48bd-a2c6-7377b8597840 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:47.792174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7d71481-681b-4167-a6b9-4fabaf012f09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.798386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:44:47.804607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:47.804993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Checking segment: {'id': 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:47.805403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.805806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Bound using segment: {'id': 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:47.806298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Bound port: ac448ada-6a86-4a79-bcac-d171a54e7531, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'daa56894-e8ff-48bd-a2c6-7377b8597840'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:47.806693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.897910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2d40ccd-9d69-4df0-bb53-bc89f7c98eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.904570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7d71481-681b-4167-a6b9-4fabaf012f09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:47.944163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.056509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-357a28dd-9e2f-4737-a893-4f4eadc452f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c14dbd266fe4e8dbae6b6a701a20a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828163 Jul 22 23:44:48.062540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.103065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7d71481-681b-4167-a6b9-4fabaf012f09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.106518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=d4b667f8-6961-447d-9de6-77826a1fd09e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.107748 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7d71481-681b-4167-a6b9-4fabaf012f09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.112201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7d71481-681b-4167-a6b9-4fabaf012f09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/security-groups/e87774fc-cf54-4f92-8aed-20fa7b189e0d HTTP/1.1" status: 204 len: 168 time: 0.6443264 Jul 22 23:44:48.113194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.123475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c372a1-a908-4683-adbe-d4932cca1ea2 req-c780672e-7d35-4c37-b03a-939e0aceded0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.125380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9c372a1-a908-4683-adbe-d4932cca1ea2 req-c780672e-7d35-4c37-b03a-939e0aceded0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3951046 Jul 22 23:44:48.148187 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7b70e71a-73cf-4a8b-bfd4-199da8b90ef9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] show failed (client error): The resource could not be found. Jul 22 23:44:48.149193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b70e71a-73cf-4a8b-bfd4-199da8b90ef9 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "GET /v2.0/security-groups/e87774fc-cf54-4f92-8aed-20fa7b189e0d HTTP/1.1" status: 404 len: 347 time: 0.0226569 Jul 22 23:44:48.158734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.158869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44302) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.181127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d71481-681b-4167-a6b9-4fabaf012f09 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87774fc-cf54-4f92-8aed-20fa7b189e0d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.199963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6ab2fc34-7220-4252-8b9f-e09358d22c5f None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:48.201861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fc34-7220-4252-8b9f-e09358d22c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.208879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:48.209619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: edd8858e-f555-41cd-b2d6-7b3359f3b864, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:48.224539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=3e44eb84-03fc-44c6-a42f-bd2f078e2d3a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.255069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6d92c50-2f10-4326-a8aa-2ba16ada7b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.258589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.325106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9c372a1-a908-4683-adbe-d4932cca1ea2 req-9cb35edb-594a-439b-bdbc-19964cfcb7a3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775827 Jul 22 23:44:48.355987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.357276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:48.369968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6d92c50-2f10-4326-a8aa-2ba16ada7b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.380777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa56894-e8ff-48bd-a2c6-7377b8597840']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:48.390255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, edd8858e-f555-41cd-b2d6-7b3359f3b864) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:48.409322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:48.409951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:48.419474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:48.420818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.451455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3456d-763a-4142-9511-e7eb394b4878 None None] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:48.459063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.475551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2d40ccd-9d69-4df0-bb53-bc89f7c98eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.488952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2d40ccd-9d69-4df0-bb53-bc89f7c98eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.499170 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.510822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.525016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0eece02c-4aaa-4c40-91d9-c578f8725606 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6945751 Jul 22 23:44:48.529959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.533102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:48.533763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:48.539768 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:48.582320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f2d40ccd-9d69-4df0-bb53-bc89f7c98eae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50d8b8aba7504be9bae9bbc6f03c8d35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6345882 Jul 22 23:44:48.582320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d40ccd-9d69-4df0-bb53-bc89f7c98eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421d887e-f85e-4a73-ba6e-30a22fda6773,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:48.589956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:48.666221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:44:48.666221 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:44:48.666221 n-d-758851-4 neutron-server[93791]: [parameters: {'id': 'daa56894-e8ff-48bd-a2c6-7377b8597840'}] Jul 22 23:44:48.666221 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:48.666638 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:48.696104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port 2754d202-6854-474d-8bee-e4b7a142e717 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:48.697252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.703138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b368a7-e1be-4a7f-89c7-f7f7bbfe56d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.703647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6d92c50-2f10-4326-a8aa-2ba16ada7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.707266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6d92c50-2f10-4326-a8aa-2ba16ada7b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.711093 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6d92c50-2f10-4326-a8aa-2ba16ada7b8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63646b2c-6d1d-4a87-aba2-5c1382148efe HTTP/1.1" status: 204 len: 168 time: 0.6447690 Jul 22 23:44:48.781994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Transition to ACTIVE for port object 74fc5607-1a1f-4c50-ae02-de252900d336 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:48.784046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b368a7-e1be-4a7f-89c7-f7f7bbfe56d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.804737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] For port ac448ada-6a86-4a79-bcac-d171a54e7531, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:48.816237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] For port ac448ada-6a86-4a79-bcac-d171a54e7531, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ac448ada-6a86-4a79-bcac-d171a54e7531,segment=NetworkSegment(dfbfbdb1-7f33-44f3-9f34-4413dc7804e7),segment_id=dfbfbdb1-7f33-44f3-9f34-4413dc7804e7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:48.846827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.870923 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.957889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b368a7-e1be-4a7f-89c7-f7f7bbfe56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.968357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9b368a7-e1be-4a7f-89c7-f7f7bbfe56d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:48.969750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a9b368a7-e1be-4a7f-89c7-f7f7bbfe56d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/421d887e-f85e-4a73-ba6e-30a22fda6773 HTTP/1.1" status: 204 len: 168 time: 0.3786805 Jul 22 23:44:48.998205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b368a7-e1be-4a7f-89c7-f7f7bbfe56d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421d887e-f85e-4a73-ba6e-30a22fda6773,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.169309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.242406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9d177-46c5-4b57-9d27-f68dfe452406 None None] Pushing event updated for resources: {'Port': ['ID=74fc5607-1a1f-4c50-ae02-de252900d336,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.369854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port ac448ada-6a86-4a79-bcac-d171a54e7531 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:49.374931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.419022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a51b8a-5eb7-4593-a350-7616557d5a31 None None] Pushing event updated for resources: {'Port': ['ID=ac448ada-6a86-4a79-bcac-d171a54e7531,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.495282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d92c50-2f10-4326-a8aa-2ba16ada7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63646b2c-6d1d-4a87-aba2-5c1382148efe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:49.579489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Attempting to bind port 74fc5607-1a1f-4c50-ae02-de252900d336 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:49.581181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Attempting to bind port 74fc5607-1a1f-4c50-ae02-de252900d336 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:49.582464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Attempting to bind port 74fc5607-1a1f-4c50-ae02-de252900d336 on network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:49.603373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:49.604140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Checking segment: {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:49.604817 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.605419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Bound using segment: {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:49.606556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Bound port: 74fc5607-1a1f-4c50-ae02-de252900d336, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c17a8d-807d-4bbf-9c08-11090ba76a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:49.607566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.631467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93b0b1-29e5-47fe-8921-da8a060c8415 None None] Network daa56894-e8ff-48bd-a2c6-7377b8597840 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:49.633951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:44:49.644324 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f89c170-2437-4ff2-a863-3c7f1af9452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.655255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:49.714762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.716375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port ac448ada-6a86-4a79-bcac-d171a54e7531, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ac448ada-6a86-4a79-bcac-d171a54e7531,segment=NetworkSegment(dfbfbdb1-7f33-44f3-9f34-4413dc7804e7),segment_id=dfbfbdb1-7f33-44f3-9f34-4413dc7804e7)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:49.716714 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.744232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.750833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.758334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for ac448ada-6a86-4a79-bcac-d171a54e7531 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:49.850521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.854224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-edd8858e-f555-41cd-b2d6-7b3359f3b864', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:44:49.855260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:49.909292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4d3fa-5712-44b7-aa73-9d4c652bb7b8 req-4acdfc2d-837e-4459-8767-8b8d97050e4d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:49.910966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dea4d3fa-5712-44b7-aa73-9d4c652bb7b8 req-4acdfc2d-837e-4459-8767-8b8d97050e4d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3085120 Jul 22 23:44:49.949288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44394) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:49.992495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.024247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:50.024494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cf3af36-9845-4a85-93ed-8b52e8d3b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.032618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:50.058196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.061257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.081976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.082154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.107101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dea4d3fa-5712-44b7-aa73-9d4c652bb7b8 req-c3e2789c-4fcc-4ce1-9676-b099925e7249 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878302 Jul 22 23:44:50.157385 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.237567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=ac448ada-6a86-4a79-bcac-d171a54e7531,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.248339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port ac448ada-6a86-4a79-bcac-d171a54e7531 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:50.254329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] For port 74fc5607-1a1f-4c50-ae02-de252900d336, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:50.310929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for 2754d202-6854-474d-8bee-e4b7a142e717 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:50.315776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.392999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.420219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a45450-1ca1-4fea-91c8-c9ca505373a8 None None] Network daa56894-e8ff-48bd-a2c6-7377b8597840 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:50.424595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] For port 74fc5607-1a1f-4c50-ae02-de252900d336, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74fc5607-1a1f-4c50-ae02-de252900d336,segment=NetworkSegment(89c17a8d-807d-4bbf-9c08-11090ba76a44),segment_id=89c17a8d-807d-4bbf-9c08-11090ba76a44)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:50.441160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.506811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.516515 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.561885 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.602378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa56894-e8ff-48bd-a2c6-7377b8597840']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:50.606897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed06de-8305-4856-9f74-a22d001fbcad None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:50.751949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cf3af36-9845-4a85-93ed-8b52e8d3b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.754961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Allocated IP 172.22.0.2 (edd8858e-f555-41cd-b2d6-7b3359f3b864/d4b667f8-6961-447d-9de6-77826a1fd09e/284a37e5-f8f0-4eaa-8db5-133e17fc56bc) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:50.759816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:50.759816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbfbdb1-7f33-44f3-9f34-4413dc7804e7') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:50.776104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cf3af36-9845-4a85-93ed-8b52e8d3b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.781806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.835073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.846600 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5a12655d-aeb3-4370-8e21-6e5b6dcac2c1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4096727 Jul 22 23:44:50.848757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:50.868588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:50.869059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:50.870534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:50.874521 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:50.892789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6cf3af36-9845-4a85-93ed-8b52e8d3b455 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b7594c43ff34aee8138a52b25b3aea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9313576 Jul 22 23:44:50.898416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3af36-9845-4a85-93ed-8b52e8d3b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e52f5-92fc-4927-b996-0c14d9e716e2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:50.901358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:50.920011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1420fd-3d77-429c-b704-72b6b705de2b req-1644e60e-a934-4d0b-b636-0306aa8adaa0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:50.927494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e1420fd-3d77-429c-b704-72b6b705de2b req-1644e60e-a934-4d0b-b636-0306aa8adaa0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2959957 Jul 22 23:44:51.081664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e1420fd-3d77-429c-b704-72b6b705de2b req-88249242-c26e-4c91-a903-72df93d065b7 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531813 Jul 22 23:44:51.099549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.122273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.125543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/daa56894-e8ff-48bd-a2c6-7377b8597840 HTTP/1.1" status: 204 len: 168 time: 4.8129804 Jul 22 23:44:51.131186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.134005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.143443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Transition to ACTIVE for port object 284a37e5-f8f0-4eaa-8db5-133e17fc56bc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:51.162176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Transition to ACTIVE for port object 284a37e5-f8f0-4eaa-8db5-133e17fc56bc will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:51.180505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.191907 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c4ae80-4c8c-426a-a5f5-202199eff20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.211692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1295-14e3-4f7c-a17e-5aea1d83821c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=daa56894-e8ff-48bd-a2c6-7377b8597840,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.214902 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e514620-b4a8-410c-a6d8-83d7d76d8d0b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:51.215963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e514620-b4a8-410c-a6d8-83d7d76d8d0b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:51.220843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1e514620-b4a8-410c-a6d8-83d7d76d8d0b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/3e44eb84-03fc-44c6-a42f-bd2f078e2d3a HTTP/1.1" status: 404 len: 337 time: 0.0829644 Jul 22 23:44:51.222039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.244438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.249480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.250437 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-175f1728-87da-4a31-96ef-fe6036630a1a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:51.251041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175f1728-87da-4a31-96ef-fe6036630a1a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:51.253213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-175f1728-87da-4a31-96ef-fe6036630a1a tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/daa56894-e8ff-48bd-a2c6-7377b8597840 HTTP/1.1" status: 404 len: 339 time: 0.0308952 Jul 22 23:44:51.260629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.276429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9d177-46c5-4b57-9d27-f68dfe452406 None None] Pushing event updated for resources: {'Port': ['ID=74fc5607-1a1f-4c50-ae02-de252900d336,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.279306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:51.284310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.319160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.392551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.395809 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c4ae80-4c8c-426a-a5f5-202199eff20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.411569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:51.433056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.22.0.1 (edd8858e-f555-41cd-b2d6-7b3359f3b864/d4b667f8-6961-447d-9de6-77826a1fd09e/a08e1e8a-a300-45a9-9766-13128e3fc3c0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:51.433532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:51.441890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23c1129-05cc-4e00-906b-3a59f5e2f1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.482224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e0b13d1f-a919-42a9-8760-18eef3aa7986 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:51.483405 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d1f-a919-42a9-8760-18eef3aa7986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.485344 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.498677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:51.506080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:51.588953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:51.590951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:51.619483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.624727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Pushing event updated for resources: {'Port': ['ID=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.638663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object a08e1e8a-a300-45a9-9766-13128e3fc3c0 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:51.661603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23c1129-05cc-4e00-906b-3a59f5e2f1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.686192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=2754d202-6854-474d-8bee-e4b7a142e717,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.694513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23c1129-05cc-4e00-906b-3a59f5e2f1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.696379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fd5cfa15-feae-48a7-9c80-f2afe2d88bd9 tempest-DvrRoutersNegativeTest-1999468062 tempest-DvrRoutersNegativeTest-1999468062-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2120899086', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:51.700534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.policy [None req-fd5cfa15-feae-48a7-9c80-f2afe2d88bd9 tempest-DvrRoutersNegativeTest-1999468062 tempest-DvrRoutersNegativeTest-1999468062-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93790) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 23:44:51.700839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.policy [None req-fd5cfa15-feae-48a7-9c80-f2afe2d88bd9 tempest-DvrRoutersNegativeTest-1999468062 tempest-DvrRoutersNegativeTest-1999468062-project] Failed policy check for 'create_router' {{(pid=93790) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 23:44:51.701474 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-fd5cfa15-feae-48a7-9c80-f2afe2d88bd9 tempest-DvrRoutersNegativeTest-1999468062 tempest-DvrRoutersNegativeTest-1999468062-project] create failed (client error): Access was denied to this resource. Jul 22 23:44:51.702663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fd5cfa15-feae-48a7-9c80-f2afe2d88bd9 tempest-DvrRoutersNegativeTest-1999468062 tempest-DvrRoutersNegativeTest-1999468062-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5032101 Jul 22 23:44:51.716697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.808285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b23c1129-05cc-4e00-906b-3a59f5e2f1a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0c1be7ed8274e388a7b0bc375a83394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538518 Jul 22 23:44:51.822157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c4ae80-4c8c-426a-a5f5-202199eff20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.825805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c4ae80-4c8c-426a-a5f5-202199eff20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.827087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-64c4ae80-4c8c-426a-a5f5-202199eff20f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb8e52f5-92fc-4927-b996-0c14d9e716e2 HTTP/1.1" status: 204 len: 168 time: 0.8773186 Jul 22 23:44:51.827649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:51.827956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.846346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:51.849923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.853104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:51.854501 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7b5c3c85-54a6-4269-8157-c91fb5cb62c3 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/floatingips/b1414085-5fce-44ac-a816-259e9c86d71c HTTP/1.1" status: 204 len: 168 time: 3.6931558 Jul 22 23:44:51.860547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:51.908964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:51.926106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c1129-05cc-4e00-906b-3a59f5e2f1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d55662-d809-4dd1-9408-8830b4386b70,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:51.940147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:44:52.008989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.041076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.076900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4ae80-4c8c-426a-a5f5-202199eff20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e52f5-92fc-4927-b996-0c14d9e716e2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.092470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb65526-3712-4ac8-8a36-74da4a0b31d2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:52.148452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9d69a1-24eb-493b-919f-8648a828d25d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:52.148888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9d69a1-24eb-493b-919f-8648a828d25d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:52.185749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:52.208159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.220668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-d5399465-cbb0-43e2-95de-ff57f26b6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.222753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-d5399465-cbb0-43e2-95de-ff57f26b6c42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 1096 time: 1.4967120 Jul 22 23:44:52.249319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3bd6-a677-4e48-9b43-e4f89166f112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.289221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.319242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=a08e1e8a-a300-45a9-9766-13128e3fc3c0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.331728 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0 (CIDR: 2001:db8::/64) Jul 22 23:44:52.362480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3bd6-a677-4e48-9b43-e4f89166f112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.369181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.401680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:52.401680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:52.426423 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:52.475964 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:44:52.477991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:52.524271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.530860 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfe9b-8874-457f-a580-a4204daf90d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.568709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:52.569052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.570851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-6354cd18-9471-4098-8a59-c6ebbb8c1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.573615 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-6354cd18-9471-4098-8a59-c6ebbb8c1a8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.2448812 Jul 22 23:44:52.606114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.614398 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d1f-a919-42a9-8760-18eef3aa7986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.620345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Attempting to bind port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:52.620345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Attempting to bind port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:52.620345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Attempting to bind port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc on network edd8858e-f555-41cd-b2d6-7b3359f3b864 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:52.635035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.644161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/0fb65526-3712-4ac8-8a36-74da4a0b31d2 HTTP/1.1" status: 204 len: 168 time: 1.3766162 Jul 22 23:44:52.645030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:52.667934 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.677875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:52.681329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.685105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068667-2226-4a54-8e4e-3ef113ecfd6d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=0fb65526-3712-4ac8-8a36-74da4a0b31d2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.685856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:52.686109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Checking segment: {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:52.686539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.686909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Bound using segment: {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:52.687532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Bound port: 284a37e5-f8f0-4eaa-8db5-133e17fc56bc, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:52.688786 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.747953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2c3ae-2374-477a-a448-8627db99ab67 req-4f3416a9-6dde-44bf-9596-9b6650c765c0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:52.756752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77b2c3ae-2374-477a-a448-8627db99ab67 req-4f3416a9-6dde-44bf-9596-9b6650c765c0 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.5226839 Jul 22 23:44:52.762614 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3bd6-a677-4e48-9b43-e4f89166f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.765408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3bd6-a677-4e48-9b43-e4f89166f112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.766569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a6b3bd6-a677-4e48-9b43-e4f89166f112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7d55662-d809-4dd1-9408-8830b4386b70 HTTP/1.1" status: 204 len: 168 time: 0.9247758 Jul 22 23:44:52.788064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:52.788298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.806231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b3bd6-a677-4e48-9b43-e4f89166f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d55662-d809-4dd1-9408-8830b4386b70,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:52.813880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e0b13d1f-a919-42a9-8760-18eef3aa7986 None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:52.842397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.869603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77b2c3ae-2374-477a-a448-8627db99ab67 req-4a95c48f-50af-4dd9-b86e-e40c7207eec3 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071775 Jul 22 23:44:52.885124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:52.889747 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0b13d1f-a919-42a9-8760-18eef3aa7986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:52.918310 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7c42b2-3e40-41f3-a0c0-5b148c8b7024 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:52.918873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7c42b2-3e40-41f3-a0c0-5b148c8b7024 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:52.929376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3e7c42b2-3e40-41f3-a0c0-5b148c8b7024 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/0f2da1ef-15fd-4e29-a2b1-d8ca52670dd5 HTTP/1.1" status: 404 len: 337 time: 0.2793453 Jul 22 23:44:52.997767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44478) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.036755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] For port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:53.110842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] For port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,segment=NetworkSegment(311e8670-5035-4c2c-a4f6-182a652899bb),segment_id=311e8670-5035-4c2c-a4f6-182a652899bb)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:53.115402 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcbc54b-e315-42cc-9289-1b4d3ff8de49 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:44:53.126357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcbc54b-e315-42cc-9289-1b4d3ff8de49 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:44:53.129063 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fbcbc54b-e315-42cc-9289-1b4d3ff8de49 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/c5b14987-12bd-4f7a-8f83-eecc7f10abf9 HTTP/1.1" status: 404 len: 339 time: 0.1286943 Jul 22 23:44:53.142112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.148965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.172337 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b13d1f-a919-42a9-8760-18eef3aa7986 None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:53.255524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.283373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting subnet 63deb1d2-49bc-48c0-ac19-fcea659a6f3b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:53.308105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.319495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:53.342601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bde4e-fe65-47a1-81e8-798bf045a6a9 None None] Pushing event updated for resources: {'Port': ['ID=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:53.371739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-11d03b1b-7d5b-4267-a1f3-01c3c1a3654f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 200 len: 1000 time: 0.7223520 Jul 22 23:44:53.419947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:41Z', 'revision_number': 3, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:50Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:53.522199 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.524849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a018c47b-4a18-4b8b-a7f7-0d37b07a2f06 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:41Z', 'revision_number': 3, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:50Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:44:53.526215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-09ede67b-794a-4982-917f-41752a9e7c5a tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/ports/b4a4e5a2-5bb3-47c6-ab4c-0c4c25af0000 HTTP/1.1" status: 204 len: 168 time: 1.6533134 Jul 22 23:44:53.533986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:53.538682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:53.630346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-13cd8abc-cd0c-4c8a-b9d0-19789ba7d532 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:53.630871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-13cd8abc-cd0c-4c8a-b9d0-19789ba7d532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.734910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:53.735623 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.768794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port 281038be-553c-4b49-b10b-78e1b01caded {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:53.769891 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.826393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.864104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfe9b-8874-457f-a580-a4204daf90d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:53.867844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-9938a06d-8227-4f5a-b542-f98e0ec3b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:53.870602 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-9938a06d-8227-4f5a-b542-f98e0ec3b059 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.4675958 Jul 22 23:44:53.936715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9ccfe9b-8874-457f-a580-a4204daf90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.080262 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8625643b-37cd-4a49-94ed-008c61902764 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2198868 Jul 22 23:44:54.090588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.110977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:54.122258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.138460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for 281038be-553c-4b49-b10b-78e1b01caded owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:54.194326 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9ccfe9b-8874-457f-a580-a4204daf90d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=307d68a4a7d54d4180603ff7f8035966&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9988286 Jul 22 23:44:54.207510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.286015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bf3cf-b758-40d4-af63-adc47a012112 req-2f2d01e2-b5b1-4206-bc4e-df71481a94f5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.293262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a16bf3cf-b758-40d4-af63-adc47a012112 req-2f2d01e2-b5b1-4206-bc4e-df71481a94f5 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2831039 Jul 22 23:44:54.305397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccfe9b-8874-457f-a580-a4204daf90d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0680d-5b85-4f57-87b7-2465bda5195b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:54.353379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a16bf3cf-b758-40d4-af63-adc47a012112 req-eca253bd-ea3a-4e81-9408-90587f3f5635 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591192 Jul 22 23:44:54.475007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.477817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.526728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.566308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44530) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.607229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=281038be-553c-4b49-b10b-78e1b01caded,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:54.647522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.673531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-f5369ddf-1665-4acf-a0be-07f4e0fc973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:54.678471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-f5369ddf-1665-4acf-a0be-07f4e0fc973e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7980471 Jul 22 23:44:54.681458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.689789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f19bc6e6-6525-49b3-834a-5964e59310c0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/ports/281038be-553c-4b49-b10b-78e1b01caded HTTP/1.1" status: 204 len: 168 time: 1.1543417 Jul 22 23:44:54.690512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:54.731444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-6381eca1-bbc4-40b9-b974-c61cc3e88610 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:44:54.746963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-6381eca1-bbc4-40b9-b974-c61cc3e88610 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0372159 Jul 22 23:44:54.784161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting subnet 80f78354-0e82-4bce-b2cb-08422bcd6055 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:54.793154 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.812051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e410ce87-455a-40c5-a489-c0d3e446001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.905250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:54.996908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39123f42-1067-49da-83ab-0dd24a090de7 None None] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:55.000645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=a08e1e8a-a300-45a9-9766-13128e3fc3c0,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:55.008807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e410ce87-455a-40c5-a489-c0d3e446001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.015530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.098162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e58c48a9-1a89-42e2-93d4-ac2c9f061c8a None None] Provisioning for port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:55.112132 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.209483 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.256297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.258277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/subnets/80f78354-0e82-4bce-b2cb-08422bcd6055 HTTP/1.1" status: 204 len: 168 time: 0.5666826 Jul 22 23:44:55.259525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e64d9-3038-42b2-8337-abfa5319dd45 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Subnet': ['ID=80f78354-0e82-4bce-b2cb-08422bcd6055,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:55.262465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:55.271258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b3a7f-911e-40d9-b92f-c4a2d84c61e8 None None] Network 60c70dab-386a-4a06-84a5-3dc1a1fb3900 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:55.355861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting subnet 3aebe774-109b-4256-a638-9214ecfa9490 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:55.367066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.475188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.594404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 284a37e5-f8f0-4eaa-8db5-133e17fc56bc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:55.613443 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.698605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:55.710432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] DHCP port deletion for 60c70dab-386a-4a06-84a5-3dc1a1fb3900 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:55.728699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.751958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:55.755933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.757097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:55.758701 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.813753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2375b3-0802-4c17-8fff-524dcde8b402 None None] Network 2633086f-44ff-44c2-947b-dd63e6af5f8d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:55.818346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Subnet': ['ID=3aebe774-109b-4256-a638-9214ecfa9490,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:55.822920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.829095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de96b623-7586-4b02-84f3-c39bd39c7ff0 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/subnets/3aebe774-109b-4256-a638-9214ecfa9490 HTTP/1.1" status: 204 len: 168 time: 0.5627069 Jul 22 23:44:55.831670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:55.874995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Deleting port 995ad1f7-9557-4368-b067-4ee97c9715cb {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:55.875485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:55.984689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-912256840-network', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:56.062904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.176009 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-6eb18d1c-7fef-486a-8ee1-c1320634c41b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3503280 Jul 22 23:44:56.178446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] For port 995ad1f7-9557-4368-b067-4ee97c9715cb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=995ad1f7-9557-4368-b067-4ee97c9715cb,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:56.179406 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.195096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.240106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a6749-33d1-4967-a8fb-2cf006c6969c req-720e777e-8972-4291-a0a8-acba789c205c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.241929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-952a6749-33d1-4967-a8fb-2cf006c6969c req-720e777e-8972-4291-a0a8-acba789c205c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1264586 Jul 22 23:44:56.244849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port 995ad1f7-9557-4368-b067-4ee97c9715cb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:56.245417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.281987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-659a4070-6d4c-47cd-95c3-5a2c5f590224 None None] Provisioning complete for port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:56.282508 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-659a4070-6d4c-47cd-95c3-5a2c5f590224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.288506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2128c61-9e0f-44c5-ace0-6b1b8a9bb3af None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:56.294263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Calling delete_port for 995ad1f7-9557-4368-b067-4ee97c9715cb owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:56.305334 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.310137 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/63deb1d2-49bc-48c0-ac19-fcea659a6f3b HTTP/1.1" status: 204 len: 168 time: 3.1548159 Jul 22 23:44:56.314939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:56.327614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port 995ad1f7-9557-4368-b067-4ee97c9715cb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=995ad1f7-9557-4368-b067-4ee97c9715cb,segment=NetworkSegment(511db53b-260d-49b6-937f-4fbe774b382d),segment_id=511db53b-260d-49b6-937f-4fbe774b382d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:56.327985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.357254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for 995ad1f7-9557-4368-b067-4ee97c9715cb owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:56.363474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.367758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-d852a8ed-0355-4827-9efb-7625bec29167 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5223668 Jul 22 23:44:56.368072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b329c2-9256-4261-96f3-e170b626ab22 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=63deb1d2-49bc-48c0-ac19-fcea659a6f3b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.378648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:56.381070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.391390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-952a6749-33d1-4967-a8fb-2cf006c6969c req-7ee0dac8-a4a9-4c48-8d88-3b8dacbd3367 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607443 Jul 22 23:44:56.418979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:56.470926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.473409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.485233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.518410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=995ad1f7-9557-4368-b067-4ee97c9715cb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.527452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port 995ad1f7-9557-4368-b067-4ee97c9715cb on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:56.589719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=34c16b14-3b8c-4d93-8ee3-c6557ee34b3b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.621874 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e410ce87-455a-40c5-a489-c0d3e446001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.624733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e410ce87-455a-40c5-a489-c0d3e446001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.628305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e410ce87-455a-40c5-a489-c0d3e446001e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08f0680d-5b85-4f57-87b7-2465bda5195b HTTP/1.1" status: 204 len: 168 time: 2.4025528 Jul 22 23:44:56.628480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.644542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c70dab-386a-4a06-84a5-3dc1a1fb3900']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:56.675700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511db53b-260d-49b6-937f-4fbe774b382d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:56.675994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511db53b-260d-49b6-937f-4fbe774b382d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:56.704582 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.721529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:56.724186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-559cb0e7-268f-446d-a8ad-577a55bcad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.727879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-559cb0e7-268f-446d-a8ad-577a55bcad4b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 1096 time: 0.4969196 Jul 22 23:44:56.727879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410ce87-455a-40c5-a489-c0d3e446001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0680d-5b85-4f57-87b7-2465bda5195b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.729614 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.752669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b57bbf-8ab1-45de-9dd1-783e9715f3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.756085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:56.756239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:44:56.756860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:56.761376 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:56.764657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:56.774459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.779016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,segment=NetworkSegment(311e8670-5035-4c2c-a4f6-182a652899bb),segment_id=311e8670-5035-4c2c-a4f6-182a652899bb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:56.816354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting subnet 56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:44:56.819974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:56.826305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] DHCP port deletion for 2633086f-44ff-44c2-947b-dd63e6af5f8d request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:44:56.833622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.834383 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.835172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74fc5607-1a1f-4c50-ae02-de252900d336 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:56.840931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:56.841539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.852028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Pushing event deleted for resources: {'Port': ['ID=995ad1f7-9557-4368-b067-4ee97c9715cb,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.854420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c5f86-6a2f-4b18-8edb-c54cc737f1a1 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:56.858633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] No DVR routers for this DVR port 995ad1f7-9557-4368-b067-4ee97c9715cb on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:56.905929 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.932729 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:56.938113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/networks/60c70dab-386a-4a06-84a5-3dc1a1fb3900 HTTP/1.1" status: 204 len: 168 time: 1.1042702 Jul 22 23:44:56.938113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7f401-5363-45b3-8681-5bd1cfac94aa tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Network': ['ID=60c70dab-386a-4a06-84a5-3dc1a1fb3900,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:56.944045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:56.988979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.989252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.989787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.990130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.990464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.990790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.991283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.991806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.992292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.992782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.993117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:56.993446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b3b9ee-0847-41f9-81fc-06c66faca07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:44:57.063957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.065192 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2ad87a11-0217-4ef2-b07f-c5aba48b1c02 req-4ea8e108-6d4f-4b97-b885-5297ef869786 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800640 Jul 22 23:44:57.131217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.196996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Deleting port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:57.197631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.207307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-8c62ed9f-f2a3-4ae1-9403-b5501f56d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:57.208595 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-8c62ed9f-f2a3-4ae1-9403-b5501f56d793 service neutron] 10.222.0.48 "GET /v2.0/networks?id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 200 len: 913 time: 0.4386947 Jul 22 23:44:57.244915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] Deleting port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:57.245426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.247064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:57.257219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-659a4070-6d4c-47cd-95c3-5a2c5f590224 None None] Provisioning for port a08e1e8a-a300-45a9-9766-13128e3fc3c0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:57.283966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.288759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:44:57.290485 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-70b8b537-5a9c-4207-8670-53eef0ee3449 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 HTTP/1.1" status: 200 len: 217 time: 0.0731223 Jul 22 23:44:57.293004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 74fc5607-1a1f-4c50-ae02-de252900d336 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:44:57.301075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-659a4070-6d4c-47cd-95c3-5a2c5f590224 None None] Provisioning complete for port a08e1e8a-a300-45a9-9766-13128e3fc3c0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:57.301461 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-659a4070-6d4c-47cd-95c3-5a2c5f590224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.303635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.317958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 74fc5607-1a1f-4c50-ae02-de252900d336 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:57.318949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.334060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-31624f41-cb3a-4457-a731-0269f78df3c5 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2310412 Jul 22 23:44:57.367735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:57.382820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:11:3f:be', 'name': 'tempest-NetworksTestDHCPv6-1429152975'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:57.439652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] For port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:57.440092 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.500621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] Calling delete_port for e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:57.502949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-659a4070-6d4c-47cd-95c3-5a2c5f590224 None None] Port a08e1e8a-a300-45a9-9766-13128e3fc3c0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:57.590666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b57bbf-8ab1-45de-9dd1-783e9715f3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.630825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-14fa7851-d712-4f6b-91c1-e962e7f3312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:57.632913 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-14fa7851-d712-4f6b-91c1-e962e7f3312b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 200 len: 851 time: 0.3210952 Jul 22 23:44:57.640900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:57.646190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b57bbf-8ab1-45de-9dd1-783e9715f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.739021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.745682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9f8985ce-fa56-4c6f-9dd4-00c1bcfd88c6 None None] Provisioning complete for port a08e1e8a-a300-45a9-9766-13128e3fc3c0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:57.746272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f8985ce-fa56-4c6f-9dd4-00c1bcfd88c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.813980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] For port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,segment=NetworkSegment(7a233735-1a08-4594-9433-546db9848804),segment_id=7a233735-1a08-4594-9433-546db9848804)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:57.814560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.847162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Calling delete_port for e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:44:57.851750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:57.860176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.919855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 74fc5607-1a1f-4c50-ae02-de252900d336, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74fc5607-1a1f-4c50-ae02-de252900d336,segment=NetworkSegment(89c17a8d-807d-4bbf-9c08-11090ba76a44),segment_id=89c17a8d-807d-4bbf-9c08-11090ba76a44)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:57.935297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.942204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:57.942566 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Added segment b0165025-e1ff-48f5-baee-892482713353 of type vlan for network f308eeec-095d-44bc-a860-6a425f8c87b1 Jul 22 23:44:57.962022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.025204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.028086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] Pushing event deleted for resources: {'Port': ['ID=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.038096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9a874-1537-4b92-9931-faedc25bc9a4 None None] No DVR routers for this DVR port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:58.055998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9f8985ce-fa56-4c6f-9dd4-00c1bcfd88c6 None None] Port a08e1e8a-a300-45a9-9766-13128e3fc3c0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:44:58.067227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1199529419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:58.108033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53511538-74a4-471e-870c-fb594e6bca58 req-2fbb94c9-34b5-491c-98da-f985f4e79133 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:58.109831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53511538-74a4-471e-870c-fb594e6bca58 req-2fbb94c9-34b5-491c-98da-f985f4e79133 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2570641 Jul 22 23:44:58.121994 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-83b57bbf-8ab1-45de-9dd1-783e9715f3a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e94fc63dc3d42caa351c98d0ee2d64d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6805258 Jul 22 23:44:58.128150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:44:58.128150 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:44:58.128150 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id_1': 'b38e839b5da2485bb377dc9399c6d754', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 44, 58, 85656)}] Jul 22 23:44:58.128150 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:44:58.128640 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:44:58.130195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.145295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=74fc5607-1a1f-4c50-ae02-de252900d336,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.150957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 284a37e5-f8f0-4eaa-8db5-133e17fc56bc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:44:58.166038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.169128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.179284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Update dhcp port {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'fixed_ips': [{'subnet_id': '8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0', 'ip_address': '2001:db8::f816:3eff:fe4f:87c1'}, {'subnet_id': '34c16b14-3b8c-4d93-8ee3-c6557ee34b3b'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '72172bb2-14a1-4167-8a03-0dd9779743b8'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:44:58.184960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b57bbf-8ab1-45de-9dd1-783e9715f3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598808a5-2aa4-45a8-8060-000a16e40cd4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.195997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:44:58.207356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5d7f0f5-f612-4914-851b-7f4c762c94a6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6697919 Jul 22 23:44:58.217265 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:44:58.228726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.233319 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:58.234101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.246149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'network': {'name': 'tempest-RoutersTest-235799591'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:58.249406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:58.250686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53511538-74a4-471e-870c-fb594e6bca58 req-0cae87dd-1787-4497-ac10-0e4b5d024b22 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339381 Jul 22 23:44:58.257299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Port': ['ID=e544c47d-8ff5-4d4e-9a6c-029216e5ecd7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.267171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] No DVR routers for this DVR port e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:44:58.279360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.315578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-25f32649-102c-468a-a8c8-a2eb2759674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:58.317140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-25f32649-102c-468a-a8c8-a2eb2759674c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6122117 Jul 22 23:44:58.385571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e402bb-6bf1-4cfc-af95-70ea72d524d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.385913 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:58.392080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.393975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.394905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:58.395517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.432191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:58.436464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.438802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.474097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2633086f-44ff-44c2-947b-dd63e6af5f8d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.494555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e402bb-6bf1-4cfc-af95-70ea72d524d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.501089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a233735-1a08-4594-9433-546db9848804') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.501642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a233735-1a08-4594-9433-546db9848804') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.512816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.514737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c HTTP/1.1" status: 204 len: 168 time: 2.1661887 Jul 22 23:44:58.515639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa76d-e0f0-4963-8d9a-9a58a1354b9d tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=56a7cb3a-8742-4d2b-ba2e-99e181ff8f7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.518610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.530974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Allocated IP 2001:db8:0:1::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/34c16b14-3b8c-4d93-8ee3-c6557ee34b3b/72172bb2-14a1-4167-8a03-0dd9779743b8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:44:58.536989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.548632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.9730587 Jul 22 23:44:58.560128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:58.567669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Request body: {'subnet': {'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-subnet', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:58.607299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:58.609962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.634728 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:52Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:44:53Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:58.655889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.665510 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:44:58.666017 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Updating router b84f070d-9e72-4f4e-ba39-07ca4f183b4a port a08e1e8a-a300-45a9-9766-13128e3fc3c0 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:44:58.673761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e510072-e6bc-4946-9dac-b86bff9b7786 admin admin] Pushing event updated for resources: {'Network': ['ID=f308eeec-095d-44bc-a860-6a425f8c87b1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:58.678801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.685998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:44:58.686387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:44:58.690096 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:44:58.705831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:58.714590 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.732160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:44:58.747596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.770646 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.771460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.771828 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added segment a28d0952-1996-462e-985b-bb0c46e8da81 of type vlan for network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 Jul 22 23:44:58.773552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port c50f80bc-0df0-46b5-8536-7adf3ccd127d yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:44:58.786358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468119c3-fcbf-4d12-82f9-21c1c9e7c6bd None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:44:58.788597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f308eeec-095d-44bc-a860-6a425f8c87b1 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:58.795664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-52717b5a-d074-4ab7-9d57-c1ff89052f58 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606678 Jul 22 23:44:58.802084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.803806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.857021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90ab5ea5-685f-4f48-a00e-48d508e6e402 None None] Provisioning complete for port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:58.857662 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90ab5ea5-685f-4f48-a00e-48d508e6e402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.878709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.915957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.924298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e402bb-6bf1-4cfc-af95-70ea72d524d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.928001 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6e402bb-6bf1-4cfc-af95-70ea72d524d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:58.929872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6e402bb-6bf1-4cfc-af95-70ea72d524d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/598808a5-2aa4-45a8-8060-000a16e40cd4 HTTP/1.1" status: 204 len: 168 time: 0.7974792 Jul 22 23:44:58.962392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.002670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:44:59.003393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.035133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e402bb-6bf1-4cfc-af95-70ea72d524d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598808a5-2aa4-45a8-8060-000a16e40cd4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.042683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.045491 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.052350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:59.053137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.057148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7e35a9b8-07f9-49e8-8f9a-1c05a750e45f req-5648fbe1-86fc-4d87-a44b-29ece1f55179 service neutron] 10.222.0.48 "GET /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523222 Jul 22 23:44:59.058354 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Transition to ACTIVE for port object a08e1e8a-a300-45a9-9766-13128e3fc3c0 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:59.066861 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.067433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Transition to ACTIVE for port object 72172bb2-14a1-4167-8a03-0dd9779743b8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:44:59.098078 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.107711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.114321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] 10.222.0.21 "DELETE /v2.0/networks/2633086f-44ff-44c2-947b-dd63e6af5f8d HTTP/1.1" status: 204 len: 168 time: 2.1645732 Jul 22 23:44:59.129338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.130195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.130493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76b3f336-c761-4678-94ef-783ef1ece388 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2766755 Jul 22 23:44:59.154018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:59.171968 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60485338-c456-414f-a779-fee7ccb5b51a None None] Pushing event updated for resources: {'Port': ['ID=a08e1e8a-a300-45a9-9766-13128e3fc3c0,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.186209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a5a77-04e1-448d-bb68-c4b6c0e0a592 tempest-TaggedBootDevicesTest-2028655096 tempest-TaggedBootDevicesTest-2028655096-project] Pushing event deleted for resources: {'Network': ['ID=2633086f-44ff-44c2-947b-dd63e6af5f8d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.222294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-736132408'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:59.225547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4659ff-9449-476a-96a5-a5b295ce67fa None None] Pushing event updated for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=11']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.231502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:44:59.240055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.245202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0120010 Jul 22 23:44:59.254279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44610) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:59.306782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.346688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'subnet': {'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:44:59.442657 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Attempting to bind port a08e1e8a-a300-45a9-9766-13128e3fc3c0 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:44:59.443657 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Attempting to bind port a08e1e8a-a300-45a9-9766-13128e3fc3c0 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:44:59.443657 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Attempting to bind port a08e1e8a-a300-45a9-9766-13128e3fc3c0 on network edd8858e-f555-41cd-b2d6-7b3359f3b864 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:44:59.466815 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:44:59.467198 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Checking segment: {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:59.471441 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.474444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Bound using segment: {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:44:59.475724 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Bound port: a08e1e8a-a300-45a9-9766-13128e3fc3c0, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311e8670-5035-4c2c-a4f6-182a652899bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:44:59.478742 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.577791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ced6f6-f0b4-4fbf-a6e1-4442cb596727 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Network': ['ID=33f3cfd2-ae07-402d-8dce-e03f4946c6a7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.591690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08662ae9-0a54-4ba0-ba09-9432423d80a2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.596737 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] For port a08e1e8a-a300-45a9-9766-13128e3fc3c0, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:44:59.602377 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] For port a08e1e8a-a300-45a9-9766-13128e3fc3c0, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a08e1e8a-a300-45a9-9766-13128e3fc3c0,segment=NetworkSegment(311e8670-5035-4c2c-a4f6-182a652899bb),segment_id=311e8670-5035-4c2c-a4f6-182a652899bb)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:44:59.617385 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.675655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Checking segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:44:59.675655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Network hostable DHCP agents. Network: f308eeec-095d-44bc-a860-6a425f8c87b1, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:44:59.694498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:44:59.748541 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60485338-c456-414f-a779-fee7ccb5b51a None None] Pushing event updated for resources: {'Port': ['ID=a08e1e8a-a300-45a9-9766-13128e3fc3c0,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:44:59.795930 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:44:59.798134 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:44:59.804606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Network f308eeec-095d-44bc-a860-6a425f8c87b1 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:44:59.843843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:44:59.849649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.851320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2805ed-f16e-467c-8743-d56532de7c52 req-fea30b51-33b7-4523-803e-1e5fd8a19555 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:59.852999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c2805ed-f16e-467c-8743-d56532de7c52 req-fea30b51-33b7-4523-803e-1e5fd8a19555 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3158739 Jul 22 23:44:59.874075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=727adf10-91d3-4cca-a8b9-4a589e2af0b5,segment=NetworkSegment(491e1b04-50d0-4427-8800-56b65f56369b),segment_id=491e1b04-50d0-4427-8800-56b65f56369b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:44:59.874487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.879240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f308eeec-095d-44bc-a860-6a425f8c87b1) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:44:59.912082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:44:59.913158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:44:59.933388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:44:59.965283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:44:59.994509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c2805ed-f16e-467c-8743-d56532de7c52 req-a814cbd1-09f8-4577-86e7-cd9d64522be1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343043 Jul 22 23:44:59.995590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca3a89e-74e5-447a-ba65-61d45628867f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.004444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ddc9bdc2-0a54-4f3f-b7e3-e01a918111b6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4422832 Jul 22 23:45:00.006293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.011084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:00.040328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:00.083593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5863823-d411-495f-a692-654623239e46 None None] Network f308eeec-095d-44bc-a860-6a425f8c87b1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:00.092799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:00.094893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e544c47d-8ff5-4d4e-9a6c-029216e5ecd7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:00.095560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 995ad1f7-9557-4368-b067-4ee97c9715cb no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:00.194641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 995ad1f7-9557-4368-b067-4ee97c9715cb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:00.200492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 995ad1f7-9557-4368-b067-4ee97c9715cb not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:00.334083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca3a89e-74e5-447a-ba65-61d45628867f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.357132 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.358671 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.365121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca3a89e-74e5-447a-ba65-61d45628867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.461060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] DHCP port deletion for 2ab1d639-9ebc-44ea-99ba-4b378993b3dc request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:00.462773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:00.475253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eca3a89e-74e5-447a-ba65-61d45628867f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16dde7754e04caaa547f63f170da1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142107 Jul 22 23:45:00.478025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:00.524334 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:52Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:44:59Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:00.577134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f308eeec-095d-44bc-a860-6a425f8c87b1', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:00.578409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.579655 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.656585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for 727adf10-91d3-4cca-a8b9-4a589e2af0b5 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:00.658510 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.728301 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e63ff-c199-43da-996b-7036401bf79a None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:44:52Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:44:59Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:00.774325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74fc5607-1a1f-4c50-ae02-de252900d336 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:00.814368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3a89e-74e5-447a-ba65-61d45628867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa0e5d-a332-4293-8424-42bf2a9796d3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:00.896699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8:0:1::23f (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/34c16b14-3b8c-4d93-8ee3-c6557ee34b3b/c50f80bc-0df0-46b5-8536-7adf3ccd127d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:00.925098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Made reservation on behalf of 3b180a8bb8054cabb91013f96493a3e1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:00.928633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:00.944012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::f816:3eff:fe11:3fbe (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0/c50f80bc-0df0-46b5-8536-7adf3ccd127d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:01.026665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Deleting port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:01.027237 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.034860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Allocated IP 172.20.0.2 (f308eeec-095d-44bc-a860-6a425f8c87b1/08662ae9-0a54-4ba0-ba09-9432423d80a2/e375c9b1-ae0a-43c6-8f2b-e50423a0405b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:01.035389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.076437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3070e62-fda2-44f9-b805-92a4d97a4d62 req-ecbe2836-c3a5-41b0-a92f-995e779ecdfd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:01.084125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3070e62-fda2-44f9-b805-92a4d97a4d62 req-ecbe2836-c3a5-41b0-a92f-995e779ecdfd tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.7469654 Jul 22 23:45:01.155839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 74fc5607-1a1f-4c50-ae02-de252900d336 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:01.156316 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.190246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb55-afb4-430a-ab7a-f996a9633aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.219868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] For port 727adf10-91d3-4cca-a8b9-4a589e2af0b5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=727adf10-91d3-4cca-a8b9-4a589e2af0b5,segment=NetworkSegment(491e1b04-50d0-4427-8800-56b65f56369b),segment_id=491e1b04-50d0-4427-8800-56b65f56369b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:01.220427 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.222474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb55-afb4-430a-ab7a-f996a9633aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.274139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Calling delete_port for 727adf10-91d3-4cca-a8b9-4a589e2af0b5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:01.293810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3070e62-fda2-44f9-b805-92a4d97a4d62 req-b77012d7-f125-42e8-bb19-7522524b37ec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086194 Jul 22 23:45:01.326377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.430281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0af7caab-510b-4816-91c7-82bc46994bcb None None] Provisioning for port 72172bb2-14a1-4167-8a03-0dd9779743b8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:01.445608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb55-afb4-430a-ab7a-f996a9633aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.448457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57c1fb55-afb4-430a-ab7a-f996a9633aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.449786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-57c1fb55-afb4-430a-ab7a-f996a9633aff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8efa0e5d-a332-4293-8424-42bf2a9796d3 HTTP/1.1" status: 204 len: 168 time: 0.9656465 Jul 22 23:45:01.452099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:01.471829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=727adf10-91d3-4cca-a8b9-4a589e2af0b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:01.476824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1fb55-afb4-430a-ab7a-f996a9633aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa0e5d-a332-4293-8424-42bf2a9796d3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:01.483551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0af7caab-510b-4816-91c7-82bc46994bcb None None] Provisioning complete for port 72172bb2-14a1-4167-8a03-0dd9779743b8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:01.500753 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0af7caab-510b-4816-91c7-82bc46994bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.592405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.617989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab1d639-9ebc-44ea-99ba-4b378993b3dc']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:01.631129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491e1b04-50d0-4427-8800-56b65f56369b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:01.631465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491e1b04-50d0-4427-8800-56b65f56369b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:01.643141 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.697799 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.723170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Transition to ACTIVE for port object e375c9b1-ae0a-43c6-8f2b-e50423a0405b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:01.739954 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.763688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Transition to ACTIVE for port object e375c9b1-ae0a-43c6-8f2b-e50423a0405b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:01.788612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object c50f80bc-0df0-46b5-8536-7adf3ccd127d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:01.790370 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.827983 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.848423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:01.905074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.004249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Pushing event updated for resources: {'Port': ['ID=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.019867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.027418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:02.029235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.060069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Allocated IP 172.25.5.152 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/be6a7d53-6abf-49e8-b698-5c3ca6f9b53e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:02.077083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Network f308eeec-095d-44bc-a860-6a425f8c87b1 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:02.083240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:02.090650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:02.114580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:02.132754 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:02.149217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.166760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.185423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.185653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Network 2ab1d639-9ebc-44ea-99ba-4b378993b3dc is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:45:02.186020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] No DVR routers for this DVR port 727adf10-91d3-4cca-a8b9-4a589e2af0b5 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:02.201380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.210820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/2ab1d639-9ebc-44ea-99ba-4b378993b3dc HTTP/1.1" status: 204 len: 168 time: 3.6764078 Jul 22 23:45:02.226835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.255496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7098b-2206-40cd-b283-7c3ba11221ab None None] Pushing event deleted for resources: {'Port': ['ID=727adf10-91d3-4cca-a8b9-4a589e2af0b5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.282591 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aad0356-a114-44cc-8483-9cae67e76f55 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:02.288402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aad0356-a114-44cc-8483-9cae67e76f55 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:02.290465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9aad0356-a114-44cc-8483-9cae67e76f55 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/5e531c74-0501-4fc1-92cd-c885e77dcd3e HTTP/1.1" status: 404 len: 337 time: 0.0574467 Jul 22 23:45:02.294086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.330967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480922b3-787c-4374-9a93-6b71a39a4fa7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.347694 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-98955785-710c-4a24-a93c-738390b77f1e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:02.350707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98955785-710c-4a24-a93c-738390b77f1e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:02.359108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-98955785-710c-4a24-a93c-738390b77f1e tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/6cc63605-538c-4f8a-8db8-c1d31fd9f6a6 HTTP/1.1" status: 404 len: 339 time: 0.0615845 Jul 22 23:45:02.366198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.375520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Attempting to bind port e375c9b1-ae0a-43c6-8f2b-e50423a0405b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:02.375898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Attempting to bind port e375c9b1-ae0a-43c6-8f2b-e50423a0405b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:02.376270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Attempting to bind port e375c9b1-ae0a-43c6-8f2b-e50423a0405b on network f308eeec-095d-44bc-a860-6a425f8c87b1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:02.389013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:02.389430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Checking segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:02.389853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.390092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:02.390249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Bound using segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:02.390978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Bound port: e375c9b1-ae0a-43c6-8f2b-e50423a0405b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:02.392037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.392634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19a3a-8b2f-4217-94f0-f4812d76cdba tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=2ab1d639-9ebc-44ea-99ba-4b378993b3dc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.410086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:02.413612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:02.418783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.420081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:02.427393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:02.429072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.442368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.494309 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-36334951-40c4-4c11-9224-c24f3fd51459 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:02.494838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36334951-40c4-4c11-9224-c24f3fd51459 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:02.497792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-36334951-40c4-4c11-9224-c24f3fd51459 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/cd7ecbc8-38a9-4d53-ada0-353fc91f8291 HTTP/1.1" status: 404 len: 337 time: 0.1281793 Jul 22 23:45:02.500295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.513318 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:45:02.548235 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-91232332-7311-4717-a630-fd455ec6747b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:02.550834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91232332-7311-4717-a630-fd455ec6747b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:02.556911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-91232332-7311-4717-a630-fd455ec6747b tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/22f098a1-4d5b-471f-a47c-bec292871cdc HTTP/1.1" status: 404 len: 339 time: 0.0556083 Jul 22 23:45:02.559634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44698) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.627046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] For port e375c9b1-ae0a-43c6-8f2b-e50423a0405b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:02.632399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] For port e375c9b1-ae0a-43c6-8f2b-e50423a0405b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:02.637032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.638274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a08e1e8a-a300-45a9-9766-13128e3fc3c0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:02.639909 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-969bdeaa-a217-4a1c-ac81-fb4b3c2ac8a0 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:02.640544 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Added segment 7a08a706-304c-4154-8afd-12b47a692e77 of type vlan for network a7fa5324-4700-455f-b0a0-73abe3a86e60 Jul 22 23:45:02.640677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969bdeaa-a217-4a1c-ac81-fb4b3c2ac8a0 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:02.642437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-969bdeaa-a217-4a1c-ac81-fb4b3c2ac8a0 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/1efa9411-62f7-4885-8a91-c1e419382966 HTTP/1.1" status: 404 len: 337 time: 0.0817323 Jul 22 23:45:02.644834 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.645273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44700) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.698666 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fdb0f3-a90a-45c4-9cf0-b8276fe6f60c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:02.720136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fdb0f3-a90a-45c4-9cf0-b8276fe6f60c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:02.725669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5fdb0f3-a90a-45c4-9cf0-b8276fe6f60c tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/74b50d53-3075-4dc1-842a-5c2da9339b66 HTTP/1.1" status: 404 len: 339 time: 0.0746236 Jul 22 23:45:02.738878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.772866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157ee4b-a1f5-49a9-9022-188a6874e1a0 None None] Pushing event updated for resources: {'Port': ['ID=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.787316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a08e1e8a-a300-45a9-9766-13128e3fc3c0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:02.802373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a08e1e8a-a300-45a9-9766-13128e3fc3c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:02.802755 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.825766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=c50f80bc-0df0-46b5-8536-7adf3ccd127d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:02.833766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b0027380-fa27-409b-aa57-2e0a43d79816 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.4592669 Jul 22 23:45:02.845885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.875704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:02.895249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting subnet 5efff75f-3779-4bca-b5b3-6e4e3f0b84b5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:02.899459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:02.989634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-730bd9d9-b620-4eeb-a52b-c3262a45f8cd None None] Provisioning for port c50f80bc-0df0-46b5-8536-7adf3ccd127d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:02.990700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.003722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-730bd9d9-b620-4eeb-a52b-c3262a45f8cd None None] Provisioning complete for port c50f80bc-0df0-46b5-8536-7adf3ccd127d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:03.004095 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-730bd9d9-b620-4eeb-a52b-c3262a45f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.090296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.115816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-730bd9d9-b620-4eeb-a52b-c3262a45f8cd None None] Port c50f80bc-0df0-46b5-8536-7adf3ccd127d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:03.179087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port a08e1e8a-a300-45a9-9766-13128e3fc3c0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a08e1e8a-a300-45a9-9766-13128e3fc3c0,segment=NetworkSegment(311e8670-5035-4c2c-a4f6-182a652899bb),segment_id=311e8670-5035-4c2c-a4f6-182a652899bb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:03.184106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.185362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:45:03.199829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.208331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Checking segment: {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:03.210179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network hostable DHCP agents. Network: 33f3cfd2-ae07-402d-8dce-e03f4946c6a7, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:03.229789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Subnet': ['ID=930f9358-a76c-43aa-9177-4ac82c14ef66,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:03.290458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:03.298780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 727adf10-91d3-4cca-a8b9-4a589e2af0b5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:03.304618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.311842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:03.312744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.340672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:03.353759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:03.354355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:03.386014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.2265654 Jul 22 23:45:03.388572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port c50f80bc-0df0-46b5-8536-7adf3ccd127d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:03.388986 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.391606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:03.401607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 727adf10-91d3-4cca-a8b9-4a589e2af0b5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:03.401950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 727adf10-91d3-4cca-a8b9-4a589e2af0b5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:03.419486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=a08e1e8a-a300-45a9-9766-13128e3fc3c0,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:03.425593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'subnet': {'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:03.432850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 33f3cfd2-ae07-402d-8dce-e03f4946c6a7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:03.442165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ea34c1-0a05-416d-a6f7-8ca96debaa87 None None] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:03.477069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Pushing event updated for resources: {'Port': ['ID=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:03.494828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:03.495513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.508937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bf89b-7101-4a98-b880-3146d74b27fe tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Network': ['ID=a7fa5324-4700-455f-b0a0-73abe3a86e60,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:03.529606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:03.530491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.543533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-9c21a995-aa81-479b-bc4e-4f0c85a07d92 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:03.545291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-9c21a995-aa81-479b-bc4e-4f0c85a07d92 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=96333cc9-08f0-48a9-b174-b177166d32df HTTP/1.1" status: 200 len: 943 time: 0.4573624 Jul 22 23:45:03.708136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:03.721270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.864301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:03.865797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:03.866707 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ba260480-8b60-4bc4-a04a-0b4262f17448 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5733535 Jul 22 23:45:03.904792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:04.019202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.093615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.115602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=5efff75f-3779-4bca-b5b3-6e4e3f0b84b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:04.132699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for c50f80bc-0df0-46b5-8536-7adf3ccd127d owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:04.148194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Allocated IP 172.23.0.2 (33f3cfd2-ae07-402d-8dce-e03f4946c6a7/930f9358-a76c-43aa-9177-4ac82c14ef66/f36d2fdf-824f-4f38-a935-f07dd2257652) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:04.159075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.160414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d4b55-45b5-41a3-8b2a-ec608b7ca2fd None None] Network 917d2b11-fcdb-4ec1-b91e-6f792daab6fb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:04.162214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e6e96137-4ec7-4912-8493-3dcba0edfa39 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/5efff75f-3779-4bca-b5b3-6e4e3f0b84b5 HTTP/1.1" status: 204 len: 168 time: 1.4200799 Jul 22 23:45:04.167017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:04.258341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Deleting port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:04.258947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.379804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41752a6b-ddc8-463f-a961-9ec142b4d37c None None] Network f308eeec-095d-44bc-a860-6a425f8c87b1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:04.586240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:04.594126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a08e1e8a-a300-45a9-9766-13128e3fc3c0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:04.844748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Subnet': ['ID=e9f7beb7-36f1-4b68-9f98-55d464298f78,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:04.869654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-171df7d5-3cc1-4ed9-ba5e-ddcdeb4a861e None None] Provisioning for port e375c9b1-ae0a-43c6-8f2b-e50423a0405b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:04.884227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Checking segment: {'id': '7a08a706-304c-4154-8afd-12b47a692e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:04.884654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network hostable DHCP agents. Network: a7fa5324-4700-455f-b0a0-73abe3a86e60, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:04.923959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:04.958767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a7fa5324-4700-455f-b0a0-73abe3a86e60) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:04.972181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:04.972793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.006777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.022299 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b3ea2270-7151-4e1d-9240-576cde0531fd tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6205127 Jul 22 23:45:05.022299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44756) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:05.028194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'network': {'name': 'tempest-router-network01--479279733'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:05.036493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb693e2-a06c-4554-8ebd-2530d516625a None None] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:05.134804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.153115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=c50f80bc-0df0-46b5-8536-7adf3ccd127d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:05.198471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.244232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:05.251058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.328137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.347588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a08e1e8a-a300-45a9-9766-13128e3fc3c0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:05.348391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.439692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] For port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:05.440310 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.646435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Calling delete_port for 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:05.738733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.744039 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c8dc7223-1417-465a-83e7-2b55531bc278 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/c50f80bc-0df0-46b5-8536-7adf3ccd127d HTTP/1.1" status: 204 len: 168 time: 2.8664973 Jul 22 23:45:05.754084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:05.795893 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.830390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:05.855073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Transition to ACTIVE for port object f36d2fdf-824f-4f38-a935-f07dd2257652 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:05.859861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:05.860565 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Added segment aad4c549-e888-449c-9266-fbbe66b91696 of type vlan for network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 Jul 22 23:45:05.996691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port dfbca302-65e3-4770-a8e5-c0e07292a072 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:05.997029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.002039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.039615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Transition to ACTIVE for port object f36d2fdf-824f-4f38-a935-f07dd2257652 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:06.069258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a7fa5324-4700-455f-b0a0-73abe3a86e60', 'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60', 'tenant_id': 'b38e839b5da2485bb377dc9399c6d754', 'fixed_ips': [{'subnet_id': 'e9f7beb7-36f1-4b68-9f98-55d464298f78'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:06.077721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.125817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] DHCP port deletion for 917d2b11-fcdb-4ec1-b91e-6f792daab6fb request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:06.134796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.153901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port dfbca302-65e3-4770-a8e5-c0e07292a072, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=dfbca302-65e3-4770-a8e5-c0e07292a072,segment=NetworkSegment(4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b),segment_id=4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:06.154283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.158979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.159773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e375c9b1-ae0a-43c6-8f2b-e50423a0405b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:06.171476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:06.172673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.182170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for dfbca302-65e3-4770-a8e5-c0e07292a072 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:06.219572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:06.307678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e054ae-8327-4185-b584-bd4cae888ca6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:06.313750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-65e054ae-8327-4185-b584-bd4cae888ca6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.5548968 Jul 22 23:45:06.313750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:06.323090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.347857 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.363458 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3388038 Jul 22 23:45:06.371922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:06.374015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:06.374489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Allocated IP 172.23.0.1 (33f3cfd2-ae07-402d-8dce-e03f4946c6a7/930f9358-a76c-43aa-9177-4ac82c14ef66/7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:06.374669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=dfbca302-65e3-4770-a8e5-c0e07292a072,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:06.383616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port dfbca302-65e3-4770-a8e5-c0e07292a072 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:06.393017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.470625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'network': {'name': 'tempest-router-network02--1866602939'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:06.496594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8f49b-cd03-4e34-ba92-be3925a9cd56 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Network': ['ID=03ca3db9-21ab-45fa-8a16-c2dae2e17863,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:06.535179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:06.561566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:06.620409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5ce1-a714-4f8d-97b7-94043e809326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.630260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:06.636328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.679404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:06.685271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.691009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.802724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2', '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:06.806177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917d2b11-fcdb-4ec1-b91e-6f792daab6fb']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:06.846949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52156a67-f231-40e7-b9c8-921f1e11c3f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:06.854671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-52156a67-f231-40e7-b9c8-921f1e11c3f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.5247097 Jul 22 23:45:06.867179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'Port': ['ID=0f1350fb-e7fc-4677-8a81-90be9bb52ec5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:06.935929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:06.937733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4745ed9c-cc1b-4dc4-a5fd-8deca852ac8b') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:06.941433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:06.964359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5ce1-a714-4f8d-97b7-94043e809326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.980981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:06.988727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5ce1-a714-4f8d-97b7-94043e809326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:06.991578 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Attempting to bind port f36d2fdf-824f-4f38-a935-f07dd2257652 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:06.992164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Attempting to bind port f36d2fdf-824f-4f38-a935-f07dd2257652 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:06.992822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Attempting to bind port f36d2fdf-824f-4f38-a935-f07dd2257652 on network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:07.001757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] No DVR routers for this DVR port 0f1350fb-e7fc-4677-8a81-90be9bb52ec5 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:07.004898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Pushing event updated for resources: {'Port': ['ID=f36d2fdf-824f-4f38-a935-f07dd2257652,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:07.036391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe5ce1-a714-4f8d-97b7-94043e809326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ef83e-0212-4088-a983-08cc3592eb07,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:07.069139 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.071480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.071840 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Added segment cd94907a-cabb-4758-9f08-a717ee7a70c7 of type vlan for network eb76090c-1aa7-430e-979a-2d00c18ea5a8 Jul 22 23:45:07.074918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-108f8e8a-2ab6-4d79-96a4-4abc3df7e9cc req-3de5f698-62ca-4539-9547-091170f89a0d tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "DELETE /v2.0/ports/0f1350fb-e7fc-4677-8a81-90be9bb52ec5 HTTP/1.1" status: 204 len: 173 time: 3.4749212 Jul 22 23:45:07.075779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.080064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-deleted', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:07.085135 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0a9914-679d-459e-b1e1-a0b742bba43f" -d '{"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-deleted", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:07.097662 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9cfe5ce1-a714-4f8d-97b7-94043e809326 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b610979e24b24ef987498fa63f03131b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8549848 Jul 22 23:45:07.100327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.108856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:07.140701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Transition to ACTIVE for port object 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:07.152751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.215973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.221212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.233487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:07.233854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.273761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:07.276874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Checking segment: {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:07.277734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.278169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Bound using segment: {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:07.278690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Bound port: f36d2fdf-824f-4f38-a935-f07dd2257652, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:07.280808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.291374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf200e5-b773-4dd0-b8f3-aab31d8cbdc6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:07.294238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf200e5-b773-4dd0-b8f3-aab31d8cbdc6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:07.297275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf200e5-b773-4dd0-b8f3-aab31d8cbdc6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:07.300541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0bf200e5-b773-4dd0-b8f3-aab31d8cbdc6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3525887 Jul 22 23:45:07.306578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44808) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:07.309144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:07.310084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.312880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Deleting port dfbca302-65e3-4770-a8e5-c0e07292a072 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:07.313267 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:07.318440 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:07.363549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9846709 Jul 22 23:45:07.415528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:07.419615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.424977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'subnet': {'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:07.444285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 34c16b14-3b8c-4d93-8ee3-c6557ee34b3b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:07.457619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.575425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.592485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:07.596274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6ba58-b343-4f16-ade6-9b9f1d958437 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Network': ['ID=eb76090c-1aa7-430e-979a-2d00c18ea5a8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:07.622312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:07.625278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:07.627894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:07.658161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network eb76090c-1aa7-430e-979a-2d00c18ea5a8 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:07.678281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:07.683991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.686133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Allocated IP 2001:db8::2 (a7fa5324-4700-455f-b0a0-73abe3a86e60/e9f7beb7-36f1-4b68-9f98-55d464298f78/79de9048-8814-4086-a413-dd53342bfddb) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:07.706271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] For port dfbca302-65e3-4770-a8e5-c0e07292a072, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:07.707488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.726984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e375c9b1-ae0a-43c6-8f2b-e50423a0405b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:07.733402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.799601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e375c9b1-ae0a-43c6-8f2b-e50423a0405b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:07.800335 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.873676 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:07.896935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Calling delete_port for dfbca302-65e3-4770-a8e5-c0e07292a072 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:07.910805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Port dfbca302-65e3-4770-a8e5-c0e07292a072 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:45:08.017670 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.048945 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aeef5c-1d3f-4f2a-ac16-604ecf3fa109 x-openstack-request-id: req-e2aeef5c-1d3f-4f2a-ac16-604ecf3fa109 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:08.049504 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96333cc9-08f0-48a9-b174-b177166d32df", "name": "network-vif-deleted", "tag": "0f1350fb-e7fc-4677-8a81-90be9bb52ec5", "status": "failed", "code": 422}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:08.050053 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2aeef5c-1d3f-4f2a-ac16-604ecf3fa109 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:08.050743 n-d-758851-4 neutron-server[93791]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96333cc9-08f0-48a9-b174-b177166d32df', 'name': 'network-vif-deleted', 'tag': '0f1350fb-e7fc-4677-8a81-90be9bb52ec5', 'status': 'failed', 'code': 422} returned with failed status Jul 22 23:45:08.069932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.093164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] For port f36d2fdf-824f-4f38-a935-f07dd2257652, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:08.215841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=34c16b14-3b8c-4d93-8ee3-c6557ee34b3b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.259056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.266606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.272555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-84312b57-7b1b-4702-b7c8-49db897a024a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/34c16b14-3b8c-4d93-8ee3-c6557ee34b3b HTTP/1.1" status: 204 len: 168 time: 0.9538357 Jul 22 23:45:08.288636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.292402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/917d2b11-fcdb-4ec1-b91e-6f792daab6fb HTTP/1.1" status: 204 len: 168 time: 4.1196318 Jul 22 23:45:08.299080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:08.299589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:08.300854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.304606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23eb982-5215-4e29-a932-a9640b181006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.312803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Transition to ACTIVE for port object 79de9048-8814-4086-a413-dd53342bfddb will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:08.332991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Transition to ACTIVE for port object 79de9048-8814-4086-a413-dd53342bfddb will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:08.352323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] For port f36d2fdf-824f-4f38-a935-f07dd2257652, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f36d2fdf-824f-4f38-a935-f07dd2257652,segment=NetworkSegment(a28d0952-1996-462e-985b-bb0c46e8da81),segment_id=a28d0952-1996-462e-985b-bb0c46e8da81)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:08.373371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:08.375550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] No DVR routers for this DVR port dfbca302-65e3-4770-a8e5-c0e07292a072 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:08.377100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.382962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc07017-ebca-4ff2-b3dd-37a80e5edd28 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:08.415538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07460-813c-4870-a1f4-6dd057061fd1 None None] Pushing event deleted for resources: {'Port': ['ID=dfbca302-65e3-4770-a8e5-c0e07292a072,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.423574 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.432562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.455819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.524716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.543869 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.561919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0626-685a-47bd-826d-3204c88e6092 None None] Pushing event updated for resources: {'Port': ['ID=f36d2fdf-824f-4f38-a935-f07dd2257652,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.649773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:08.652704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.658282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe2189-0c21-4412-9d6d-0922821b0cf2 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=917d2b11-fcdb-4ec1-b91e-6f792daab6fb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.714763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.729940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:08.764003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.768102 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4698e492-43f0-4ea1-91c7-b6253b9eb5ed tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:08.768862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4698e492-43f0-4ea1-91c7-b6253b9eb5ed tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:08.780504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4698e492-43f0-4ea1-91c7-b6253b9eb5ed tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/bc62ac97-bc8f-448e-a3e2-173d666f6703 HTTP/1.1" status: 404 len: 337 time: 0.4747679 Jul 22 23:45:08.786389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:08.786657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44826) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:08.788747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Pushing event updated for resources: {'Port': ['ID=79de9048-8814-4086-a413-dd53342bfddb,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.811187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23eb982-5215-4e29-a932-a9640b181006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.813597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:08.828150 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2fc44d-c0d4-4c69-ab3d-3b2d8c6b7a27 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:08.829357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2fc44d-c0d4-4c69-ab3d-3b2d8c6b7a27 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:08.832494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9d2fc44d-c0d4-4c69-ab3d-3b2d8c6b7a27 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/09ac6067-24b0-4d7b-90ac-7ecfe8f2adfe HTTP/1.1" status: 404 len: 339 time: 0.0371099 Jul 22 23:45:08.845491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.846905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:08.863671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Subnet': ['ID=bdd51b90-189f-466f-b13d-aeebb9dc7a37,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:08.930758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Checking segment: {'id': 'aad4c549-e888-449c-9266-fbbe66b91696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:08.931062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network hostable DHCP agents. Network: 03ca3db9-21ab-45fa-8a16-c2dae2e17863, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:08.943196 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:08.948160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8cd9f6bc-9036-497e-8846-410ad2c4d0f1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0 HTTP/1.1" status: 204 len: 168 time: 0.6439085 Jul 22 23:45:08.957557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:09.020756 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5e1eff8-febe-4826-82a6-67e0602a8ecb tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590935 Jul 22 23:45:09.032166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:09.057133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:09.105524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting subnet 617a27a2-febe-433a-a255-1a3fb961c0e0 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:09.162245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.208637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:09.211832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23eb982-5215-4e29-a932-a9640b181006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.222233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b23eb982-5215-4e29-a932-a9640b181006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.226709 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b23eb982-5215-4e29-a932-a9640b181006 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec4ef83e-0212-4088-a983-08cc3592eb07 HTTP/1.1" status: 204 len: 168 time: 2.0881832 Jul 22 23:45:09.267088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:09.282506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d01777-97f7-4ff5-b195-b619fbb39d4a req-3acba808-35dc-4fce-ac63-333a762eff4c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:09.285700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82d01777-97f7-4ff5-b195-b619fbb39d4a req-3acba808-35dc-4fce-ac63-333a762eff4c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 908 time: 0.9879444 Jul 22 23:45:09.290103 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.293158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f400f7b7-79a9-449f-a902-02412db8f3cc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2856958 Jul 22 23:45:09.316353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:09.344050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Attempting to bind port 79de9048-8814-4086-a413-dd53342bfddb on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:09.345028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Attempting to bind port 79de9048-8814-4086-a413-dd53342bfddb by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7a08a706-304c-4154-8afd-12b47a692e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:09.345653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Attempting to bind port 79de9048-8814-4086-a413-dd53342bfddb on network a7fa5324-4700-455f-b0a0-73abe3a86e60 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:09.355621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Sync routers for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:09.370034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:09.370476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Checking segment: {'id': '7a08a706-304c-4154-8afd-12b47a692e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:09.371872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.371872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Bound using segment: {'id': '7a08a706-304c-4154-8afd-12b47a692e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:09.372840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Bound port: 79de9048-8814-4086-a413-dd53342bfddb, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a08a706-304c-4154-8afd-12b47a692e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a7fa5324-4700-455f-b0a0-73abe3a86e60'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:09.373313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.390330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 03ca3db9-21ab-45fa-8a16-c2dae2e17863) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:09.397190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:09.398174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.403863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:09.404719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:09.496792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:09.505944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.523873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23eb982-5215-4e29-a932-a9640b181006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ef83e-0212-4088-a983-08cc3592eb07,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:09.552379 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-86f2e7bd-b73d-49cf-ad26-50c50bbba4b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1326907 Jul 22 23:45:09.554352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:09.563323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'subnet': {'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:09.594869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb39a8-a82e-4e23-a382-b50275f25871 None None] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:09.779043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port e375c9b1-ae0a-43c6-8f2b-e50423a0405b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:09.820337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.938172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:09.952684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] For port 79de9048-8814-4086-a413-dd53342bfddb, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:09.956091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] For port 79de9048-8814-4086-a413-dd53342bfddb, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=79de9048-8814-4086-a413-dd53342bfddb,segment=NetworkSegment(7a08a706-304c-4154-8afd-12b47a692e77),segment_id=7a08a706-304c-4154-8afd-12b47a692e77)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:10.011280 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.018951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:10.023521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:10.036348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.050453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73489676-7c17-48dd-9707-c2b8ccdbee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.094811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.125592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f36d2fdf-824f-4f38-a935-f07dd2257652 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:10.269978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73489676-7c17-48dd-9707-c2b8ccdbee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.301944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:10.305241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73489676-7c17-48dd-9707-c2b8ccdbee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.495096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.502302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fbf28-7a73-4551-a9bb-59eab60e3350 None None] Pushing event updated for resources: {'Port': ['ID=79de9048-8814-4086-a413-dd53342bfddb,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:10.524352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04e380-2fda-47b5-8713-1e0ddecd9036 None None] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:10.550838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:10.560690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.678004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:10.684371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=21c25f04-6cb0-49a0-bfeb-852f0725cb4c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:10.699430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:10.700304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.737086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73489676-7c17-48dd-9707-c2b8ccdbee6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7b78160320f48ce877009a46b4a8953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7097447 Jul 22 23:45:10.737810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73489676-7c17-48dd-9707-c2b8ccdbee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534b4190-5812-4012-8f9e-3c85efcd69e0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:10.738385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:10.771698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-03ca3db9-21ab-45fa-8a16-c2dae2e17863', 'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863', 'tenant_id': 'b38e839b5da2485bb377dc9399c6d754', 'fixed_ips': [{'subnet_id': 'bdd51b90-189f-466f-b13d-aeebb9dc7a37'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:10.772537 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.834527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:10.872878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.874938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.936658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f36d2fdf-824f-4f38-a935-f07dd2257652 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:10.939500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e118c337-b558-4184-89ba-3847184d7796 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:10.993992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:10.994565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd03b671-701b-487c-9675-9501804e1040 None None] Provisioning for port f36d2fdf-824f-4f38-a935-f07dd2257652 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:11.047616 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.051684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-887b86af-8506-41be-b1c7-01ab61cb4cb2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.053197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fd03b671-701b-487c-9675-9501804e1040 None None] Provisioning complete for port f36d2fdf-824f-4f38-a935-f07dd2257652 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:11.053777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd03b671-701b-487c-9675-9501804e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.054907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-887b86af-8506-41be-b1c7-01ab61cb4cb2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 908 time: 1.1592510 Jul 22 23:45:11.058089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event updated for resources: {'Port': ['ID=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:11.063950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dfbca302-65e3-4770-a8e5-c0e07292a072 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:11.110502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.110502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6fe1c0d2-76da-496c-a108-defdee2534fc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0714092 Jul 22 23:45:11.141674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:11.161197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:11.270272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02182b3f-a7fd-4a26-829e-5a8a82a722d3 None None] Network 50d4ef61-913a-4a98-af55-9d66689eb1bf requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:11.277130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Subnet': ['ID=617a27a2-febe-433a-a255-1a3fb961c0e0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:11.280394 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.283182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: dfbca302-65e3-4770-a8e5-c0e07292a072 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:11.283566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dfbca302-65e3-4770-a8e5-c0e07292a072 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:11.284867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-920d329b-7e02-4113-8c0e-c638270f6036 tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/subnets/617a27a2-febe-433a-a255-1a3fb961c0e0 HTTP/1.1" status: 204 len: 168 time: 2.4328926 Jul 22 23:45:11.302410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:11.559174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e118c337-b558-4184-89ba-3847184d7796 None None] Deleting port 72172bb2-14a1-4167-8a03-0dd9779743b8 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:11.559479 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e118c337-b558-4184-89ba-3847184d7796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.565777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:11.573346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.582795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:11.621583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37d298a9-6bbe-4cc2-9071-1265177b93e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.650026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37d298a9-6bbe-4cc2-9071-1265177b93e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.718059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c6cc0-5127-41e2-b2e7-935b8bc21b2c req-30c49f8a-3ab2-49e3-81d0-a9892899e2a8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:11.722286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-297c6cc0-5127-41e2-b2e7-935b8bc21b2c req-30c49f8a-3ab2-49e3-81d0-a9892899e2a8 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 908 time: 1.2164407 Jul 22 23:45:11.732833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Allocated IP 2001:db8::2 (03ca3db9-21ab-45fa-8a16-c2dae2e17863/bdd51b90-189f-466f-b13d-aeebb9dc7a37/29509651-deb0-4f60-98ce-b1d7f4acdb51) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:11.734843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Deleting port dacf6608-b257-4d6f-a429-c225b9f88a10 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:11.735448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.739506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:11.751871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:11.931468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7950b8-f266-44ee-8b88-e357ccff0cf3 None None] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:12.086884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Allocated IP 172.20.0.1 (f308eeec-095d-44bc-a860-6a425f8c87b1/08662ae9-0a54-4ba0-ba09-9432423d80a2/ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:12.117917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:12.181698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Deleting port d2393a8b-3775-4899-b891-adc67e0bd66f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:12.182049 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.203972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] For port dacf6608-b257-4d6f-a429-c225b9f88a10, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=dacf6608-b257-4d6f-a429-c225b9f88a10,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:12.204418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.232884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.249792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Transition to ACTIVE for port object ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:12.294328 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37d298a9-6bbe-4cc2-9071-1265177b93e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.297959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37d298a9-6bbe-4cc2-9071-1265177b93e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.301875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-37d298a9-6bbe-4cc2-9071-1265177b93e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/534b4190-5812-4012-8f9e-3c85efcd69e0 HTTP/1.1" status: 204 len: 168 time: 1.4714675 Jul 22 23:45:12.335026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.401431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Calling delete_port for dacf6608-b257-4d6f-a429-c225b9f88a10 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:12.413629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:12.433040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Subnet': ['ID=c144351a-151e-48a1-bdf5-7b82eb8d7830,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:12.439155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Checking segment: {'id': 'cd94907a-cabb-4758-9f08-a717ee7a70c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:12.440165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network hostable DHCP agents. Network: eb76090c-1aa7-430e-979a-2d00c18ea5a8, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:12.446645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d298a9-6bbe-4cc2-9071-1265177b93e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b4190-5812-4012-8f9e-3c85efcd69e0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:12.466701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Network f308eeec-095d-44bc-a860-6a425f8c87b1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:12.473479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:12.508146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:12.571271 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21c25f04-6cb0-49a0-bfeb-852f0725cb4c (CIDR: 2001:db8::/64) Jul 22 23:45:12.615859 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:45:12.616494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:12.642627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] For port d2393a8b-3775-4899-b891-adc67e0bd66f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d2393a8b-3775-4899-b891-adc67e0bd66f,segment=NetworkSegment(c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3),segment_id=c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:12.643001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.654536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.718941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Calling delete_port for d2393a8b-3775-4899-b891-adc67e0bd66f owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:12.793468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 79de9048-8814-4086-a413-dd53342bfddb up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:12.803626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5304cbb7-5d64-4d27-ba85-df2a2708e527 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6521881 Jul 22 23:45:12.810355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:12.814518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:12.822454 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:12.832303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:12.841156 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:12.841792 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:12.856882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network eb76090c-1aa7-430e-979a-2d00c18ea5a8 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:12.883365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:12.884574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, eb76090c-1aa7-430e-979a-2d00c18ea5a8) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:12.892575 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9c12eaa-ead0-44ba-a039-c374c515e262 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9826288 Jul 22 23:45:12.896206 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd03b671-701b-487c-9675-9501804e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.898723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:12.914112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:12.915295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.921169 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:12.952592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c09e77-35db-465d-bbeb-dfc30a1c12d0 None None] Network eb76090c-1aa7-430e-979a-2d00c18ea5a8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:13.081358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e118c337-b558-4184-89ba-3847184d7796 None None] For port 72172bb2-14a1-4167-8a03-0dd9779743b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=72172bb2-14a1-4167-8a03-0dd9779743b8,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:13.082019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e118c337-b558-4184-89ba-3847184d7796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.118673 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Transition to ACTIVE for port object 29509651-deb0-4f60-98ce-b1d7f4acdb51 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:13.160340 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:13.199712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa980039-0dec-4d39-bdb2-9f5b00bed144 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6412380 Jul 22 23:45:13.201375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:13.207960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e118c337-b558-4184-89ba-3847184d7796 None None] Calling delete_port for 72172bb2-14a1-4167-8a03-0dd9779743b8 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:13.406195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.411142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 3, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:13.421739 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.561244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] No DVR routers for this DVR port dacf6608-b257-4d6f-a429-c225b9f88a10 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:13.584179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.588957 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-940c86a0-43d5-437e-8ae0-e316f9250548 req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "DELETE /v2.0/ports/dacf6608-b257-4d6f-a429-c225b9f88a10 HTTP/1.1" status: 204 len: 173 time: 2.5200639 Jul 22 23:45:13.643136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:08Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:08Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:13.670147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'name': 'network-vif-deleted', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:13.674219 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a77e693-9634-4f91-bb63-e2e674915678" -d '{"events": [{"server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "name": "network-vif-deleted", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:13.678436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0e2c5-a3c6-4e02-90eb-e8a1ba542907 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'Port': ['ID=dacf6608-b257-4d6f-a429-c225b9f88a10,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:13.684712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.695040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:13.698655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.798869 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:13.799716 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Updating router b84f070d-9e72-4f4e-ba39-07ca4f183b4a port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:45:13.817071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fd03b671-701b-487c-9675-9501804e1040 None None] For port f36d2fdf-824f-4f38-a935-f07dd2257652, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f36d2fdf-824f-4f38-a935-f07dd2257652,segment=NetworkSegment(a28d0952-1996-462e-985b-bb0c46e8da81),segment_id=a28d0952-1996-462e-985b-bb0c46e8da81)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:13.819988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Transition to ACTIVE for port object 29509651-deb0-4f60-98ce-b1d7f4acdb51 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:13.822123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea800e71-4858-4070-af3e-af13704e409e None None] DHCP port deletion for 50d4ef61-913a-4a98-af55-9d66689eb1bf request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:13.840484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Checking router: 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:13.840897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Updating router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:45:13.851108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd03b671-701b-487c-9675-9501804e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.881561 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.887950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:13.890254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 79de9048-8814-4086-a413-dd53342bfddb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:14.000256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dacf6608-b257-4d6f-a429-c225b9f88a10 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:14.022198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e375c9b1-ae0a-43c6-8f2b-e50423a0405b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:14.034533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: dacf6608-b257-4d6f-a429-c225b9f88a10 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:14.040611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device dacf6608-b257-4d6f-a429-c225b9f88a10 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:14.049244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:45:14.074800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Removed routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:45:14.075364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.105523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f417-9887-497e-8610-61e6c745cfbd req-a1dc895a-1696-43c2-a182-0008d657b9f1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:14.117416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2d8f417-9887-497e-8610-61e6c745cfbd req-a1dc895a-1696-43c2-a182-0008d657b9f1 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=061bc421-96d6-4527-8d53-7281bb52e49f HTTP/1.1" status: 200 len: 829 time: 1.1374676 Jul 22 23:45:14.122002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:14.134927 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.138611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning for port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:14.154618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:14.160930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:14.239608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning complete for port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:14.240384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.242897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e118c337-b558-4184-89ba-3847184d7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.450165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03b671-701b-487c-9675-9501804e1040 None None] Pushing event updated for resources: {'Port': ['ID=f36d2fdf-824f-4f38-a935-f07dd2257652,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:14.460186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Attempting to bind port 29509651-deb0-4f60-98ce-b1d7f4acdb51 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:14.460714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Attempting to bind port 29509651-deb0-4f60-98ce-b1d7f4acdb51 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'aad4c549-e888-449c-9266-fbbe66b91696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:14.461184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Attempting to bind port 29509651-deb0-4f60-98ce-b1d7f4acdb51 on network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:14.485335 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5850bae-e0a5-406b-88e1-9164bc346323 x-openstack-request-id: req-f5850bae-e0a5-406b-88e1-9164bc346323 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:14.485632 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061bc421-96d6-4527-8d53-7281bb52e49f", "name": "network-vif-deleted", "tag": "dacf6608-b257-4d6f-a429-c225b9f88a10", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:14.487099 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5850bae-e0a5-406b-88e1-9164bc346323 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:14.487575 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061bc421-96d6-4527-8d53-7281bb52e49f', 'name': 'network-vif-deleted', 'tag': 'dacf6608-b257-4d6f-a429-c225b9f88a10', 'status': 'completed', 'code': 200} Jul 22 23:45:14.502495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] No DVR routers for this DVR port d2393a8b-3775-4899-b891-adc67e0bd66f on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:14.505001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118c337-b558-4184-89ba-3847184d7796 None None] No DVR routers for this DVR port 72172bb2-14a1-4167-8a03-0dd9779743b8 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:14.574722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Port': ['ID=d2393a8b-3775-4899-b891-adc67e0bd66f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:14.576370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:14.576898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Checking segment: {'id': 'aad4c549-e888-449c-9266-fbbe66b91696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:14.577442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.577938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Bound using segment: {'id': 'aad4c549-e888-449c-9266-fbbe66b91696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:14.578612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Bound port: 29509651-deb0-4f60-98ce-b1d7f4acdb51, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad4c549-e888-449c-9266-fbbe66b91696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03ca3db9-21ab-45fa-8a16-c2dae2e17863'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:14.579589 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.597070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c325ed-2e5a-4f08-b00b-51482ffce0b0 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:14.604605 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.617971 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Transition to ACTIVE for port object 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:14.626965 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.724797 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Pushing event updated for resources: {'Port': ['ID=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:14.760837 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.761231 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.761574 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.761915 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.762247 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.762575 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.762903 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.763229 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.763704 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.764396 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.764729 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.765057 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:14.800501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.811702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.847389 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Attempting to bind port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:14.847768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Attempting to bind port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:14.849504 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Attempting to bind port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb on network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:14.861427 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:14.861809 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Checking segment: {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:14.862314 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.862601 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Bound using segment: {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:14.863071 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Bound port: 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d0952-1996-462e-985b-bb0c46e8da81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:14.863477 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.883852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] For port 29509651-deb0-4f60-98ce-b1d7f4acdb51, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:14.888627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] For port 29509651-deb0-4f60-98ce-b1d7f4acdb51, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=29509651-deb0-4f60-98ce-b1d7f4acdb51,segment=NetworkSegment(aad4c549-e888-449c-9266-fbbe66b91696),segment_id=aad4c549-e888-449c-9266-fbbe66b91696)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:14.912544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:14.922527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Pushing event updated for resources: {'Port': ['ID=29509651-deb0-4f60-98ce-b1d7f4acdb51,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:14.932484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:14.942383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d4ef61-913a-4a98-af55-9d66689eb1bf']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:14.964022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:14.964788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f344e6-f729-4fc2-b74e-d8a4f2f17ff3') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:14.999352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.025659 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] For port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:15.031807 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] For port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,segment=NetworkSegment(a28d0952-1996-462e-985b-bb0c46e8da81),segment_id=a28d0952-1996-462e-985b-bb0c46e8da81)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:15.040231 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.055208 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.059915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118c337-b558-4184-89ba-3847184d7796 None None] Pushing event deleted for resources: {'Port': ['ID=72172bb2-14a1-4167-8a03-0dd9779743b8,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:15.109629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.126397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:15.126814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.167269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.179242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:15.179662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582f4fc-d81e-442c-a86a-2a14bc8863de None None] Pushing event updated for resources: {'Port': ['ID=29509651-deb0-4f60-98ce-b1d7f4acdb51,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:15.180315 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:15.190840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning for port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:15.190995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.210431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e375c9b1-ae0a-43c6-8f2b-e50423a0405b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:15.211006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.212774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning complete for port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:15.213255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.219383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-eb76090c-1aa7-430e-979a-2d00c18ea5a8', 'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8', 'tenant_id': 'b38e839b5da2485bb377dc9399c6d754', 'fixed_ips': [{'subnet_id': 'c144351a-151e-48a1-bdf5-7b82eb8d7830'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:15.220291 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.357682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:15.379529 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:15.406196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.425861 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d33b7b-6732-4d46-af03-482159706283 None None] Pushing event updated for resources: {'Port': ['ID=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:15.436342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.442259 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] 10.222.0.21 "DELETE /v2.0/networks/50d4ef61-913a-4a98-af55-9d66689eb1bf HTTP/1.1" status: 204 len: 168 time: 4.1341207 Jul 22 23:45:15.532535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:15.546358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb96da-b444-4f01-b911-b6724b6dca7f tempest-NetworksIpV6Test-15734046 tempest-NetworksIpV6Test-15734046-project] Pushing event deleted for resources: {'Network': ['ID=50d4ef61-913a-4a98-af55-9d66689eb1bf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:15.556048 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:15.635299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:15.665572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:15.778296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '21c25f04-6cb0-49a0-bfeb-852f0725cb4c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:15.780383 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.039786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:16.060478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:16.117693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:16.143004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:45:16.170938 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:14Z', 'revision_number': 6, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:15Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:16.178160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.279794 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31f4d16-1a4c-4224-9dad-0237d931d91e None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:14Z', 'revision_number': 6, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:15Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:16.329939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning for port 79de9048-8814-4086-a413-dd53342bfddb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:16.338966 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c093f1ce-7598-41a2-8a96-d651f0b34873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.400105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning complete for port 79de9048-8814-4086-a413-dd53342bfddb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:16.400490 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.537445 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee6027d2-a6dd-44eb-a4d9-39b15acac782 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=656ede7f312f4a36a6981af686e413a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926620 Jul 22 23:45:16.596700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:16.629425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:16.632597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Network f308eeec-095d-44bc-a860-6a425f8c87b1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:16.634851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.641823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:16.650053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:16.650720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.698080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:16.714860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca662c12-4758-44b9-a3a6-4c207e251c64 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8977275 Jul 22 23:45:16.720530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-912f195b-a953-4824-b933-d92f0b18b999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:16.723964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:16.735862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:16.744267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:31:58:4a', 'name': 'tempest-NetworksTestDHCPv6-920813970'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:16.889261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Allocated IP 2001:db8::2 (eb76090c-1aa7-430e-979a-2d00c18ea5a8/c144351a-151e-48a1-bdf5-7b82eb8d7830/ac624818-454b-4ad8-b024-91e328469eca) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:16.959554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:17.142956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 72172bb2-14a1-4167-8a03-0dd9779743b8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:17.143612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 72172bb2-14a1-4167-8a03-0dd9779743b8 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:17.360107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c01c6d-056b-461c-8454-6ed36d04828b None None] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:17.364379 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.403954 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:45:17.403954 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:45:17.403954 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': 'abfa8821728b495d986fbaea6fe501c1', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 45, 17, 377280)}] Jul 22 23:45:17.403954 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:45:17.405365 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:45:17.418499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-e63cf583-f999-468a-98b9-ce1980ba2da2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:17.421375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-e63cf583-f999-468a-98b9-ce1980ba2da2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 945 time: 0.1756868 Jul 22 23:45:17.429999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:17.456683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.463087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-101a111b-bda1-4c30-a244-a01207ef3ee5 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 934 time: 4.5700626 Jul 22 23:45:17.502541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/21c25f04-6cb0-49a0-bfeb-852f0725cb4c/37671eeb-8f94-41c3-928a-200f52618224) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:17.511834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Transition to ACTIVE for port object be6a7d53-6abf-49e8-b698-5c3ca6f9b53e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:17.531015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:17.561779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047b730-491c-4bae-ad47-9e90561bcae1 req-c8ff87a5-e03a-4bfa-b527-5b8c94922317 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:17.569811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c047b730-491c-4bae-ad47-9e90561bcae1 req-c8ff87a5-e03a-4bfa-b527-5b8c94922317 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 945 time: 1.0463932 Jul 22 23:45:17.604016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe84:b525 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1/37671eeb-8f94-41c3-928a-200f52618224) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:17.611447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 29509651-deb0-4f60-98ce-b1d7f4acdb51 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:17.624269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.737460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d125780-18e6-4c59-a43f-f000179f19d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.760867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Deleting port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:17.761753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.788433 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.796269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.808069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:17.837914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c047b730-491c-4bae-ad47-9e90561bcae1 req-3160e4dd-fa77-4620-a516-e9f194acb374 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530813 Jul 22 23:45:17.908496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-912f195b-a953-4824-b933-d92f0b18b999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.929057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] For port 79de9048-8814-4086-a413-dd53342bfddb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=79de9048-8814-4086-a413-dd53342bfddb,segment=NetworkSegment(7a08a706-304c-4154-8afd-12b47a692e77),segment_id=7a08a706-304c-4154-8afd-12b47a692e77)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:17.929592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d125780-18e6-4c59-a43f-f000179f19d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.930406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13d8f0-4b53-4385-93ef-f4fee99bd8ac None None] Pushing event updated for resources: {'Port': ['ID=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:17.946417 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.959540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-912f195b-a953-4824-b933-d92f0b18b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.986975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] For port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:17.987505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:17.987864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Attempting to bind port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:17.988326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Attempting to bind port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:17.988735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Attempting to bind port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:17.994121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:18.003991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:18.004721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:18.031594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Calling delete_port for 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:18.052933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18b62960-4e3c-4b59-a065-6e479cf59301 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 934 time: 0.5157239 Jul 22 23:45:18.070346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:18.077235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'routes': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:18.087441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-912f195b-a953-4824-b933-d92f0b18b999 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11f2df90ad594325a208fc38a1ef8c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7185545 Jul 22 23:45:18.088062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:18.095838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f195b-a953-4824-b933-d92f0b18b999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbf3941-fc67-4136-aaf4-a197e2a4d9cb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:18.100408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:18.159004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Allocated IP 2001:db8::1 (03ca3db9-21ab-45fa-8a16-c2dae2e17863/bdd51b90-189f-466f-b13d-aeebb9dc7a37/d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:18.197220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:18.198009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:18.198496 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.200493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:18.201213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Bound port: be6a7d53-6abf-49e8-b698-5c3ca6f9b53e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:18.201580 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.207788 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d125780-18e6-4c59-a43f-f000179f19d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.211190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d125780-18e6-4c59-a43f-f000179f19d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.212625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d125780-18e6-4c59-a43f-f000179f19d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee2c7d51-b678-4cfa-a85b-c6103c67f7ab HTTP/1.1" status: 204 len: 168 time: 1.6123803 Jul 22 23:45:18.216787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 29509651-deb0-4f60-98ce-b1d7f4acdb51 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:18.249431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:18.252205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.284627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.312487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Provisioning complete for port f36d2fdf-824f-4f38-a935-f07dd2257652 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:18.312869 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.353867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f36d2fdf-824f-4f38-a935-f07dd2257652 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:18.392611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Transition to ACTIVE for port object ac624818-454b-4ad8-b024-91e328469eca will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:18.410761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port 9cf24a8a-5aba-4742-aedb-47c4af82f35a yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:45:18.455560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.473248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Transition to ACTIVE for port object d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:18.500818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd2fbe-aa54-4126-8628-418052d3496a None None] Pushing event updated for resources: {'Port': ['ID=79de9048-8814-4086-a413-dd53342bfddb,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:18.531558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Transition to ACTIVE for port object ac624818-454b-4ad8-b024-91e328469eca will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:18.555100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.563696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3885a3ea-f2f9-4422-989b-032a5bb48147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.570224 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.593726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3885a3ea-f2f9-4422-989b-032a5bb48147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.652763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] For port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:18.661474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Transition to ACTIVE for port object 37671eeb-8f94-41c3-928a-200f52618224 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:18.665607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f36d2fdf-824f-4f38-a935-f07dd2257652 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:18.665987 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.668229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.673510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d125780-18e6-4c59-a43f-f000179f19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2c7d51-b678-4cfa-a85b-c6103c67f7ab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:18.709975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.734486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:18.737756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] For port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:18.752885 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3885a3ea-f2f9-4422-989b-032a5bb48147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.756683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3885a3ea-f2f9-4422-989b-032a5bb48147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.760241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3885a3ea-f2f9-4422-989b-032a5bb48147 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bbf3941-fc67-4136-aaf4-a197e2a4d9cb HTTP/1.1" status: 204 len: 168 time: 0.6631448 Jul 22 23:45:18.760241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:18.763138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:18.763438 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.783465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['d03ddc5e-6491-4870-bb4f-1983f2286ec2', '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:45:18.800191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:18.815468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885a3ea-f2f9-4422-989b-032a5bb48147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbf3941-fc67-4136-aaf4-a197e2a4d9cb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:18.821351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:18.837162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-95990bce-aa36-450f-8e87-179cc7c0bcd5 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b8ec4b3-892b-421a-9530-1dbcb912d0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5183413 Jul 22 23:45:18.838015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Port': ['ID=d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:18.870142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Transition to ACTIVE for port object 37671eeb-8f94-41c3-928a-200f52618224 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:18.955077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Network eb76090c-1aa7-430e-979a-2d00c18ea5a8 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:18.969881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added routes are [] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:45:18.970206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:45:19.005961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.009407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.021462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'Port': ['ID=250e66bb-d145-4a2f-a9b5-4f4acb0a59e4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.055857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:19.061819 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.071511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:19.082295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea1a38e6-09cd-4675-8a2a-be96cdefbb40 req-c2c3409e-9b25-4cb9-86dc-6b2a6974cf57 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0672550 Jul 22 23:45:19.115377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Pushing event updated for resources: {'Port': ['ID=ac624818-454b-4ad8-b024-91e328469eca,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.214949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:19.489899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::ab (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/21c25f04-6cb0-49a0-bfeb-852f0725cb4c/9cf24a8a-5aba-4742-aedb-47c4af82f35a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:19.534393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:584a (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1/9cf24a8a-5aba-4742-aedb-47c4af82f35a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:19.538744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.542396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:19.545454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.546280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.564267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:19.578786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:19.579603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:44:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:19.730796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Port': ['ID=d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:19.805603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.806084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.806615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.807158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.807715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.808877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.809466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.810000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.810534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.811066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.811626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.812210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:19.821609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45006) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:19.870177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:19.872572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:19.940961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:19.959111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] No DVR routers for this DVR port 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:19.969982 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:19.972211 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3d7f19e0-5ca3-48a3-90b7-4f2ce988254e req-42436aec-0d54-4a27-9c14-ae897cef4cce tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "DELETE /v2.0/ports/250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 HTTP/1.1" status: 204 len: 173 time: 2.5197358 Jul 22 23:45:19.974369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'name': 'network-vif-deleted', 'tag': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:19.993281 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c064345-6ebd-4820-afdf-824a2564cdc8" -d '{"events": [{"server_uuid": "b1008e72-d66c-4ca1-9f47-03b9b765d1c7", "name": "network-vif-deleted", "tag": "250e66bb-d145-4a2f-a9b5-4f4acb0a59e4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:20.093232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Deleting port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:20.093589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.210831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13d8f0-4b53-4385-93ef-f4fee99bd8ac None None] Pushing event updated for resources: {'Port': ['ID=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:20.234821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Attempting to bind port ac624818-454b-4ad8-b024-91e328469eca on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:20.238478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Attempting to bind port ac624818-454b-4ad8-b024-91e328469eca by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'cd94907a-cabb-4758-9f08-a717ee7a70c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:20.238960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Attempting to bind port ac624818-454b-4ad8-b024-91e328469eca on network eb76090c-1aa7-430e-979a-2d00c18ea5a8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:20.318258 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68d210cf-68bd-420c-b36f-e5235a77b127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.449249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ccd8498-ab75-41d2-a432-b253961d41ef req-6e94889d-2729-4749-b489-eac767916cc4 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1008e72-d66c-4ca1-9f47-03b9b765d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1833339 Jul 22 23:45:20.450121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:20.450746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Checking segment: {'id': 'cd94907a-cabb-4758-9f08-a717ee7a70c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:20.451363 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.451976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Bound using segment: {'id': 'cd94907a-cabb-4758-9f08-a717ee7a70c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:20.452656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Bound port: ac624818-454b-4ad8-b024-91e328469eca, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94907a-cabb-4758-9f08-a717ee7a70c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eb76090c-1aa7-430e-979a-2d00c18ea5a8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:20.453317 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.455900 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.460953 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.581627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Provisioning complete for port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:20.584453 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.585569 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893e855-3d83-4eae-97b7-52f219a11275 x-openstack-request-id: req-6893e855-3d83-4eae-97b7-52f219a11275 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:20.586187 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1008e72-d66c-4ca1-9f47-03b9b765d1c7", "name": "network-vif-deleted", "tag": "250e66bb-d145-4a2f-a9b5-4f4acb0a59e4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:20.586566 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6893e855-3d83-4eae-97b7-52f219a11275 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:20.586878 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1008e72-d66c-4ca1-9f47-03b9b765d1c7', 'name': 'network-vif-deleted', 'tag': '250e66bb-d145-4a2f-a9b5-4f4acb0a59e4', 'status': 'completed', 'code': 200} Jul 22 23:45:20.601398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-da2a45f2-2bc7-401b-bb03-15ca09c2b382 tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1917860438', 'prefixes': ['172.20.0.0/16']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:20.662706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:20.724318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.794550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Router bd06a480-5aae-4dfb-8de3-be52d0685c89 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:45:20.812494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.827827 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.886459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Pushing event updated for resources: {'Port': ['ID=37671eeb-8f94-41c3-928a-200f52618224,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:20.911027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da2a45f2-2bc7-401b-bb03-15ca09c2b382 tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] Notify callbacks [] for subnetpool, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:20.913396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-da2a45f2-2bc7-401b-bb03-15ca09c2b382 tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0906124 Jul 22 23:45:20.916285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:20.975891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:20.981191 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5c6d2306-36ea-4ec3-8836-53f59a0a5fa8 tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] 10.222.0.21 "GET /v2.0/subnetpools/fb0322e5-f72d-4999-8419-ea4069818486 HTTP/1.1" status: 200 len: 732 time: 0.0635319 Jul 22 23:45:20.987323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f93b604b-0835-4001-aceb-30926bc4e849 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7647476 Jul 22 23:45:20.988367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:20.991719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:20.992804 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] Sync routers for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:20.997929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d7f45e4a-8cf0-4c19-aedc-b86ce761b6cf tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1916691323'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:21.012337 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:21.022469 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:21.023126 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:21.040089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Attempting to bind port 37671eeb-8f94-41c3-928a-200f52618224 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:21.040547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Attempting to bind port 37671eeb-8f94-41c3-928a-200f52618224 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:21.040962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Attempting to bind port 37671eeb-8f94-41c3-928a-200f52618224 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:21.111894 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:21.117161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] For port ac624818-454b-4ad8-b024-91e328469eca, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:21.121537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] For port ac624818-454b-4ad8-b024-91e328469eca, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ac624818-454b-4ad8-b024-91e328469eca,segment=NetworkSegment(cd94907a-cabb-4758-9f08-a717ee7a70c7),segment_id=cd94907a-cabb-4758-9f08-a717ee7a70c7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:21.140954 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:21.142008 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:21.174710 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.213862 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:21.215129 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce8a13-1b8d-47d4-a34a-9d57438cefa4 None None] The sync data for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:21.275211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Provisioning complete for port 79de9048-8814-4086-a413-dd53342bfddb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:21.275817 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.279146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c136c-6742-4719-86cc-bf9bfb8844cf None None] Pushing event updated for resources: {'Port': ['ID=ac624818-454b-4ad8-b024-91e328469eca,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:21.300999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:21.302699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:21.305070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.305341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:21.305853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Bound port: 37671eeb-8f94-41c3-928a-200f52618224, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:21.307157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.398244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:14Z', 'revision_number': 6, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:15Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:21.616271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] For port 37671eeb-8f94-41c3-928a-200f52618224, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:21.626329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] For port 37671eeb-8f94-41c3-928a-200f52618224, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=37671eeb-8f94-41c3-928a-200f52618224,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:21.631552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:21.642932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:21.651057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.781572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:21.782899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.986896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] For port 16fa2a71-e09f-4d16-b9e8-ba6450bbf772, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:21.987906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.988118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d7f45e4a-8cf0-4c19-aedc-b86ce761b6cf tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] Notify callbacks [] for subnetpool, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:21.993754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d7f45e4a-8cf0-4c19-aedc-b86ce761b6cf tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] 10.222.0.21 "PUT /v2.0/subnetpools/fb0322e5-f72d-4999-8419-ea4069818486 HTTP/1.1" status: 200 len: 684 time: 1.0039990 Jul 22 23:45:22.003853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:22.022343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:22.026843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Calling delete_port for 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:22.060717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:22.068185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:22.068813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:22.081079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.097290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object 9cf24a8a-5aba-4742-aedb-47c4af82f35a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:22.142482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:22.142823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 250e66bb-d145-4a2f-a9b5-4f4acb0a59e4 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:22.282363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753ce80-0f20-4086-b954-74d576aed3b9 None None] Pushing event updated for resources: {'Port': ['ID=37671eeb-8f94-41c3-928a-200f52618224,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:22.348870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.440486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:14Z', 'revision_number': 2, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:22.443687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:22.451242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:22.504432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:22.520130 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea853-a10a-4310-98a5-13485981cdfc tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] Notify callbacks [] for subnetpool, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.521651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dc8ea853-a10a-4310-98a5-13485981cdfc tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fb0322e5-f72d-4999-8419-ea4069818486 HTTP/1.1" status: 204 len: 168 time: 0.5169384 Jul 22 23:45:22.534379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45128) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:22.543427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-267cfaa8-27e7-4a24-941b-c758a119b71f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:22.545205 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-267cfaa8-27e7-4a24-941b-c758a119b71f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.3424699 Jul 22 23:45:22.548742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.573373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.577348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91beaf43-d68b-4df2-af83-3d70c0c68d48 None None] The sync data for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 is: [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:14Z', 'revision_number': 2, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:22.605106 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-35bdadf6-70e9-4d4e-a4c8-239e40a6e263 tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] show failed (client error): The resource could not be found. Jul 22 23:45:22.606061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.606773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-35bdadf6-70e9-4d4e-a4c8-239e40a6e263 tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] 10.222.0.21 "GET /v2.0/subnetpools/fb0322e5-f72d-4999-8419-ea4069818486 HTTP/1.1" status: 404 len: 346 time: 0.0693913 Jul 22 23:45:22.632766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:22.657583 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7f1e17b5-0055-48bd-9144-94755da8ce1a tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] delete failed (client error): The resource could not be found. Jul 22 23:45:22.664300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7f1e17b5-0055-48bd-9144-94755da8ce1a tempest-SubnetPoolsTestJSON-1843942740 tempest-SubnetPoolsTestJSON-1843942740-project] 10.222.0.21 "DELETE /v2.0/subnetpools/fb0322e5-f72d-4999-8419-ea4069818486 HTTP/1.1" status: 404 len: 346 time: 0.0205371 Jul 22 23:45:22.685348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830366e-0512-4ab2-9d13-73e1f69dca4b req-af9d29cb-43ea-4245-b565-3b5cbe482571 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:22.692240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2830366e-0512-4ab2-9d13-73e1f69dca4b req-af9d29cb-43ea-4245-b565-3b5cbe482571 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.6689868 Jul 22 23:45:22.740168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Provisioning for port 29509651-deb0-4f60-98ce-b1d7f4acdb51 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:22.760331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=9cf24a8a-5aba-4742-aedb-47c4af82f35a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:22.779427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Provisioning complete for port 29509651-deb0-4f60-98ce-b1d7f4acdb51 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:22.779904 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.831566 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-e5471fee-2863-47c6-bfbd-14286770c390 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:45:22.841296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e5471fee-2863-47c6-bfbd-14286770c390 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8391206 Jul 22 23:45:22.842961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:22.870207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:22.905774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:22.912101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,segment=NetworkSegment(a28d0952-1996-462e-985b-bb0c46e8da81),segment_id=a28d0952-1996-462e-985b-bb0c46e8da81)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:22.915721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:22.929566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:22.932308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:22.944361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.120159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d2393a8b-3775-4899-b891-adc67e0bd66f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:23.476590 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fd1cec74-1fc3-43d7-aff1-97ba60a9992e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 6.7482064 Jul 22 23:45:23.512508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45140) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:23.512997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:23.585914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2830366e-0512-4ab2-9d13-73e1f69dca4b req-c1ebe5a8-53a7-4b27-a799-fa341ff8e1c2 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8441153 Jul 22 23:45:23.656991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d2393a8b-3775-4899-b891-adc67e0bd66f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:23.657590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d2393a8b-3775-4899-b891-adc67e0bd66f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:23.738686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a00fd-5d9f-4ee9-89aa-fbdf00aa6f13 None None] Network eb76090c-1aa7-430e-979a-2d00c18ea5a8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:23.787015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:23.811687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Deleting port d03ddc5e-6491-4870-bb4f-1983f2286ec2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:23.812233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:23.987712 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.030101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.063037 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.165145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4405a4c-1f0c-4e26-8092-b889d1014c8d None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:24.254754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:24.289306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.290515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa995082-37a9-407b-a17b-0bee6cd8cb77 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 700 time: 6.2173295 Jul 22 23:45:24.297142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fa2a71-e09f-4d16-b9e8-ba6450bbf772,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:24.297833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:24.343941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 79de9048-8814-4086-a413-dd53342bfddb up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:24.382103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34efe45b-68f0-4ef2-9bf3-e94cf46f5065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.529989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.538805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] For port 29509651-deb0-4f60-98ce-b1d7f4acdb51, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=29509651-deb0-4f60-98ce-b1d7f4acdb51,segment=NetworkSegment(aad4c549-e888-449c-9266-fbbe66b91696),segment_id=aad4c549-e888-449c-9266-fbbe66b91696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:24.561865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34efe45b-68f0-4ef2-9bf3-e94cf46f5065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.566229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Allocated IP 172.25.5.131 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f1eb5061-2356-480e-8c51-35b9b54e5e88) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:24.586551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34efe45b-68f0-4ef2-9bf3-e94cf46f5065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.600069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.645427 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34efe45b-68f0-4ef2-9bf3-e94cf46f5065 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c4fe1ec551b40c5aee1a1307f175d92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1142728 Jul 22 23:45:24.663514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:24.759949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port 9cf24a8a-5aba-4742-aedb-47c4af82f35a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:24.760305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.814672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efe45b-68f0-4ef2-9bf3-e94cf46f5065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c191d3-815e-4f6a-b458-680e485cc06a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:24.838879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] For port d03ddc5e-6491-4870-bb4f-1983f2286ec2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d03ddc5e-6491-4870-bb4f-1983f2286ec2,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:24.840375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.840591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Pushing event updated for resources: {'Port': ['ID=29509651-deb0-4f60-98ce-b1d7f4acdb51,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:24.861384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Calling delete_port for d03ddc5e-6491-4870-bb4f-1983f2286ec2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:24.880594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Provisioning complete for port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:24.880976 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e344798-2c0c-4dff-9e1d-feb562bb1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:24.908616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82873dc5-9a23-4ea9-9891-a0a66b810b3c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 700 time: 0.6046145 Jul 22 23:45:24.908616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:24.979300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 7, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:15Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:25.019649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77299a84-d0c7-461f-a0cc-7328e54d1520 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 7, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:15Z', 'revision_number': 4, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:25.112442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 79de9048-8814-4086-a413-dd53342bfddb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:25.112811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.216216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.247729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dbe88-f4ce-490e-bc81-1029b64bf4df req-0f143c0e-2ac1-4ee9-a1fa-ee9da82e77ab tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:25.249798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-657dbe88-f4ce-490e-bc81-1029b64bf4df req-0f143c0e-2ac1-4ee9-a1fa-ee9da82e77ab tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 945 time: 0.4656870 Jul 22 23:45:25.268116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb33147d-0ab5-4aa2-8c15-26c881d5a193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.300228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb33147d-0ab5-4aa2-8c15-26c881d5a193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.411636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.426081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 37671eeb-8f94-41c3-928a-200f52618224 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:25.434816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for 9cf24a8a-5aba-4742-aedb-47c4af82f35a owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:25.487556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning for port d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:25.501197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning complete for port d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:25.501663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.561728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Port d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:25.564668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.565164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 37671eeb-8f94-41c3-928a-200f52618224 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:25.570818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ac624818-454b-4ad8-b024-91e328469eca up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:25.616233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning complete for port 29509651-deb0-4f60-98ce-b1d7f4acdb51 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:25.616533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.626756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-657dbe88-f4ce-490e-bc81-1029b64bf4df req-f950ffa9-1d74-4eb1-803c-a18cb60fbf6e tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbe33164-c8de-4c21-966d-02a5f93a9718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722523 Jul 22 23:45:25.696825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ac624818-454b-4ad8-b024-91e328469eca completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:25.780944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb33147d-0ab5-4aa2-8c15-26c881d5a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.795526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb33147d-0ab5-4aa2-8c15-26c881d5a193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:25.798185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb33147d-0ab5-4aa2-8c15-26c881d5a193 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5c191d3-815e-4f6a-b458-680e485cc06a HTTP/1.1" status: 204 len: 168 time: 1.1317031 Jul 22 23:45:25.967640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:25.973754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning for port ac624818-454b-4ad8-b024-91e328469eca completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:25.977473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:25.980919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:26.001692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33147d-0ab5-4aa2-8c15-26c881d5a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c191d3-815e-4f6a-b458-680e485cc06a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:26.007084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d03ddc5e-6491-4870-bb4f-1983f2286ec2 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:26.008341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.013217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.107740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Pushing event updated for resources: {'Port': ['ID=f1eb5061-2356-480e-8c51-35b9b54e5e88,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:26.171582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=9cf24a8a-5aba-4742-aedb-47c4af82f35a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:26.197716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning complete for port ac624818-454b-4ad8-b024-91e328469eca triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:26.198342 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.208397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:26.327845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device be6a7d53-6abf-49e8-b698-5c3ca6f9b53e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:26.365081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting port d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:26.365081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.415429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:26.416059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:26.524275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.528547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4b1988b6-f856-490b-94b3-4bfcf0e89c92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/9cf24a8a-5aba-4742-aedb-47c4af82f35a HTTP/1.1" status: 204 len: 168 time: 3.0032108 Jul 22 23:45:26.528547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.533000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45164) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:26.649192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'Port': ['ID=d03ddc5e-6491-4870-bb4f-1983f2286ec2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:26.693277 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No ports have port_id starting with d03ddc5e-6491-4870-bb4f-1983f2286ec2 Jul 22 23:45:26.821969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:26.847905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] No DVR routers for this DVR port d03ddc5e-6491-4870-bb4f-1983f2286ec2 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:26.856867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:26.859869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a882a069-ce27-4ae8-9cc4-3412575dd036 req-3bb595f0-27d2-41f5-891c-6a07cc0bc432 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "DELETE /v2.0/ports/d03ddc5e-6491-4870-bb4f-1983f2286ec2 HTTP/1.1" status: 204 len: 173 time: 4.3062577 Jul 22 23:45:26.861761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'name': 'network-vif-deleted', 'tag': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:26.866410 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c02f8-38f4-4a41-a282-9138da92cc77" -d '{"events": [{"server_uuid": "019c79fc-9dd5-41d6-8a1d-6bebd9caba11", "name": "network-vif-deleted", "tag": "d03ddc5e-6491-4870-bb4f-1983f2286ec2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:26.965693 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Sync routers for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:26.991570 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:26.992603 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:27.075821 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ddaf97-8117-4570-823d-6cfd019cc743 x-openstack-request-id: req-71ddaf97-8117-4570-823d-6cfd019cc743 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:27.076116 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019c79fc-9dd5-41d6-8a1d-6bebd9caba11", "name": "network-vif-deleted", "tag": "d03ddc5e-6491-4870-bb4f-1983f2286ec2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:27.077093 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71ddaf97-8117-4570-823d-6cfd019cc743 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:27.077652 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019c79fc-9dd5-41d6-8a1d-6bebd9caba11', 'name': 'network-vif-deleted', 'tag': 'd03ddc5e-6491-4870-bb4f-1983f2286ec2', 'status': 'completed', 'code': 200} Jul 22 23:45:27.129070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce47f056-284d-40c7-ad8a-287916308b9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:27.131086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ce47f056-284d-40c7-ad8a-287916308b9e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5970805 Jul 22 23:45:27.136963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:27.212777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.228141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:27.257979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:27.258557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.363397 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:27.403167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Router 0a6e3b08-796b-4b57-aa81-173fbe28a65c has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:27.497554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d64af-7b48-48c5-9a48-1c6c6c2990a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:27.501102 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f74d64af-7b48-48c5-9a48-1c6c6c2990a0 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3621407 Jul 22 23:45:27.503126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:27.563767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] For port ac624818-454b-4ad8-b024-91e328469eca, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ac624818-454b-4ad8-b024-91e328469eca,segment=NetworkSegment(cd94907a-cabb-4758-9f08-a717ee7a70c7),segment_id=cd94907a-cabb-4758-9f08-a717ee7a70c7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:27.614080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f0afeee-309a-4f49-8207-cef8ab92cf30 req-a8725308-49ed-47e2-ab95-fde943e2892c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=019c79fc-9dd5-41d6-8a1d-6bebd9caba11 HTTP/1.1" status: 200 len: 210 time: 0.2220082 Jul 22 23:45:27.630043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.756312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.765201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.849384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Calling delete_port for d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:27.985445 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:27.996353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning for port 37671eeb-8f94-41c3-928a-200f52618224 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:28.005481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:28.018161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2ec95d-7997-4dc4-87d2-1972b40b1c33 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:45:28.044391 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.065817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Sync routers for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:28.091989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Provisioning complete for port 37671eeb-8f94-41c3-928a-200f52618224 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:28.093788 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.104259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1f9fb-12a8-4147-90d2-1320b5b911f7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.108370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1f9fb-12a8-4147-90d2-1320b5b911f7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.114608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1f9fb-12a8-4147-90d2-1320b5b911f7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:28.120315 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60a1f9fb-12a8-4147-90d2-1320b5b911f7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5974410 Jul 22 23:45:28.124342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:28.129880 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b44093e4-36b4-4cd8-a610-660b966d56c7 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a6e3b08-796b-4b57-aa81-173fbe28a65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0664921 Jul 22 23:45:28.131988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.134921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:28.146867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:28.230261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:28.322663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.324458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:28.340713 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:14Z', 'revision_number': 2, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:28.394191 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.427768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Checking router: 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:28.428487 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Updating router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:45:28.510175 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.553228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-348293043-network', 'tenant_id': '951d5a52aecb4ff895e959dd1420c96a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:28.644566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Made reservation on behalf of 951d5a52aecb4ff895e959dd1420c96a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:28.650224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.661465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Routers {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:28.662480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:28.666593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.709627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.859114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Pushing event updated for resources: {'Port': ['ID=ac624818-454b-4ad8-b024-91e328469eca,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:28.878226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Deleting port e5da798a-d1d8-4004-b02a-c58fb366ecfd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:28.878904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:28.907374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:28.933102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.056551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.065210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.116265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] For port e5da798a-d1d8-4004-b02a-c58fb366ecfd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e5da798a-d1d8-4004-b02a-c58fb366ecfd,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:29.116635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.130317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Calling delete_port for e5da798a-d1d8-4004-b02a-c58fb366ecfd owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:29.178054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.226757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Set router 0a6e3b08-796b-4b57-aa81-173fbe28a65c gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:29.258360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3508179c-e0fe-4353-b901-13ecf0e7b79a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.285446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.302876 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.312727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:29.313341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.336248 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Transition to ACTIVE for port object ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:29.351180 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.369246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 7, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:22Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:29.434925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:29.438072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:29.462579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.496728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.504134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.506136 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Added segment ed5fe1ef-c08f-4d5e-adce-eee2187ffe47 of type vlan for network dfcc7b0a-7000-409a-af61-493ad2e889d6 Jul 22 23:45:29.516600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:29.517333 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.517750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:29.562496 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2946-4fa6-4745-ab14-4a74994aeb6b None None] Pushing event updated for resources: {'Port': ['ID=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.563309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Port': ['ID=d5bcb4f5-32c7-4b1d-ba0f-53d4a3bc7bdb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.565474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.565720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Attempting to bind port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:29.566037 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Attempting to bind port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:29.566417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Attempting to bind port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc on network f308eeec-095d-44bc-a860-6a425f8c87b1 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:29.574097 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:29.574383 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Checking segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:29.575245 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.575681 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Bound using segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:29.576183 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Bound port: ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:29.576558 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.617692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.635142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Pushing event updated for resources: {'Port': ['ID=f1eb5061-2356-480e-8c51-35b9b54e5e88,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.669787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142ff49-7846-45e8-9f93-fb98ebca2987 req-26c71852-e6a3-4f1f-8649-e371c9c16044 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:29.679312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f142ff49-7846-45e8-9f93-fb98ebca2987 req-26c71852-e6a3-4f1f-8649-e371c9c16044 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.4679027 Jul 22 23:45:29.681879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ec95d-7997-4dc4-87d2-1972b40b1c33 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:45:29.698059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.703006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e5da798a-d1d8-4004-b02a-c58fb366ecfd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.730311 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] For port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:29.737827 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] For port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:29.747235 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.825020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] For port 37671eeb-8f94-41c3-928a-200f52618224, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=37671eeb-8f94-41c3-928a-200f52618224,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:29.840596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f142ff49-7846-45e8-9f93-fb98ebca2987 req-36c327c7-07f6-4c03-9be3-8ded644c578f tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590760 Jul 22 23:45:29.868222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.929098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:29.946815 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e2946-4fa6-4745-ab14-4a74994aeb6b None None] Pushing event updated for resources: {'Port': ['ID=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:29.986854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:29.987846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:29.993842 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:29.996338 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.116705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,segment=NetworkSegment(a28d0952-1996-462e-985b-bb0c46e8da81),segment_id=a28d0952-1996-462e-985b-bb0c46e8da81)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:30.117075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.135531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:30.178194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 29509651-deb0-4f60-98ce-b1d7f4acdb51 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:30.271989 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:30.278811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ecb4d5f7-6b09-4733-a468-e8937af1ae81 None None] Provisioning complete for port ac624818-454b-4ad8-b024-91e328469eca triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:30.279179 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d5f7-6b09-4733-a468-e8937af1ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.295666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.338398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa9e4e-d964-42b9-bb01-ba24ea4450f8 None None] Pushing event updated for resources: {'Port': ['ID=37671eeb-8f94-41c3-928a-200f52618224,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:30.347305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:45:30.377351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.439728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 29509651-deb0-4f60-98ce-b1d7f4acdb51 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:30.440117 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.478500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.493982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.501249 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.502665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:30.503575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.544201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.578758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'name': 'tempest-TaggedBootDevicesTest-554016393-router', 'tenant_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:45:22Z', 'revision_number': 5, 'project_id': '6a62a6ad9607418fab1b1d63e859fe1f', 'gw_port': {'id': 'e5da798a-d1d8-4004-b02a-c58fb366ecfd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6e3b08-796b-4b57-aa81-173fbe28a65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:33:01Z', 'updated_at': '2021-07-22T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.583781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] Pushing event updated for resources: {'Network': ['ID=dfcc7b0a-7000-409a-af61-493ad2e889d6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:30.601716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.605785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.630062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network dfcc7b0a-7000-409a-af61-493ad2e889d6 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:30.652115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.658252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-31735141-9c85-44dc-b00f-25d0dd089a3c tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5763545 Jul 22 23:45:30.662365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d796b7d-45b5-49d9-916c-1d5c946c77fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5152185 Jul 22 23:45:30.663232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:30.701147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:30.705599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-412976385', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'fixed_ips': [{'ip_address': '172.25.5.131'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:30.710772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Checking router: 0a6e3b08-796b-4b57-aa81-173fbe28a65c for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:30.713191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Request body: {'subnet': {'network_id': 'dfcc7b0a-7000-409a-af61-493ad2e889d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-348293043-subnet', 'tenant_id': '951d5a52aecb4ff895e959dd1420c96a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:30.743012 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.743570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6e3b08-796b-4b57-aa81-173fbe28a65c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:30.758806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.762513 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:29Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:30.763107 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-928184fe-cada-45ee-a4ff-0b8a7dfb86ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a6e3b08-796b-4b57-aa81-173fbe28a65c HTTP/1.1" status: 204 len: 168 time: 2.6241660 Jul 22 23:45:30.765871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:30.767442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:30.809369 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a3a6ed-74c1-432e-b330-589256381ab4 None None] The sync data for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 is: [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:29Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:30.821638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Made reservation on behalf of bbe85cf726ce4ec1ace9bbd0d5603fe4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:30.824147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.831274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.832474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.833170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.833655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.834776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.838435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.839741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.839888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:30.843508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.845791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.846822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.846964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.848977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Routers set() bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:30.849368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Router IDs set() for agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:45:30.850051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_agentschedulers_db [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a6e3b08-796b-4b57-aa81-173fbe28a65c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent'). {{(pid=93792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 23:45:30.850903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:30.851040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ae512-edf4-47aa-9117-3088df08635b None None] The sync data for ids ['0a6e3b08-796b-4b57-aa81-173fbe28a65c'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:30.894584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-efee8a0e-1040-4a39-a5da-3c3cf9491674 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:30.896145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-efee8a0e-1040-4a39-a5da-3c3cf9491674 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.3158276 Jul 22 23:45:30.928324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Made reservation on behalf of 951d5a52aecb4ff895e959dd1420c96a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:30.930695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.052736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Deleting subnet 61f2e8ec-7c3f-4c17-905c-fd15f6e80874 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:31.079051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.164343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.275363 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-7b2ec95d-7997-4dc4-87d2-1972b40b1c33 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:45:31.428115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ecb4d5f7-6b09-4733-a468-e8937af1ae81 None None] Provisioning complete for port 37671eeb-8f94-41c3-928a-200f52618224 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:31.428792 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d5f7-6b09-4733-a468-e8937af1ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.618805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 7, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:22Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:31.638439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.659679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.750208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.778897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7b712d-1cb0-48db-98fa-def113f27a4c None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:18Z', 'revision_number': 7, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb', 'name': '', 'network_id': '33f3cfd2-ae07-402d-8dce-e03f4946c6a7', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:bd:5e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:05Z', 'updated_at': '2021-07-22T23:45:22Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '930f9358-a76c-43aa-9177-4ac82c14ef66', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:31.800111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:31.835859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] device_id is not set on port 481dde60-868f-4322-826e-7926751fd474 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:45:31.932287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ecb4d5f7-6b09-4733-a468-e8937af1ae81 None None] Could not find standard attr ID for object 9cf24a8a-5aba-4742-aedb-47c4af82f35a. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:45:32.032449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:32.042895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ebf0c-3268-4b00-b898-3d0129510135 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:32.055052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.103570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad95925c-f991-4f1b-a563-cabbb7b01760 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1 HTTP/1.1" status: 204 len: 168 time: 3.9600463 Jul 22 23:45:32.169677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45220) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:32.195487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Router bd06a480-5aae-4dfb-8de3-be52d0685c89 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:32.262772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ac624818-454b-4ad8-b024-91e328469eca up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:32.320796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.380500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232b0f0-6bba-4d95-a279-6ca19941c5b6 req-be803cc7-38f6-4228-b3a5-1f1e2d32e2db tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:32.394154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e232b0f0-6bba-4d95-a279-6ca19941c5b6 req-be803cc7-38f6-4228-b3a5-1f1e2d32e2db tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 1.3166254 Jul 22 23:45:32.435101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95474e63-4bcb-48c9-80b7-eb157604c5a5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:32.548059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d718bf-1657-46ab-91ec-29e9d288ec5b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:32.568306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ac624818-454b-4ad8-b024-91e328469eca triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:32.569183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.619301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Checking segment: {'id': 'ed5fe1ef-c08f-4d5e-adce-eee2187ffe47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dfcc7b0a-7000-409a-af61-493ad2e889d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:32.619845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Network hostable DHCP agents. Network: dfcc7b0a-7000-409a-af61-493ad2e889d6, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:32.654533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Deleting port 56d92df4-0978-482b-b953-9b2a6a18005e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:32.655279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.684223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:32.693987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9f154925-9a4d-4bb8-a862-9e9976f224b1 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8444607 Jul 22 23:45:32.704801 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] Sync routers for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:32.709716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 21c25f04-6cb0-49a0-bfeb-852f0725cb4c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:32.716809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45224) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:32.730537 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:32.734728 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.742816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e232b0f0-6bba-4d95-a279-6ca19941c5b6 req-6d30df9c-eef0-4c80-b2c3-1033539e1c66 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567220 Jul 22 23:45:32.793830 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5fc317fc-1004-405a-befe-85f28ef7c75f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] delete failed (client error): The resource could not be found. Jul 22 23:45:32.795345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fc317fc-1004-405a-befe-85f28ef7c75f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1159548135 HTTP/1.1" status: 404 len: 335 time: 0.0735240 Jul 22 23:45:32.801276 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.805301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:32.835012 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.838358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:32.852492 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:32.853443 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.875015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-95e343a6-f49f-45e9-8734-99525e1c7915 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd06a480-5aae-4dfb-8de3-be52d0685c89'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:32.889019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:32.924714 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:32.925746 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f8b6a-7d31-49f4-a21d-5e9f9c357c8d None None] The sync data for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:32.948322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Network dfcc7b0a-7000-409a-af61-493ad2e889d6 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:32.973931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:33.017348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:33.033672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6bdf14f0-45bc-45cc-9a15-315aebe29436 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0726852 Jul 22 23:45:33.033926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.037287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:33.060403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, dfcc7b0a-7000-409a-af61-493ad2e889d6) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:33.080679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24f6ab1-2425-405b-aa12-84462c090f3e None None] Network dfcc7b0a-7000-409a-af61-493ad2e889d6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:33.104851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:33.106037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:33.110510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 930f9358-a76c-43aa-9177-4ac82c14ef66 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:33.115282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.138859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:33.139823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.170149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.179620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.299384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:33.342720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.353109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] For port 56d92df4-0978-482b-b953-9b2a6a18005e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d92df4-0978-482b-b953-9b2a6a18005e,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:33.353861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.359649 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 23:45:33.360522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:33.380054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b5c9f9e5-9efa-42fe-a221-f8c47c12660d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6707096 Jul 22 23:45:33.406652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.412306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:33.414482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.446762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.449875 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/61f2e8ec-7c3f-4c17-905c-fd15f6e80874 HTTP/1.1" status: 204 len: 168 time: 2.6828310 Jul 22 23:45:33.465395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.494392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781638e6-9478-47cb-8b42-c48568c54e71 None None] Network a99baa75-108b-4491-a375-1de276f8c2f7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:33.586267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b653-6832-4789-85e0-41b2372011fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f2e8ec-7c3f-4c17-905c-fd15f6e80874,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:33.645840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:33.667649 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6a2fb6e-8649-4d68-94a6-421c01204bba tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9980531 Jul 22 23:45:33.670892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.692141 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.694804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.750639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=930f9358-a76c-43aa-9177-4ac82c14ef66,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:33.766195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.770646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-334fdecb-8252-42f1-81c8-86826fc252c4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/930f9358-a76c-43aa-9177-4ac82c14ef66 HTTP/1.1" status: 204 len: 168 time: 0.7357249 Jul 22 23:45:33.777626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.791627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523a0ea-dc42-445d-90bb-83c26d2de29b None None] Network 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:33.817620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-95e343a6-f49f-45e9-8734-99525e1c7915 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.891428 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-95e343a6-f49f-45e9-8734-99525e1c7915 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] update failed (client error): The resource could not be found. Jul 22 23:45:33.896208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-95e343a6-f49f-45e9-8734-99525e1c7915 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89 HTTP/1.1" status: 404 len: 339 time: 1.0315301 Jul 22 23:45:33.907740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:33.910866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45246) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:33.942064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-873103605'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:33.947997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.107641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Deleting port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:34.108567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.129806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d92df4-0978-482b-b953-9b2a6a18005e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:34.160988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6ebc9-5934-4161-97a2-e2d4c5094d4b req-864258b2-852c-4a26-bd8d-d4b4eeec7d08 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:34.163064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0af6ebc9-5934-4161-97a2-e2d4c5094d4b req-864258b2-852c-4a26-bd8d-d4b4eeec7d08 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.1905167 Jul 22 23:45:34.239307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.294379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] For port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,segment=NetworkSegment(2a15ac43-b9e3-46fa-913a-0493afea2200),segment_id=2a15ac43-b9e3-46fa-913a-0493afea2200)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:34.295152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.317112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=21c25f04-6cb0-49a0-bfeb-852f0725cb4c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:34.319770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0af6ebc9-5934-4161-97a2-e2d4c5094d4b req-b4164557-1e50-43f1-9dd2-544a295748db tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471903 Jul 22 23:45:34.327059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port f36d2fdf-824f-4f38-a935-f07dd2257652 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:34.327796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.330823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Calling delete_port for 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:34.346347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.349995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b73be089-4085-454d-a17e-2b4b0a91384b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/21c25f04-6cb0-49a0-bfeb-852f0725cb4c HTTP/1.1" status: 204 len: 168 time: 2.0667186 Jul 22 23:45:34.364308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45254) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:34.383834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3031fc9-f841-4309-a43b-278d0d68e9e7 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:34.425151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-696a1d70-e380-4068-8383-7cd9b2272b0c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555840 Jul 22 23:45:34.426145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45256) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:34.439932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:34.461057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3767214-873c-453e-9281-baaa856cb93f None None] Network dfcc7b0a-7000-409a-af61-493ad2e889d6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:34.483234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:34.492265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.534311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port f36d2fdf-824f-4f38-a935-f07dd2257652, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f36d2fdf-824f-4f38-a935-f07dd2257652,segment=NetworkSegment(a28d0952-1996-462e-985b-bb0c46e8da81),segment_id=a28d0952-1996-462e-985b-bb0c46e8da81)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:34.534715 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.536267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45260) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:34.554200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392366802-network', 'tenant_id': 'cf2e977dc0a24e6c9094737b82916283'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:34.560898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for f36d2fdf-824f-4f38-a935-f07dd2257652 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:34.566957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb503a64-6b8f-40b1-8efc-180d0127e9bd None None] Provisioning complete for port 37671eeb-8f94-41c3-928a-200f52618224 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:34.567445 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb503a64-6b8f-40b1-8efc-180d0127e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.628596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.651783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.674792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] No DVR routers for this DVR port 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:34.751920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:34.769184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:34.909080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.922813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99baa75-108b-4491-a375-1de276f8c2f7']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:34.939653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a15ac43-b9e3-46fa-913a-0493afea2200') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:34.940694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a15ac43-b9e3-46fa-913a-0493afea2200') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:34.955063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.982297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.983140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device be6a7d53-6abf-49e8-b698-5c3ca6f9b53e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:34.983898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.996248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:34.996676 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:34.998500 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:35.079792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.095086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.128668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.135190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a99baa75-108b-4491-a375-1de276f8c2f7 HTTP/1.1" status: 204 len: 168 time: 1.6682863 Jul 22 23:45:35.139817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=f36d2fdf-824f-4f38-a935-f07dd2257652,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:35.150566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:35.152889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port f36d2fdf-824f-4f38-a935-f07dd2257652 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:35.173438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.174258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.174579 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Floating IP 118585e7-d599-4655-90d1-b7a48c62fadc disassociated. External IP: 172.25.5.199, port: 56d92df4-0978-482b-b953-9b2a6a18005e. Jul 22 23:45:35.175075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Calling delete_port for 56d92df4-0978-482b-b953-9b2a6a18005e owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:35.183411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be2f0b-6828-4a57-b52d-c955236b2173 admin admin] Pushing event deleted for resources: {'Network': ['ID=a99baa75-108b-4491-a375-1de276f8c2f7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:35.188814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Deleting port f1eb5061-2356-480e-8c51-35b9b54e5e88 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:35.189167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.266190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:35.288541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Made reservation on behalf of cf2e977dc0a24e6c9094737b82916283 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:35.291205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.303575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:35.303575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.365009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.365009 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Added segment a971b7ee-5304-4297-947f-5de88fefe8d3 of type vlan for network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 Jul 22 23:45:35.374068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.399901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.404504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f3cfd2-ae07-402d-8dce-e03f4946c6a7']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:35.428247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28d0952-1996-462e-985b-bb0c46e8da81') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:35.429866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28d0952-1996-462e-985b-bb0c46e8da81') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:35.460743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8307f363-d116-4577-8dc0-f4b87f5ae077 None None] DHCP port deletion for 33f3cfd2-ae07-402d-8dce-e03f4946c6a7 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:35.470110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:35.475935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.497316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe607e-2ff8-4820-b0e4-498c0c9625b4 None None] DHCP port deletion for a99baa75-108b-4491-a375-1de276f8c2f7 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:35.507551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.522656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:35.523094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.594798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.596200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:35.617535 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:35.640780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:30Z', 'revision_number': 8, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:35.643190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:35.677148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:35.679864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 37671eeb-8f94-41c3-928a-200f52618224 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:35.706423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:35.710760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.728102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.734996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:35.734996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:35.758392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7ee4c994-79c2-4998-bf28-f5f3890e1e52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a62a6ad9607418fab1b1d63e859fe1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1127145 Jul 22 23:45:35.760167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.762418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:35.779826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.783248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/33f3cfd2-ae07-402d-8dce-e03f4946c6a7 HTTP/1.1" status: 204 len: 168 time: 1.9662852 Jul 22 23:45:35.799108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Calling delete_port for f1eb5061-2356-480e-8c51-35b9b54e5e88 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:35.801732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.803354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:35.812943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c615e9-b925-4624-91a3-3b4ddbfea72a req-3328b590-64af-4f42-a8a1-d19e58ff823c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:35.814391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:35.815433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.820113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c615e9-b925-4624-91a3-3b4ddbfea72a req-3328b590-64af-4f42-a8a1-d19e58ff823c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 945 time: 0.2876077 Jul 22 23:45:35.820423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] Deleting port 37671eeb-8f94-41c3-928a-200f52618224 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:35.820895 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.867240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19ec82-ddd9-4967-8d50-ab7cf3f4a779 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=33f3cfd2-ae07-402d-8dce-e03f4946c6a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:35.887930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] For port 37671eeb-8f94-41c3-928a-200f52618224, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=37671eeb-8f94-41c3-928a-200f52618224,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:35.888332 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:35.908632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] Calling delete_port for 37671eeb-8f94-41c3-928a-200f52618224 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:35.936575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c615e9-b925-4624-91a3-3b4ddbfea72a req-597fe9f0-a80f-46c6-a842-dad7c3853693 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups?id=227a3abd-657d-409a-8b61-fb9483c036c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154313 Jul 22 23:45:35.992250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:36.040787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-decaa383-27b9-4d62-82d8-c89f2b38ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.045512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 37671eeb-8f94-41c3-928a-200f52618224 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:36.045898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.057042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.090624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.158131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'Port': ['ID=56d92df4-0978-482b-b953-9b2a6a18005e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:36.215617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Network': ['ID=05c698fc-d528-4bd6-9c8d-38b934f7ca07,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:36.238479 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:36.262893 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.286216 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No ports have port_id starting with 37671eeb-8f94-41c3-928a-200f52618224 Jul 22 23:45:36.294329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-decaa383-27b9-4d62-82d8-c89f2b38ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.367961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:36.378537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] Pushing event deleted for resources: {'Port': ['ID=37671eeb-8f94-41c3-928a-200f52618224,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:36.409440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-decaa383-27b9-4d62-82d8-c89f2b38ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.412345 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-decaa383-27b9-4d62-82d8-c89f2b38ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.413527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-decaa383-27b9-4d62-82d8-c89f2b38ff43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71884414-6546-420a-b7b9-07568dac066c HTTP/1.1" status: 204 len: 168 time: 0.6491311 Jul 22 23:45:36.477228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa383-27b9-4d62-82d8-c89f2b38ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71884414-6546-420a-b7b9-07568dac066c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:36.564578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.586191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c6497-40ae-463e-9735-f560d7f67189 None None] No DVR routers for this DVR port 37671eeb-8f94-41c3-928a-200f52618224 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:36.592459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:36.592905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16fa2a71-e09f-4d16-b9e8-ba6450bbf772 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:36.719814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.763239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.772557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Router baba8129-4fd4-4d01-94c9-92ae1fd109f7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:36.794924 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-578ac074-ed10-4ed6-9bc5-c8db28010d40 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8623159 Jul 22 23:45:36.796198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45278) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:36.804071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'subnet': {'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:36.863231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.870733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:36.888554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:36.924503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.970092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:30Z', 'revision_number': 8, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:36.973866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7aef84-cb85-4cbf-8627-9e023b47791d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:36.984464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:36.984987 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Added segment ab0169be-bc7a-4dea-8edb-d4de2a3cc6f3 of type vlan for network 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94 Jul 22 23:45:37.038782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:37.045366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37da14a-ae7a-4874-88b6-e447a4c2fe61 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:30Z', 'revision_number': 8, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08e1e8a-a300-45a9-9766-13128e3fc3c0', 'name': '', 'network_id': 'edd8858e-f555-41cd-b2d6-7b3359f3b864', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:4e:b2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:50Z', 'updated_at': '2021-07-22T23:45:03Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': 'd4b667f8-6961-447d-9de6-77826a1fd09e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:37.111812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:37.111812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.171261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:37.182377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:37.183087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.186219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1aad4d-5905-49e4-9b71-e0a94cda690e None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:37.190059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1eb5061-2356-480e-8c51-35b9b54e5e88,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:37.305152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9359f92b-81dc-48f5-b88d-2a9327799383 req-b8328bab-d3d5-4c95-b323-dc205d707ca9 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 210 time: 0.1815636 Jul 22 23:45:37.320349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=95e6eb05-3fd6-4739-a401-87fa870417d4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:37.456072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.469697 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41967dd4-03cf-4da3-8b36-a77f1dd56d56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0389199 Jul 22 23:45:37.470521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:37.474611 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.477510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.482149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35bc1951-7f2a-4bec-a4a3-7d22048de645 tempest-ExternalNetworksAdminNegativeTestJSON-267918500 tempest-ExternalNetworksAdminNegativeTestJSON-267918500-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/3fc4fbb1-3728-405f-bd1a-1162d3866adb HTTP/1.1" status: 204 len: 168 time: 3.7868800 Jul 22 23:45:37.490722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:37.545007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'tenant_id': 'abfa8821728b495d986fbaea6fe501c1', 'fixed_ips': [{'subnet_id': '95e6eb05-3fd6-4739-a401-87fa870417d4'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:37.546426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.560955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:37.568466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Made reservation on behalf of b38e839b5da2485bb377dc9399c6d754 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:37.576516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.680926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:37.681186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9bbd3a3a-8bf2-4a1f-9073-f716a494e8ca not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:37.681606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f36d2fdf-824f-4f38-a935-f07dd2257652 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:37.851484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:37.867884 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] Sync routers for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:37.891419 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:37.896408 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:37.913589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.921695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:37.922536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:37.941369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f36d2fdf-824f-4f38-a935-f07dd2257652 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:37.941988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f36d2fdf-824f-4f38-a935-f07dd2257652 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:37.942246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 37671eeb-8f94-41c3-928a-200f52618224 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:38.010720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 37671eeb-8f94-41c3-928a-200f52618224 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:38.014318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 37671eeb-8f94-41c3-928a-200f52618224 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:38.014793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e5da798a-d1d8-4004-b02a-c58fb366ecfd no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:38.014928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] No DVR routers for this DVR port 56d92df4-0978-482b-b953-9b2a6a18005e on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:38.026107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.028902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52fa4b7e-c30e-42d7-b58d-3baaf5479c42 req-8a7a20f0-2224-41c6-aff3-9ef3ab2adaec tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.48 "DELETE /v2.0/ports/56d92df4-0978-482b-b953-9b2a6a18005e HTTP/1.1" status: 204 len: 173 time: 7.1254084 Jul 22 23:45:38.070901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-deleted', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:38.081576 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901cade-87d0-4bb2-a5c8-15219a0ed705" -d '{"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-deleted", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:38.090813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:38.121930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e5da798a-d1d8-4004-b02a-c58fb366ecfd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:38.122606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e5da798a-d1d8-4004-b02a-c58fb366ecfd not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:38.181122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Allocated IP 2001:db8::2 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/95e6eb05-3fd6-4739-a401-87fa870417d4/5db63845-1fbe-4a91-a69e-fc336c3122e7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:38.220595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:38.232229 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.267137 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:38.470400 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95e6eb05-3fd6-4739-a401-87fa870417d4 (CIDR: 2001:db8::/64) Jul 22 23:45:38.484744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9327111 Jul 22 23:45:38.490589 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:45:38.491063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:38.533169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:38.652130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a36ad3cf-e06d-4d17-9c1c-af1ef941045d req-04175560-863e-490d-9954-28f2cc676546 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772 HTTP/1.1" status: 200 len: 210 time: 0.0463767 Jul 22 23:45:38.655492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:38.663060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.690258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Transition to ACTIVE for port object 5db63845-1fbe-4a91-a69e-fc336c3122e7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:38.715354 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a0ba13-5ea8-4ab0-b9eb-5f8e272502f5 x-openstack-request-id: req-a1a0ba13-5ea8-4ab0-b9eb-5f8e272502f5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:38.718821 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772", "name": "network-vif-deleted", "tag": "56d92df4-0978-482b-b953-9b2a6a18005e", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:38.719162 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1a0ba13-5ea8-4ab0-b9eb-5f8e272502f5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:38.719653 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f824bc6-e80d-4f4e-aa1d-fe8e6d4fd772', 'name': 'network-vif-deleted', 'tag': '56d92df4-0978-482b-b953-9b2a6a18005e', 'status': 'completed', 'code': 200} Jul 22 23:45:38.726556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port a08e1e8a-a300-45a9-9766-13128e3fc3c0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:38.727056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.727221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Transition to ACTIVE for port object 5db63845-1fbe-4a91-a69e-fc336c3122e7 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:38.736776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:38.741794 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.759259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Request body: {'subnet': {'network_id': '2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392366802-subnet', 'tenant_id': 'cf2e977dc0a24e6c9094737b82916283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:38.777902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4513917-0eb9-4212-a366-df617482c306 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2954412 Jul 22 23:45:38.781617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45328) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:38.782304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0347-36bf-4ebc-8a6f-1e8abc31a395 admin admin] Pushing event updated for resources: {'Network': ['ID=2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:38.792534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'subnet': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:38.842366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17bafca9-8c47-4a4c-a80e-44a56058f57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.898723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Pushing event updated for resources: {'Port': ['ID=5db63845-1fbe-4a91-a69e-fc336c3122e7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:38.920498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:38.922273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:38.927806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:38.930284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:38.931058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d4dbaa3-ab0d-4c83-b269-2f4eeb8544bb not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:38.933429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:38.938752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port a08e1e8a-a300-45a9-9766-13128e3fc3c0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a08e1e8a-a300-45a9-9766-13128e3fc3c0,segment=NetworkSegment(311e8670-5035-4c2c-a4f6-182a652899bb),segment_id=311e8670-5035-4c2c-a4f6-182a652899bb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:38.939513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.970092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for a08e1e8a-a300-45a9-9766-13128e3fc3c0 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:38.984264 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:38.995857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2062131571-network', 'tenant_id': '5c89075ddc37421daf240e407800e050'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:39.090180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17bafca9-8c47-4a4c-a80e-44a56058f57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.109656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Attempting to bind port 5db63845-1fbe-4a91-a69e-fc336c3122e7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:39.110909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Attempting to bind port 5db63845-1fbe-4a91-a69e-fc336c3122e7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:39.112572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Attempting to bind port 5db63845-1fbe-4a91-a69e-fc336c3122e7 on network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:39.122252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:39.123844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Checking segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:39.124451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.125100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Bound using segment: {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:39.125907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Bound port: 5db63845-1fbe-4a91-a69e-fc336c3122e7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2432e23-ea38-45b2-bdcd-7b243949cd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:39.127023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.173260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Made reservation on behalf of cf2e977dc0a24e6c9094737b82916283 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:39.176027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.180091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Made reservation on behalf of 5c89075ddc37421daf240e407800e050 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:39.183755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.184330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17bafca9-8c47-4a4c-a80e-44a56058f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.205552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Subnet': ['ID=bbc322c1-a367-4d5b-8ce0-b9426befe9be,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:39.218876 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.234803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] For port 5db63845-1fbe-4a91-a69e-fc336c3122e7, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:39.240363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] For port 5db63845-1fbe-4a91-a69e-fc336c3122e7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5db63845-1fbe-4a91-a69e-fc336c3122e7,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:39.241431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bafca9-8c47-4a4c-a80e-44a56058f57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbc1703-5b22-4bef-a0df-773b4238fadc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:39.251683 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.265002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Checking segment: {'id': 'a971b7ee-5304-4297-947f-5de88fefe8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:39.265756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network hostable DHCP agents. Network: 05c698fc-d528-4bd6-9c8d-38b934f7ca07, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:39.302566 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17bafca9-8c47-4a4c-a80e-44a56058f57d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81fc3a1a9d294242ae27c74b9dd7ec94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2008042 Jul 22 23:45:39.322423 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:58Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:39.324544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:39.352095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:39.371910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.386956 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] Checking router: baba8129-4fd4-4d01-94c9-92ae1fd109f7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:39.403106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951ea6d-7bb4-4585-b3ca-3566826ec798 None None] Pushing event updated for resources: {'Port': ['ID=5db63845-1fbe-4a91-a69e-fc336c3122e7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:39.412396 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:39.415119 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:39.519295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:39.592540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 05c698fc-d528-4bd6-9c8d-38b934f7ca07) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:39.625296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:39.626367 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.688780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce225d5-6f24-4f88-8cb5-56cfb7aaaace None None] Network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:39.754524 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:39.761536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac3c14c-ca81-4124-b334-fc7d874a41e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.863590 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:45:39.877333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45338) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:39.877866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.916145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:39.950204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=a08e1e8a-a300-45a9-9766-13128e3fc3c0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:39.957800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.011784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed52ae3-7197-4060-81c9-dfeb88449e97,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:40.030876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-857f49a4-2dcc-4318-a1b0-56493ec6dbe9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2319777 Jul 22 23:45:40.042790 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac3c14c-ca81-4124-b334-fc7d874a41e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.051775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:40.083941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17a3a5e6-e610-44fa-a0ff-cccf740c879c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.108656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b3fd5775-e319-4b8f-959a-8c9b304b1a5b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'router': {'external_gateway_info': {'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:40.157772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.175046 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:58Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:40.181416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:40.195506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17a3a5e6-e610-44fa-a0ff-cccf740c879c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.249904 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad716cd-2d68-45fb-9ca4-b62224ae931e None None] The sync data for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 is: [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '504f01bd-b6d3-426a-b25b-c36f1f98aa81', 'name': '', 'network_id': '24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'mac_address': 'fa:16:3e:02:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:46Z', 'updated_at': '2021-07-22T23:34:58Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'subnets': [{'id': '435137a4-a03b-461a-bc1a-25fba3db62a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:40.382406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-05c698fc-d528-4bd6-9c8d-38b934f7ca07', 'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07', 'tenant_id': 'b38e839b5da2485bb377dc9399c6d754', 'fixed_ips': [{'subnet_id': 'bbc322c1-a367-4d5b-8ce0-b9426befe9be'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:45:40.383459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.392462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.392918 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Added segment b8066512-f14e-4e6e-ade4-26badcd1e50f of type vlan for network afccc953-871b-431b-8bff-03f4121b2f63 Jul 22 23:45:40.464823 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.493478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a813f8c7-9d17-498b-ab8a-6c16910afc5e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:40.594384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Checking segment: {'id': 'ab0169be-bc7a-4dea-8edb-d4de2a3cc6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:40.594384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Network hostable DHCP agents. Network: 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:40.614495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Allocated IP 2001:db8:1::2 (05c698fc-d528-4bd6-9c8d-38b934f7ca07/bbc322c1-a367-4d5b-8ce0-b9426befe9be/50c28095-dc42-4c9f-9586-c133760e05a6) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:40.723747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17a3a5e6-e610-44fa-a0ff-cccf740c879c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.726566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17a3a5e6-e610-44fa-a0ff-cccf740c879c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.727783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17a3a5e6-e610-44fa-a0ff-cccf740c879c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "DELETE /v2.0/security-groups/227a3abd-657d-409a-8b61-fb9483c036c9 HTTP/1.1" status: 204 len: 168 time: 0.8475056 Jul 22 23:45:40.737187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Network 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:40.740233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:40.842592 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-636b0cd6-b632-46d5-a7ce-1234ba3b9d94 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] show failed (client error): The resource could not be found. Jul 22 23:45:40.844105 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-636b0cd6-b632-46d5-a7ce-1234ba3b9d94 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "GET /v2.0/security-groups/227a3abd-657d-409a-8b61-fb9483c036c9 HTTP/1.1" status: 404 len: 347 time: 0.0486627 Jul 22 23:45:40.849083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:40.866003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3a5e6-e610-44fa-a0ff-cccf740c879c tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a3abd-657d-409a-8b61-fb9483c036c9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:40.882897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:40.932168 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:45:40.935884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:40.937297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.951979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5775-e319-4b8f-959a-8c9b304b1a5b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.957773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:45:40.962857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.970368 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac3c14c-ca81-4124-b334-fc7d874a41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.973301 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eac3c14c-ca81-4124-b334-fc7d874a41e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.974647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eac3c14c-ca81-4124-b334-fc7d874a41e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bbc1703-5b22-4bef-a0df-773b4238fadc HTTP/1.1" status: 204 len: 168 time: 1.6482182 Jul 22 23:45:40.982447 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:40.983478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:40.984121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.015628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.039359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09721e7-54e2-4039-9eab-2e7300ba7b05 None None] New status for floating IP 118585e7-d599-4655-90d1-b7a48c62fadc: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:45:41.046263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5db63845-1fbe-4a91-a69e-fc336c3122e7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:41.047920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3910632 Jul 22 23:45:41.048659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45352) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:41.097001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095dfa5f-4b04-4b9e-9d60-fffb59aa0e49 None None] Network 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:41.110249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0810fe72-f4bd-4586-be26-635ce1d92e6d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3858840 Jul 22 23:45:41.184333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Transition to ACTIVE for port object 50c28095-dc42-4c9f-9586-c133760e05a6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:41.314053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Provisioning for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:41.337259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Provisioning complete for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:41.339932 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.367544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaec33-a733-4272-8ed5-79f4a657b1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=afccc953-871b-431b-8bff-03f4121b2f63,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:41.369385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:41.391049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Request body: {'subnet': {'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2062131571-subnet', 'tenant_id': '5c89075ddc37421daf240e407800e050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:41.422719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Deleting port 59fa0666-f80a-4cea-9689-e81277086eaf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:41.423008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.425186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3c14c-ca81-4124-b334-fc7d874a41e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbc1703-5b22-4bef-a0df-773b4238fadc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:41.425390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Transition to ACTIVE for port object 50c28095-dc42-4c9f-9586-c133760e05a6 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:41.432975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Made reservation on behalf of 5c89075ddc37421daf240e407800e050 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:41.435543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.484107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:41.484396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.488957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network afccc953-871b-431b-8bff-03f4121b2f63 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:41.500933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:41.501478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.515585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Deleting subnet 95474e63-4bcb-48c9-80b7-eb157604c5a5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:41.578521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.598065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.685156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:41.766706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:41.774098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.797829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:41.820802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:41.828120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:41.849311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.849969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.901652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.959930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:41.961966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Pushing event updated for resources: {'Port': ['ID=50c28095-dc42-4c9f-9586-c133760e05a6,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:42.003465 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8eb3cd68-780d-4e74-b867-a1f659926f89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbe85cf726ce4ec1ace9bbd0d5603fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943726 Jul 22 23:45:42.003465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Calling delete_port for 59fa0666-f80a-4cea-9689-e81277086eaf owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:42.003465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:42.072352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Attempting to bind port 50c28095-dc42-4c9f-9586-c133760e05a6 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:42.073512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Attempting to bind port 50c28095-dc42-4c9f-9586-c133760e05a6 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a971b7ee-5304-4297-947f-5de88fefe8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:42.073961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Attempting to bind port 50c28095-dc42-4c9f-9586-c133760e05a6 on network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:42.092861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f3b19-6e73-4e11-9324-e684626a1f52 None None] Network 2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:42.103904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.160015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01797f71-c0fb-45fe-9edb-08878607c663,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:42.170141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:42.180924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-46d5a0e3-a65f-4fcc-90d8-9445108b3137 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3376882 Jul 22 23:45:42.187363 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:42.189599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.189874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:42.198749 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b3fd5775-e319-4b8f-959a-8c9b304b1a5b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:45:42.206356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b3fd5775-e319-4b8f-959a-8c9b304b1a5b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89 HTTP/1.1" status: 400 len: 364 time: 2.1035719 Jul 22 23:45:42.206939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:42.207511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Checking segment: {'id': 'a971b7ee-5304-4297-947f-5de88fefe8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:42.208180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.208857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Bound using segment: {'id': 'a971b7ee-5304-4297-947f-5de88fefe8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:42.209583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Bound port: 50c28095-dc42-4c9f-9586-c133760e05a6, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a971b7ee-5304-4297-947f-5de88fefe8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '05c698fc-d528-4bd6-9c8d-38b934f7ca07'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:42.210254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.216951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:42.220581 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:42.221608 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:42.303513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.351961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] For port 5db63845-1fbe-4a91-a69e-fc336c3122e7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5db63845-1fbe-4a91-a69e-fc336c3122e7,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:42.355930 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c515eb4-af1a-40c1-927b-4098556d0469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.359526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] For port 50c28095-dc42-4c9f-9586-c133760e05a6, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:42.362922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet d4b667f8-6961-447d-9de6-77826a1fd09e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:42.364336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] For port 50c28095-dc42-4c9f-9586-c133760e05a6, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50c28095-dc42-4c9f-9586-c133760e05a6,segment=NetworkSegment(a971b7ee-5304-4297-947f-5de88fefe8d3),segment_id=a971b7ee-5304-4297-947f-5de88fefe8d3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:42.375730 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.387256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Checking segment: {'id': 'b8066512-f14e-4e6e-ade4-26badcd1e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:42.389295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Network hostable DHCP agents. Network: afccc953-871b-431b-8bff-03f4121b2f63, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:45:42.396380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.408013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.410386 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95474e63-4bcb-48c9-80b7-eb157604c5a5 HTTP/1.1" status: 204 len: 168 time: 1.0398760 Jul 22 23:45:42.413257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45370) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:42.449103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34471cb-3386-4189-a015-213673431c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95474e63-4bcb-48c9-80b7-eb157604c5a5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:42.472456 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:42.482294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d49fe-34e3-41fe-9a99-2b4126288193 None None] Pushing event updated for resources: {'Port': ['ID=50c28095-dc42-4c9f-9586-c133760e05a6,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:42.495001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c515eb4-af1a-40c1-927b-4098556d0469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.516360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.534385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.574513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.575308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.727594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:45:42.728272 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:45:42.731301 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:45:42.732867 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:45:42.777523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Network afccc953-871b-431b-8bff-03f4121b2f63 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:45:42.850230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, afccc953-871b-431b-8bff-03f4121b2f63) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:42.859047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.881026 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.883714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f766a-7a03-42a1-acf8-f49baccdebf1 None None] Network afccc953-871b-431b-8bff-03f4121b2f63 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:42.890712 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:39Z', 'revision_number': 9, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:42.894607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c515eb4-af1a-40c1-927b-4098556d0469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.896807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c515eb4-af1a-40c1-927b-4098556d0469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.913324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c515eb4-af1a-40c1-927b-4098556d0469 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61d718bf-1657-46ab-91ec-29e9d288ec5b HTTP/1.1" status: 204 len: 168 time: 0.9148083 Jul 22 23:45:42.914117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:42.914490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:42.960002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:42.965791 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:42.991287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cf7c2352-50cb-4483-aa72-1e1902f20f24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7756979 Jul 22 23:45:43.012467 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:43.013113 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:43.127535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:43.138373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Subnet': ['ID=9aa0e49c-c4da-444e-933f-635fa1297923,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.153066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.155653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:43.159123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.218846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713986b-f117-4561-9224-1c9bb0fb9b09 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:43.245208 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:43.252304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.338064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcc7b0a-7000-409a-af61-493ad2e889d6']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:43.342625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=5db63845-1fbe-4a91-a69e-fc336c3122e7,revision_number=4']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.353654 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7276b31a-4075-4561-ac94-45a7bf82ad24 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.5668271 Jul 22 23:45:43.358145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:43.359593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00182dc7-32a4-4f6a-a0ed-e2c51d3f0ac3 None None] Network afccc953-871b-431b-8bff-03f4121b2f63 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:43.365515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Request body: {'port': {'network_id': 'f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c', 'mac_address': 'fa:16:3e:92:73:b9', 'name': 'tempest-NetworksTestDHCPv6-1913196222'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:43.369393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c515eb4-af1a-40c1-927b-4098556d0469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d718bf-1657-46ab-91ec-29e9d288ec5b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.387067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5fe1ef-c08f-4d5e-adce-eee2187ffe47') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:43.387067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5fe1ef-c08f-4d5e-adce-eee2187ffe47') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:43.433602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.449724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.450986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] 10.222.0.21 "DELETE /v2.0/floatingips/118585e7-d599-4655-90d1-b7a48c62fadc HTTP/1.1" status: 204 len: 168 time: 2.5980403 Jul 22 23:45:43.454884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.458095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:43.465208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.468214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb7ca5-f9c7-41cd-b2fb-14472e33d735 tempest-ServerActionsTestJSON-1021945774 tempest-ServerActionsTestJSON-1021945774-project] Pushing event deleted for resources: {'Port': ['ID=59fa0666-f80a-4cea-9689-e81277086eaf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.578466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.603214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:43.603793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.606566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.606781 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:43.617472 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:43.673842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b667f8-6961-447d-9de6-77826a1fd09e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:43.676010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.691961 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-371048de-4cfd-40a2-96bc-f1fc3d15e1fd tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/d4b667f8-6961-447d-9de6-77826a1fd09e HTTP/1.1" status: 204 len: 168 time: 1.4941621 Jul 22 23:45:43.692724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:43.733043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77c311-7714-4e8d-9abd-fbf8d61310a4 None None] Network edd8858e-f555-41cd-b2d6-7b3359f3b864 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:43.884773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:43.901726 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:39Z', 'revision_number': 9, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:43.987832 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e09ba0-79ee-4d73-bbd5-ddaaf2a1b5e9 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:39Z', 'revision_number': 9, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': '74fc5607-1a1f-4c50-ae02-de252900d336', 'name': '', 'network_id': 'ca7638b5-84f8-4277-9b1e-3a81ec35b2a3', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:79:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': '59576057-7704-4692-ad17-2a3ac85623fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:37Z', 'updated_at': '2021-07-22T23:44:57Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '59576057-7704-4692-ad17-2a3ac85623fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:44.054664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5db63845-1fbe-4a91-a69e-fc336c3122e7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5db63845-1fbe-4a91-a69e-fc336c3122e7,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:44.075592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.108210 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.110328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dfcc7b0a-7000-409a-af61-493ad2e889d6 HTTP/1.1" status: 204 len: 168 time: 1.6937973 Jul 22 23:45:44.119742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45406) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:44.134294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.137620 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.163867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe168-d381-4cb2-beca-034c5096eff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcc7b0a-7000-409a-af61-493ad2e889d6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:44.635502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6326a-0cb0-4e6c-bdd9-3525fcf81483 None None] Network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:44.808184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50c28095-dc42-4c9f-9586-c133760e05a6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:44.816345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Deleting subnet a813f8c7-9d17-498b-ab8a-6c16910afc5e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:44.825105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Made reservation on behalf of abfa8821728b495d986fbaea6fe501c1 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:44.826198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:44.962943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Allocated IP 2001:db8::1 (a7fa5324-4700-455f-b0a0-73abe3a86e60/e9f7beb7-36f1-4b68-9f98-55d464298f78/3d3248a2-d5b7-4851-8105-2c795c596421) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:44.999742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.022661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:45.023479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.128754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.174577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,segment=NetworkSegment(311e8670-5035-4c2c-a4f6-182a652899bb),segment_id=311e8670-5035-4c2c-a4f6-182a652899bb)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:45.175186 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.175625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5db63845-1fbe-4a91-a69e-fc336c3122e7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:45.204239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 284a37e5-f8f0-4eaa-8db5-133e17fc56bc owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:45.223384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:45:45.224068 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-34b90f93-9c93-4d2e-a6b4-4ba94a2895b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:45:45.262874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 50c28095-dc42-4c9f-9586-c133760e05a6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:45.274157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-dbd93e16-8863-492e-8490-e2dd5df619cd tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:45.278066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-dbd93e16-8863-492e-8490-e2dd5df619cd tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/networks?id=afccc953-871b-431b-8bff-03f4121b2f63 HTTP/1.1" status: 200 len: 814 time: 1.0979004 Jul 22 23:45:45.289266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5db63845-1fbe-4a91-a69e-fc336c3122e7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:45.296254 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.344899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.391202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f97785ed-4ed2-4a45-8fad-019d1fc28224 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/quotas/5c89075ddc37421daf240e407800e050 HTTP/1.1" status: 200 len: 375 time: 0.1067355 Jul 22 23:45:45.418232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a813f8c7-9d17-498b-ab8a-6c16910afc5e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:45.434708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:45.435548 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.437800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.446447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e3974c6-a848-48b7-a7fb-8522f1a2d3dd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a813f8c7-9d17-498b-ab8a-6c16910afc5e HTTP/1.1" status: 204 len: 168 time: 1.3231122 Jul 22 23:45:45.447170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:45.465900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] device_id is not set on port e7a92b7f-bb57-4cc1-9a0b-c279f67562dd yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:45:45.513724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] DHCP port deletion for edd8858e-f555-41cd-b2d6-7b3359f3b864 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:45.548491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-eae02b30-814d-4265-ac1f-f94cadea653c tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c89075ddc37421daf240e407800e050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481552 Jul 22 23:45:45.673499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.693532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.755543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Transition to ACTIVE for port object 3d3248a2-d5b7-4851-8105-2c795c596421 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:45.762258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:45.770554 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.804796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:45.851489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Deleting port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:45.852105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.854616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a08e1e8a-a300-45a9-9766-13128e3fc3c0 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:45.930307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-be2c9dda-7f6f-4c59-a98d-e4c0933428ab service neutron] 10.222.0.21 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803797 Jul 22 23:45:45.936682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:45.951058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a08e1e8a-a300-45a9-9766-13128e3fc3c0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:45.954266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a08e1e8a-a300-45a9-9766-13128e3fc3c0 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:45.990324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.021800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] Provisioning for port 50c28095-dc42-4c9f-9586-c133760e05a6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:46.034768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] Provisioning complete for port 50c28095-dc42-4c9f-9586-c133760e05a6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:46.035321 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.045106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.068176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd8858e-f555-41cd-b2d6-7b3359f3b864']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.107081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311e8670-5035-4c2c-a4f6-182a652899bb') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.120737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311e8670-5035-4c2c-a4f6-182a652899bb') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.149429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.159089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:46.159812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] For port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:46.160219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.176458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.188202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:46.190621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.202860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:46.206543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Calling delete_port for 284a37e5-f8f0-4eaa-8db5-133e17fc56bc owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:46.212440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:45:46.212953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:46.213940 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.215818 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.217748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a67f885d-e2ac-44ea-8959-fe1624f6c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.263817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] Pushing event deleted for resources: {'Port': ['ID=284a37e5-f8f0-4eaa-8db5-133e17fc56bc,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:46.287488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6a470-b34b-4474-9177-7db1a509001b None None] No DVR routers for this DVR port 284a37e5-f8f0-4eaa-8db5-133e17fc56bc on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:46.329449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5db63845-1fbe-4a91-a69e-fc336c3122e7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:46.342675 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:46.349496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.367824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Port': ['ID=3d3248a2-d5b7-4851-8105-2c795c596421,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:46.383948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f3d70613-520c-4df7-850b-fecfd21bc1ac tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-283021436'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:46.384622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f3d70613-520c-4df7-850b-fecfd21bc1ac tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Unknown quota resources ['metering_label']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:45:46.395365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.399476 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/edd8858e-f555-41cd-b2d6-7b3359f3b864 HTTP/1.1" status: 204 len: 168 time: 2.7052903 Jul 22 23:45:46.403579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dda50-1698-4d88-995a-b002780bcb9f tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=edd8858e-f555-41cd-b2d6-7b3359f3b864,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:46.419971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.462195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.507892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.545334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] For port 50c28095-dc42-4c9f-9586-c133760e05a6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50c28095-dc42-4c9f-9586-c133760e05a6,segment=NetworkSegment(a971b7ee-5304-4297-947f-5de88fefe8d3),segment_id=a971b7ee-5304-4297-947f-5de88fefe8d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:46.563957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.565172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.568765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:46.569138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.694291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74e158-55c5-4e11-8897-62611ca05b09 None None] Pushing event updated for resources: {'Port': ['ID=50c28095-dc42-4c9f-9586-c133760e05a6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:46.708905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.715793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a903b6e-14bb-4a56-a7d4-5883b78cd270 None None] Provisioning for port 3d3248a2-d5b7-4851-8105-2c795c596421 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:46.729793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0169be-bc7a-4dea-8edb-d4de2a3cc6f3') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.730244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0169be-bc7a-4dea-8edb-d4de2a3cc6f3') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:46.752918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a903b6e-14bb-4a56-a7d4-5883b78cd270 None None] Provisioning complete for port 3d3248a2-d5b7-4851-8105-2c795c596421 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:46.753299 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a903b6e-14bb-4a56-a7d4-5883b78cd270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.753895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.773703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8::126 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/95e6eb05-3fd6-4739-a401-87fa870417d4/e7a92b7f-bb57-4cc1-9a0b-c279f67562dd) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:46.781757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Allocated IP 2001:db8:0:1:f816:3eff:fe92:73b9 (f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c/9aa0e49c-c4da-444e-933f-635fa1297923/e7a92b7f-bb57-4cc1-9a0b-c279f67562dd) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:46.864678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5a903b6e-14bb-4a56-a7d4-5883b78cd270 None None] Port 3d3248a2-d5b7-4851-8105-2c795c596421 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:46.880527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5a903b6e-14bb-4a56-a7d4-5883b78cd270 None None] Provisioning complete for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:46.880905 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a903b6e-14bb-4a56-a7d4-5883b78cd270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.884708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.896792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3d70613-520c-4df7-850b-fecfd21bc1ac tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:46.900561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f3d70613-520c-4df7-850b-fecfd21bc1ac tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8722870 Jul 22 23:45:46.906463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:46.913825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9497f477-c155-4aa1-9650-3ef3250d927e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4b4fc928-82a4-40a9-b065-61c90e0f7546'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:46.914367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9497f477-c155-4aa1-9650-3ef3250d927e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:45:46.923769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-27f71ebd-d77f-4fc0-81d1-13048e5f7822 service neutron] 10.222.0.21 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9426959 Jul 22 23:45:46.947185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 284a37e5-f8f0-4eaa-8db5-133e17fc56bc no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:46.990533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 284a37e5-f8f0-4eaa-8db5-133e17fc56bc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:46.991208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 284a37e5-f8f0-4eaa-8db5-133e17fc56bc not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:47.042397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:47.044485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:47.070448 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:47.094588 n-d-758851-4 neutron-server[93791]: WARNING neutron.services.metering.metering_plugin [None req-9497f477-c155-4aa1-9650-3ef3250d927e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:45:47.173587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.194378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.199472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.201440 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94 HTTP/1.1" status: 204 len: 168 time: 1.7510402 Jul 22 23:45:47.220813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9497f477-c155-4aa1-9650-3ef3250d927e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.222000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9497f477-c155-4aa1-9650-3ef3250d927e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3125837 Jul 22 23:45:47.227547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.235111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3393bf07-fbf2-4df2-b95d-1a3a5304eb8e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4b4fc928-82a4-40a9-b065-61c90e0f7546'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:47.235649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3393bf07-fbf2-4df2-b95d-1a3a5304eb8e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:45:47.263351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dfb4d-a0fa-4406-bf70-532f25c90d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=2731b1f0-b6ec-4f76-a2cf-fce67b1f7b94,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:47.392671 n-d-758851-4 neutron-server[93791]: WARNING neutron.services.metering.metering_plugin [None req-3393bf07-fbf2-4df2-b95d-1a3a5304eb8e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 23:45:47.400172 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.459951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.507229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45474) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.618369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Deleting port 504f01bd-b6d3-426a-b25b-c36f1f98aa81 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:47.618796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.759120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] For port 504f01bd-b6d3-426a-b25b-c36f1f98aa81, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=504f01bd-b6d3-426a-b25b-c36f1f98aa81,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:47.759516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.777907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Calling delete_port for 504f01bd-b6d3-426a-b25b-c36f1f98aa81 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:47.897265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3393bf07-fbf2-4df2-b95d-1a3a5304eb8e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:47.899826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3393bf07-fbf2-4df2-b95d-1a3a5304eb8e tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6712615 Jul 22 23:45:47.902014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.923767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Transition to ACTIVE for port object e7a92b7f-bb57-4cc1-9a0b-c279f67562dd will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:47.931561 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7c2ea5f-85a1-4820-980d-b5e4e1519768 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c04c3fee-4033-4d69-99da-cd39d22476a0 HTTP/1.1" status: 200 len: 462 time: 0.0244851 Jul 22 23:45:47.933536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45486) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:47.989293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ddb829c0-eb83-4e67-a081-c0a4b4f38530 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=951d5a52aecb4ff895e959dd1420c96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340716 Jul 22 23:45:47.995820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.006819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 74fc5607-1a1f-4c50-ae02-de252900d336 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:48.007067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.048024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.144293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:48.153961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:48.158306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:48.169622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:48.170829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.203977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e95c-cd04-4a2b-aeac-e9fa288a671b tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.205150 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2bd5e95c-cd04-4a2b-aeac-e9fa288a671b tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c04c3fee-4033-4d69-99da-cd39d22476a0 HTTP/1.1" status: 204 len: 168 time: 0.2705145 Jul 22 23:45:48.205557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event updated for resources: {'Port': ['ID=e7a92b7f-bb57-4cc1-9a0b-c279f67562dd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.211035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.241685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0f02d9fa-7036-4f7c-bb48-32403f18065d tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=c04c3fee-4033-4d69-99da-cd39d22476a0 HTTP/1.1" status: 200 len: 221 time: 0.0290639 Jul 22 23:45:48.250388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-11321b26-784f-450b-9238-4f51c438a534 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8897986 Jul 22 23:45:48.251263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.251855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:48.254925 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.273636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cb3d8e1f-61c1-46cc-b430-94d41e778dba tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1604589588', 'description': 'label created by tempest'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:48.274782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cb3d8e1f-61c1-46cc-b430-94d41e778dba tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Unknown quota resources ['metering_label']. {{(pid=93791) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 23:45:48.286253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.287775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.382594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50c28095-dc42-4c9f-9586-c133760e05a6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:45:48.390620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cedd6f2-564c-4830-bdbf-56881b3da2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.457020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port 74fc5607-1a1f-4c50-ae02-de252900d336, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74fc5607-1a1f-4c50-ae02-de252900d336,segment=NetworkSegment(89c17a8d-807d-4bbf-9c08-11090ba76a44),segment_id=89c17a8d-807d-4bbf-9c08-11090ba76a44)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:48.457711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.479659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cedd6f2-564c-4830-bdbf-56881b3da2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.491424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 74fc5607-1a1f-4c50-ae02-de252900d336 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:48.515279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.547640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 50c28095-dc42-4c9f-9586-c133760e05a6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:48.548049 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.565071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=504f01bd-b6d3-426a-b25b-c36f1f98aa81,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.605208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51790215-dda4-495e-b4ca-98aeb6a5b2e3 req-05fe0914-c5ec-4123-884e-d615b80abdd4 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 210 time: 0.2934725 Jul 22 23:45:48.683975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cedd6f2-564c-4830-bdbf-56881b3da2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.691009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cedd6f2-564c-4830-bdbf-56881b3da2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.695521 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7cedd6f2-564c-4830-bdbf-56881b3da2fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3508179c-e0fe-4353-b901-13ecf0e7b79a HTTP/1.1" status: 204 len: 168 time: 0.6954737 Jul 22 23:45:48.762845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35b0480b-35b4-44ec-be5c-02f0bf125c52 None None] Provisioning for port e7a92b7f-bb57-4cc1-9a0b-c279f67562dd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:45:48.769543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35b0480b-35b4-44ec-be5c-02f0bf125c52 None None] Provisioning complete for port e7a92b7f-bb57-4cc1-9a0b-c279f67562dd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:48.770506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35b0480b-35b4-44ec-be5c-02f0bf125c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.799027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedd6f2-564c-4830-bdbf-56881b3da2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3508179c-e0fe-4353-b901-13ecf0e7b79a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.817639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:48.871038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:48.905462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-35b0480b-35b4-44ec-be5c-02f0bf125c52 None None] Port e7a92b7f-bb57-4cc1-9a0b-c279f67562dd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:48.929866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event updated for resources: {'Port': ['ID=3d3248a2-d5b7-4851-8105-2c795c596421,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:48.963627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cb3d8e1f-61c1-46cc-b430-94d41e778dba tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:48.972456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cb3d8e1f-61c1-46cc-b430-94d41e778dba tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7092309 Jul 22 23:45:48.972924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.115849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-88ea62f0-9fb6-41dd-b5e9-f2ecc6b828fe tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=f79ac89a-5aac-4516-b199-66bdc67aaa48 HTTP/1.1" status: 200 len: 468 time: 0.1413856 Jul 22 23:45:49.171859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.295175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting port e7a92b7f-bb57-4cc1-9a0b-c279f67562dd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:49.296075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.316786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Router bd06a480-5aae-4dfb-8de3-be52d0685c89 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:49.354445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8191ca13-bae5-4ca4-93e5-4990ef88be6b None None] Provisioning complete for port 3d3248a2-d5b7-4851-8105-2c795c596421 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:49.357760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8191ca13-bae5-4ca4-93e5-4990ef88be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.536073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8191ca13-bae5-4ca4-93e5-4990ef88be6b None None] Port 3d3248a2-d5b7-4851-8105-2c795c596421 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:45:49.538065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67910ec7-9706-4334-b2ac-95a1ef25a47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.555799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.581131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.595196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.601902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:49.615670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] Sync routers for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:49.622957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-daa027b5-fa72-4292-b9cd-62761dec901b tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4045119 Jul 22 23:45:49.624144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Calling delete_port for e7a92b7f-bb57-4cc1-9a0b-c279f67562dd owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:49.631007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.631487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:49.632298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.715433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.737516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:49.738514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.782575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:49.783685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590b6e58-73ab-42fd-927f-055a7f745ede None None] The sync data for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:49.901270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bc09e33-c74f-45c5-879e-aae3fcfeaa3a req-f69ebef6-5e66-4604-a8ed-0a6b51d70e80 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 210 time: 0.1467471 Jul 22 23:45:49.933186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-75b84dab-28e0-416e-82d1-22641cce0902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf2e977dc0a24e6c9094737b82916283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728278 Jul 22 23:45:49.938032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45534) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:49.969661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa65f290-f8ab-4d5b-999b-df54987ee555 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:49.986398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.053656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.068419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f363ca8d-a3e0-47d1-a580-ad8b549760b6 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.071047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f363ca8d-a3e0-47d1-a580-ad8b549760b6 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/f79ac89a-5aac-4516-b199-66bdc67aaa48 HTTP/1.1" status: 204 len: 168 time: 0.8967378 Jul 22 23:45:50.087000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.121778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7fe12c5d-e434-436c-91d6-86addb05e359 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=f79ac89a-5aac-4516-b199-66bdc67aaa48 HTTP/1.1" status: 200 len: 216 time: 0.0330219 Jul 22 23:45:50.128700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.198812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-add02b68-ea6b-4e77-af14-7858df7d0362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.205322 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-aa65f290-f8ab-4d5b-999b-df54987ee555 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 23:45:50.209034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa65f290-f8ab-4d5b-999b-df54987ee555 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89 HTTP/1.1" status: 409 len: 329 time: 0.5654752 Jul 22 23:45:50.209034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8b3613f2-2358-434a-9739-347d3b2a42a0 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0718017 Jul 22 23:45:50.212240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.212579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.219279 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.265408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=74fc5607-1a1f-4c50-ae02-de252900d336,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.352328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5d0cffef-a9f7-4de0-a1e6-3e918a465b65 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1341050 Jul 22 23:45:50.365227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.474852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd9d7f90-11f1-4758-9189-072ad255901d tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/4b4fc928-82a4-40a9-b065-61c90e0f7546 HTTP/1.1" status: 200 len: 472 time: 0.0856380 Jul 22 23:45:50.489626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-add02b68-ea6b-4e77-af14-7858df7d0362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.492933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.583259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bf27c58e-fcc6-4f97-a6d2-a37fae4f5bac tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/0cdcc358-a2ea-4846-a49a-6f66530a2afb HTTP/1.1" status: 200 len: 459 time: 0.0872080 Jul 22 23:45:50.587046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:50.590802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.728212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Router baba8129-4fd4-4d01-94c9-92ae1fd109f7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:50.775941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Port': ['ID=e7a92b7f-bb57-4cc1-9a0b-c279f67562dd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:50.813345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:50.959772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-408dc70c-314f-40c4-8a56-06ad9e57cbfc tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:50.967922 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-408dc70c-314f-40c4-8a56-06ad9e57cbfc tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.48 "GET /v2.0/networks?id=afccc953-871b-431b-8bff-03f4121b2f63 HTTP/1.1" status: 200 len: 814 time: 0.5723236 Jul 22 23:45:51.058356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Request body: {'port': {'device_id': '958201f0-5414-4b08-8d96-f810598af876', 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63', 'admin_state_up': True, 'tenant_id': '5c89075ddc37421daf240e407800e050'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:51.211549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:51.220690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a72c0fa6-7fa9-41e9-bb15-82f0b3391a85 admin admin] 10.222.0.21 "PUT /v2.0/routers/baba8129-4fd4-4d01-94c9-92ae1fd109f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7614865 Jul 22 23:45:51.226564 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] Sync routers for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:51.229500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45554) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:51.244085 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:51.244771 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:51.411073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Made reservation on behalf of 5c89075ddc37421daf240e407800e050 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:51.415122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.450077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:51.488269 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:51.513852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4868fef7-b20b-43d3-bb02-267a1f200399 req-8909d35e-9ae9-478b-832d-4a4ad915c9a4 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 210 time: 0.1561589 Jul 22 23:45:51.519912 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-add02b68-ea6b-4e77-af14-7858df7d0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.522725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-add02b68-ea6b-4e77-af14-7858df7d0362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.524146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-add02b68-ea6b-4e77-af14-7858df7d0362 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc7aef84-cb85-4cbf-8627-9e023b47791d HTTP/1.1" status: 204 len: 168 time: 1.5850849 Jul 22 23:45:51.526282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.532209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1a88282c-9c1f-46df-b17c-7a3b646bc3e3 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e7a92b7f-bb57-4cc1-9a0b-c279f67562dd HTTP/1.1" status: 204 len: 168 time: 3.2725518 Jul 22 23:45:51.537106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:51.539825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-efa49879-fa9a-491d-a874-193c7ba30294 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.541195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-efa49879-fa9a-491d-a874-193c7ba30294 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/0cdcc358-a2ea-4846-a49a-6f66530a2afb HTTP/1.1" status: 204 len: 168 time: 0.9321465 Jul 22 23:45:51.548495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:51.566135 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.670343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.802487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.820782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add02b68-ea6b-4e77-af14-7858df7d0362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7aef84-cb85-4cbf-8627-9e023b47791d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:51.829703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9b82d135-ec7e-432d-b9a8-efb5fe8f8319 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:51.830970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9b82d135-ec7e-432d-b9a8-efb5fe8f8319 tempest-MeteringIpV6TestJSON-674978765 tempest-MeteringIpV6TestJSON-674978765-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/4b4fc928-82a4-40a9-b065-61c90e0f7546 HTTP/1.1" status: 204 len: 168 time: 0.2812309 Jul 22 23:45:52.065653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:52.075985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5698a2c0-5d72-4357-aa7b-d81fc4243b05 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6479733 Jul 22 23:45:52.081849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:52.089491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:52.101170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:45:48Z', 'revision_number': 5, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port': {'id': '3d949411-bb4d-49de-9e80-d6c8ab8f0b28', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:96:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:34:40Z', 'updated_at': '2021-07-22T23:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:52.118807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.139730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:52.141407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:52.145282 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] Checking router: baba8129-4fd4-4d01-94c9-92ae1fd109f7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:52.180910 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] Routers {'baba8129-4fd4-4d01-94c9-92ae1fd109f7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:52.180910 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:52.300651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Allocated IP 172.20.0.11 (afccc953-871b-431b-8bff-03f4121b2f63/01797f71-c0fb-45fe-9edb-08878607c663/f426bdeb-ec86-4d13-bcb8-8f93643bb46b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:45:52.362504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33046001-10f1-4674-9404-dbd003431c69 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.363663 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] Set router baba8129-4fd4-4d01-94c9-92ae1fd109f7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:52.379911 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-33046001-10f1-4674-9404-dbd003431c69 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8412361 Jul 22 23:45:52.380586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:52.406623 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.425822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:52.494823 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:45:51Z', 'revision_number': 6, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:52.501932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Deleting port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:52.502281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.503318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 59576057-7704-4692-ad17-2a3ac85623fe {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:52.512568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.532070 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6cdf03-339c-49a6-bcc0-27ff0550cb40 None None] The sync data for ids ['baba8129-4fd4-4d01-94c9-92ae1fd109f7'] in n-d-758851-4 is: [{'id': 'baba8129-4fd4-4d01-94c9-92ae1fd109f7', 'name': 'tempest-ServerActionsTestJSON-1854189872-router', 'tenant_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:34:39Z', 'updated_at': '2021-07-22T23:45:51Z', 'revision_number': 6, 'project_id': 'e78ed0c45a794b44afd9ef4563ccfa4b', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:52.565833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:52.718323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09808e68-7033-48b4-87e8-9842919bf0f3 req-bd25fc89-7925-4d94-8361-167685ec2e90 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 210 time: 0.0787048 Jul 22 23:45:52.721212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.761121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:49Z', 'revision_number': 10, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:52.788648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39888eb-08ff-42fd-b9fa-4af55a029d35 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.793977 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e39888eb-08ff-42fd-b9fa-4af55a029d35 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4020023 Jul 22 23:45:52.794259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:52.834911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:45:52.859266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:52.860005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:52.934223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] For port 3d949411-bb4d-49de-9e80-d6c8ab8f0b28, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:52.934489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.939219 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb31988-a124-4fc4-acc6-85271bce5d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:52.982468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc195a-fa3d-4427-9408-0c1d57fad4b7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.984119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc195a-fa3d-4427-9408-0c1d57fad4b7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.986281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc195a-fa3d-4427-9408-0c1d57fad4b7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:52.990426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-68fc195a-fa3d-4427-9408-0c1d57fad4b7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1914213 Jul 22 23:45:52.991316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Calling delete_port for 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:53.000456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.002980 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.027560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:45:53.094128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.156980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=59576057-7704-4692-ad17-2a3ac85623fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:53.178031 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.182268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-056bbb10-2cc7-47fb-af16-2085a7b37a1a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/59576057-7704-4692-ad17-2a3ac85623fe HTTP/1.1" status: 204 len: 168 time: 1.0905271 Jul 22 23:45:53.207547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45604) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:53.318416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.451866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting port 3d3248a2-d5b7-4851-8105-2c795c596421 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:53.457657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.747213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098dfcd0-117f-4059-b2e8-e9e32cc8aa44 None None] Network ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:53.773311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port bde39dd2-ca00-427c-96fa-d7a671e3804a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:53.773715 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.839757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.872183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.915870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ffb9bf7-d677-4968-b7d3-3c51eeea1208 req-f4db86c0-c982-490e-ba2e-841cf7113836 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 210 time: 0.0556915 Jul 22 23:45:53.936911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:49Z', 'revision_number': 10, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:53.960429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Calling delete_port for 3d3248a2-d5b7-4851-8105-2c795c596421 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:53.966107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 95e6eb05-3fd6-4739-a401-87fa870417d4 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:53.970975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:53.977156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port bde39dd2-ca00-427c-96fa-d7a671e3804a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bde39dd2-ca00-427c-96fa-d7a671e3804a,segment=NetworkSegment(89c17a8d-807d-4bbf-9c08-11090ba76a44),segment_id=89c17a8d-807d-4bbf-9c08-11090ba76a44)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:53.977505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.026643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e75f09-fbd4-4763-981f-a85cec602520 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:49Z', 'revision_number': 10, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None, '_interfaces': [{'id': 'f70f987c-6004-4b28-9cae-aa3e6ab17ba3', 'name': '', 'network_id': '0c5cbda8-2208-4d90-a5f4-bc59ab73b19b', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'mac_address': 'fa:16:3e:c4:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:44:23Z', 'updated_at': '2021-07-22T23:44:36Z', 'revision_number': 5, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'subnets': [{'id': '723f8801-aa92-4ef3-92f9-a7bae1ca1a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:54.026918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for bde39dd2-ca00-427c-96fa-d7a671e3804a owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:54.030594 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.246414 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.284594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=bde39dd2-ca00-427c-96fa-d7a671e3804a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.297494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port bde39dd2-ca00-427c-96fa-d7a671e3804a on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:54.343960 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.353044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.366513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.402109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Port': ['ID=3d3248a2-d5b7-4851-8105-2c795c596421,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.449508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c037a-96b4-4659-8545-edbe5b1672a0 None None] DHCP port deletion for ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:54.454173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d949411-bb4d-49de-9e80-d6c8ab8f0b28,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:54.525573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.549134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7638b5-84f8-4277-9b1e-3a81ec35b2a3']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.579044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 504f01bd-b6d3-426a-b25b-c36f1f98aa81 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:54.633218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb31988-a124-4fc4-acc6-85271bce5d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.638339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 504f01bd-b6d3-426a-b25b-c36f1f98aa81 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:54.640732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 504f01bd-b6d3-426a-b25b-c36f1f98aa81 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:54.641185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bde39dd2-ca00-427c-96fa-d7a671e3804a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:54.660042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c17a8d-807d-4bbf-9c08-11090ba76a44') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.660675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c17a8d-807d-4bbf-9c08-11090ba76a44') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:54.676585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.679869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.687717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: bde39dd2-ca00-427c-96fa-d7a671e3804a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:54.688080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bde39dd2-ca00-427c-96fa-d7a671e3804a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:54.688587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:54.709003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.727855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.736983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:54.737434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3d949411-bb4d-49de-9e80-d6c8ab8f0b28 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:54.737875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74fc5607-1a1f-4c50-ae02-de252900d336 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:54.774861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 74fc5607-1a1f-4c50-ae02-de252900d336 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:54.775320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74fc5607-1a1f-4c50-ae02-de252900d336 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:54.802673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:54.803065 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:54.806802 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:54.870810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb31988-a124-4fc4-acc6-85271bce5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.881316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Network afccc953-871b-431b-8bff-03f4121b2f63 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:45:54.889260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.914651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:45:54.917138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:45:54.954880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Router bd06a480-5aae-4dfb-8de3-be52d0685c89 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:45:54.955735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.962427 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:54.967935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/ca7638b5-84f8-4277-9b1e-3a81ec35b2a3 HTTP/1.1" status: 204 len: 168 time: 1.7573929 Jul 22 23:45:54.971560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45642) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:54.997266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea22518-1bd4-4389-88e9-8b5977bad649 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=ca7638b5-84f8-4277-9b1e-3a81ec35b2a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:55.051790 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-edb31988-a124-4fc4-acc6-85271bce5d17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=098b36b3ebad488ab95f78c8d9c58cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4824073 Jul 22 23:45:55.083458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Pushing event updated for resources: {'Port': ['ID=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:55.087463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.110558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb31988-a124-4fc4-acc6-85271bce5d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a91c1-6222-4b37-a998-5708da25f6f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:55.125963 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.134020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.147550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.148268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.214669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.227453 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-f5ec0e6b-40e8-40a8-8939-aac8bcafbf1f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1749411 Jul 22 23:45:55.254722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.255254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baba8129-4fd4-4d01-94c9-92ae1fd109f7 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:45:55.260690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.264482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fbc560bf-e4a4-4bf8-9213-172c9bbf9603 admin admin] 10.222.0.21 "DELETE /v2.0/routers/baba8129-4fd4-4d01-94c9-92ae1fd109f7 HTTP/1.1" status: 204 len: 168 time: 4.0355401 Jul 22 23:45:55.271381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Request body: {'port': {'device_id': '958201f0-5414-4b08-8d96-f810598af876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:55.298052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=95e6eb05-3fd6-4739-a401-87fa870417d4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:55.306366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.309774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.314418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3313ad9e-9c56-4d82-9b75-8aeb95bd11e6 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/95e6eb05-3fd6-4739-a401-87fa870417d4 HTTP/1.1" status: 204 len: 168 time: 2.3101323 Jul 22 23:45:55.317931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fdaf5-bc99-4555-a287-27a3be585307 None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:55.319764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.446529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19d03b58-6ca4-4779-9f5a-9fdfc055d797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.512645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Deleting subnet 435137a4-a03b-461a-bc1a-25fba3db62a6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:55.525164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:45:55.534714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Deleting subnet 9aa0e49c-c4da-444e-933f-635fa1297923 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:55.536250 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] Sync routers for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:45:55.544584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.546884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.548272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:55.548913 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:55.549692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19d03b58-6ca4-4779-9f5a-9fdfc055d797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.564754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f8a4b687-926e-4e01-8508-166568f11212 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3474951 Jul 22 23:45:55.577328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.622175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.624133 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:55.659266 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-203756dd-c010-4026-86ea-3089d13d9b90 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] show failed (client error): The resource could not be found. Jul 22 23:45:55.659679 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] Routers {'bd06a480-5aae-4dfb-8de3-be52d0685c89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:45:55.661062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-203756dd-c010-4026-86ea-3089d13d9b90 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-187515333 HTTP/1.1" status: 404 len: 334 time: 0.0826657 Jul 22 23:45:55.664417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd06a480-5aae-4dfb-8de3-be52d0685c89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:55.668317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.675641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.680225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e9908f97-d16d-478e-9880-fbdf5a8c42a9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:55.681075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.745420 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:55.746522 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b3969d-3d80-47eb-96c5-5e1fe81ae677 None None] The sync data for ids ['bd06a480-5aae-4dfb-8de3-be52d0685c89'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:45:55.819469 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19d03b58-6ca4-4779-9f5a-9fdfc055d797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.820831 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-e9908f97-d16d-478e-9880-fbdf5a8c42a9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] update failed (client error): The resource could not be found. Jul 22 23:45:55.822017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-19d03b58-6ca4-4779-9f5a-9fdfc055d797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:55.823469 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-19d03b58-6ca4-4779-9f5a-9fdfc055d797 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b14a91c1-6222-4b37-a998-5708da25f6f5 HTTP/1.1" status: 204 len: 168 time: 0.7293496 Jul 22 23:45:55.826750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e9908f97-d16d-478e-9880-fbdf5a8c42a9 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1782115226 HTTP/1.1" status: 404 len: 335 time: 0.1570511 Jul 22 23:45:55.872815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:55.923819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d03b58-6ca4-4779-9f5a-9fdfc055d797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a91c1-6222-4b37-a998-5708da25f6f5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:55.987279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592b4d1-b2e3-424a-9983-119701bc61c0 req-10a52ba9-6e47-4c10-a9a0-d0665d1f41a4 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:55.997234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1592b4d1-b2e3-424a-9983-119701bc61c0 req-10a52ba9-6e47-4c10-a9a0-d0665d1f41a4 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 932 time: 0.9085124 Jul 22 23:45:56.042616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.062544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting subnet bbc322c1-a367-4d5b-8ce0-b9426befe9be {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:45:56.082057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.099976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.133098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1592b4d1-b2e3-424a-9983-119701bc61c0 req-15a92419-ebbe-4b79-a471-43d138a14da5 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347389 Jul 22 23:45:56.274640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.317007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.385618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.411264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435137a4-a03b-461a-bc1a-25fba3db62a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.429200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.522836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.527666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fbdfc4af-d2c6-4328-9922-9b836e7146ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/435137a4-a03b-461a-bc1a-25fba3db62a6 HTTP/1.1" status: 204 len: 168 time: 1.2084489 Jul 22 23:45:56.534687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4684e-04b1-4be6-93e1-e92ab97c8310 None None] Network 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:56.547421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.552637 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/9aa0e49c-c4da-444e-933f-635fa1297923 HTTP/1.1" status: 204 len: 168 time: 1.2286642 Jul 22 23:45:56.555834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-f82ab248-ccfb-4e58-af78-f7c83616b892 req-1c075eea-d840-435c-b497-2cb2d3260bd7 tempest-ServersWithSpecificFlavorTestJSON-1435189267 tempest-ServersWithSpecificFlavorTestJSON-1435189267-project] (93791) timed out ('10.222.0.49', 61552) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:45:56.556383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:56.557854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45680) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:56.561707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b31dd8-645d-46fa-9a3d-628a37137f21 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa0e49c-c4da-444e-933f-635fa1297923,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.664267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:56.681269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f426bdeb-ec86-4d13-bcb8-8f93643bb46b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:45:56.712658 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3cee773-93d6-4487-9ee4-3258d5ebab2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.718865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-889e09d9-6228-464e-bc15-8a25e672c805 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477962 Jul 22 23:45:56.732575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.749971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45686) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:56.798949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.828937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Transition to ACTIVE for port object f426bdeb-ec86-4d13-bcb8-8f93643bb46b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:45:56.839357 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.865765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc322c1-a367-4d5b-8ce0-b9426befe9be,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:56.877629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215c8ae-fbef-4ecf-8d97-bde3b306290c None None] Network f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:56.936088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc07290-f44e-4994-b6df-2d366b699c0c None None] Network 05c698fc-d528-4bd6-9c8d-38b934f7ca07 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:45:56.944994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] DHCP port deletion for 24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:56.959900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:56.962121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-39a714f5-b6cb-457f-a857-d2f60b9f0a92 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/subnets/bbc322c1-a367-4d5b-8ce0-b9426befe9be HTTP/1.1" status: 204 len: 168 time: 1.0869701 Jul 22 23:45:56.968010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45690) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:56.986283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:57.055605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.078816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d5169-ffac-4d33-8443-fd3abdee7f92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:57.083217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-920d5169-ffac-4d33-8443-fd3abdee7f92 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3253896 Jul 22 23:45:57.083599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.169648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.206372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3cee773-93d6-4487-9ee4-3258d5ebab2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.214705 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c3cee773-93d6-4487-9ee4-3258d5ebab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.219912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Attempting to bind port f426bdeb-ec86-4d13-bcb8-8f93643bb46b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:45:57.220259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Attempting to bind port f426bdeb-ec86-4d13-bcb8-8f93643bb46b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b8066512-f14e-4e6e-ade4-26badcd1e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:45:57.220596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Attempting to bind port f426bdeb-ec86-4d13-bcb8-8f93643bb46b on network afccc953-871b-431b-8bff-03f4121b2f63 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:57.231227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607bb472-c483-4fde-93dc-11f064403e50 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:57.235375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-607bb472-c483-4fde-93dc-11f064403e50 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1494937 Jul 22 23:45:57.242035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.284984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Port f426bdeb-ec86-4d13-bcb8-8f93643bb46b on network afccc953-871b-431b-8bff-03f4121b2f63 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:45:57.285332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Attempting to bind port f426bdeb-ec86-4d13-bcb8-8f93643bb46b on network afccc953-871b-431b-8bff-03f4121b2f63 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:45:57.329687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Deleting port e799fbfd-7870-4472-b0fc-72f82f76890a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:57.331873 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.339928 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd6e08a9-fc1a-4894-a97a-ac9a30adc474 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761399 Jul 22 23:45:57.344374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.347187 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c3cee773-93d6-4487-9ee4-3258d5ebab2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c75182bc8b4543a4bf1d8f4ab9ab69de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817172 Jul 22 23:45:57.356552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.357595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cee773-93d6-4487-9ee4-3258d5ebab2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea2be99-2634-41fd-952d-1fc0b411b822,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:57.361898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:45:57.362549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Checking segment: {'id': 'b8066512-f14e-4e6e-ade4-26badcd1e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:45:57.363126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Bound using segment: {'id': 'b8066512-f14e-4e6e-ade4-26badcd1e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:45:57.363815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Bound port: f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8066512-f14e-4e6e-ade4-26badcd1e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:45:57.364416 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.371711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-58d30ed6-5f9d-4a7f-b372-c4e3182d7e40 None None] Provisioning complete for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:45:57.372188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-58d30ed6-5f9d-4a7f-b372-c4e3182d7e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.415000 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f4f07-6eac-40ec-9a6d-1c033200fa05 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:57.415000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00f4f07-6eac-40ec-9a6d-1c033200fa05 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:57.419655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a00f4f07-6eac-40ec-9a6d-1c033200fa05 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e7a92b7f-bb57-4cc1-9a0b-c279f67562dd HTTP/1.1" status: 404 len: 333 time: 0.0711131 Jul 22 23:45:57.425104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.460751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.499498 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d441d32c-7d1f-44eb-88dd-fa12fb339eea tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:57.500001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d441d32c-7d1f-44eb-88dd-fa12fb339eea tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:57.504944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d441d32c-7d1f-44eb-88dd-fa12fb339eea tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/9aa0e49c-c4da-444e-933f-635fa1297923 HTTP/1.1" status: 404 len: 337 time: 0.0732939 Jul 22 23:45:57.535139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45706) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.550200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af7c54-511c-4170-8184-c8010c61eff8 req-9804f5c2-10c2-4697-b0d7-7dd41753c23f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:57.550998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f639-b175-4a43-9bdb-762bbf3b5578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.552557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62af7c54-511c-4170-8184-c8010c61eff8 req-9804f5c2-10c2-4697-b0d7-7dd41753c23f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 944 time: 0.3411474 Jul 22 23:45:57.575208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Deleting port e799fbfd-7870-4472-b0fc-72f82f76890a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:57.575685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.602043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f639-b175-4a43-9bdb-762bbf3b5578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.671866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.690882 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-05707aa8-fb9a-4888-9f7f-29f4d5186029 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:57.691229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05707aa8-fb9a-4888-9f7f-29f4d5186029 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:57.692889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-05707aa8-fb9a-4888-9f7f-29f4d5186029 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/95e6eb05-3fd6-4739-a401-87fa870417d4 HTTP/1.1" status: 404 len: 337 time: 0.1519213 Jul 22 23:45:57.698169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting port 50c28095-dc42-4c9f-9586-c133760e05a6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:57.699023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.701682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-283681974'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:57.706004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] For port e799fbfd-7870-4472-b0fc-72f82f76890a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e799fbfd-7870-4472-b0fc-72f82f76890a,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:57.706490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.707900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.721821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] DHCP port deletion for 05c698fc-d528-4bd6-9c8d-38b934f7ca07 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:57.724229 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f639-b175-4a43-9bdb-762bbf3b5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.727203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f639-b175-4a43-9bdb-762bbf3b5578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.734663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62af7c54-511c-4170-8184-c8010c61eff8 req-8a3dc611-faf0-4651-adce-75ed169321f6 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693597 Jul 22 23:45:57.741982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Calling delete_port for e799fbfd-7870-4472-b0fc-72f82f76890a owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:57.761365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2ed2f639-b175-4a43-9bdb-762bbf3b5578 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ea2be99-2634-41fd-952d-1fc0b411b822 HTTP/1.1" status: 204 len: 168 time: 0.4002550 Jul 22 23:45:57.769890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] For port e799fbfd-7870-4472-b0fc-72f82f76890a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e799fbfd-7870-4472-b0fc-72f82f76890a,segment=NetworkSegment(b9f74600-1790-4741-82d4-836208b7cf4f),segment_id=b9f74600-1790-4741-82d4-836208b7cf4f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:57.770343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.810898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] DHCP port deletion for f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:45:57.839902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Calling delete_port for e799fbfd-7870-4472-b0fc-72f82f76890a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:57.850567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] For port f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:45:57.854783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] For port f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,segment=NetworkSegment(b8066512-f14e-4e6e-ade4-26badcd1e50f),segment_id=b8066512-f14e-4e6e-ade4-26badcd1e50f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:45:57.867047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:57.879415 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac92a3a3-7d2f-4fae-b712-2f25881f0c2f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:57.880173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac92a3a3-7d2f-4fae-b712-2f25881f0c2f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:57.884646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac92a3a3-7d2f-4fae-b712-2f25881f0c2f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/9cf24a8a-5aba-4742-aedb-47c4af82f35a HTTP/1.1" status: 404 len: 333 time: 0.1755261 Jul 22 23:45:57.890932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:57.891788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f639-b175-4a43-9bdb-762bbf3b5578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea2be99-2634-41fd-952d-1fc0b411b822,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.001010 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1cb43a-62c7-4de2-bca0-36afaf577406 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.001754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1cb43a-62c7-4de2-bca0-36afaf577406 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.005843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6b1cb43a-62c7-4de2-bca0-36afaf577406 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/1aaf057f-7f32-49fe-9bb4-6c73d5ce97c1 HTTP/1.1" status: 404 len: 337 time: 0.1093602 Jul 22 23:45:58.008722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.009345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.009482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.011663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/f426bdeb-ec86-4d13-bcb8-8f93643bb46b HTTP/1.1" status: 200 len: 1092 time: 2.7601831 Jul 22 23:45:58.012132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958201f0-5414-4b08-8d96-f810598af876', 'tag': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:45:58.015001 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f910090-b73c-454b-8178-3fb3eab37960" -d '{"events": [{"name": "network-changed", "server_uuid": "958201f0-5414-4b08-8d96-f810598af876", "tag": "f426bdeb-ec86-4d13-bcb8-8f93643bb46b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:45:58.017267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45722) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.039236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] For port 50c28095-dc42-4c9f-9586-c133760e05a6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50c28095-dc42-4c9f-9586-c133760e05a6,segment=NetworkSegment(a971b7ee-5304-4297-947f-5de88fefe8d3),segment_id=a971b7ee-5304-4297-947f-5de88fefe8d3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:58.039701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.045197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:58.048773 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.055963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.067809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Pushing event deleted for resources: {'Port': ['ID=e799fbfd-7870-4472-b0fc-72f82f76890a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.092102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] No DVR routers for this DVR port e799fbfd-7870-4472-b0fc-72f82f76890a on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:58.106441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] No DVR routers for this DVR port e799fbfd-7870-4472-b0fc-72f82f76890a on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:58.109428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.109773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.110248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.110593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.111097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.111460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.111792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.112438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.112772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.113101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.113426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.113922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263cbf78-de80-4a7f-b465-c4c362d76f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:45:58.173495 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab7e992-6650-4820-a683-1ad723c3db97 x-openstack-request-id: req-5ab7e992-6650-4820-a683-1ad723c3db97 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:45:58.173989 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958201f0-5414-4b08-8d96-f810598af876", "tag": "f426bdeb-ec86-4d13-bcb8-8f93643bb46b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:45:58.175124 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ab7e992-6650-4820-a683-1ad723c3db97 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:45:58.175926 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958201f0-5414-4b08-8d96-f810598af876', 'tag': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b', 'status': 'completed', 'code': 200} Jul 22 23:45:58.178120 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d37c64-a5a1-4210-9c08-093c67a1c65f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.178844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d37c64-a5a1-4210-9c08-093c67a1c65f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.180865 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e2d37c64-a5a1-4210-9c08-093c67a1c65f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/21c25f04-6cb0-49a0-bfeb-852f0725cb4c HTTP/1.1" status: 404 len: 337 time: 0.1440632 Jul 22 23:45:58.184070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] Deleting port 50c28095-dc42-4c9f-9586-c133760e05a6 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:58.186024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48393170-87e7-46fb-ab2b-446152abbdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.186185 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.198140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Calling delete_port for 50c28095-dc42-4c9f-9586-c133760e05a6 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:58.200173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.223181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] Deleting port 5db63845-1fbe-4a91-a69e-fc336c3122e7 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:58.223904 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.255496 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3280514c-5811-4680-b296-5b9cf5dd5e08 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.256561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3280514c-5811-4680-b296-5b9cf5dd5e08 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.261574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3280514c-5811-4680-b296-5b9cf5dd5e08 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/c50f80bc-0df0-46b5-8536-7adf3ccd127d HTTP/1.1" status: 404 len: 333 time: 0.0571983 Jul 22 23:45:58.264480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.292588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:58.301360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.307039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f74600-1790-4741-82d4-836208b7cf4f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:58.307039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f74600-1790-4741-82d4-836208b7cf4f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:58.314838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.333856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50c28095-dc42-4c9f-9586-c133760e05a6 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:58.345661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.353953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:58.354489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:58.384667 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:58.390824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e799fbfd-7870-4472-b0fc-72f82f76890a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.405026 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b93b53-aec1-46da-b68e-4e6886c9ad98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.405544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b93b53-aec1-46da-b68e-4e6886c9ad98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.407385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c7b93b53-aec1-46da-b68e-4e6886c9ad98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/34c16b14-3b8c-4d93-8ee3-c6557ee34b3b HTTP/1.1" status: 404 len: 337 time: 0.0967457 Jul 22 23:45:58.415645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.422676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-122bf317-b231-4ab2-8ab3-21f030fcb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.435723 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-122bf317-b231-4ab2-8ab3-21f030fcb1e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89075ddc37421daf240e407800e050&device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 1095 time: 0.2974951 Jul 22 23:45:58.450119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:58.457418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] For port 50c28095-dc42-4c9f-9586-c133760e05a6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50c28095-dc42-4c9f-9586-c133760e05a6,segment=NetworkSegment(a971b7ee-5304-4297-947f-5de88fefe8d3),segment_id=a971b7ee-5304-4297-947f-5de88fefe8d3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:58.457418 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.457694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.471406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] For port 5db63845-1fbe-4a91-a69e-fc336c3122e7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5db63845-1fbe-4a91-a69e-fc336c3122e7,segment=NetworkSegment(f2432e23-ea38-45b2-bdcd-7b243949cd5f),segment_id=f2432e23-ea38-45b2-bdcd-7b243949cd5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:58.471816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.472538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.474902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] 10.222.0.21 "DELETE /v2.0/networks/24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2 HTTP/1.1" status: 204 len: 168 time: 1.9053731 Jul 22 23:45:58.485290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] Calling delete_port for 50c28095-dc42-4c9f-9586-c133760e05a6 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:58.490854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.491502 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Added segment 4c9d10af-a840-475c-a025-c9cc1044f519 of type vlan for network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae Jul 22 23:45:58.496599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] Calling delete_port for 5db63845-1fbe-4a91-a69e-fc336c3122e7 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:58.503471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8451af-6eef-4b9a-87be-7effe16b2f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=24edf5c1-119a-4ee3-bac3-d4cb6d3f7fa2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.557478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.622477 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-4a6ba522-d594-4336-94f5-8a3d4481ebac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b HTTP/1.1" status: 200 len: 217 time: 0.1619227 Jul 22 23:45:58.624401 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.627561 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dad4d99-cc46-40a7-b94e-6e37a81fca71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.633228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dad4d99-cc46-40a7-b94e-6e37a81fca71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.635679 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9dad4d99-cc46-40a7-b94e-6e37a81fca71 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/8ca2f79e-c1fc-4fc1-884d-6bb8963dc2c0 HTTP/1.1" status: 404 len: 337 time: 0.1970620 Jul 22 23:45:58.638808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45746) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.675718 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ddf5fd-e6ef-4f27-a381-683f24f30c04 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.676523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ddf5fd-e6ef-4f27-a381-683f24f30c04 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.678257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-47ddf5fd-e6ef-4f27-a381-683f24f30c04 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/ff162900-74c2-4bb0-b341-6d9e02433c7c HTTP/1.1" status: 404 len: 333 time: 0.0363319 Jul 22 23:45:58.682790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.730024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.747848 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.783116 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bad302-bcba-4568-a9cf-d57038a3d73a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.784916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bad302-bcba-4568-a9cf-d57038a3d73a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.785437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-74bad302-bcba-4568-a9cf-d57038a3d73a tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/bdee3c39-c0ce-453f-98f0-824a383581e5 HTTP/1.1" status: 404 len: 337 time: 0.1016641 Jul 22 23:45:58.787952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-de5234d4-4da7-45b1-a164-8d665548840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.789767 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-de5234d4-4da7-45b1-a164-8d665548840a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01797f71-c0fb-45fe-9edb-08878607c663 HTTP/1.1" status: 200 len: 854 time: 0.1451619 Jul 22 23:45:58.792798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.793911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Port': ['ID=50c28095-dc42-4c9f-9586-c133760e05a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:58.809877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.815535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:58.815944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e799fbfd-7870-4472-b0fc-72f82f76890a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:58.816424 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.820060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] No DVR routers for this DVR port 50c28095-dc42-4c9f-9586-c133760e05a6 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:58.846412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1667879 Jul 22 23:45:58.860433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.867391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3f0c5e54-f171-42af-8461-5c91e3c59a2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e78ed0c45a794b44afd9ef4563ccfa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337283 Jul 22 23:45:58.878835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1896326867'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:58.881640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.885770 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b59c57-9d56-4c40-8c7e-2ccb1aa6c28f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:58.887133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b59c57-9d56-4c40-8c7e-2ccb1aa6c28f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:58.894731 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60b59c57-9d56-4c40-8c7e-2ccb1aa6c28f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/aa4f5cb4-7c77-4b24-9dcf-2e9472fb50d4 HTTP/1.1" status: 404 len: 337 time: 0.0957069 Jul 22 23:45:58.895924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:58.910572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e799fbfd-7870-4472-b0fc-72f82f76890a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:45:58.910930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e799fbfd-7870-4472-b0fc-72f82f76890a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:58.911492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5db63845-1fbe-4a91-a69e-fc336c3122e7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:45:58.911850 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-03c52a63-73d1-4b4f-a88a-1da5c4fe560a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afccc953-871b-431b-8bff-03f4121b2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010921 Jul 22 23:45:58.959864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:58.980989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] No DVR routers for this DVR port 50c28095-dc42-4c9f-9586-c133760e05a6 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:59.008351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc76d5-b1f5-4f37-a4eb-84d6e528f2ae None None] Pushing event deleted for resources: {'Port': ['ID=50c28095-dc42-4c9f-9586-c133760e05a6,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.023681 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.039281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] No DVR routers for this DVR port 5db63845-1fbe-4a91-a69e-fc336c3122e7 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:45:59.064768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No active binding found for port 5db63845-1fbe-4a91-a69e-fc336c3122e7 {{(pid=93792) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 23:45:59.065205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5db63845-1fbe-4a91-a69e-fc336c3122e7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:45:59.086007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2808c6d-88d9-42c5-b57a-0c9e12ea388e None None] Pushing event deleted for resources: {'Port': ['ID=5db63845-1fbe-4a91-a69e-fc336c3122e7,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.109070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.116146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port f70f987c-6004-4b28-9cae-aa3e6ab17ba3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:45:59.116495 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.145162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538c23c-d288-4bb6-b8e3-1abc8fb6f785 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Network': ['ID=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.149809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c698fc-d528-4bd6-9c8d-38b934f7ca07']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:59.153744 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e91abe-3016-4359-a1b7-19cb5376bd63 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.154557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e91abe-3016-4359-a1b7-19cb5376bd63 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.158651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-42e91abe-3016-4359-a1b7-19cb5376bd63 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/c84d3c50-9a55-4b02-b7b1-4dd8e8938a88 HTTP/1.1" status: 404 len: 333 time: 0.2580392 Jul 22 23:45:59.162262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.164565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:45:59.182995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a971b7ee-5304-4297-947f-5de88fefe8d3') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:59.183515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a971b7ee-5304-4297-947f-5de88fefe8d3') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:45:59.196398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:45:59.201121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.223260 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-757dbcd4-5bbc-4529-a7d8-1e513e5cc3c2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.223260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757dbcd4-5bbc-4529-a7d8-1e513e5cc3c2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.225920 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-757dbcd4-5bbc-4529-a7d8-1e513e5cc3c2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/faaabf2d-43a0-4aea-8e5f-9039dd2c0750 HTTP/1.1" status: 404 len: 337 time: 0.0572641 Jul 22 23:45:59.227919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.235087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.238922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1a38-dd3d-4665-b691-124317ce7f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.277542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.298016 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b735f73-408f-4cac-afdf-33728522611f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.298800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b735f73-408f-4cac-afdf-33728522611f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.300597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1b735f73-408f-4cac-afdf-33728522611f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/af0234c5-2b7d-453f-b5bd-63736f02f591 HTTP/1.1" status: 404 len: 333 time: 0.0645082 Jul 22 23:45:59.318458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.319316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:45:59.320073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.332817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:45:59.337348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port f70f987c-6004-4b28-9cae-aa3e6ab17ba3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:45:59.338476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.376881 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f768d35-9f86-4bdc-abe7-f64c08d9b423 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.377341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f768d35-9f86-4bdc-abe7-f64c08d9b423 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.379081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3f768d35-9f86-4bdc-abe7-f64c08d9b423 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/a8087da1-0c9f-4844-ab88-38182dd20db1 HTTP/1.1" status: 404 len: 337 time: 0.0578487 Jul 22 23:45:59.381098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for f70f987c-6004-4b28-9cae-aa3e6ab17ba3 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:45:59.389202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:45:59.395202 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:45:59.398460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.398460 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Added segment e9b418fc-4c48-4a7e-9f24-e00f86419685 of type vlan for network d089a880-ea55-4041-9657-5f4044ab6985 Jul 22 23:45:59.409597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-1d1517cc-7ce2-4cf3-9a11-657347f4d07d service neutron] 10.222.0.48 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708352 Jul 22 23:45:59.420984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1a38-dd3d-4665-b691-124317ce7f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.422950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107734c6-cef1-445b-8b34-b7dcb43c5920 req-0687fcbe-3061-445f-a5ab-18b4e9e84c55 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:59.424543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-107734c6-cef1-445b-8b34-b7dcb43c5920 req-0687fcbe-3061-445f-a5ab-18b4e9e84c55 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 944 time: 0.4870143 Jul 22 23:45:59.442369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.457223 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4173eaf1-1fc2-4049-88e9-5f504790ef6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.458583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4173eaf1-1fc2-4049-88e9-5f504790ef6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.460762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4173eaf1-1fc2-4049-88e9-5f504790ef6e tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e51f98ce-d56b-4450-ac22-223351ca4170 HTTP/1.1" status: 404 len: 333 time: 0.0705886 Jul 22 23:45:59.466097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.468200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/networks/05c698fc-d528-4bd6-9c8d-38b934f7ca07 HTTP/1.1" status: 204 len: 168 time: 2.4986022 Jul 22 23:45:59.468856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.478536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45784) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.559765 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c823b6-fffd-4260-ab02-2e75a7dd1b59 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.560247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c823b6-fffd-4260-ab02-2e75a7dd1b59 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.565612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11c823b6-fffd-4260-ab02-2e75a7dd1b59 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/5126e390-3c83-4be3-b4fb-2a276d2bc0aa HTTP/1.1" status: 404 len: 337 time: 0.0880673 Jul 22 23:45:59.571723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.582185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45790) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.637990 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a993c437-6d9e-4e5a-b810-60c2939b82af tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.638805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a993c437-6d9e-4e5a-b810-60c2939b82af tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.640674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a993c437-6d9e-4e5a-b810-60c2939b82af tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e0ece89b-9942-43fc-a663-84c67279b085 HTTP/1.1" status: 404 len: 333 time: 0.0573878 Jul 22 23:45:59.646535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-107734c6-cef1-445b-8b34-b7dcb43c5920 req-f18ca4b3-c906-4874-b1d9-56caf1f3a821 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972306 Jul 22 23:45:59.649507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.706548 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6541d9b8-5943-49d0-a4b9-3a7b5472edc8 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.707141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6541d9b8-5943-49d0-a4b9-3a7b5472edc8 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.708670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6541d9b8-5943-49d0-a4b9-3a7b5472edc8 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/2c289ece-f964-46cd-9d85-3309260e9600 HTTP/1.1" status: 404 len: 337 time: 0.0563576 Jul 22 23:45:59.714078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eed8a8d6-b62a-4043-b00a-bbf69bc508fd req-a4c66d54-805b-4db5-9234-9064ecbb4c44 service neutron] 10.222.0.48 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953043 Jul 22 23:45:59.714590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.719589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f1ed-96e8-4da5-a03e-4bc410320b06 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Network': ['ID=05c698fc-d528-4bd6-9c8d-38b934f7ca07,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.750747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.756205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:45:59.756794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.806499 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8b80b0-70b2-4bd1-a454-3818c5737e6f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.808198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8b80b0-70b2-4bd1-a454-3818c5737e6f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.813831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be8b80b0-70b2-4bd1-a454-3818c5737e6f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/e39c96f2-7cae-488c-a568-20a838b6cca6 HTTP/1.1" status: 404 len: 333 time: 0.0956955 Jul 22 23:45:59.814860 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1a38-dd3d-4665-b691-124317ce7f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.815690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.818332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e7a1a38-dd3d-4665-b691-124317ce7f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:45:59.819982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e7a1a38-dd3d-4665-b691-124317ce7f67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbe33164-c8de-4c21-966d-02a5f93a9718 HTTP/1.1" status: 204 len: 168 time: 0.9257152 Jul 22 23:45:59.833940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9676869 Jul 22 23:45:59.859463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.866412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1a38-dd3d-4665-b691-124317ce7f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe33164-c8de-4c21-966d-02a5f93a9718,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.902169 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82bd940-1b4e-4481-afbe-668a6f7c840f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:45:59.902644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82bd940-1b4e-4481-afbe-668a6f7c840f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:45:59.908278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b82bd940-1b4e-4481-afbe-668a6f7c840f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/9c084448-e3b4-44bc-ac91-f370d85b51ce HTTP/1.1" status: 404 len: 337 time: 0.0872822 Jul 22 23:45:59.908278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:45:59.908638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'subnet': {'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:45:59.922808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffccae-203c-49b9-8c47-b0160b6e05e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Network': ['ID=d089a880-ea55-4041-9657-5f4044ab6985,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:45:59.937521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d089a880-ea55-4041-9657-5f4044ab6985 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:00.024086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting subnet c144351a-151e-48a1-bdf5-7b82eb8d7830 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:00.030961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.138071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.589870 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29f787b-2089-4a63-84a7-fc8e46fa81fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:00.590660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29f787b-2089-4a63-84a7-fc8e46fa81fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:00.592580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f29f787b-2089-4a63-84a7-fc8e46fa81fa tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/f6ee5f1c-4714-47cd-8f06-e6256b599c60 HTTP/1.1" status: 404 len: 333 time: 0.6821840 Jul 22 23:46:00.597619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:00.638411 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7074ad3-a6bc-4f29-913d-9067202352c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:00.638971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7074ad3-a6bc-4f29-913d-9067202352c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:00.641117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a7074ad3-a6bc-4f29-913d-9067202352c4 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/02523492-045c-4e1c-91bd-c9f6cd6b0f95 HTTP/1.1" status: 404 len: 337 time: 0.0424552 Jul 22 23:46:00.646357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:00.670630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.690813 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55e4577-281d-4f86-8cfd-d04c6e53d7c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:00.691499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55e4577-281d-4f86-8cfd-d04c6e53d7c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:00.697021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e55e4577-281d-4f86-8cfd-d04c6e53d7c7 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/3c2e93fa-5df9-481c-86dc-32e88bd7f155 HTTP/1.1" status: 404 len: 337 time: 0.0491669 Jul 22 23:46:00.698138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:00.731119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.811590 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4816b42-6300-42fc-bf0e-5530e0739662 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:00.812683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.814758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4816b42-6300-42fc-bf0e-5530e0739662 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:00.822396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4816b42-6300-42fc-bf0e-5530e0739662 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/4e82a539-2b2c-49cc-961d-ffce851f095c HTTP/1.1" status: 404 len: 333 time: 0.1053710 Jul 22 23:46:00.823859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:00.836485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910090-b73c-454b-8178-3fb3eab37960 req-adb8fbd9-7005-4eff-9a63-06c64392c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:00.837825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-adb8fbd9-7005-4eff-9a63-06c64392c5de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89075ddc37421daf240e407800e050&device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 1095 time: 1.0075021 Jul 22 23:46:00.849394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=f70f987c-6004-4b28-9cae-aa3e6ab17ba3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:00.952382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910090-b73c-454b-8178-3fb3eab37960 req-6ef666d6-499e-4d7b-aac9-17e3d4bdc064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:00.953881 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-6ef666d6-499e-4d7b-aac9-17e3d4bdc064 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afccc953-871b-431b-8bff-03f4121b2f63 HTTP/1.1" status: 200 len: 915 time: 0.0927181 Jul 22 23:46:00.954589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Subnet': ['ID=c144351a-151e-48a1-bdf5-7b82eb8d7830,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:00.958454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:00.963872 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d64ea58-13dd-4033-ac24-21dfe05a49ca tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/subnets/c144351a-151e-48a1-bdf5-7b82eb8d7830 HTTP/1.1" status: 204 len: 168 time: 1.4076426 Jul 22 23:46:00.965670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45852) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:00.973105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c887b85-ffd0-48bb-8986-823ed0a0600f None None] Network eb76090c-1aa7-430e-979a-2d00c18ea5a8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:01.021331 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d3a1c9-b05a-425e-a966-3f4ab2d35c4d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.031816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d3a1c9-b05a-425e-a966-3f4ab2d35c4d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.040219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-04d3a1c9-b05a-425e-a966-3f4ab2d35c4d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/c710199a-97ad-4265-a3a2-d767c3e46d8b HTTP/1.1" status: 404 len: 337 time: 0.2132511 Jul 22 23:46:01.041097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.044126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:01.049429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.057426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-fc56bf00-4d40-4b1a-a6de-b5b207ed2288 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b HTTP/1.1" status: 200 len: 217 time: 0.0922918 Jul 22 23:46:01.177779 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6429a7-9599-4279-9816-dca34e22e3b1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.181514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6429a7-9599-4279-9816-dca34e22e3b1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.191907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad6429a7-9599-4279-9816-dca34e22e3b1 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/76e828fc-bb9a-49b0-9a0c-3714e4c29a7a HTTP/1.1" status: 404 len: 337 time: 0.1358879 Jul 22 23:46:01.202144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.246460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.262356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting subnet bdd51b90-189f-466f-b13d-aeebb9dc7a37 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:01.286495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.309296 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-922f079c-7de2-4bb4-8b28-ec3ab68e67d2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.310782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922f079c-7de2-4bb4-8b28-ec3ab68e67d2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.316492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-922f079c-7de2-4bb4-8b28-ec3ab68e67d2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/c1eff57c-d78d-4f02-8c38-c819f5055752 HTTP/1.1" status: 404 len: 333 time: 0.1085205 Jul 22 23:46:01.317652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.355977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.410368 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6985bad-7c5a-43b8-af98-cc9c7fc05552 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.411537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6985bad-7c5a-43b8-af98-cc9c7fc05552 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.416637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6985bad-7c5a-43b8-af98-cc9c7fc05552 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/5d428f42-e3b2-446c-8c68-4c2fd84ec714 HTTP/1.1" status: 404 len: 337 time: 0.0911908 Jul 22 23:46:01.420544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.438885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910090-b73c-454b-8178-3fb3eab37960 req-82f1ca6f-b83b-467f-9b76-0d1bb4fc0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:01.441027 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-82f1ca6f-b83b-467f-9b76-0d1bb4fc0a41 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01797f71-c0fb-45fe-9edb-08878607c663 HTTP/1.1" status: 200 len: 854 time: 0.3612552 Jul 22 23:46:01.485691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] DHCP port deletion for eb76090c-1aa7-430e-979a-2d00c18ea5a8 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:01.505271 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b44cdd0-3443-470b-b093-bd39b263cb51 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.512122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b44cdd0-3443-470b-b093-bd39b263cb51 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.513342 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-32742da7-182e-4427-a33c-85fc4b86d7af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afccc953-871b-431b-8bff-03f4121b2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624723 Jul 22 23:46:01.517209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.517813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b44cdd0-3443-470b-b093-bd39b263cb51 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/527d6710-5abf-4218-80b7-e0613a553835 HTTP/1.1" status: 404 len: 337 time: 0.0903697 Jul 22 23:46:01.533524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494be82-f260-43aa-b1cf-6933e95bde49 req-85ab2b00-1096-4171-97f5-386b6987ac8f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:01.535842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3494be82-f260-43aa-b1cf-6933e95bde49 req-85ab2b00-1096-4171-97f5-386b6987ac8f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 944 time: 0.6802018 Jul 22 23:46:01.596224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] Deleting port ac624818-454b-4ad8-b024-91e328469eca {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:01.597394 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.599156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45872) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.604019 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a918e9-c628-473b-8199-532f8c29ed04 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.604797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a918e9-c628-473b-8199-532f8c29ed04 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.606597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e5a918e9-c628-473b-8199-532f8c29ed04 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/f744578d-786b-4e37-9087-efb3c604eeec HTTP/1.1" status: 404 len: 333 time: 0.0868669 Jul 22 23:46:01.610397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.628175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.638301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.691656 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ba4237-f838-42a1-9e02-778d09c4302c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.692510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ba4237-f838-42a1-9e02-778d09c4302c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.698018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c9ba4237-f838-42a1-9e02-778d09c4302c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/fdca56a3-b75e-453a-87e8-9c5c5633d5c5 HTTP/1.1" status: 404 len: 337 time: 0.0583782 Jul 22 23:46:01.699095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.732836 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd5539f-3fe0-4479-8eac-657d5012fa56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:01.733716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd5539f-3fe0-4479-8eac-657d5012fa56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:01.738798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.739009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6fd5539f-3fe0-4479-8eac-657d5012fa56 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/e94db54c-2ee1-4017-8d7c-82359f34a16e HTTP/1.1" status: 404 len: 337 time: 0.0369079 Jul 22 23:46:01.740600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] For port ac624818-454b-4ad8-b024-91e328469eca, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ac624818-454b-4ad8-b024-91e328469eca,segment=NetworkSegment(cd94907a-cabb-4758-9f08-a717ee7a70c7),segment_id=cd94907a-cabb-4758-9f08-a717ee7a70c7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:01.741205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.754203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] Calling delete_port for ac624818-454b-4ad8-b024-91e328469eca owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:01.778412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-network', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:01.795513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-174c2126-acb2-45d4-b839-f268f242b422 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:01.829909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3494be82-f260-43aa-b1cf-6933e95bde49 req-fcb318c8-b7fc-471a-9740-50502dc0174a tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991043 Jul 22 23:46:01.847677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:01.869800 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7a0754c3-ebb6-4831-a687-5ca05bb7a287 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aaa7343-2bdb-4aa9-94ae-62052594a591 HTTP/1.1" status: 200 len: 205 time: 0.0961699 Jul 22 23:46:01.876745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:01.884710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] Pushing event deleted for resources: {'Port': ['ID=ac624818-454b-4ad8-b024-91e328469eca,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:01.889047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed375a-1f5f-4cfb-817a-329bc2263296 None None] No DVR routers for this DVR port ac624818-454b-4ad8-b024-91e328469eca on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:01.941125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:01.957730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.015437 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-85ee972e-4b23-4785-a88b-5ca7ff0644bc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] delete failed (client error): The resource could not be found. Jul 22 23:46:02.016865 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-85ee972e-4b23-4785-a88b-5ca7ff0644bc tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/routers/7aaa7343-2bdb-4aa9-94ae-62052594a591 HTTP/1.1" status: 404 len: 336 time: 0.1367152 Jul 22 23:46:02.020781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.025164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Subnet': ['ID=6eb71eee-f22a-436c-a06a-67644cf402e5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:02.030921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Made reservation on behalf of 79c1dd5640d3442c88064a1c50d0dd2b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:02.033928 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.040354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-23676887-170d-43d9-9e22-82968da78f91 service neutron] 10.222.0.48 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137565 Jul 22 23:46:02.047882 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.054331 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-174c2126-acb2-45d4-b839-f268f242b422 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] 10.222.0.21 "PUT /v2.0/quotas/8eccabb0c9bc4c438e67e7bce16e0f01 HTTP/1.1" status: 200 len: 368 time: 0.8065431 Jul 22 23:46:02.055056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.058381 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cc2d50-e324-4a5a-aef8-1796386d5fcf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.058830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cc2d50-e324-4a5a-aef8-1796386d5fcf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.065128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54cc2d50-e324-4a5a-aef8-1796386d5fcf tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/6baada63-fed9-418e-a689-a04e6efbe0ad HTTP/1.1" status: 404 len: 337 time: 0.0393522 Jul 22 23:46:02.065128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:02.072591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:02.073293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Request body: {'network': {'project_id': '8eccabb0c9bc4c438e67e7bce16e0f01'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:02.075897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.083949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eca448ae-6836-491a-b509-83ae28d07a63 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1105006 Jul 22 23:46:02.087007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45892) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.087725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.092145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:02.092775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.135165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.138035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/subnets/bdd51b90-189f-466f-b13d-aeebb9dc7a37 HTTP/1.1" status: 204 len: 168 time: 1.1695495 Jul 22 23:46:02.143421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.176064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7f339-31c6-4d5e-9f3e-8249d1c02690 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd51b90-189f-466f-b13d-aeebb9dc7a37,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:02.181801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting subnet 723f8801-aa92-4ef3-92f9-a7bae1ca1a74 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:02.197037 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.270737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9ad04ae9-4421-4c60-a1c2-957fb307ab0d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c9db744-bc9f-4e9f-88ed-975bf06cd085 HTTP/1.1" status: 200 len: 205 time: 0.1801362 Jul 22 23:46:02.287487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45898) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.336905 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-ec5f93f9-3610-4b6a-838a-002e355eb20c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] delete failed (client error): The resource could not be found. Jul 22 23:46:02.338898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ec5f93f9-3610-4b6a-838a-002e355eb20c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/routers/5c9db744-bc9f-4e9f-88ed-975bf06cd085 HTTP/1.1" status: 404 len: 336 time: 0.0501912 Jul 22 23:46:02.346978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.353474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.367717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.389102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Made reservation on behalf of 8eccabb0c9bc4c438e67e7bce16e0f01 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:02.391603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.413735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Checking segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:02.414136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network hostable DHCP agents. Network: 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:02.428471 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be1acf2-dba9-43dd-a562-a0eb48a7ae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.428713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.428951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be1acf2-dba9-43dd-a562-a0eb48a7ae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.430942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6be1acf2-dba9-43dd-a562-a0eb48a7ae97 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/184065a5-db7e-441b-b80c-3a18a4afa2c0 HTTP/1.1" status: 404 len: 337 time: 0.0803294 Jul 22 23:46:02.436226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.468953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f426bdeb-ec86-4d13-bcb8-8f93643bb46b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:02.474609 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-876f9f44-a0f2-4e77-ab55-60beaf6e2730 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.475366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876f9f44-a0f2-4e77-ab55-60beaf6e2730 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.477125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-876f9f44-a0f2-4e77-ab55-60beaf6e2730 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/881ae415-5821-4c24-8827-c46dbd134aa4 HTTP/1.1" status: 404 len: 337 time: 0.0396652 Jul 22 23:46:02.485738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45904) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.498188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b507ba-bafa-499d-aeb3-d50652c9661a None None] Network 03ca3db9-21ab-45fa-8a16-c2dae2e17863 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:02.498875 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f910090-b73c-454b-8178-3fb3eab37960 req-37ba254a-eba2-4f9d-be33-3616d6e4e7c4 service neutron] 10.222.0.48 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427516 Jul 22 23:46:02.500225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ac624818-454b-4ad8-b024-91e328469eca no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:02.515043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:02.538574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:02.543009 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba08b32-1587-435e-b6e4-1b4df7f0209d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.543009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba08b32-1587-435e-b6e4-1b4df7f0209d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.544773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3ba08b32-1587-435e-b6e4-1b4df7f0209d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/2d734ab8-c4f7-4cc0-b8e0-923cd01728a7 HTTP/1.1" status: 404 len: 333 time: 0.0566843 Jul 22 23:46:02.550714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.559840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:02.560477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.575026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbff58-d9a5-44c6-94cc-5a09a8b757e2 None None] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:02.612900 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ede934-74b7-4913-b612-4febcf01ed98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.613304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ede934-74b7-4913-b612-4febcf01ed98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.618236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73ede934-74b7-4913-b612-4febcf01ed98 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/f508aa71-7f07-4344-b1d1-5cceba140ae0 HTTP/1.1" status: 404 len: 337 time: 0.0665886 Jul 22 23:46:02.618891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.631558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ac624818-454b-4ad8-b024-91e328469eca {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:02.631941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ac624818-454b-4ad8-b024-91e328469eca not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:02.641311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.642744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:02.651888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.670211 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bbd813-0575-4029-b002-925533f5892d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.671008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bbd813-0575-4029-b002-925533f5892d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.675061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb76090c-1aa7-430e-979a-2d00c18ea5a8']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.677263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08bbd813-0575-4029-b002-925533f5892d tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/46dc2c89-da92-4246-b756-48f0a015bb0e HTTP/1.1" status: 404 len: 333 time: 0.0550847 Jul 22 23:46:02.678902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.687754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.697206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.707964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd94907a-cabb-4758-9f08-a717ee7a70c7') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.708385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd94907a-cabb-4758-9f08-a717ee7a70c7') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.737119 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-77467937-71b1-483a-9375-be39c84f0d95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.738079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77467937-71b1-483a-9375-be39c84f0d95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.739344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-77467937-71b1-483a-9375-be39c84f0d95 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/884dfae5-af38-4902-9409-7d776b37c993 HTTP/1.1" status: 404 len: 337 time: 0.0594881 Jul 22 23:46:02.747002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45912) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.758132 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.770705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:02.780969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01079e59-e328-4c77-90f8-630b2f638424,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:02.795322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 11, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.810077 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0738ad2-baab-4753-a45e-3f29a2969e44 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.811285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0738ad2-baab-4753-a45e-3f29a2969e44 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.816573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c0738ad2-baab-4753-a45e-3f29a2969e44 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/496f0599-cf00-4900-b198-a237d59873ed HTTP/1.1" status: 404 len: 333 time: 0.0661142 Jul 22 23:46:02.820488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45914) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.828847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.829422 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Added segment 52d69317-a953-4c3f-94f6-a52daeffe228 of type vlan for network 910572c5-2f43-4c23-94ac-5b382224c226 Jul 22 23:46:02.830205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.847046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:02.847820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.876891 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefac2ae-27af-4da2-86b3-1faecd3f9fe2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.877371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefac2ae-27af-4da2-86b3-1faecd3f9fe2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.879667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fefac2ae-27af-4da2-86b3-1faecd3f9fe2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/785e5e42-e97f-40b1-8ff6-a81cc0d9f176 HTTP/1.1" status: 404 len: 337 time: 0.0530369 Jul 22 23:46:02.882987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:02.887714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:02.936990 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:02.940216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.951843 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:02.970453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:02.971387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:02.983865 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae546754-8897-4fdc-9777-b75a007b608b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:02.985216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae546754-8897-4fdc-9777-b75a007b608b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:02.988193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ae546754-8897-4fdc-9777-b75a007b608b tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/48d644f3-7fb8-43dc-90a7-9a835895dff2 HTTP/1.1" status: 404 len: 333 time: 0.0918062 Jul 22 23:46:03.013289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45920) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.021011 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.023145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/networks/eb76090c-1aa7-430e-979a-2d00c18ea5a8 HTTP/1.1" status: 204 len: 168 time: 0.8787546 Jul 22 23:46:03.048849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,segment=NetworkSegment(b8066512-f14e-4e6e-ade4-26badcd1e50f),segment_id=b8066512-f14e-4e6e-ade4-26badcd1e50f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:03.058765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Subnet': ['ID=723f8801-aa92-4ef3-92f9-a7bae1ca1a74,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.067819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.069052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.075923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:03.114203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.119932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-87759d7c-04db-4cf1-91b1-894756ce9762 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/723f8801-aa92-4ef3-92f9-a7bae1ca1a74 HTTP/1.1" status: 204 len: 168 time: 1.0312226 Jul 22 23:46:03.121447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.123193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb5763-ca73-432b-bc15-1e09122e2693 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Network': ['ID=eb76090c-1aa7-430e-979a-2d00c18ea5a8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.123513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd49ef4-6adb-4670-aac5-c5f7aefac40c None None] Network 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:03.132137 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea085d64-82be-49e0-b5e0-d030a4e60c34 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.132877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea085d64-82be-49e0-b5e0-d030a4e60c34 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.138146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ea085d64-82be-49e0-b5e0-d030a4e60c34 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/ada2cea9-935f-48f8-9204-9515fa8d4212 HTTP/1.1" status: 404 len: 337 time: 0.1190000 Jul 22 23:46:03.138371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.138837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.160143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b', 'network_id': 'afccc953-871b-431b-8bff-03f4121b2f63', 'port_id': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b', 'mac_address': 'fa:16:3e:e9:85:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01797f71-c0fb-45fe-9edb-08878607c663', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:03.177775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 11, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:03.195129 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abe8a70-5161-44c8-ab1d-f7673537b969 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.195660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.196846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8abe8a70-5161-44c8-ab1d-f7673537b969 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.202953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8abe8a70-5161-44c8-ab1d-f7673537b969 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/353c93da-48ce-413d-a4a1-8f6760869725 HTTP/1.1" status: 404 len: 333 time: 0.0597422 Jul 22 23:46:03.212072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.225297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a959e60a-6e0b-4b6c-8545-f49d3e901d6a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:03.230643 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a94237cc-7b18-44a5-8197-900a42e587cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3424473 Jul 22 23:46:03.237434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.251627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'subnet': {'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:03.293340 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5093efa-a219-4ff1-9c30-585c07a9b244 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.293848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5093efa-a219-4ff1-9c30-585c07a9b244 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.299310 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5093efa-a219-4ff1-9c30-585c07a9b244 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/2c7e5c3b-8d77-4775-91d0-7116f6850da7 HTTP/1.1" status: 404 len: 337 time: 0.0813100 Jul 22 23:46:03.300178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45934) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.310006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eae417-c93a-4707-bd78-a6a3eb0983e2 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 11, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:03.371588 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f3e47d-2f16-4185-9e4a-df87d91575f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.372621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f3e47d-2f16-4185-9e4a-df87d91575f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.379891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3f3e47d-2f16-4185-9e4a-df87d91575f2 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/b29febd1-ed48-4987-9298-bc16243ac376 HTTP/1.1" status: 404 len: 333 time: 0.0774555 Jul 22 23:46:03.387928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.410591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.412275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:46:03.413758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.420819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:03.427352 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af967de-be1a-42c5-9d67-dc5d5d96a30f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.427836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af967de-be1a-42c5-9d67-dc5d5d96a30f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.435438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0af967de-be1a-42c5-9d67-dc5d5d96a30f tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/af9e25c8-46a1-4b97-ad47-912edbc874a6 HTTP/1.1" status: 404 len: 337 time: 0.0456562 Jul 22 23:46:03.436124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.438342 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.490761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f426bdeb-ec86-4d13-bcb8-8f93643bb46b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:03.505194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d36a-9738-4353-b777-253c615879f6 req-e0177cdb-c54f-4fe2-83ee-91a1c223155e tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:03.508536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b136d36a-9738-4353-b777-253c615879f6 req-e0177cdb-c54f-4fe2-83ee-91a1c223155e tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 944 time: 0.5656223 Jul 22 23:46:03.533540 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdcf7ed-35cc-47d3-86df-65502cc76954 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.534691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffdcf7ed-35cc-47d3-86df-65502cc76954 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.540691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ffdcf7ed-35cc-47d3-86df-65502cc76954 tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/ports/d751c428-d650-447f-979c-7d9db2eb3443 HTTP/1.1" status: 404 len: 333 time: 0.0983462 Jul 22 23:46:03.547685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.590774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,segment=NetworkSegment(b8066512-f14e-4e6e-ade4-26badcd1e50f),segment_id=b8066512-f14e-4e6e-ade4-26badcd1e50f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:03.596796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.597608 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Added segment be5fb11f-9393-403e-81f4-e0b55405f767 of type vlan for network f4faad4e-262d-432d-a3c7-6ac11564e0b3 Jul 22 23:46:03.636806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.656025 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ae1ffa-1db7-48c8-905e-771f67f4e5fd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:03.657063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ae1ffa-1db7-48c8-905e-771f67f4e5fd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:03.661988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.663057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5ae1ffa-1db7-48c8-905e-771f67f4e5fd tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/subnets/b4ca1cba-2788-4722-ac27-b167a9ecb03a HTTP/1.1" status: 404 len: 337 time: 0.1138999 Jul 22 23:46:03.665244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.671681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.671916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:03.672588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.695715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:03.701744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.783759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] DHCP port deletion for 03ca3db9-21ab-45fa-8a16-c2dae2e17863 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:03.797676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] DHCP port deletion for 0c5cbda8-2208-4d90-a5f4-bc59ab73b19b request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:03.872618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b136d36a-9738-4353-b777-253c615879f6 req-53bea3b1-db07-4174-a3a5-5310b445f17b tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415780 Jul 22 23:46:03.943070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3408418 Jul 22 23:46:03.948580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:03.953733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45954) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:03.961258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Request body: {'subnet': {'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-subnet', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:04.007775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['f426bdeb-ec86-4d13-bcb8-8f93643bb46b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:04.016293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Made reservation on behalf of 79c1dd5640d3442c88064a1c50d0dd2b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:04.018843 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.055285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.065478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Allocated IP 10.1.1.2 (7f8591ea-caa4-4fcd-a347-1ee9e7c984ae/6eb71eee-f22a-436c-a06a-67644cf402e5/c041850d-c8c4-48a3-89ba-d30bf2f32f61) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:04.127098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.176390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:04.193258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:04.204734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] Deleting port 29509651-deb0-4f60-98ce-b1d7f4acdb51 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:04.205532 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.213105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2432e23-ea38-45b2-bdcd-7b243949cd5f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:04.213408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2432e23-ea38-45b2-bdcd-7b243949cd5f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:04.241272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.242687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] Deleting port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:04.243069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.246651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.268203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.287623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ed8e-d7bd-4a51-9135-c6407fa6fd2e admin admin] Pushing event updated for resources: {'Network': ['ID=910572c5-2f43-4c23-94ac-5b382224c226,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.314317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] For port 65328159-f19d-41c6-9a6d-9a0b1743a5f5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65328159-f19d-41c6-9a6d-9a0b1743a5f5,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:04.314724 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.327811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting port 29509651-deb0-4f60-98ce-b1d7f4acdb51 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:04.328169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.328301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] Calling delete_port for 65328159-f19d-41c6-9a6d-9a0b1743a5f5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:04.362146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.455462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:04.455462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.456914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:04.457377 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:04.459757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:04.459757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.460066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85845cb9-3c2f-439f-a1e6-9659ac9418bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.477339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.584290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Deleting port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:04.584837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.587673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Subnet': ['ID=3312036e-8c43-48d9-9c98-395a3e93bbb6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.589907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 910572c5-2f43-4c23-94ac-5b382224c226 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:04.593136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 65328159-f19d-41c6-9a6d-9a0b1743a5f5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:04.622265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] For port 29509651-deb0-4f60-98ce-b1d7f4acdb51, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=29509651-deb0-4f60-98ce-b1d7f4acdb51,segment=NetworkSegment(aad4c549-e888-449c-9266-fbbe66b91696),segment_id=aad4c549-e888-449c-9266-fbbe66b91696)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:04.622857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.631678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85845cb9-3c2f-439f-a1e6-9659ac9418bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.643153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85845cb9-3c2f-439f-a1e6-9659ac9418bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.701613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Checking segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:04.702091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network hostable DHCP agents. Network: d089a880-ea55-4041-9657-5f4044ab6985, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:04.715292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Pushing event updated for resources: {'Network': ['ID=f4faad4e-262d-432d-a3c7-6ac11564e0b3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.720315 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08bd60ba-9f6d-4759-934b-30744898cd6f tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6538844 Jul 22 23:46:04.722015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Calling delete_port for 29509651-deb0-4f60-98ce-b1d7f4acdb51 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:04.730933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45962) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:04.732508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.738383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.741624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] 10.222.0.21 "DELETE /v2.0/networks/f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c HTTP/1.1" status: 204 len: 168 time: 1.0562315 Jul 22 23:46:04.753791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Request body: {'network': {'project_id': '8eccabb0c9bc4c438e67e7bce16e0f01'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:04.793705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8b86bf-f420-45c9-98fe-607758001bb4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.807941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84a469-7b53-4a99-b662-3a176e97457c tempest-NetworksTestDHCPv6-1060380928 tempest-NetworksTestDHCPv6-1060380928-project] Pushing event deleted for resources: {'Network': ['ID=f4f316bb-9cc5-43a3-9aeb-aad6f33cf86c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.814894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85845cb9-3c2f-439f-a1e6-9659ac9418bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902848dc-661e-446e-9500-7493eb323207,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:04.825016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-85845cb9-3c2f-439f-a1e6-9659ac9418bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cf2ad26fb4e411f8978de1a2c3fdf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6245370 Jul 22 23:46:04.830350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:04.836360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] For port 65328159-f19d-41c6-9a6d-9a0b1743a5f5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65328159-f19d-41c6-9a6d-9a0b1743a5f5,segment=NetworkSegment(d6c768a4-841a-4edf-bcea-c401f3ec024d),segment_id=d6c768a4-841a-4edf-bcea-c401f3ec024d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:04.836873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Checking segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:04.837085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.837353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Network hostable DHCP agents. Network: 910572c5-2f43-4c23-94ac-5b382224c226, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:04.848607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Made reservation on behalf of 8eccabb0c9bc4c438e67e7bce16e0f01 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:04.852856 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.895802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Network 910572c5-2f43-4c23-94ac-5b382224c226 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:04.909231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:04.919106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f4faad4e-262d-432d-a3c7-6ac11564e0b3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:04.921229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:04.921696 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Added segment 5ce28c61-7586-480b-948f-76a424e4ecac of type vlan for network 798e262d-ba38-441a-8649-c59d53a94f32 Jul 22 23:46:04.951731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Calling delete_port for 65328159-f19d-41c6-9a6d-9a0b1743a5f5 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:04.972588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network d089a880-ea55-4041-9657-5f4044ab6985 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:05.035922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 910572c5-2f43-4c23-94ac-5b382224c226) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:05.042860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.056034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d089a880-ea55-4041-9657-5f4044ab6985) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:05.059672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:05.059936 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.071794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:05.073087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.112385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3fd65925-218b-4984-9b7b-f64f2c863b8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1555567 Jul 22 23:46:05.120901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45972) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.132775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:05.137449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f450843b-ff00-4a70-ac30-1a01eba12608 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8898418 Jul 22 23:46:05.142393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45974) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.148146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12983b24-9c35-434d-aa6e-eaa52ac15688 req-3f914b54-d8c0-4350-9227-85962152b62f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:05.150035 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf6dd9a-6a10-4802-8969-d2a61bd8224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.151063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12983b24-9c35-434d-aa6e-eaa52ac15688 req-3f914b54-d8c0-4350-9227-85962152b62f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 945 time: 0.1595244 Jul 22 23:46:05.152458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.153667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:05.155376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.158099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df040f3-e2b0-42d2-88ad-03ac8bc40aba None None] Network 910572c5-2f43-4c23-94ac-5b382224c226 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:05.160356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebebfbd0-498d-4de6-bf9b-ddb1026f21bf None None] Network d089a880-ea55-4041-9657-5f4044ab6985 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:05.162117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1844415190', 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:05.235261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.254429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Pushing event updated for resources: {'Network': ['ID=798e262d-ba38-441a-8649-c59d53a94f32,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:05.265491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.274573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12983b24-9c35-434d-aa6e-eaa52ac15688 req-2bd1cfac-4996-460e-aefb-1f24f959867f tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168313 Jul 22 23:46:05.281162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5836d8bf-519b-4233-a1f2-4690c57d3392 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5341127 Jul 22 23:46:05.281785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.287909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4561fb2c-3b14-4c27-beea-ff433883f3a1 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Request body: {'network': {'project_id': '8eccabb0c9bc4c438e67e7bce16e0f01'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:05.307841 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4561fb2c-3b14-4c27-beea-ff433883f3a1 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 23:46:05.309527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4561fb2c-3b14-4c27-beea-ff433883f3a1 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:05.316986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4561fb2c-3b14-4c27-beea-ff433883f3a1 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0337203 Jul 22 23:46:05.326143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Port': ['ID=29509651-deb0-4f60-98ce-b1d7f4acdb51,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:05.328448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.331383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.333042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.338653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf6dd9a-6a10-4802-8969-d2a61bd8224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.347834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 798e262d-ba38-441a-8649-c59d53a94f32 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:05.362187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] For port 29509651-deb0-4f60-98ce-b1d7f4acdb51, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=29509651-deb0-4f60-98ce-b1d7f4acdb51,segment=NetworkSegment(aad4c549-e888-449c-9266-fbbe66b91696),segment_id=aad4c549-e888-449c-9266-fbbe66b91696)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:05.362761 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.380073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45984) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.395736 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.414498 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No ports have port_id starting with 65328159-f19d-41c6-9a6d-9a0b1743a5f5 Jul 22 23:46:05.419073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] No DVR routers for this DVR port 29509651-deb0-4f60-98ce-b1d7f4acdb51 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:05.493487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] Calling delete_port for 29509651-deb0-4f60-98ce-b1d7f4acdb51 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:05.515823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f70f987c-6004-4b28-9cae-aa3e6ab17ba3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:05.520671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Port': ['ID=65328159-f19d-41c6-9a6d-9a0b1743a5f5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:05.524066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No DVR routers for this DVR port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:05.528268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Transition to ACTIVE for port object c041850d-c8c4-48a3-89ba-d30bf2f32f61 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:05.620160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.625101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-78c09599-dc6a-402e-ab44-0fa886bb1097 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abfa8821728b495d986fbaea6fe501c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556595 Jul 22 23:46:05.625788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45988) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.657149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f70f987c-6004-4b28-9cae-aa3e6ab17ba3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:05.657623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f70f987c-6004-4b28-9cae-aa3e6ab17ba3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:05.658008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 29509651-deb0-4f60-98ce-b1d7f4acdb51 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:05.674984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.729416 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.737910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Transition to ACTIVE for port object c041850d-c8c4-48a3-89ba-d30bf2f32f61 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:05.760379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] No DVR routers for this DVR port 65328159-f19d-41c6-9a6d-9a0b1743a5f5 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:05.767213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc56c5-f5f7-445f-8848-5fba21657f43 None None] Pushing event deleted for resources: {'Port': ['ID=65328159-f19d-41c6-9a6d-9a0b1743a5f5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:05.773420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.779193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 29509651-deb0-4f60-98ce-b1d7f4acdb51 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:05.779574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 29509651-deb0-4f60-98ce-b1d7f4acdb51 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:05.799030 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.812447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ca3db9-21ab-45fa-8a16-c2dae2e17863']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:05.820507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da448220-d649-4a71-8ebf-e9b0f79eafdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.840782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-592bd27e-1ba0-4c08-b1e8-d632eee7362f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8eccabb0c9bc4c438e67e7bce16e0f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535365 Jul 22 23:46:05.840782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:05.861056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da448220-d649-4a71-8ebf-e9b0f79eafdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.953658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9360f4d-8d22-42e3-b4e9-ce815fb7a557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:05.973031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:05.973985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd1bd3-bf46-4c46-9782-5f314480eb70 None None] Network 910572c5-2f43-4c23-94ac-5b382224c226 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:05.983528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9360f4d-8d22-42e3-b4e9-ce815fb7a557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.001536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:06.002383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da448220-d649-4a71-8ebf-e9b0f79eafdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.006244 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da448220-d649-4a71-8ebf-e9b0f79eafdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.007561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-da448220-d649-4a71-8ebf-e9b0f79eafdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/013aa640-a4a9-4a9e-9e71-3a0c7a395048 HTTP/1.1" status: 204 len: 168 time: 0.3809612 Jul 22 23:46:06.014818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Pushing event updated for resources: {'Port': ['ID=c041850d-c8c4-48a3-89ba-d30bf2f32f61,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.018818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:06.055748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.095168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-d089a880-ea55-4041-9657-5f4044ab6985', 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'fixed_ips': [{'subnet_id': '3312036e-8c43-48d9-9c98-395a3e93bbb6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:46:06.096533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.101647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da448220-d649-4a71-8ebf-e9b0f79eafdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013aa640-a4a9-4a9e-9e71-3a0c7a395048,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.116666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9360f4d-8d22-42e3-b4e9-ce815fb7a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.122189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d9360f4d-8d22-42e3-b4e9-ce815fb7a557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.127345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d9360f4d-8d22-42e3-b4e9-ce815fb7a557 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a959e60a-6e0b-4b6c-8545-f49d3e901d6a HTTP/1.1" status: 204 len: 168 time: 0.2860472 Jul 22 23:46:06.129181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:06.169979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.178436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] Pushing event deleted for resources: {'Port': ['ID=29509651-deb0-4f60-98ce-b1d7f4acdb51,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.214852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9360f4d-8d22-42e3-b4e9-ce815fb7a557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a959e60a-6e0b-4b6c-8545-f49d3e901d6a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.227527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf6dd9a-6a10-4802-8969-d2a61bd8224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.231143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf6dd9a-6a10-4802-8969-d2a61bd8224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.235032 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eaf6dd9a-6a10-4802-8969-d2a61bd8224b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/902848dc-661e-446e-9500-7493eb323207 HTTP/1.1" status: 204 len: 168 time: 1.3932638 Jul 22 23:46:06.236901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5cbda8-2208-4d90-a5f4-bc59ab73b19b']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.240080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad4c549-e888-449c-9266-fbbe66b91696') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.240382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad4c549-e888-449c-9266-fbbe66b91696') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.247565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67915a2a-bea9-4555-8950-e0a08371356f None None] No DVR routers for this DVR port 29509651-deb0-4f60-98ce-b1d7f4acdb51 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:06.257007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:06.272487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c768a4-841a-4edf-bcea-c401f3ec024d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.272790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c768a4-841a-4edf-bcea-c401f3ec024d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.276181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.287560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6dd9a-6a10-4802-8969-d2a61bd8224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902848dc-661e-446e-9500-7493eb323207,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.306809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.307833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.399651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.403109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.421564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.422364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.435869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798e262d-ba38-441a-8649-c59d53a94f32']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.448836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce28c61-7586-480b-948f-76a424e4ecac') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.449396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce28c61-7586-480b-948f-76a424e4ecac') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:06.456645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:06.457302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:06.464397 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:06.468703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:06.468866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.469424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:06.485691 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:06.494747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.505075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:06.505703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:06.534055 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:06.647293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Allocated IP 10.2.2.2 (d089a880-ea55-4041-9657-5f4044ab6985/3312036e-8c43-48d9-9c98-395a3e93bbb6/633351a6-afb3-4256-91e3-4a7f45c6b19c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:06.649436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Attempting to bind port c041850d-c8c4-48a3-89ba-d30bf2f32f61 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:06.649933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Attempting to bind port c041850d-c8c4-48a3-89ba-d30bf2f32f61 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:06.650867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Attempting to bind port c041850d-c8c4-48a3-89ba-d30bf2f32f61 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:06.651508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.681440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.683487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.709221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.711369 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/networks/03ca3db9-21ab-45fa-8a16-c2dae2e17863 HTTP/1.1" status: 204 len: 168 time: 3.6369455 Jul 22 23:46:06.711742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:06.712052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Checking segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:06.712460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.713396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Bound using segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:06.713885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Bound port: c041850d-c8c4-48a3-89ba-d30bf2f32f61, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:06.714149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.714270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.719886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/networks/0c5cbda8-2208-4d90-a5f4-bc59ab73b19b HTTP/1.1" status: 204 len: 168 time: 3.5902081 Jul 22 23:46:06.740285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:06.742118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46012) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:06.763865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa4bf-edb6-4d95-b99e-c2aeca1c39a5 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Network': ['ID=03ca3db9-21ab-45fa-8a16-c2dae2e17863,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.777856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'routes': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:06.797086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] device_id is not set on port 8d61b858-d6e2-4581-afd4-454891192787 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:06.806803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3643928-b420-4ddf-89ed-4bfda230f9bb tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Pushing event deleted for resources: {'Network': ['ID=0c5cbda8-2208-4d90-a5f4-bc59ab73b19b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:06.814998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46016) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:06.897249 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.910059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6f51088-4150-453b-a22c-37bd4ca3895e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.916597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Transition to ACTIVE for port object 633351a6-afb3-4256-91e3-4a7f45c6b19c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:06.951349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Transition to ACTIVE for port object 633351a6-afb3-4256-91e3-4a7f45c6b19c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:06.957796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] For port c041850d-c8c4-48a3-89ba-d30bf2f32f61, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:06.961469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] For port c041850d-c8c4-48a3-89ba-d30bf2f32f61, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c041850d-c8c4-48a3-89ba-d30bf2f32f61,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:06.964340 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:06.970508 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.021265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Network d089a880-ea55-4041-9657-5f4044ab6985 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:07.028899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:07.032892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:07.040681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Pushing event updated for resources: {'Port': ['ID=633351a6-afb3-4256-91e3-4a7f45c6b19c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:07.120288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 10.1.1.150 (7f8591ea-caa4-4fcd-a347-1ee9e7c984ae/6eb71eee-f22a-436c-a06a-67644cf402e5/8d61b858-d6e2-4581-afd4-454891192787) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:07.182619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daaba0-1d07-4672-b6ee-24d2205220fb None None] Pushing event updated for resources: {'Port': ['ID=c041850d-c8c4-48a3-89ba-d30bf2f32f61,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:07.192187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Attempting to bind port 633351a6-afb3-4256-91e3-4a7f45c6b19c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:07.192563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Attempting to bind port 633351a6-afb3-4256-91e3-4a7f45c6b19c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:07.194018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Attempting to bind port 633351a6-afb3-4256-91e3-4a7f45c6b19c on network d089a880-ea55-4041-9657-5f4044ab6985 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:07.201615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:07.202304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Checking segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:07.202898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.203492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Bound using segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:07.204150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Bound port: 633351a6-afb3-4256-91e3-4a7f45c6b19c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:07.204724 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.305245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] For port 633351a6-afb3-4256-91e3-4a7f45c6b19c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:07.311460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] For port 633351a6-afb3-4256-91e3-4a7f45c6b19c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=633351a6-afb3-4256-91e3-4a7f45c6b19c,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:07.327593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.354450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting subnet e9f7beb7-36f1-4b68-9f98-55d464298f78 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:07.360997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.362771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.381180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.383842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] 10.222.0.21 "DELETE /v2.0/networks/798e262d-ba38-441a-8649-c59d53a94f32 HTTP/1.1" status: 204 len: 168 time: 1.2506473 Jul 22 23:46:07.388549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:07.389092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46028) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:07.437611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4a81e-3cfe-4a01-bf43-058cfdb466e0 None None] Pushing event updated for resources: {'Port': ['ID=633351a6-afb3-4256-91e3-4a7f45c6b19c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:07.516903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170dd7-7f0e-49a0-8131-a1573564f9ed tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Pushing event deleted for resources: {'Network': ['ID=798e262d-ba38-441a-8649-c59d53a94f32,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:07.532265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.577548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1b66-91b6-4d37-9f05-73ef1a01065e req-402e631b-1e49-45e5-86b4-2f414e87a22e tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:07.579358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a8f1b66-91b6-4d37-9f05-73ef1a01065e req-402e631b-1e49-45e5-86b4-2f414e87a22e tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 945 time: 1.0463085 Jul 22 23:46:07.581928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.611806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1532841401'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:07.625686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Added routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:46:07.625977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Removed routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:46:07.626347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.729870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object 8d61b858-d6e2-4581-afd4-454891192787 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:07.733105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.765028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a8f1b66-91b6-4d37-9f05-73ef1a01065e req-848ab822-cd33-4c95-a7a8-5acac0c010a0 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624987 Jul 22 23:46:07.865540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.872824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.875282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.878300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.911769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:07.921764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.000392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router b84f070d-9e72-4f4e-ba39-07ca4f183b4a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:08.007128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.021171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.066048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4faad4e-262d-432d-a3c7-6ac11564e0b3']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.082456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:08.101936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5fb11f-9393-403e-81f4-e0b55405f767') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.102243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5fb11f-9393-403e-81f4-e0b55405f767') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.109635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:08.112648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f7beb7-36f1-4b68-9f98-55d464298f78,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:08.119863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.120556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6f51088-4150-453b-a22c-37bd4ca3895e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.124175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7ab77f06-7e3f-4313-872e-58eca55ecb9f tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/subnets/e9f7beb7-36f1-4b68-9f98-55d464298f78 HTTP/1.1" status: 204 len: 168 time: 1.3731246 Jul 22 23:46:08.124663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.125801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:08.129023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:08.135153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:08.136186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eda776-1873-434a-813d-f0585c234f5e None None] Network a7fa5324-4700-455f-b0a0-73abe3a86e60 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:08.136697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.149767 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] Sync routers for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:08.154509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f426bdeb-ec86-4d13-bcb8-8f93643bb46b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:08.165567 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:08.167027 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.167899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f6f51088-4150-453b-a22c-37bd4ca3895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.169006 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.182335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.183637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-69ff4337-d998-4014-a892-e5d8cbe4a26b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 701 time: 1.4019723 Jul 22 23:46:08.274979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:08.276425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.301003 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:08.339808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.368438 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-15fac62c-42ee-43dc-a832-88f69519efda tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 205 time: 0.1660976 Jul 22 23:46:08.369392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.371067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.428644 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 11, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.472578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Deleting port 79de9048-8814-4086-a413-dd53342bfddb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:08.472934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.482116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:08.482820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:08.489164 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:08.492875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Made reservation on behalf of 4fb088674d6643fda3452a7262397a8b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:08.496978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.500422 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] Checking router: b84f070d-9e72-4f4e-ba39-07ca4f183b4a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:08.519212 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] Routers {'b84f070d-9e72-4f4e-ba39-07ca4f183b4a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:08.521651 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.540838 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f6f51088-4150-453b-a22c-37bd4ca3895e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63f6e3655d664a0bb2220239909c9e64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7202096 Jul 22 23:46:08.546240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46038) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.550285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51088-4150-453b-a22c-37bd4ca3895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3506c4-0a1b-4c79-a427-376c2d78b799,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:08.554136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-783db526-c2f1-4425-b521-333043bc43bf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4015541 Jul 22 23:46:08.580206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:08.592112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 633351a6-afb3-4256-91e3-4a7f45c6b19c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:08.593375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1591854629', 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:08.594732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.626810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.629676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] For port 79de9048-8814-4086-a413-dd53342bfddb, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=79de9048-8814-4086-a413-dd53342bfddb,segment=NetworkSegment(7a08a706-304c-4154-8afd-12b47a692e77),segment_id=7a08a706-304c-4154-8afd-12b47a692e77)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:08.630471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.636343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Allocated IP 172.25.5.63 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3e68e053-ea4e-46cf-af6a-e04155aabeab) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:08.665579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Calling delete_port for 79de9048-8814-4086-a413-dd53342bfddb owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:08.672581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf547d13-45d5-4dc0-8c7b-d65fed8ab782 None None] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:08.706852 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] Set router b84f070d-9e72-4f4e-ba39-07ca4f183b4a gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:08.819242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cd71c72-925d-4be1-bc72-b3fe87d02273 None None] Provisioning for port c041850d-c8c4-48a3-89ba-d30bf2f32f61 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:08.831836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.840038 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 11, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:08.850750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port f426bdeb-ec86-4d13-bcb8-8f93643bb46b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:08.866022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 633351a6-afb3-4256-91e3-4a7f45c6b19c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:08.873838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port f426bdeb-ec86-4d13-bcb8-8f93643bb46b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:08.874476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.902154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.902462 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2492-7c3c-41b0-a527-f4be930f3ca9 None None] The sync data for ids ['b84f070d-9e72-4f4e-ba39-07ca4f183b4a'] in n-d-758851-4 is: [{'id': 'b84f070d-9e72-4f4e-ba39-07ca4f183b4a', 'name': 'tempest-RoutersTest-router-1346186948', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:44:16Z', 'updated_at': '2021-07-22T23:45:59Z', 'revision_number': 11, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:08.906371 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f4faad4e-262d-432d-a3c7-6ac11564e0b3 HTTP/1.1" status: 204 len: 168 time: 1.5070989 Jul 22 23:46:08.916175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:08.949229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c041850d-c8c4-48a3-89ba-d30bf2f32f61 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:08.992980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Port': ['ID=79de9048-8814-4086-a413-dd53342bfddb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:09.077204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] No DVR routers for this DVR port 79de9048-8814-4086-a413-dd53342bfddb on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:09.158860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ebafe-dc28-4abc-abf2-8bb98a882d43 tempest-QuotasNegativeTest-23694029 tempest-QuotasNegativeTest-23694029-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4faad4e-262d-432d-a3c7-6ac11564e0b3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:09.176717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.199536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1bb43-cc28-4dc2-9d96-439ef5921593 None None] DHCP port deletion for a7fa5324-4700-455f-b0a0-73abe3a86e60 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:46:09.236094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c041850d-c8c4-48a3-89ba-d30bf2f32f61 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:09.242714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.243768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.261219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c041850d-c8c4-48a3-89ba-d30bf2f32f61 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:09.261605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.265678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-624ac0d2-e947-4d9b-b969-da5a9ee0ced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.299144 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.300994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6139c5-8ade-4d09-bd1c-3f179a49557f None None] Network d089a880-ea55-4041-9657-5f4044ab6985 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:09.311191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fa5324-4700-455f-b0a0-73abe3a86e60']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:09.324404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a08a706-304c-4154-8afd-12b47a692e77') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:09.324762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a08a706-304c-4154-8afd-12b47a692e77') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:09.334589 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.348879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.355604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:09.356381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.361308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,segment=NetworkSegment(b8066512-f14e-4e6e-ade4-26badcd1e50f),segment_id=b8066512-f14e-4e6e-ade4-26badcd1e50f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:09.385501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958201f0-5414-4b08-8d96-f810598af876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:09.389859 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd9f3ed-8ca9-4dd7-b896-49bba991bc02" -d '{"events": [{"server_uuid": "958201f0-5414-4b08-8d96-f810598af876", "name": "network-vif-plugged", "status": "completed", "tag": "f426bdeb-ec86-4d13-bcb8-8f93643bb46b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:09.394942 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:09.407951 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.463778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-624ac0d2-e947-4d9b-b969-da5a9ee0ced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.481093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.482434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router b84f070d-9e72-4f4e-ba39-07ca4f183b4a {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:46:09.501232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f49ca8-f99d-4beb-8a62-851505df5882 req-cbd85ac0-0da9-47b8-9a5f-05b54fd9a8d5 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:09.503382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88f49ca8-f99d-4beb-8a62-851505df5882 req-cbd85ac0-0da9-47b8-9a5f-05b54fd9a8d5 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 945 time: 0.5146155 Jul 22 23:46:09.504078 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.514972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.522247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/networks/a7fa5324-4700-455f-b0a0-73abe3a86e60 HTTP/1.1" status: 204 len: 168 time: 1.3968806 Jul 22 23:46:09.524307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.527698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:09.533996 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35947a1e-2ca5-4b83-bb25-136652d8bb8e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 204 len: 168 time: 1.1443663 Jul 22 23:46:09.554676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46054) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:09.569151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b7a4b-14b0-4ada-b038-3541b189051d tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Pushing event deleted for resources: {'Network': ['ID=a7fa5324-4700-455f-b0a0-73abe3a86e60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:09.580544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] Provisioning for port 633351a6-afb3-4256-91e3-4a7f45c6b19c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:09.586052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:09.596947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2081710599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:09.598087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-47ea6670-0092-45fd-a3ce-b7dfd8a6c678 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd06a480-5aae-4dfb-8de3-be52d0685c89 HTTP/1.1" status: 200 len: 205 time: 0.0691314 Jul 22 23:46:09.601026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:09.604671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] Provisioning complete for port 633351a6-afb3-4256-91e3-4a7f45c6b19c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:09.605116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.648284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88f49ca8-f99d-4beb-8a62-851505df5882 req-e6dbf1e6-b2d4-4d70-86e7-8c9f4c74f9ec tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180828 Jul 22 23:46:09.719353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.762783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.855765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:09.877683 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:09.911798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.008725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.011978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.013700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] For port 633351a6-afb3-4256-91e3-4a7f45c6b19c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=633351a6-afb3-4256-91e3-4a7f45c6b19c,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:10.015760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c041850d-c8c4-48a3-89ba-d30bf2f32f61, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c041850d-c8c4-48a3-89ba-d30bf2f32f61,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:10.018838 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.026458 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.052027 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ea3df3-3e44-4e71-9e1b-35d497b3df4b x-openstack-request-id: req-47ea3df3-3e44-4e71-9e1b-35d497b3df4b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:10.052809 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958201f0-5414-4b08-8d96-f810598af876", "name": "network-vif-plugged", "status": "completed", "tag": "f426bdeb-ec86-4d13-bcb8-8f93643bb46b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:10.053005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.053609 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47ea3df3-3e44-4e71-9e1b-35d497b3df4b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:10.054443 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958201f0-5414-4b08-8d96-f810598af876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b', 'code': 200} Jul 22 23:46:10.055938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.069566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.070115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Fanout notify agent at l3_agent the message router_deleted on router bd06a480-5aae-4dfb-8de3-be52d0685c89 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:46:10.079803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.083178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c0db23d9-ec96-4876-b2e2-cd1a8fcb6684 tempest-RoutersNegativeIpV6Test-1544474125 tempest-RoutersNegativeIpV6Test-1544474125-project] 10.222.0.21 "DELETE /v2.0/routers/bd06a480-5aae-4dfb-8de3-be52d0685c89 HTTP/1.1" status: 204 len: 168 time: 0.4787424 Jul 22 23:46:10.096958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:10.105654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.111282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.176164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:46:10.176164 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:46:10.176164 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': 'f5a69d180129467d9b13e17b689453f0', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 46, 10, 123613)}] Jul 22 23:46:10.176164 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:46:10.176723 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:46:10.178785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecaf85-265a-4a25-8583-813432b6f8fb None None] Pushing event updated for resources: {'Port': ['ID=633351a6-afb3-4256-91e3-4a7f45c6b19c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:10.246023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f44d5c5a-73b8-4659-99d1-17d33ef49118 None None] Provisioning complete for port c041850d-c8c4-48a3-89ba-d30bf2f32f61 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:10.246963 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c5a-73b8-4659-99d1-17d33ef49118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.255749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:10.264181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-624ac0d2-e947-4d9b-b969-da5a9ee0ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.267273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-624ac0d2-e947-4d9b-b969-da5a9ee0ced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.268675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-624ac0d2-e947-4d9b-b969-da5a9ee0ced5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc3506c4-0a1b-4c79-a427-376c2d78b799 HTTP/1.1" status: 204 len: 168 time: 1.7130804 Jul 22 23:46:10.279963 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.280953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.319274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:10.331313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d55c68-ddf2-45d0-897c-12674b103bc7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:10.376888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:10.382025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.382225 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Added segment 9d008218-23ce-4914-8acd-bd226b2b363f of type vlan for network 7eca271c-275b-4aa8-97f4-e5428927a8ea Jul 22 23:46:10.400619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c041850d-c8c4-48a3-89ba-d30bf2f32f61,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:10.406081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Pushing event updated for resources: {'Port': ['ID=3e68e053-ea4e-46cf-af6a-e04155aabeab,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:10.434046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:10.461191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ac0d2-e947-4d9b-b969-da5a9ee0ced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3506c4-0a1b-4c79-a427-376c2d78b799,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:10.462861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 79de9048-8814-4086-a413-dd53342bfddb no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:10.482989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.565657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 79de9048-8814-4086-a413-dd53342bfddb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:10.566205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 79de9048-8814-4086-a413-dd53342bfddb not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:10.575195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] device_id is not set on port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:10.582544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f44d5c5a-73b8-4659-99d1-17d33ef49118 None None] Provisioning for port 8d61b858-d6e2-4581-afd4-454891192787 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:10.590152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f44d5c5a-73b8-4659-99d1-17d33ef49118 None None] Provisioning complete for port 8d61b858-d6e2-4581-afd4-454891192787 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:10.590795 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c5a-73b8-4659-99d1-17d33ef49118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.677232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.706540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c5a-73b8-4659-99d1-17d33ef49118 None None] Port 8d61b858-d6e2-4581-afd4-454891192787 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:10.716410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.721575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.762361 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.842463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:46:10.845531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:10.846795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2c762a6-4676-405e-adad-d0879923ceee None None] Provisioning complete for port 633351a6-afb3-4256-91e3-4a7f45c6b19c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:10.847566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e2c762a6-4676-405e-adad-d0879923ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.903943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33e3e8-a08d-4453-a897-b4aaf0070ffb req-51701cca-c32d-4343-8c84-b16f8b528f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:10.910355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fb33e3e8-a08d-4453-a897-b4aaf0070ffb req-51701cca-c32d-4343-8c84-b16f8b528f5c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 1097 time: 0.6702461 Jul 22 23:46:10.981659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2c762a6-4676-405e-adad-d0879923ceee None None] Provisioning complete for port 8d61b858-d6e2-4581-afd4-454891192787 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:10.982181 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e2c762a6-4676-405e-adad-d0879923ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:10.994496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 10.1.1.18 (7f8591ea-caa4-4fcd-a347-1ee9e7c984ae/6eb71eee-f22a-436c-a06a-67644cf402e5/8990fbc0-64f1-4e71-b753-e45d1f69bf4b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:11.002584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.011774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c2da-1835-4fa2-acc3-b39d416eb718 req-73ba5b17-d751-44af-96f4-8f7654133b1b tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:11.013380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11a5c2da-1835-4fa2-acc3-b39d416eb718 req-73ba5b17-d751-44af-96f4-8f7654133b1b tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.2091732 Jul 22 23:46:11.015374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:11.016722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.043584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e2c762a6-4676-405e-adad-d0879923ceee None None] Port 8d61b858-d6e2-4581-afd4-454891192787 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:11.095983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11a5c2da-1835-4fa2-acc3-b39d416eb718 req-c5ea16fe-82a7-42df-bcf7-2ac86118f1d1 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730510 Jul 22 23:46:11.140985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fb33e3e8-a08d-4453-a897-b4aaf0070ffb req-0eadc4cf-6080-458b-bddd-b38af1b8a7fa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408958 Jul 22 23:46:11.203363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Pushing event updated for resources: {'Network': ['ID=7eca271c-275b-4aa8-97f4-e5428927a8ea,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:11.220850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7eca271c-275b-4aa8-97f4-e5428927a8ea details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:11.222661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.237981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object 8990fbc0-64f1-4e71-b753-e45d1f69bf4b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:11.285277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.325491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-90bf65ce-1982-49d5-821b-27e72c1615f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b38e839b5da2485bb377dc9399c6d754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737043 Jul 22 23:46:11.332308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46084) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.347288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:11.353046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:11.361940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:11.396898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.421066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:11.434640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.439372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47dedd9a-47b3-43a9-9f0e-b0873e405e27 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 4.0456488 Jul 22 23:46:11.441044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:11.441708 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.444443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.454114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-f145135a-d162-41a3-8184-eaf6a8cf11e2 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-1027077852') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:11.477562 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.479096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-668ee766-31e6-46b6-acd4-74a405fca200 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.9077108 Jul 22 23:46:11.484362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.493393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:11.497802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9884defc-5bcd-4aa4-a06e-0e88e087668a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9158835 Jul 22 23:46:11.501148 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.637176 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5a69d180129467d9b13e17b689453f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7745192 Jul 22 23:46:11.640331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0b7db42-d267-45ca-82b7-bfe288c8e56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.644834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46098) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.645703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc083e9-ad69-4272-a74b-d2b4caa232f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a6cea2-18bf-4dc1-b158-45594ec9575c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:11.738991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0b7db42-d267-45ca-82b7-bfe288c8e56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.784878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0102d8e4-4397-418f-867c-6c9a9a118264 None None] Provisioning for port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:11.789317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0102d8e4-4397-418f-867c-6c9a9a118264 None None] Provisioning complete for port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:11.789696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0102d8e4-4397-418f-867c-6c9a9a118264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:11.874175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0102d8e4-4397-418f-867c-6c9a9a118264 None None] Port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:11.929934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f145135a-d162-41a3-8184-eaf6a8cf11e2 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "PUT /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-1027077852 HTTP/1.1" status: 201 len: 201 time: 0.4799807 Jul 22 23:46:11.929934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:11.936694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-a8096a64-9495-4dd8-92ed-901367dfd193 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-1027077852') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:11.943849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.151986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:12.164606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787581223', 'description': 'tempest-description--566727560'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:12.190893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5ffca9-e034-4ba4-aed5-28838c47f41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.323828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 633351a6-afb3-4256-91e3-4a7f45c6b19c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:12.407057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.433450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5ffca9-e034-4ba4-aed5-28838c47f41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.440365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.452445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 633351a6-afb3-4256-91e3-4a7f45c6b19c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:12.456600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.486022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0b7db42-d267-45ca-82b7-bfe288c8e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.489034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e0b7db42-d267-45ca-82b7-bfe288c8e56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.490398 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e0b7db42-d267-45ca-82b7-bfe288c8e56b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/480922b3-787c-4374-9a93-6b71a39a4fa7 HTTP/1.1" status: 204 len: 168 time: 1.1571519 Jul 22 23:46:12.536214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7db42-d267-45ca-82b7-bfe288c8e56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480922b3-787c-4374-9a93-6b71a39a4fa7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:12.587196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.607444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5ffca9-e034-4ba4-aed5-28838c47f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.610373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e5ffca9-e034-4ba4-aed5-28838c47f41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.614783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e5ffca9-e034-4ba4-aed5-28838c47f41d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74a6cea2-18bf-4dc1-b158-45594ec9575c HTTP/1.1" status: 204 len: 168 time: 0.9617951 Jul 22 23:46:12.679636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c041850d-c8c4-48a3-89ba-d30bf2f32f61 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:12.714981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ffca9-e034-4ba4-aed5-28838c47f41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a6cea2-18bf-4dc1-b158-45594ec9575c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:12.760466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a2450-e049-49d8-ba33-989d3fcbbb8d req-ba35d86e-b1d0-4f3e-b60e-22f8b32235b1 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:12.767577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed2a2450-e049-49d8-ba33-989d3fcbbb8d req-ba35d86e-b1d0-4f3e-b60e-22f8b32235b1 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.3548529 Jul 22 23:46:12.839001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.850083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.901761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a8096a64-9495-4dd8-92ed-901367dfd193 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-1027077852 HTTP/1.1" status: 204 len: 168 time: 0.9709537 Jul 22 23:46:12.921013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:12.921767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04816acf-42ec-4b7c-b819-bf755e71fad1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:12.926000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.930923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-913441ae-f501-462a-9d57-789577a142dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7743552 Jul 22 23:46:12.934275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:12.934417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c041850d-c8c4-48a3-89ba-d30bf2f32f61 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:12.934972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:12.942666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-4ca4efb1-5b6b-4305-b3dd-ed0dcc91a673 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:12.969897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'security_group_rule': {'security_group_id': '04816acf-42ec-4b7c-b819-bf755e71fad1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:13.023938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Router 60f650e4-b1d7-4b7e-9e19-58111c290552 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:46:13.068546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.074791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed2a2450-e049-49d8-ba33-989d3fcbbb8d req-796b444d-d23f-4077-9b17-4dde70494ffa tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046007 Jul 22 23:46:13.208763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:13.222019 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.223603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-60d6b0d5-115f-44ba-ac41-9784dac0219a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "PUT /v2.0/routers/60f650e4-b1d7-4b7e-9e19-58111c290552 HTTP/1.1" status: 200 len: 694 time: 1.7381852 Jul 22 23:46:13.228626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46128) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.232313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] Sync routers for ids ['60f650e4-b1d7-4b7e-9e19-58111c290552'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:13.261762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] Routers {'60f650e4-b1d7-4b7e-9e19-58111c290552'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:13.262900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['60f650e4-b1d7-4b7e-9e19-58111c290552'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.320324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ca4efb1-5b6b-4305-b3dd-ed0dcc91a673 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags HTTP/1.1" status: 200 len: 238 time: 0.3841436 Jul 22 23:46:13.343098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.400698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-1222b8a0-2596-4caa-8516-c0d65ecc6241 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', {'tags': ['tempest-TagsTest-Tag-1877326762', 'tempest-TagsTest-Tag-922027403', 'tempest-TagsTest-Tag-383494219']}) {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.458080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-24c49118-1c45-469c-ab82-c17a5a9c5dbe tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/routers/60f650e4-b1d7-4b7e-9e19-58111c290552 HTTP/1.1" status: 200 len: 700 time: 0.2273290 Jul 22 23:46:13.462114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.463928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] Set router 60f650e4-b1d7-4b7e-9e19-58111c290552 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:13.516652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:46:13.532678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f650e4-b1d7-4b7e-9e19-58111c290552', 'name': 'tempest-RoutersTest-router-2081710599', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:10Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.535092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-68bcc4a0-9aff-44ef-8084-c1f4c14dac60 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=60f650e4-b1d7-4b7e-9e19-58111c290552 HTTP/1.1" status: 200 len: 205 time: 0.0691917 Jul 22 23:46:13.538260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.561336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] Checking router: 60f650e4-b1d7-4b7e-9e19-58111c290552 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:13.568144 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.571163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] Routers {'60f650e4-b1d7-4b7e-9e19-58111c290552'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:13.572962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['60f650e4-b1d7-4b7e-9e19-58111c290552'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.580440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.648998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.761927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:13.773675 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Sync routers for ids ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:13.779015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.795431 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Routers {'744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:13.796450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.817728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.822716 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8636670 Jul 22 23:46:13.828882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.830151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b4f0a-8b41-4102-a9b0-edc280e5bdd6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530216e9-9204-461c-b144-020774fb5eca,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:13.862701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1222b8a0-2596-4caa-8516-c0d65ecc6241 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "PUT /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags HTTP/1.1" status: 200 len: 307 time: 0.4785907 Jul 22 23:46:13.867576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.870596 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.871859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a3092420-b674-4c09-9fba-71f9c58e6062 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7480631 Jul 22 23:46:13.875349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-4fd1b595-1b19-4152-9fa7-9011a457d9cd tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-1877326762') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:13.883385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'security_group_rule': {'security_group_id': '04816acf-42ec-4b7c-b819-bf755e71fad1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:13.889513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:13.904719 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecc12da4-a2fa-4580-9e8d-90866b0628b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.950824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] Set router 60f650e4-b1d7-4b7e-9e19-58111c290552 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:13.965223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.977853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:13.989741 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Set router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:14.038965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f650e4-b1d7-4b7e-9e19-58111c290552', 'name': 'tempest-RoutersTest-router-2081710599', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:10Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:14.059717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.060217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Fanout notify agent at l3_agent the message router_deleted on router 60f650e4-b1d7-4b7e-9e19-58111c290552 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:46:14.062365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.072915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.079812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8205c448-d39b-40af-abde-cc012d27682c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/60f650e4-b1d7-4b7e-9e19-58111c290552 HTTP/1.1" status: 204 len: 168 time: 0.5344801 Jul 22 23:46:14.082432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46160) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.106151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fb847-51e4-45a2-bac7-93e397e81591 None None] The sync data for ids ['60f650e4-b1d7-4b7e-9e19-58111c290552'] in n-d-758851-4 is: [{'id': '60f650e4-b1d7-4b7e-9e19-58111c290552', 'name': 'tempest-RoutersTest-router-2081710599', 'tenant_id': '3b180a8bb8054cabb91013f96493a3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:10Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 2, 'project_id': '3b180a8bb8054cabb91013f96493a3e1', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:14.157745 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6ad971f-6dee-4786-a0c6-27ee722e7bae tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=60f650e4-b1d7-4b7e-9e19-58111c290552 HTTP/1.1" status: 200 len: 205 time: 0.0736344 Jul 22 23:46:14.162321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.239939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4fd1b595-1b19-4152-9fa7-9011a457d9cd tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "DELETE /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-1877326762 HTTP/1.1" status: 204 len: 168 time: 0.3709791 Jul 22 23:46:14.250223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.255802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-6ff2b96f-1c09-44c2-bc03-24e2ed51726e tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-1877326762') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:14.258248 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c2fbc972-c00a-4182-bd89-074f0b793c19 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:14.259651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c2fbc972-c00a-4182-bd89-074f0b793c19 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/60f650e4-b1d7-4b7e-9e19-58111c290552 HTTP/1.1" status: 404 len: 336 time: 0.0963235 Jul 22 23:46:14.266169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.266604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.312956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.321226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.335059 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 3, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:14.344189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299a83c1-df4e-4f08-b2b3-aad93bf16ea2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.366621 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Checking router: 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:14.367290 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Updating router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 port 3e68e053-ea4e-46cf-af6a-e04155aabeab binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:14.385877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecc12da4-a2fa-4580-9e8d-90866b0628b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.397226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecc12da4-a2fa-4580-9e8d-90866b0628b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.413699 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1be07d-6902-4270-a5aa-b949a7dc61bf tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:14.415081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1be07d-6902-4270-a5aa-b949a7dc61bf tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:14.417053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7e53c-b670-44c0-a0e6-740e538d1ad1 req-3b845de5-d755-4efb-a6c6-bd6ecd087385 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:14.420518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91a7e53c-b670-44c0-a0e6-740e538d1ad1 req-3b845de5-d755-4efb-a6c6-bd6ecd087385 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.1944973 Jul 22 23:46:14.421201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9e1be07d-6902-4270-a5aa-b949a7dc61bf tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/930f9358-a76c-43aa-9177-4ac82c14ef66 HTTP/1.1" status: 404 len: 337 time: 0.1507220 Jul 22 23:46:14.422044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.442001 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.470325 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-941a1fe4-5961-4133-add5-45cc2b3db225 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:14.471042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941a1fe4-5961-4133-add5-45cc2b3db225 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:14.474372 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.475892 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-941a1fe4-5961-4133-add5-45cc2b3db225 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/d4b667f8-6961-447d-9de6-77826a1fd09e HTTP/1.1" status: 404 len: 337 time: 0.0490963 Jul 22 23:46:14.476491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.476645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-36d6c181-0a9f-407a-bb9f-e46c7a2142c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6467590 Jul 22 23:46:14.490823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.493870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc12da4-a2fa-4580-9e8d-90866b0628b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749e13de-d99d-4281-a296-549be10b25aa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.508461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:14.554581 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-023906d9-7c54-4a48-a568-b963ffc94290 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:14.555344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023906d9-7c54-4a48-a568-b963ffc94290 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:14.561451 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-023906d9-7c54-4a48-a568-b963ffc94290 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/59576057-7704-4692-ad17-2a3ac85623fe HTTP/1.1" status: 404 len: 337 time: 0.0813797 Jul 22 23:46:14.565147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ecc12da4-a2fa-4580-9e8d-90866b0628b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1589226169ba488985a1d37e173dfad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7851667 Jul 22 23:46:14.566884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.569045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.583115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--109055995'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:14.607219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91a7e53c-b670-44c0-a0e6-740e538d1ad1 req-e368282e-8039-459d-aad5-2bccdda9faa7 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291888 Jul 22 23:46:14.627720 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-d998fc08-2bc1-4a13-b87a-79b2e791427c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:14.628522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d998fc08-2bc1-4a13-b87a-79b2e791427c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:14.631784 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d998fc08-2bc1-4a13-b87a-79b2e791427c tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/723f8801-aa92-4ef3-92f9-a7bae1ca1a74 HTTP/1.1" status: 404 len: 337 time: 0.0619383 Jul 22 23:46:14.632917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.635263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa5d02b9-66fa-44ac-8a55-438c90382c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.669695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa5d02b9-66fa-44ac-8a55-438c90382c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.719246 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-6ff2b96f-1c09-44c2-bc03-24e2ed51726e tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] show failed (client error): The resource could not be found. Jul 22 23:46:14.720748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6ff2b96f-1c09-44c2-bc03-24e2ed51726e tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-1877326762 HTTP/1.1" status: 404 len: 326 time: 0.4689085 Jul 22 23:46:14.724138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.730572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.739942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-ea738063-03df-47f1-883c-7e0090d1263b tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-922027403') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:14.774060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa5d02b9-66fa-44ac-8a55-438c90382c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.774356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5ca00624-7a48-4efa-a44a-ebdf65f10cd9 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 200 len: 205 time: 0.1296856 Jul 22 23:46:14.774968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46198) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.778318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa5d02b9-66fa-44ac-8a55-438c90382c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:14.779657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fa5d02b9-66fa-44ac-8a55-438c90382c54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/749e13de-d99d-4281-a296-549be10b25aa HTTP/1.1" status: 204 len: 168 time: 0.2095430 Jul 22 23:46:14.793093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d02b9-66fa-44ac-8a55-438c90382c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749e13de-d99d-4281-a296-549be10b25aa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:14.884359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ea738063-03df-47f1-883c-7e0090d1263b tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-922027403 HTTP/1.1" status: 204 len: 168 time: 0.1577475 Jul 22 23:46:14.886360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46202) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.891863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-6d857113-b548-4743-8356-5f25590d7c48 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-383494219') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:14.961508 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8940d8de-76c0-488a-9961-8de81568ff5e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:14.966444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8940d8de-76c0-488a-9961-8de81568ff5e tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/b84f070d-9e72-4f4e-ba39-07ca4f183b4a HTTP/1.1" status: 404 len: 336 time: 0.1880071 Jul 22 23:46:14.969707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46206) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:14.985212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.050422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.078522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-524fba96-2d89-4606-8901-312315db7751 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb53a324-02fd-4b41-86a3-f242b9947a32 HTTP/1.1" status: 200 len: 205 time: 0.1046019 Jul 22 23:46:15.079397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.231707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6d857113-b548-4743-8356-5f25590d7c48 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-383494219 HTTP/1.1" status: 204 len: 168 time: 0.3419278 Jul 22 23:46:15.241835 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-86bfee02-15d8-4e7e-93bb-6c7432533ee6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:15.246062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-86bfee02-15d8-4e7e-93bb-6c7432533ee6 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/cb53a324-02fd-4b41-86a3-f242b9947a32 HTTP/1.1" status: 404 len: 336 time: 0.1652820 Jul 22 23:46:15.246739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.247164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.257222 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.273716 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Transition to ACTIVE for port object 3e68e053-ea4e-46cf-af6a-e04155aabeab will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:15.282663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-e53c96cf-eb1d-4f12-9f7b-774af59cf885 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:15.283265 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.356949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Pushing event updated for resources: {'Port': ['ID=3e68e053-ea4e-46cf-af6a-e04155aabeab,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:15.389868 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Attempting to bind port 3e68e053-ea4e-46cf-af6a-e04155aabeab on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:15.390590 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Attempting to bind port 3e68e053-ea4e-46cf-af6a-e04155aabeab by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:15.391144 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Attempting to bind port 3e68e053-ea4e-46cf-af6a-e04155aabeab on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:15.404402 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:15.405298 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:15.407275 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.407717 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:15.408246 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Bound port: 3e68e053-ea4e-46cf-af6a-e04155aabeab, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:15.409131 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.416962 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-71310cd3-79bf-4f36-ba4e-bc30fe261340 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:15.417651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71310cd3-79bf-4f36-ba4e-bc30fe261340 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:15.422007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-71310cd3-79bf-4f36-ba4e-bc30fe261340 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/72163db5-9fbc-49f2-bc65-f6aee74a8648 HTTP/1.1" status: 404 len: 337 time: 0.1545715 Jul 22 23:46:15.430308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.453548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.463052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.480078 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] For port 3e68e053-ea4e-46cf-af6a-e04155aabeab, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:15.485644 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] For port 3e68e053-ea4e-46cf-af6a-e04155aabeab, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3e68e053-ea4e-46cf-af6a-e04155aabeab,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:15.485781 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.486138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.486684 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.487500 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.488242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.488514 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.489316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.489907 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.490367 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.490744 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.491080 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.491473 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:15.505096 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.524160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3a852334-11e6-4b09-91ae-4ce223d37758 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 200 len: 205 time: 0.0899959 Jul 22 23:46:15.535392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.581172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Routers {'744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:15.582081 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:45:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:15.621419 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-8ceee9db-3bd2-4cd6-8f01-ce0b46f45429 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:15.622614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ceee9db-3bd2-4cd6-8f01-ce0b46f45429 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/38197a53-b75e-4fc0-97b8-7f8045fc44e8 HTTP/1.1" status: 404 len: 336 time: 0.0820978 Jul 22 23:46:15.632595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.653064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b563e1-4d0f-4332-bac6-7cfa0d0e3ef8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:15.687902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da85f9-805a-4c62-8300-08b67e506e65 req-86f95539-cae2-463f-a9cc-d1fc6db063e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.692876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-86f95539-cae2-463f-a9cc-d1fc6db063e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89075ddc37421daf240e407800e050&device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 1097 time: 0.5476587 Jul 22 23:46:15.714323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6b73df00-cc82-471b-98b4-5ca9aa4531d1 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aee88e7-8b34-4234-8330-b39e7a97b1e3 HTTP/1.1" status: 200 len: 205 time: 0.0713160 Jul 22 23:46:15.715652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.784054 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] Set router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:15.795842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:15.810483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a146c31-40d8-44a3-aea2-c80e88a9cd66 req-1586acab-f6ff-47ff-84be-b7c43634e770 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:15.817632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a146c31-40d8-44a3-aea2-c80e88a9cd66 req-1586acab-f6ff-47ff-84be-b7c43634e770 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.6515248 Jul 22 23:46:15.828466 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bb15184b-6480-45b8-a110-f9ae6fcad0b0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:15.832742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb15184b-6480-45b8-a110-f9ae6fcad0b0 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/4aee88e7-8b34-4234-8330-b39e7a97b1e3 HTTP/1.1" status: 404 len: 336 time: 0.1154573 Jul 22 23:46:15.834353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:15.911313 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c011341-743c-4587-abd3-68d8528fa4f2 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:15.911798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c011341-743c-4587-abd3-68d8528fa4f2 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:15.921180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4c011341-743c-4587-abd3-68d8528fa4f2 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/0da8651f-2fb0-42d7-93a7-f3704677fd7c HTTP/1.1" status: 404 len: 337 time: 0.0853469 Jul 22 23:46:15.922520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.000667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a9152cb4-c038-442c-a786-6e0eb30e1d2a tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=468b5797-2610-426d-9c36-e2a35eeb31f5 HTTP/1.1" status: 200 len: 205 time: 0.0711753 Jul 22 23:46:16.001650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.021829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a146c31-40d8-44a3-aea2-c80e88a9cd66 req-7887decb-ca92-403c-ab9f-e0ea965cdc3a tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029185 Jul 22 23:46:16.073413 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bb5efeb1-76e0-4d0a-9070-9a32fe7256f9 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:16.077773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb5efeb1-76e0-4d0a-9070-9a32fe7256f9 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/468b5797-2610-426d-9c36-e2a35eeb31f5 HTTP/1.1" status: 404 len: 336 time: 0.0545170 Jul 22 23:46:16.081888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e53c96cf-eb1d-4f12-9f7b-774af59cf885 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "DELETE /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags HTTP/1.1" status: 204 len: 168 time: 0.8134577 Jul 22 23:46:16.081888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.082349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.089069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-7767c519-02c1-4a5e-8ad3-f3a5b12458a3 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-922027403') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.129754 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33445a15-9d68-4684-8724-0a0380fc4b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.142609 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76cd192-4c54-491b-8761-f91bf2cb299b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:16.143069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76cd192-4c54-491b-8761-f91bf2cb299b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:16.146655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.147670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e76cd192-4c54-491b-8761-f91bf2cb299b tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/718d3fef-d0d4-48e3-9ced-16746f939f49 HTTP/1.1" status: 404 len: 337 time: 0.0662470 Jul 22 23:46:16.151250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46254) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.170224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.184246 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19759ba2-eac7-4db6-9c72-440c0b6a4d44 None None] Pushing event updated for resources: {'Port': ['ID=3e68e053-ea4e-46cf-af6a-e04155aabeab,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:16.212921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-13973878-d304-4699-bc22-7985b0f16777 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b1dbc08-3129-4657-8e85-189a698b5e1c HTTP/1.1" status: 200 len: 205 time: 0.0599015 Jul 22 23:46:16.216364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.218660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da85f9-805a-4c62-8300-08b67e506e65 req-0a1616ae-46a8-48c6-a2fa-e6f6ce2daaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:16.220735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-0a1616ae-46a8-48c6-a2fa-e6f6ce2daaeb service neutron] 10.222.0.48 "GET /v2.0/networks?id=afccc953-871b-431b-8bff-03f4121b2f63 HTTP/1.1" status: 200 len: 915 time: 0.4802415 Jul 22 23:46:16.268670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.269911 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9981611 Jul 22 23:46:16.281742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46260) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.283730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:16.316863 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 3, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.327865 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-e29ae0b5-ff3f-4cf0-b089-3b48ffb55cf4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] delete failed (client error): The resource could not be found. Jul 22 23:46:16.329176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e29ae0b5-ff3f-4cf0-b089-3b48ffb55cf4 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/routers/2b1dbc08-3129-4657-8e85-189a698b5e1c HTTP/1.1" status: 404 len: 336 time: 0.1097713 Jul 22 23:46:16.331781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.347675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-6b38741c-3ea3-4db6-9080-40654164133a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b HTTP/1.1" status: 200 len: 217 time: 0.1154160 Jul 22 23:46:16.357241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e427-1a44-400a-ad7f-35d99e6aa337 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33138b-b483-4afa-95cd-f0cfe65cfc25,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:16.369947 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98e1577-ef61-4b17-a75b-07d9fd1aa715 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:16.370777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98e1577-ef61-4b17-a75b-07d9fd1aa715 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:16.374590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e98e1577-ef61-4b17-a75b-07d9fd1aa715 tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/5082692d-a895-41b5-bc3f-92079b1da5f6 HTTP/1.1" status: 404 len: 337 time: 0.0413721 Jul 22 23:46:16.379093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46264) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.379302 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a311eef9-2c31-428d-9176-01705cd50b69 None None] The sync data for ids ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'] in n-d-758851-4 is: [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:46:11Z', 'revision_number': 3, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:16.427147 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7767c519-02c1-4a5e-8ad3-f3a5b12458a3 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] show failed (client error): The resource could not be found. Jul 22 23:46:16.428094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7767c519-02c1-4a5e-8ad3-f3a5b12458a3 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-922027403 HTTP/1.1" status: 404 len: 325 time: 0.3448224 Jul 22 23:46:16.435308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.443685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 172.25.5.249 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/70abe942-d93b-45f3-bd75-feaf31ffe885) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:16.451769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-35f54acb-19ad-4557-8c34-d5f8a33865d8 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea', 'tempest-TagsTest-Tag-383494219') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.568220 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-35f54acb-19ad-4557-8c34-d5f8a33865d8 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] show failed (client error): The resource could not be found. Jul 22 23:46:16.569633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-35f54acb-19ad-4557-8c34-d5f8a33865d8 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "GET /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags/tempest-TagsTest-Tag-383494219 HTTP/1.1" status: 404 len: 325 time: 0.1318545 Jul 22 23:46:16.573671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.586569 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1faf5a-ffdd-40fc-a0d0-9ec0dc68d9cc tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] DELETE failed (client error): The resource could not be found. Jul 22 23:46:16.587140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1faf5a-ffdd-40fc-a0d0-9ec0dc68d9cc tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:46:16.592769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-0a44422d-6963-4b48-854e-6aa07b44e528 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7eca271c-275b-4aa8-97f4-e5428927a8ea') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:16.593147 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0d1faf5a-ffdd-40fc-a0d0-9ec0dc68d9cc tempest-RoutersTest-1128141350 tempest-RoutersTest-1128141350-project] 10.222.0.21 "DELETE /v2.0/subnets/8153264e-c78a-41be-b1b3-a16fe896e323 HTTP/1.1" status: 404 len: 337 time: 0.1981614 Jul 22 23:46:16.688203 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:46:16.701454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7856507-1593-4850-bd4b-3db550330312 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4135203 Jul 22 23:46:16.709565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da85f9-805a-4c62-8300-08b67e506e65 req-26113fef-574e-4bcc-9fae-4ebc3ff7cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:16.711023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-26113fef-574e-4bcc-9fae-4ebc3ff7cdc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=01797f71-c0fb-45fe-9edb-08878607c663 HTTP/1.1" status: 200 len: 854 time: 0.3494456 Jul 22 23:46:16.711902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.764247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a44422d-6963-4b48-854e-6aa07b44e528 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "DELETE /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1827259 Jul 22 23:46:16.764247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46282) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:16.793811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-security--1658650154', 'description': 'tempest-security-description-1944593678'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:16.972020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.129729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-ba15aa01-5c8b-43a9-942f-338a47e2baa2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afccc953-871b-431b-8bff-03f4121b2f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3673267 Jul 22 23:46:17.156474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:17.214710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.241322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eca271c-275b-4aa8-97f4-e5428927a8ea']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:17.278581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d008218-23ce-4914-8acd-bd226b2b363f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:17.278883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d008218-23ce-4914-8acd-bd226b2b363f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:17.290236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.308666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.315660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:17.316179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:17.347611 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:17.433779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.446021 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.448713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] 10.222.0.21 "DELETE /v2.0/networks/7eca271c-275b-4aa8-97f4-e5428927a8ea HTTP/1.1" status: 204 len: 168 time: 0.6848667 Jul 22 23:46:17.473033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc6c1d-86c4-49b0-a7c7-8e405b5b4a2a req-5173d65e-d81b-4edd-b28d-b149160e44bc tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:17.476008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ffc6c1d-86c4-49b0-a7c7-8e405b5b4a2a req-5173d65e-d81b-4edd-b28d-b149160e44bc tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.3175893 Jul 22 23:46:17.477543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5caf0-5686-4347-9cfb-482bff26a956 tempest-TagsTest-1322079175 tempest-TagsTest-1322079175-project] Pushing event deleted for resources: {'Network': ['ID=7eca271c-275b-4aa8-97f4-e5428927a8ea,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:17.480760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:17.544948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ffc6c1d-86c4-49b0-a7c7-8e405b5b4a2a req-49c910bc-f0b1-48b8-a318-bc629187e0d6 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570128 Jul 22 23:46:17.668246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Allocated IP 172.20.0.1 (910572c5-2f43-4c23-94ac-5b382224c226/ab8b86bf-f420-45c9-98fe-607758001bb4/4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:17.674052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.680408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1448185308'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:17.726057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Made reservation on behalf of 6cfa1d11f99d4aee85a2d242d1fbd54d for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:17.734263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.746491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.894637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.907214 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.913066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.945657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:17.955208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b45c58-722c-42d3-ae9b-11340fa6cf51,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:17.956949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:17.975138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:17.975744 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Added segment 77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4 of type vlan for network 0899da51-de55-4360-9ad9-e4f23206379c Jul 22 23:46:18.019258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.029477 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-a8daabdd-a00d-49a6-8fce-221945c2824f service neutron] 10.222.0.48 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8738251 Jul 22 23:46:18.039577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.044768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.047063 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.048416 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "PUT /v2.0/security-groups/1d33138b-b483-4afa-95cd-f0cfe65cfc25 HTTP/1.1" status: 200 len: 1780 time: 1.2873061 Jul 22 23:46:18.052734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.091398 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b3df455-2112-4c12-9f85-afa069df54aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b180a8bb8054cabb91013f96493a3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316425 Jul 22 23:46:18.098663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.130028 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.136135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:18.136740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.153282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.157948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f2b5b-2edf-4e7b-b8c5-b9a6bf988610 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33138b-b483-4afa-95cd-f0cfe65cfc25,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.193781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-10303235-5456-4cbf-826e-fd1cbb7cc430 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups/1d33138b-b483-4afa-95cd-f0cfe65cfc25 HTTP/1.1" status: 200 len: 1780 time: 0.1396899 Jul 22 23:46:18.195264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46318) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.212271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.302678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8204665 Jul 22 23:46:18.331730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3e68e053-ea4e-46cf-af6a-e04155aabeab up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:18.333970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:18.342266 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-29da85f9-805a-4c62-8300-08b67e506e65 req-9d563ec4-3ac1-4d13-aa87-9167dd9682a2 service neutron] 10.222.0.48 "GET /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893534 Jul 22 23:46:18.350117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:18.372823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:18.380462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=70abe942-d93b-45f3-bd75-feaf31ffe885,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.380808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c293771-b6e3-48c0-bd29-ba5b4f783127 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Pushing event updated for resources: {'Network': ['ID=0899da51-de55-4360-9ad9-e4f23206379c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.410132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0899da51-de55-4360-9ad9-e4f23206379c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:18.419007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fac26b16-1b50-4d2d-9b6f-784b3202a014 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fb088674d6643fda3452a7262397a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609344 Jul 22 23:46:18.423085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.472711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.501757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-120adb26-cc5b-4eab-be59-eecab51fccd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.582381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef497-db15-4964-95a6-0c5759959353 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.617168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3e68e053-ea4e-46cf-af6a-e04155aabeab completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:18.642989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3e68e053-ea4e-46cf-af6a-e04155aabeab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:18.645868 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.709194 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef497-db15-4964-95a6-0c5759959353 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.718412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Network 910572c5-2f43-4c23-94ac-5b382224c226 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:18.739287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:18.740202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-120adb26-cc5b-4eab-be59-eecab51fccd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.764106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:18.784359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.785030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Pushing event updated for resources: {'Port': ['ID=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:18.820401 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0948b270-c99c-4b08-bd08-84e8aa4d6054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.823279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3e68e053-ea4e-46cf-af6a-e04155aabeab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3e68e053-ea4e-46cf-af6a-e04155aabeab,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:18.833436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.836099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:18.856807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Request body: {'port': {'network_id': '0899da51-de55-4360-9ad9-e4f23206379c', 'binding:host_id': 'n-h1-758851-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1422383165'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:18.865334 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.892750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:18.987823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3e68e053-ea4e-46cf-af6a-e04155aabeab,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.005129 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0948b270-c99c-4b08-bd08-84e8aa4d6054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.021403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.036035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Made reservation on behalf of 3f640e4730e74863a4ffae0da975d165 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:19.037516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.064168 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef497-db15-4964-95a6-0c5759959353 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.068820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef497-db15-4964-95a6-0c5759959353 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.068820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd4ef497-db15-4964-95a6-0c5759959353 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d33138b-b483-4afa-95cd-f0cfe65cfc25 HTTP/1.1" status: 204 len: 168 time: 0.8276072 Jul 22 23:46:19.068820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.076417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:19.115934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-120adb26-cc5b-4eab-be59-eecab51fccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.118510 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-120adb26-cc5b-4eab-be59-eecab51fccd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.120161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-120adb26-cc5b-4eab-be59-eecab51fccd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41207eed-f91c-4e70-837d-95705cc49372 HTTP/1.1" status: 204 len: 168 time: 1.0223007 Jul 22 23:46:19.130179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef497-db15-4964-95a6-0c5759959353 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33138b-b483-4afa-95cd-f0cfe65cfc25,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.164880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f8fd9-5b59-4b97-b566-bd90dfbc1033 req-3eb0cbd1-6f68-4d9a-9faa-008768a39955 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:19.173851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea3f8fd9-5b59-4b97-b566-bd90dfbc1033 req-3eb0cbd1-6f68-4d9a-9faa-008768a39955 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.4938920 Jul 22 23:46:19.193406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120adb26-cc5b-4eab-be59-eecab51fccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41207eed-f91c-4e70-837d-95705cc49372,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.271232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ffebff25-a6be-4161-b439-6cc836963517 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841578 Jul 22 23:46:19.276238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:19.276238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0948b270-c99c-4b08-bd08-84e8aa4d6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.278513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0948b270-c99c-4b08-bd08-84e8aa4d6054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.285988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0948b270-c99c-4b08-bd08-84e8aa4d6054 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7d55c68-ddf2-45d0-897c-12674b103bc7 HTTP/1.1" status: 204 len: 168 time: 0.8581548 Jul 22 23:46:19.344474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea3f8fd9-5b59-4b97-b566-bd90dfbc1033 req-2b48269d-3c4d-4f5e-ad6e-cb7a7d516882 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687410 Jul 22 23:46:19.351356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.384473 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-55c4b7c7-917f-48b3-b774-bce745df0dda tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] delete failed (client error): The resource could not be found. Jul 22 23:46:19.385795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-55c4b7c7-917f-48b3-b774-bce745df0dda tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d33138b-b483-4afa-95cd-f0cfe65cfc25 HTTP/1.1" status: 404 len: 347 time: 0.0923190 Jul 22 23:46:19.388542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948b270-c99c-4b08-bd08-84e8aa4d6054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d55c68-ddf2-45d0-897c-12674b103bc7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.403284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46376) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:19.419684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127240156'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:19.442332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.447233 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-357c36b6-d811-4be0-8afc-9e7fad13fc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.453071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.533937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.553603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.562921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:19.600462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.680703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.696904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeaf08e-dd97-4577-85c6-26bf9f69584b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.814805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.913623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.940878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:19.958327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=70abe942-d93b-45f3-bd75-feaf31ffe885,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:19.974392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.974977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.975360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.976531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.976531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.976531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.976899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.977018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.977295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.977618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.978517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:19.978858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:20.045023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.192651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Pushing event updated for resources: {'Port': ['ID=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.203930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.205674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Network 910572c5-2f43-4c23-94ac-5b382224c226 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:20.207209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:20.344011 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.353946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.371236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3e68e053-ea4e-46cf-af6a-e04155aabeab up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:20.398566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:20.415491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.417873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0096037 Jul 22 23:46:20.422032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:20.423158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.432031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': 'dba4c3da-c00f-470a-98ab-0aa62671a864', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:20.460364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f675f1-4120-4db0-932e-ccd4a94f0cc3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba4c3da-c00f-470a-98ab-0aa62671a864,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.475124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.475518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Transition to ACTIVE for port object fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:20.486482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f1b2a520-1d29-4651-8840-c9ab1ffaefcd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9905553 Jul 22 23:46:20.500978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:46:20.507018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.567473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3e68e053-ea4e-46cf-af6a-e04155aabeab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:20.570350 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.633746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.695375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:46:20.713393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Sync routers for ids ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:46:20.722239 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4e6924b2-ce6b-4789-8718-89d8df92a12f admin admin] 10.222.0.21 "PUT /v2.0/routers/744f6ca4-0e5c-4d69-b064-07a0bb97e3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8216426 Jul 22 23:46:20.742159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Routers {'744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:20.742924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:46:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:20.786698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=fbd6b3f3-4d47-44a2-b1b5-8a20535786a4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.821487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Checking segment: {'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:20.821866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Network hostable DHCP agents. Network: 0899da51-de55-4360-9ad9-e4f23206379c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:20.858012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.865821 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.883271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447ccfa-627f-4a49-bad2-80e0f71831c8 req-814cd5ef-f5b0-4266-b938-89594e9c608d tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:20.884936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f447ccfa-627f-4a49-bad2-80e0f71831c8 req-814cd5ef-f5b0-4266-b938-89594e9c608d tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.3596008 Jul 22 23:46:20.888849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Network 0899da51-de55-4360-9ad9-e4f23206379c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:20.911930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8340e5-21ed-4f9a-99f9-b0c3f9a3af67,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:20.929664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Set router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:20.937231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0899da51-de55-4360-9ad9-e4f23206379c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:20.941793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:20.945645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-30269d13-fa2d-4efc-afd6-931e053d6b88 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156980 Jul 22 23:46:20.945963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:20.977033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:20.990988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a5e3a7-6afc-45df-95b4-32c38d913eed None None] Network 0899da51-de55-4360-9ad9-e4f23206379c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:21.033155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6abc9b-04aa-4002-8aaa-af92a937be89 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.049868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f447ccfa-627f-4a49-bad2-80e0f71831c8 req-e592a1d4-64b5-4cd6-a844-efe6fbe61f24 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526814 Jul 22 23:46:21.052568 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6abc9b-04aa-4002-8aaa-af92a937be89 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.056536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.057096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.059075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.076379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.076379 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.076843 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 2 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.125112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.125531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.127397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.139926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.151033 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.151729 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 3 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.179515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6abc9b-04aa-4002-8aaa-af92a937be89 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.184486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.185212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.185896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.202766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d6abc9b-04aa-4002-8aaa-af92a937be89 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.206124 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d6abc9b-04aa-4002-8aaa-af92a937be89 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ec8340e5-21ed-4f9a-99f9-b0c3f9a3af67 HTTP/1.1" status: 204 len: 168 time: 0.2570524 Jul 22 23:46:21.207982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.220229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.220774 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.221319 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 4 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.234640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6abc9b-04aa-4002-8aaa-af92a937be89 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec8340e5-21ed-4f9a-99f9-b0c3f9a3af67,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:21.270661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.271272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.271878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.302851 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6c452f3-7798-418a-98f3-1919f47a5138 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0937264 Jul 22 23:46:21.305727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.329513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.329875 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.333569 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 5 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.393023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.393640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.393895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.407690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.408036 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.414176 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 6 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.434765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.435386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.436041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.459128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5c3-5ec1-4989-b0ad-a4180e37a21d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.468561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.472692 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.474254 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 7 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.505178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.506043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.507027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.508899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5c3-5ec1-4989-b0ad-a4180e37a21d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.518864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-7afca743-c7be-4da0-8a0b-7a3dbfe02b8c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--787581223&fields=id&tenant_id=db8468aac7ea448b8a186c65f3299508 HTTP/1.1" status: 200 len: 267 time: 0.2107036 Jul 22 23:46:21.523643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.524118 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.524626 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 8 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.612613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-25fed83a-c692-41c9-a20e-df4af280e8e9 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:21.616206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-25fed83a-c692-41c9-a20e-df4af280e8e9 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 937 time: 0.0867393 Jul 22 23:46:21.622902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.623374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.623816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.631862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.632400 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.633725 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 9 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.646259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5c3-5ec1-4989-b0ad-a4180e37a21d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.652172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57c0f5c3-5ec1-4989-b0ad-a4180e37a21d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.660758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-57c0f5c3-5ec1-4989-b0ad-a4180e37a21d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/dba4c3da-c00f-470a-98ab-0aa62671a864 HTTP/1.1" status: 204 len: 168 time: 0.3534000 Jul 22 23:46:21.661699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.683385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.684097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.684647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.695862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0f5c3-5ec1-4989-b0ad-a4180e37a21d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba4c3da-c00f-470a-98ab-0aa62671a864,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:21.701122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.702477 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.706588 n-d-758851-4 neutron-server[93791]: INFO neutron.plugins.ml2.plugin [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 10 to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 Jul 22 23:46:21.727777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-7164a1c6-e235-4b01-84aa-188106e42b27 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:21.729739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-7164a1c6-e235-4b01-84aa-188106e42b27 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 936 time: 0.0991726 Jul 22 23:46:21.733498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:21.734176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:21.734679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:21.752532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:21.753153 n-d-758851-4 neutron-server[93791]: ERROR neutron.plugins.ml2.managers [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:21.753703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.770675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b59dfcbb-b086-42df-b443-d488992e5940 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989435 Jul 22 23:46:21.776506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.778076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46468) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:21.786978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137169141'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:21.829894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2eb1f374-8524-4b59-8cb3-c44e4aec868a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0883243 Jul 22 23:46:21.835724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:21.889010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:46:19Z', 'revision_number': 4, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03', 'name': '', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'mac_address': 'fa:16:3e:fc:f4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:16Z', 'updated_at': '2021-07-22T23:46:19Z', 'revision_number': 2, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'subnets': [{'id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:21.893264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-641ef0e9-b1f8-4e05-a928-ba6d9320c054 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0438645 Jul 22 23:46:21.944348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Checking router: 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:46:21.944812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Updating router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:46:22.000091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.014115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] For port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:22.014575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempted to set empty binding levels {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:46:22.021664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.044200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.052368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.089636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.090326 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.121023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-cbb43afb-d7e4-4a55-934d-1f264c805505 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.122359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.127555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-cbb43afb-d7e4-4a55-934d-1f264c805505 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.127944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3488019 Jul 22 23:46:22.128590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.133738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-cbb43afb-d7e4-4a55-934d-1f264c805505 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.136390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-cbb43afb-d7e4-4a55-934d-1f264c805505 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 1994 time: 0.2346301 Jul 22 23:46:22.139860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '6fd8b782-f397-4583-bfe6-1df1e42219ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:22.141784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=fbd6b3f3-4d47-44a2-b1b5-8a20535786a4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.148308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b79370-7eea-4c7f-b3eb-61a15bce7f9a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd8b782-f397-4583-bfe6-1df1e42219ea,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.184493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-403277ad-e887-40af-a586-dfda927c0906 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/quotas/db8468aac7ea448b8a186c65f3299508 HTTP/1.1" status: 200 len: 375 time: 0.0267401 Jul 22 23:46:22.196385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.207422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee68c331-8146-4b1c-b24e-b76607523e3b tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.3511145 Jul 22 23:46:22.207422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.274892 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.335109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.341218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.361315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bbce4d-e714-49ea-ae5e-52b9fcca1fc6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.383375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.389811 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b85ed557-a8ba-478a-873c-8a9a78b12062 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2569795 Jul 22 23:46:22.390829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.396305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '6fd8b782-f397-4583-bfe6-1df1e42219ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:22.399514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-03c9670f-2e95-4499-86ce-bf9f6ee6fdeb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:22.401338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-03c9670f-2e95-4499-86ce-bf9f6ee6fdeb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 819 time: 0.3142505 Jul 22 23:46:22.428441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-57e3fed8-2641-4643-b96b-900fe46c3728 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2432678 Jul 22 23:46:22.447632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-dd18c595-9c21-4621-8491-61bd7d38b7fe tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/quotas/79c1dd5640d3442c88064a1c50d0dd2b HTTP/1.1" status: 200 len: 375 time: 0.0163128 Jul 22 23:46:22.471465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.495636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b62bf0c7-cf09-4cdd-87ce-6e06ce2951bb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:46:22.496684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b62bf0c7-cf09-4cdd-87ce-6e06ce2951bb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081277 Jul 22 23:46:22.504834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Deleting port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:22.505429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.589983 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.603475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Transition to ACTIVE for port object 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:22.617019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.630792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.637597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.683092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8a8fab-3e2c-4b36-bdbc-ef993fff7876,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.695854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.697346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1df55b06-ab18-4013-96a9-fbae718952fd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050358 Jul 22 23:46:22.708779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.714620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '6fd8b782-f397-4583-bfe6-1df1e42219ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:22.722058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649a893-087b-4abe-b55c-181a3e43e40f None None] Pushing event updated for resources: {'Port': ['ID=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.760999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.818819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] For port fbd6b3f3-4d47-44a2-b1b5-8a20535786a4, host n-h1-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:22.819189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.820860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Attempting to bind port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:22.821695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Attempting to bind port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:22.823439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Attempting to bind port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 on network 910572c5-2f43-4c23-94ac-5b382224c226 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:22.831219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:22.833674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Checking segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:22.835013 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.835693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Bound using segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:22.836979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Bound port: 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:22.837586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.852552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.853951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-36235f4a-b130-41d4-9cc9-4fdd89c51433 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4054246 Jul 22 23:46:22.867474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.883609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeaec78-a9b7-4c26-866d-3a376b4f3b80,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:22.888135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Calling delete_port for fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:22.892530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ccc6eba5-045d-4206-b825-c534e6de1d3a service neutron] 10.222.0.21 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792520 Jul 22 23:46:22.907943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.909938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b4841e1c-ff15-4121-8c64-f03137e27da6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996017 Jul 22 23:46:22.912960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:22.921724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '6fd8b782-f397-4583-bfe6-1df1e42219ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:22.993298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:22.997413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] For port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:23.008143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] For port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:23.013560 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.098922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Routers {'744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:46:23.100203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:46:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.150182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.248792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] Set router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:46:23.251836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.281220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.330294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-ce1da116-9398-48df-a7b9-e032075896ef service neutron] 10.222.0.21 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564278 Jul 22 23:46:23.350137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d75e1a41-2956-46fc-92f1-ada758778535 service neutron] 10.222.0.21 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258215 Jul 22 23:46:23.356044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8482cc-57b5-4482-9ee4-19c0e34a3e7e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:23.368831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-7789790d-79e4-4d9d-a905-1548f7c4b816 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:23.370729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-7789790d-79e4-4d9d-a905-1548f7c4b816 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.48 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.2328591 Jul 22 23:46:23.372637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.377625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-257e5513-9a20-472a-ab13-b6ae948a84fb tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4627738 Jul 22 23:46:23.379986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.404990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '6fd8b782-f397-4583-bfe6-1df1e42219ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:23.437228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2d12f6b-2825-42b6-90fe-80b94c602e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.461677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.546009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-63a5b677-a408-48d4-8d81-f2f2720641d0 service neutron] 10.222.0.21 "GET /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1946337 Jul 22 23:46:23.560066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649a893-087b-4abe-b55c-181a3e43e40f None None] Pushing event updated for resources: {'Port': ['ID=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:23.591404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:46:19Z', 'revision_number': 4, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03', 'name': '', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'mac_address': 'fa:16:3e:fc:f4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:16Z', 'updated_at': '2021-07-22T23:46:22Z', 'revision_number': 4, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'subnets': [{'id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:23.622663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51092f7-520f-43d3-a0d7-5ecebd218762 None None] The sync data for ids ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'] in n-d-758851-4 is: [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:46:19Z', 'revision_number': 4, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03', 'name': '', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'mac_address': 'fa:16:3e:fc:f4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:16Z', 'updated_at': '2021-07-22T23:46:22Z', 'revision_number': 4, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'subnets': [{'id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:46:23.654509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbd6b3f3-4d47-44a2-b1b5-8a20535786a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:23.683243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.736899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-4d0cc525-5e47-496a-9e47-97f19d72c1d4 service neutron] 10.222.0.21 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734062 Jul 22 23:46:23.740248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.744791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c9407c37-876b-4954-8173-2be3ee65ff6d tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 HTTP/1.1" status: 204 len: 168 time: 1.5339084 Jul 22 23:46:23.750646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.774520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Deleting port f426bdeb-ec86-4d13-bcb8-8f93643bb46b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:23.782473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.822843 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca31652-2a59-48ec-b400-8baf5f45fcec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:46:23.824771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eca31652-2a59-48ec-b400-8baf5f45fcec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "GET /v2.0/ports/fbd6b3f3-4d47-44a2-b1b5-8a20535786a4 HTTP/1.1" status: 404 len: 333 time: 0.0731354 Jul 22 23:46:23.829534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:23.831513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b828bea6-6454-4246-8b50-becbd8db3f6d service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846081 Jul 22 23:46:23.845551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Request body: {'port': {'network_id': '0899da51-de55-4360-9ad9-e4f23206379c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-876035250'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:23.919321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.935219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.935814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2d12f6b-2825-42b6-90fe-80b94c602e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:23.955261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2d12f6b-2825-42b6-90fe-80b94c602e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.018852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdb1a83-7a16-441d-a041-e37ac6fe60b3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:24.027465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Made reservation on behalf of 3f640e4730e74863a4ffae0da975d165 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:24.032533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.080015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.083995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6768e403-a258-415d-870c-b53c4e1bd5b3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7004809 Jul 22 23:46:24.116571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.168705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port 2312b79b-67ba-4570-9804-d8cf2d82650c yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:24.192916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c19b6a04-6278-4643-9afc-2d0d9d3f595a service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428216 Jul 22 23:46:24.197450 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-787bcc2d-8389-4e45-b48f-d2ca53fd4b6d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.358172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:24.398236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-787bcc2d-8389-4e45-b48f-d2ca53fd4b6d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.467938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:24.479068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:24.479776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.504265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-f78d82ec-8a99-49e9-8e97-a04a11415ca4 service neutron] 10.222.0.21 "GET /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2288277 Jul 22 23:46:24.521809 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-787bcc2d-8389-4e45-b48f-d2ca53fd4b6d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.531433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-787bcc2d-8389-4e45-b48f-d2ca53fd4b6d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.533638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-787bcc2d-8389-4e45-b48f-d2ca53fd4b6d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/efdb1a83-7a16-441d-a041-e37ac6fe60b3 HTTP/1.1" status: 204 len: 168 time: 0.4131470 Jul 22 23:46:24.558109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46548) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.587068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bcc2d-8389-4e45-b48f-d2ca53fd4b6d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efdb1a83-7a16-441d-a041-e37ac6fe60b3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:24.612498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e28057-11b1-46a2-a9c9-006b674a188a req-d44a7194-f900-452b-a487-9750558a3b11 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:24.622447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00e28057-11b1-46a2-a9c9-006b674a188a req-d44a7194-f900-452b-a487-9750558a3b11 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/ports?device_id=958201f0-5414-4b08-8d96-f810598af876 HTTP/1.1" status: 200 len: 946 time: 0.5371754 Jul 22 23:46:24.638544 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.688690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:24.698618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.723166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] For port f426bdeb-ec86-4d13-bcb8-8f93643bb46b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,segment=NetworkSegment(b8066512-f14e-4e6e-ade4-26badcd1e50f),segment_id=b8066512-f14e-4e6e-ade4-26badcd1e50f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:24.723904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:24.748125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Calling delete_port for f426bdeb-ec86-4d13-bcb8-8f93643bb46b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:24.792998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00e28057-11b1-46a2-a9c9-006b674a188a req-3ac82670-b15f-4d22-a242-7541d458aeb0 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ed52ae3-7197-4060-81c9-dfeb88449e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691928 Jul 22 23:46:24.806031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:24.971031 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e2d12f6b-2825-42b6-90fe-80b94c602e77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9d9e154d15240d4a9bab55eb3a1faf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8151126 Jul 22 23:46:24.975604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46556) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:24.976267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.014933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['f426bdeb-ec86-4d13-bcb8-8f93643bb46b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:25.038328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6161f623-b69e-4f95-a274-8a489c083710 req-0cfc771d-6dc2-4e26-b737-752065bcd227 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 210 time: 0.0456388 Jul 22 23:46:25.051972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d312105c-094f-430c-9471-9aa832ffdf10 service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441751 Jul 22 23:46:25.080441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.105479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12f6b-2825-42b6-90fe-80b94c602e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4c0a63-014f-43bf-a9c1-3363ee8e2918,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.179166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b590c95a-667d-4f8a-aab3-4aab3084be2b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6052396 Jul 22 23:46:25.180152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Pushing event deleted for resources: {'Port': ['ID=f426bdeb-ec86-4d13-bcb8-8f93643bb46b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.208287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.267035 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-027ba5e4-12c9-4cd6-b880-c6e4102882d6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.316848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-addd3a05-c00d-4443-8f9b-afd5fefab4dc service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632694 Jul 22 23:46:25.319657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-027ba5e4-12c9-4cd6-b880-c6e4102882d6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.322397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad0fec02-73af-4a5b-b626-ac89c3d4b4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.324565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] No DVR routers for this DVR port f426bdeb-ec86-4d13-bcb8-8f93643bb46b on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:46:25.327813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.331660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.334199 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-43adb4ff-20bb-4d48-8ca5-d359f40fc52b req-5f384ab3-e0fd-47cd-bb99-14dab463ab04 tempest-InstanceActionsTestJSON-1371941296 tempest-InstanceActionsTestJSON-1371941296-project] 10.222.0.48 "DELETE /v2.0/ports/f426bdeb-ec86-4d13-bcb8-8f93643bb46b HTTP/1.1" status: 204 len: 173 time: 1.9530985 Jul 22 23:46:25.336124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958201f0-5414-4b08-8d96-f810598af876', 'name': 'network-vif-deleted', 'tag': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:25.348563 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c1c118-9bdc-40fc-8c04-a28efbf7b051" -d '{"events": [{"server_uuid": "958201f0-5414-4b08-8d96-f810598af876", "name": "network-vif-deleted", "tag": "f426bdeb-ec86-4d13-bcb8-8f93643bb46b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:25.438112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Network 0899da51-de55-4360-9ad9-e4f23206379c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:25.447972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad0fec02-73af-4a5b-b626-ac89c3d4b4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.484270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:25.511157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-027ba5e4-12c9-4cd6-b880-c6e4102882d6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.527372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-027ba5e4-12c9-4cd6-b880-c6e4102882d6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.529140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-027ba5e4-12c9-4cd6-b880-c6e4102882d6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ad8482cc-57b5-4482-9ee4-19c0e34a3e7e HTTP/1.1" status: 204 len: 168 time: 0.3198209 Jul 22 23:46:25.533948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.542411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba5e4-12c9-4cd6-b880-c6e4102882d6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad8482cc-57b5-4482-9ee4-19c0e34a3e7e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.643517 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c49b484-433f-4cae-a682-eae6dcb2df9c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1073787 Jul 22 23:46:25.680608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:25.719673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad0fec02-73af-4a5b-b626-ac89c3d4b4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.723754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad0fec02-73af-4a5b-b626-ac89c3d4b4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.745097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad0fec02-73af-4a5b-b626-ac89c3d4b4e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e4c0a63-014f-43bf-a9c1-3363ee8e2918 HTTP/1.1" status: 204 len: 168 time: 0.7502532 Jul 22 23:46:25.816875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fec02-73af-4a5b-b626-ac89c3d4b4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4c0a63-014f-43bf-a9c1-3363ee8e2918,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:25.866886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f74b2f0b-7c0b-44c0-91aa-4054efc8863c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:25.962226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f74b2f0b-7c0b-44c0-91aa-4054efc8863c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.089082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-7481a962-62c7-4c4a-93ec-ba3f05f1afa9 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:26.090982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-7481a962-62c7-4c4a-93ec-ba3f05f1afa9 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 819 time: 0.4335773 Jul 22 23:46:26.092368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f74b2f0b-7c0b-44c0-91aa-4054efc8863c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.101467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f74b2f0b-7c0b-44c0-91aa-4054efc8863c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.102989 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f74b2f0b-7c0b-44c0-91aa-4054efc8863c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cfeaec78-a9b7-4c26-866d-3a376b4f3b80 HTTP/1.1" status: 204 len: 168 time: 0.4160366 Jul 22 23:46:26.108148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.116136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Request body: {'port': {'device_id': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'admin_state_up': True, 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:26.119395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:26.124830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:26.125570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.166210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b2f0b-7c0b-44c0-91aa-4054efc8863c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfeaec78-a9b7-4c26-866d-3a376b4f3b80,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.269383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.323088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4904830 Jul 22 23:46:26.334747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.341472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:26.366734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:26.385653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e05f2bff-c4b5-4738-b348-4bc2c7d49668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.402555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f5444-e170-4ba2-b6ae-f669f126ddec tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=2312b79b-67ba-4570-9804-d8cf2d82650c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:26.494562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:26.494949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.497988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-53f98aad-8e42-47ee-a3c5-d492f5cd5e09 service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1396165 Jul 22 23:46:26.584500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-4959772d-84f5-4cb0-a2c2-5a9a08cfeef4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:26.591969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-4959772d-84f5-4cb0-a2c2-5a9a08cfeef4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 819 time: 1.1976945 Jul 22 23:46:26.622200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-80df037a-30fe-4474-9176-5a986bce71c0 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5103767 Jul 22 23:46:26.636979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46610) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.658009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.662101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-2b869f12-083d-42dd-9886-7f3fe9b0caf4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/quotas/79c1dd5640d3442c88064a1c50d0dd2b HTTP/1.1" status: 200 len: 375 time: 0.0500743 Jul 22 23:46:26.689980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46612) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:26.765621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949728ac-289e-4876-abef-3734000594b8 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.797525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b1b6245d-da89-446f-8cc3-6bbb95f6e143 service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810061 Jul 22 23:46:26.843902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949728ac-289e-4876-abef-3734000594b8 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:26.877577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9e80ddb0-e424-4bf9-95b0-9b834704a47a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1500485 Jul 22 23:46:26.901154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-5c5688ae-1693-41b3-ae4a-482f1f85d6b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:46:26.901393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-5c5688ae-1693-41b3-ae4a-482f1f85d6b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107903 Jul 22 23:46:27.022616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949728ac-289e-4876-abef-3734000594b8 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.031019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.037148 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949728ac-289e-4876-abef-3734000594b8 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.037401 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-949728ac-289e-4876-abef-3734000594b8 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/df8a8fab-3e2c-4b36-bdbc-ef993fff7876 HTTP/1.1" status: 204 len: 168 time: 0.3990655 Jul 22 23:46:27.046199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.078243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949728ac-289e-4876-abef-3734000594b8 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8a8fab-3e2c-4b36-bdbc-ef993fff7876,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.081762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2b5e569b-2555-4d7b-beb7-d8cc2d3f97ab service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702832 Jul 22 23:46:27.108728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e05f2bff-c4b5-4738-b348-4bc2c7d49668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.123873 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e05f2bff-c4b5-4738-b348-4bc2c7d49668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.161007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-5b962c7c-7237-41d8-bff4-ad846324df22 service neutron] 10.222.0.21 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245901 Jul 22 23:46:27.162085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port 2312b79b-67ba-4570-9804-d8cf2d82650c yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:27.181952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:46:27.181952 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:46:27.181952 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': '4d41d26095254551a49c66fa2175dfa2', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 46, 27, 109730)}] Jul 22 23:46:27.181952 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:46:27.182740 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:46:27.194390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1bbc4769-3aa9-47c1-aff6-5e3dfefc0d00 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1427498 Jul 22 23:46:27.194627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.198049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.223432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Made reservation on behalf of 79c1dd5640d3442c88064a1c50d0dd2b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:27.226417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.245204 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e05f2bff-c4b5-4738-b348-4bc2c7d49668 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f8d7616b1384d3a93659e30e0aee6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9501207 Jul 22 23:46:27.245204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2bff-c4b5-4738-b348-4bc2c7d49668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e20446a-6c00-4eef-9b98-622afdc0860e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.248045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.274701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4825-5ff8-43a8-8356-ebc057f3467b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.279683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Transition to ACTIVE for port object 2312b79b-67ba-4570-9804-d8cf2d82650c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:27.294099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4825-5ff8-43a8-8356-ebc057f3467b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.298059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.324444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-da5c6095-6941-4698-ba76-00be7ed60dd7 service neutron] 10.222.0.21 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227592 Jul 22 23:46:27.393283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-f7db41ac-8031-4e76-b5b3-95cb92434555 service neutron] 10.222.0.21 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225220 Jul 22 23:46:27.476263 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4825-5ff8-43a8-8356-ebc057f3467b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.479856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=2312b79b-67ba-4570-9804-d8cf2d82650c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.485326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-fef61eb8-208f-4894-9977-ef6675053fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502264 Jul 22 23:46:27.487661 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b5c4825-5ff8-43a8-8356-ebc057f3467b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.489242 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9b5c4825-5ff8-43a8-8356-ebc057f3467b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/67bbce4d-e714-49ea-ae5e-52b9fcca1fc6 HTTP/1.1" status: 204 len: 168 time: 0.2835104 Jul 22 23:46:27.491923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.541214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c4825-5ff8-43a8-8356-ebc057f3467b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67bbce4d-e714-49ea-ae5e-52b9fcca1fc6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:27.553383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:27.553854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:27.554315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:27.578575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5996adf3-6410-460e-a380-f137dbf3b441 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854583 Jul 22 23:46:27.588156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.633737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Allocated IP 172.20.0.14 (910572c5-2f43-4c23-94ac-5b382224c226/ab8b86bf-f420-45c9-98fe-607758001bb4/fd2a75b7-79d0-4f53-ac76-ae3849ec845b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:27.678635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b141e7cb-65e9-44eb-96f7-727784816bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.708858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:27.709307 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:27.711140 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b141e7cb-65e9-44eb-96f7-727784816bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.731912 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80b19ac-c35c-409a-8327-2dcae7856d16 x-openstack-request-id: req-d80b19ac-c35c-409a-8327-2dcae7856d16 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:27.732216 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958201f0-5414-4b08-8d96-f810598af876", "name": "network-vif-deleted", "tag": "f426bdeb-ec86-4d13-bcb8-8f93643bb46b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:27.732471 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d80b19ac-c35c-409a-8327-2dcae7856d16 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:27.732872 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958201f0-5414-4b08-8d96-f810598af876', 'name': 'network-vif-deleted', 'tag': 'f426bdeb-ec86-4d13-bcb8-8f93643bb46b', 'status': 'completed', 'code': 200} Jul 22 23:46:27.733515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.735232 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 2 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:27.756905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:27.819419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-8d5751de-51a3-471a-9c31-0a20035244ee service neutron] 10.222.0.21 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990823 Jul 22 23:46:27.839213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:27.839595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:27.840147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:27.853720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08af8c4b-54cf-4ca0-8f98-505b2884680e req-c8c9ef6b-8b4c-43a3-88de-0ccca1dc8a4c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 210 time: 0.0482333 Jul 22 23:46:27.873688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:27.874026 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:27.876505 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 3 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:27.908733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Deleting subnet 01797f71-c0fb-45fe-9edb-08878607c663 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:46:27.947270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.970606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:27.970946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:27.971288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:27.983899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-159ecd17-6982-4fbb-9112-4f82dbb3d974 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:27.996273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:27.996612 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:28.001476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.003804 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 4 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:28.006417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b141e7cb-65e9-44eb-96f7-727784816bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.009528 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b141e7cb-65e9-44eb-96f7-727784816bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.014013 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b141e7cb-65e9-44eb-96f7-727784816bc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e20446a-6c00-4eef-9b98-622afdc0860e HTTP/1.1" status: 204 len: 168 time: 0.7648377 Jul 22 23:46:28.046628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5215ef28-53f8-4a89-af21-3ad3f17c9f88 service neutron] 10.222.0.21 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049611 Jul 22 23:46:28.074640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141e7cb-65e9-44eb-96f7-727784816bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e20446a-6c00-4eef-9b98-622afdc0860e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.088531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:28.090792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:28.090792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:28.105025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-159ecd17-6982-4fbb-9112-4f82dbb3d974 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.126728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.166483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f426bdeb-ec86-4d13-bcb8-8f93643bb46b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:46:28.208792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: f426bdeb-ec86-4d13-bcb8-8f93643bb46b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:46:28.209151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device f426bdeb-ec86-4d13-bcb8-8f93643bb46b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:46:28.230198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:28.232511 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:28.250857 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 5 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:28.262712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.306868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:28.307141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:28.307255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:28.327648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:28.328036 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:28.334587 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 6 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:28.338520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-a2be9bbf-caa2-491f-a69d-1cf43e45000e service neutron] 10.222.0.21 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851059 Jul 22 23:46:28.340654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.345782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-159ecd17-6982-4fbb-9112-4f82dbb3d974 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.350683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-159ecd17-6982-4fbb-9112-4f82dbb3d974 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.352586 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-159ecd17-6982-4fbb-9112-4f82dbb3d974 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/6fd8b782-f397-4583-bfe6-1df1e42219ea HTTP/1.1" status: 204 len: 168 time: 0.6452367 Jul 22 23:46:28.356078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.383399 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.402465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ecd17-6982-4fbb-9112-4f82dbb3d974 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd8b782-f397-4583-bfe6-1df1e42219ea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.408331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.461885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:28.463109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:28.467205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:28.494319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.509004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.510436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/01797f71-c0fb-45fe-9edb-08878607c663 HTTP/1.1" status: 204 len: 168 time: 0.7473550 Jul 22 23:46:28.517548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed0557-c617-4dfe-9690-18309dcd109e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01797f71-c0fb-45fe-9edb-08878607c663,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.542168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:28.542521 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:28.548420 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 7 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:28.583386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a7d907dc-b2c3-40e1-a373-f66ed040e12f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2253764 Jul 22 23:46:28.585768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.608477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:28.609313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:28.610011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:28.615149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d41d26095254551a49c66fa2175dfa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9217610 Jul 22 23:46:28.620808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.627793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277428245'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:28.633776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47eaa-278b-4641-bb85-f3da3a87591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10c81f-7b75-4af9-a504-23f03758f365,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.639832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.696255 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.707789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:28.708786 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:28.718026 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 8 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:28.861472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.861817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Pushing event updated for resources: {'Port': ['ID=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.869335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.919452 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.923387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3339331 Jul 22 23:46:28.926219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46682) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:28.933288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Network 910572c5-2f43-4c23-94ac-5b382224c226 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:28.935703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '807fbc1a-2557-404b-a3d1-d4a4c62f4a0c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:28.939631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:28.940183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:28.940501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:28.943362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:28.950513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:28.950891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf75d80-ebe8-47b3-8954-aff50e873633 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807fbc1a-2557-404b-a3d1-d4a4c62f4a0c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:28.954016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:28.998646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.066142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:29.066836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.091962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:29.092492 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:29.105398 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 9 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:29.140450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:29.140892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:29.141387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:29.158951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97eeb0d6-c236-405f-87c0-761548c34315 req-ac0f904f-d16e-4f23-9457-cac96d7d8409 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 210 time: 0.0728450 Jul 22 23:46:29.164328 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.171886 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.175885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:29.176263 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:29.178856 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 10 to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c Jul 22 23:46:29.197957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a37c14-9e11-4f4a-8dfc-73ded90cf23f,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.217333 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.219523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3dffe5ea-4d8e-4001-838a-9c8bb683cd3d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2917178 Jul 22 23:46:29.222061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46692) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.234930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-308e4c47-5aef-4fe5-9b3e-31a8fc1e2383 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1243918 Jul 22 23:46:29.286050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Request body: {'port': {'device_id': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:29.355233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-177e4a1b-6347-4d68-9435-523e2c1e5230 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.382380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-172cab50-e42a-4fbe-b8f0-6fb2d2972a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.404416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-177e4a1b-6347-4d68-9435-523e2c1e5230 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.423562 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-172cab50-e42a-4fbe-b8f0-6fb2d2972a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.468830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-177e4a1b-6347-4d68-9435-523e2c1e5230 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.475105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-177e4a1b-6347-4d68-9435-523e2c1e5230 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.481679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-177e4a1b-6347-4d68-9435-523e2c1e5230 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/807fbc1a-2557-404b-a3d1-d4a4c62f4a0c HTTP/1.1" status: 204 len: 168 time: 0.2581322 Jul 22 23:46:29.484169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46702) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.560222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e4a1b-6347-4d68-9435-523e2c1e5230 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807fbc1a-2557-404b-a3d1-d4a4c62f4a0c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:29.568706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.573818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:29.574636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:29.575465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:29.702283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-012406ad-ec92-472a-926e-6819dee50e3a tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2087889 Jul 22 23:46:29.704251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:29.713466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.717942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518556151'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:29.727227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afccc953-871b-431b-8bff-03f4121b2f63']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:29.751666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8066512-f14e-4e6e-ade4-26badcd1e50f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:29.752659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8066512-f14e-4e6e-ade4-26badcd1e50f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:29.766606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.799577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:29.799963 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 2312b79b-67ba-4570-9804-d8cf2d82650c on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:29.800451 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.812349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.875867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.905817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-172cab50-e42a-4fbe-b8f0-6fb2d2972a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.908978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-172cab50-e42a-4fbe-b8f0-6fb2d2972a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.912908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-172cab50-e42a-4fbe-b8f0-6fb2d2972a96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e10c81f-7b75-4af9-a504-23f03758f365 HTTP/1.1" status: 204 len: 168 time: 1.2644963 Jul 22 23:46:29.914178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:29.914905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:29.932760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2443103-5404-4847-907f-5e9a5f85f08b req-ec08b542-d250-4923-b034-245b49461706 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0736437 Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:29.943854 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:29.996743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cab50-e42a-4fbe-b8f0-6fb2d2972a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10c81f-7b75-4af9-a504-23f03758f365,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.062198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-36dabfa2-576d-44e6-8537-c8ac83f65d51 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:30.064230 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-36dabfa2-576d-44e6-8537-c8ac83f65d51 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 819 time: 0.9354894 Jul 22 23:46:30.088409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Request body: {'port': {'device_id': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'admin_state_up': True, 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:30.112962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.119051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.149128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] For port 2312b79b-67ba-4570-9804-d8cf2d82650c, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:30.152319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempted to set empty binding levels {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:46:30.212644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa0a50-a0a7-4de8-bc4c-e33c6b802665,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.219197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.220880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b8e884af-d2ff-4e8d-b8d2-ac41cfa3fb50 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5143363 Jul 22 23:46:30.223571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.231358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839577862'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:30.278606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.504518 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.570610 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.694341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.726132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-298a5e4c-d22a-480f-9fdc-71baf3fbd4c0 req-91792b3b-4aa7-49f6-a0d0-b91a41bbca37 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 210 time: 0.2162054 Jul 22 23:46:30.726957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.749360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5243523 Jul 22 23:46:30.762901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:30.773796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '68aa0a50-a0a7-4de8-bc4c-e33c6b802665', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8464a07b-be60-4363-a578-43ae1997d01b', 'remote_ip_prefix': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:30.860274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2947309-b85d-46d7-bddd-68feb48cf205 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8464a07b-be60-4363-a578-43ae1997d01b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:30.863543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.904462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] In _notify_port_updated(), no bound segment for port 2312b79b-67ba-4570-9804-d8cf2d82650c on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:46:30.906707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:30.908709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:30.911577 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "PUT /v2.0/ports/2312b79b-67ba-4570-9804-d8cf2d82650c HTTP/1.1" status: 200 len: 974 time: 4.5569844 Jul 22 23:46:30.918057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.065298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.124245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a2b641a-8235-4ace-b529-5f94ff6bf3eb req-73be1d33-be00-4d9c-bdc0-f69ffc9ef76d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0531116 Jul 22 23:46:31.131046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.135825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] 10.222.0.21 "DELETE /v2.0/networks/afccc953-871b-431b-8bff-03f4121b2f63 HTTP/1.1" status: 204 len: 168 time: 2.6150479 Jul 22 23:46:31.135825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0b8a-26ad-43fd-ac18-e92bcda7415f admin admin] Pushing event deleted for resources: {'Network': ['ID=afccc953-871b-431b-8bff-03f4121b2f63,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.136904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Made reservation on behalf of 79c1dd5640d3442c88064a1c50d0dd2b for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:31.140341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.145012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.152364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.163542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b289c5-1c8f-4181-aaf8-209c6b219dbf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=2312b79b-67ba-4570-9804-d8cf2d82650c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.198906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.199298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.199892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.200369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.200839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.201312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.201780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.202251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.202842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.203163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.203645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.204109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.204571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.205102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.205566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.206033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:31.212984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-31714a2b-3b2f-44ac-8ebe-9aecca04752e tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14361 time: 0.2936375 Jul 22 23:46:31.213637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46762) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.229500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6444428f-c968-4b8e-b86c-78101411fa5c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.262137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.262485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.262831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.263172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.263548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.263890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.264227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.264554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.265534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.265534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.265534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.266592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:46:31.270620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.274497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6e8e5238-a67d-477d-bdff-ac5a8156c70e tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5083344 Jul 22 23:46:31.275702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46766) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.341025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2a75b7-79d0-4f53-ac76-ae3849ec845b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:31.346321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0021f47f-bcab-482a-800b-8d265f019654 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.353089 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.359218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0021f47f-bcab-482a-800b-8d265f019654 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.375085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Transition to ACTIVE for port object fd2a75b7-79d0-4f53-ac76-ae3849ec845b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:31.387135 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.408318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0021f47f-bcab-482a-800b-8d265f019654 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.414686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0021f47f-bcab-482a-800b-8d265f019654 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.419038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0021f47f-bcab-482a-800b-8d265f019654 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6444428f-c968-4b8e-b86c-78101411fa5c HTTP/1.1" status: 204 len: 168 time: 0.1380763 Jul 22 23:46:31.420554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46768) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.424653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Deleting port 2312b79b-67ba-4570-9804-d8cf2d82650c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:31.425176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.453169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021f47f-bcab-482a-800b-8d265f019654 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6444428f-c968-4b8e-b86c-78101411fa5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:31.475029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46770) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.574016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] For port 2312b79b-67ba-4570-9804-d8cf2d82650c, host n-h1-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:31.575153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.611521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8952873e-402e-4323-b8bc-886e069d98f3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1869833 Jul 22 23:46:31.618717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Calling delete_port for 2312b79b-67ba-4570-9804-d8cf2d82650c owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:31.620645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.653002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d715bf1c-2fc8-4560-b291-163dcfb867ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c89075ddc37421daf240e407800e050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746409 Jul 22 23:46:31.659692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:31.886371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b6eb49-5509-4341-9751-9a3676397fa6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:31.997225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57230a90-7943-46fe-990d-5a2bc1c8621c req-4857cbfb-a47f-4606-acc0-bc8c246bd98b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 210 time: 0.1071754 Jul 22 23:46:32.003032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a75374-9526-4c41-b48b-f3953edb1c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.010689 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b6eb49-5509-4341-9751-9a3676397fa6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.020151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.092193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event deleted for resources: {'Port': ['ID=2312b79b-67ba-4570-9804-d8cf2d82650c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.096926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a75374-9526-4c41-b48b-f3953edb1c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.125247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.130569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2f48699-0171-4f4d-9261-6ce266b31938 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "DELETE /v2.0/ports/2312b79b-67ba-4570-9804-d8cf2d82650c HTTP/1.1" status: 204 len: 168 time: 0.9102547 Jul 22 23:46:32.131721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.160113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Pushing event updated for resources: {'Port': ['ID=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.198473 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc971ec8-01c9-466e-9d73-28cb5989c0a8 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:46:32.208086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fc971ec8-01c9-466e-9d73-28cb5989c0a8 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "GET /v2.0/ports/2312b79b-67ba-4570-9804-d8cf2d82650c HTTP/1.1" status: 404 len: 333 time: 0.0725031 Jul 22 23:46:32.211036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.221453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Allocated IP 172.20.0.9 (910572c5-2f43-4c23-94ac-5b382224c226/ab8b86bf-f420-45c9-98fe-607758001bb4/6676d1cc-84d4-4c94-aaa8-2e7e48116ffb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:32.226261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1386766528', 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:32.233629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9766c07d-0a0a-4b01-9f49-c3222676413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:32.234710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b6eb49-5509-4341-9751-9a3676397fa6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.240299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74b6eb49-5509-4341-9751-9a3676397fa6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.240471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9766c07d-0a0a-4b01-9f49-c3222676413a service neutron] 10.222.0.48 "GET /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 1033 time: 0.2795024 Jul 22 23:46:32.243061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-74b6eb49-5509-4341-9751-9a3676397fa6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/8464a07b-be60-4363-a578-43ae1997d01b HTTP/1.1" status: 204 len: 168 time: 0.6212678 Jul 22 23:46:32.256096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.279803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6eb49-5509-4341-9751-9a3676397fa6 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464a07b-be60-4363-a578-43ae1997d01b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.355993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Made reservation on behalf of 3f640e4730e74863a4ffae0da975d165 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:32.360034 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.360235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Attempting to bind port fd2a75b7-79d0-4f53-ac76-ae3849ec845b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:32.360561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Attempting to bind port fd2a75b7-79d0-4f53-ac76-ae3849ec845b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:32.361062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Attempting to bind port fd2a75b7-79d0-4f53-ac76-ae3849ec845b on network 910572c5-2f43-4c23-94ac-5b382224c226 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:32.419715 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a75374-9526-4c41-b48b-f3953edb1c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.424557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-60a75374-9526-4c41-b48b-f3953edb1c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.426639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-60a75374-9526-4c41-b48b-f3953edb1c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ed52ae3-7197-4060-81c9-dfeb88449e97 HTTP/1.1" status: 204 len: 168 time: 0.7658236 Jul 22 23:46:32.507478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-077a9b9d-ebe7-4c92-9e53-a97cd8b8fd23 req-7cb8ebfe-2f8e-440d-bdfa-51f1f3ca8efb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.1379602 Jul 22 23:46:32.532881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port d5e294d7-185a-4e08-b8d4-907af94cc7ef yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:32.544552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a75374-9526-4c41-b48b-f3953edb1c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed52ae3-7197-4060-81c9-dfeb88449e97,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.562548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.621981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Port fd2a75b7-79d0-4f53-ac76-ae3849ec845b on network 910572c5-2f43-4c23-94ac-5b382224c226 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:32.622314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Attempting to bind port fd2a75b7-79d0-4f53-ac76-ae3849ec845b on network 910572c5-2f43-4c23-94ac-5b382224c226 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:32.625412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5ef3a77b-56b1-418c-88c7-b20d1ae08ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:32.627417 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5ef3a77b-56b1-418c-88c7-b20d1ae08ca0 service neutron] 10.222.0.48 "GET /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 1032 time: 0.3769324 Jul 22 23:46:32.638535 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.646532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:32.647174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Checking segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:32.647783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Bound using segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:32.648450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Bound port: fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:32.649015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.687492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Network 910572c5-2f43-4c23-94ac-5b382224c226 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:32.704781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:32.788505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Pushing event updated for resources: {'Port': ['ID=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:32.804004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f967d1b4-6d42-4405-b285-686307392ef3 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5454452 Jul 22 23:46:32.805591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:32.806407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:32.976613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:32.986295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:32.986949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.003913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f87f5a7-8de1-45e4-8fb3-b001d28bd267 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.022928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] For port fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:33.028499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f87f5a7-8de1-45e4-8fb3-b001d28bd267 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.031146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] For port fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:33.039313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.046939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9348618d-a1e0-4181-bd27-11e11fb8d4e5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9602842 Jul 22 23:46:33.115357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Pushing event updated for resources: {'Port': ['ID=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.126789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Request body: {'port': {'device_id': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:33.139539 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f87f5a7-8de1-45e4-8fb3-b001d28bd267 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.142221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f87f5a7-8de1-45e4-8fb3-b001d28bd267 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.143410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4f87f5a7-8de1-45e4-8fb3-b001d28bd267 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/68aa0a50-a0a7-4de8-bc4c-e33c6b802665 HTTP/1.1" status: 204 len: 168 time: 0.3362634 Jul 22 23:46:33.170055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46828) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.228871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.237791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-324d8b09-5565-4e78-99f4-5f171edc2df0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.239134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87f5a7-8de1-45e4-8fb3-b001d28bd267 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa0a50-a0a7-4de8-bc4c-e33c6b802665,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.244052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-324d8b09-5565-4e78-99f4-5f171edc2df0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.251966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-324d8b09-5565-4e78-99f4-5f171edc2df0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.259760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-324d8b09-5565-4e78-99f4-5f171edc2df0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 1994 time: 0.6124108 Jul 22 23:46:33.291618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.292142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.293570 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-81852502-3e3d-42e9-9607-6ccd3fce09fd service neutron] 10.222.0.48 "PUT /v2.0/ports/fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 1092 time: 4.0205190 Jul 22 23:46:33.294092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'tag': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:33.311952 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d7d8e-81f2-431b-9145-a17ce247717c" -d '{"events": [{"name": "network-changed", "server_uuid": "f94ac6b4-9cf4-4f4c-9871-031445131475", "tag": "fd2a75b7-79d0-4f53-ac76-ae3849ec845b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:33.370025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.470423 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe2062b-b9cc-47bd-9292-1d666597e2da x-openstack-request-id: req-dbe2062b-b9cc-47bd-9292-1d666597e2da {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:33.471359 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94ac6b4-9cf4-4f4c-9871-031445131475", "tag": "fd2a75b7-79d0-4f53-ac76-ae3849ec845b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:33.472099 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbe2062b-b9cc-47bd-9292-1d666597e2da {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:33.473073 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'tag': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b', 'status': 'completed', 'code': 200} Jul 22 23:46:33.483247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-08fd5dc1-3981-4aa2-a0c0-c55ad2c513c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2788846 Jul 22 23:46:33.490527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.542656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Network 0899da51-de55-4360-9ad9-e4f23206379c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:33.545364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e294d7-185a-4e08-b8d4-907af94cc7ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:33.549088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:33.559767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:33.561205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.562322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:33.562666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--426838897'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:33.574069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd5a6a-ff77-4a70-865b-99a9e804da0c req-d3d45181-23fd-4a1d-a265-27b82982d44e tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.576154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77fd5a6a-ff77-4a70-865b-99a9e804da0c req-d3d45181-23fd-4a1d-a265-27b82982d44e tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 931 time: 0.4392931 Jul 22 23:46:33.646707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6c310f5e-6d68-46c4-b9c4-99793082ee53 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4294071 Jul 22 23:46:33.656356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.742419 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-4c74368f-7ade-420b-a0ce-20c3441a5388 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db8468aac7ea448b8a186c65f3299508 HTTP/1.1" status: 200 len: 379 time: 0.4644201 Jul 22 23:46:33.776539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d6cbf-0cb5-4160-89b1-cb380f6036bf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:33.778510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0e9d6cbf-0cb5-4160-89b1-cb380f6036bf tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "GET /v2.0/ports/d5e294d7-185a-4e08-b8d4-907af94cc7ef HTTP/1.1" status: 200 len: 955 time: 0.1163723 Jul 22 23:46:33.783265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.787988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'admin_state_up': True, 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'security_groups': ['04816acf-42ec-4b7c-b819-bf755e71fad1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:33.887353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46862) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:33.893305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ddaf7e-b693-47f2-9c2b-b8894dd2c9a0 req-4fb82701-e032-4504-9492-fa6d705c8b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.1122415 Jul 22 23:46:33.950322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77fd5a6a-ff77-4a70-865b-99a9e804da0c req-918c91e1-32f7-4fbc-8085-a84228319949 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628979 Jul 22 23:46:33.980490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Deleting port d5e294d7-185a-4e08-b8d4-907af94cc7ef {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:33.981122 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.044637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.074599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.115553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Calling delete_port for d5e294d7-185a-4e08-b8d4-907af94cc7ef owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:34.236559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.284151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-c968a9ff-55c8-4181-9be9-2e172ff0a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:34.285902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-c968a9ff-55c8-4181-9be9-2e172ff0a2fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1095 time: 0.9238069 Jul 22 23:46:34.314562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.324528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d5e294d7-185a-4e08-b8d4-907af94cc7ef HTTP/1.1" status: 204 len: 168 time: 0.5389435 Jul 22 23:46:34.326370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08da0de-76a7-46b0-8c49-f2307f439923 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e294d7-185a-4e08-b8d4-907af94cc7ef,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.335553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.394378 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd35556-d3bc-44f9-a4df-7a32de0408ae tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:46:34.405788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ffd35556-d3bc-44f9-a4df-7a32de0408ae tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "GET /v2.0/ports/d5e294d7-185a-4e08-b8d4-907af94cc7ef HTTP/1.1" status: 404 len: 333 time: 0.0690751 Jul 22 23:46:34.415881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46878) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.427638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Request body: {'port': {'network_id': '0899da51-de55-4360-9ad9-e4f23206379c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1684821731'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:34.430881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:34.476665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1190aa4b-c9e1-489b-aaaa-edd0a452d397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.488782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-e9e36449-c107-4a05-a87c-f18dc9c3f70c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.1265459 Jul 22 23:46:34.496950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-490940839-network', 'tenant_id': '871374807f2d4da0a8958447c3f4fa04'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:34.664345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-12236e79-bb19-495c-b024-99b5296ff649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:34.666489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-12236e79-bb19-495c-b024-99b5296ff649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.1635296 Jul 22 23:46:34.698393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.736777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.747023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-0f3c3415-1536-46ed-a82b-d7ba0517a6fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692821 Jul 22 23:46:34.779916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Made reservation on behalf of 3f640e4730e74863a4ffae0da975d165 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:34.784330 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.792279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Made reservation on behalf of 871374807f2d4da0a8958447c3f4fa04 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:34.796468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:34.819141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port 72ecc092-3f6f-4463-8b8d-372547d161ce yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:34.824464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:46:34.824464 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:46:34.824464 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': 'db8468aac7ea448b8a186c65f3299508', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 46, 34, 597861)}] Jul 22 23:46:34.824464 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:46:34.824934 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:46:34.856170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c4df9-0771-42f3-a7d4-c33aea1b011f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:34.875768 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.009428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:35.042706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.083429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.098939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-fbfb0c81-67ca-4941-9b6e-90f7bf942cc2 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423746 Jul 22 23:46:35.169012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34b25a77-81cc-4d9c-946a-21222f75d459 req-9b78b943-610a-4081-9f3d-3690ce2d2d4e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0739295 Jul 22 23:46:35.192266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Transition to ACTIVE for port object 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:35.195533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.211058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.265909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Network 0899da51-de55-4360-9ad9-e4f23206379c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:35.270779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:35.279925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:35.280887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.281500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.289635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=72ecc092-3f6f-4463-8b8d-372547d161ce,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.301239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Pushing event updated for resources: {'Port': ['ID=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.315895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab736884-cab7-4304-a9b7-b101d369de06 req-da84c28c-55fe-4156-bc0d-240a5c9a71da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:35.317657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab736884-cab7-4304-a9b7-b101d369de06 req-da84c28c-55fe-4156-bc0d-240a5c9a71da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 931 time: 0.2003949 Jul 22 23:46:35.385612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab736884-cab7-4304-a9b7-b101d369de06 req-f666c188-47d2-4749-8461-a0726c553fcb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Jul 22 23:46:35.447721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1190aa4b-c9e1-489b-aaaa-edd0a452d397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.469596 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1190aa4b-c9e1-489b-aaaa-edd0a452d397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.481582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.483308 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-48e6e22a-b95e-45db-acf3-afd67e27d72c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9319274 Jul 22 23:46:35.501979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:35.510121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6eb9d4ea-6b1f-469d-9d95-af71cf944610 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0872211 Jul 22 23:46:35.521353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:35.536707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': 'ee9c4df9-0771-42f3-a7d4-c33aea1b011f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:35.558036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:35.605663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b265f9d5-1437-4d21-8316-5ed0ffc4447e req-62c508d3-a10c-4ab8-977c-884a8910384a service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989710 Jul 22 23:46:35.637944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1190aa4b-c9e1-489b-aaaa-edd0a452d397 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06d81e83a8ac43988ed65263b1db46ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5947099 Jul 22 23:46:35.659945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:35.696500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.697719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190aa4b-c9e1-489b-aaaa-edd0a452d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9222e1-01d6-4b77-9d7b-705136014ae3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.714597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.737162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:35.751847 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.753093 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Added segment c68de423-ff69-42f1-a339-499b7487da2f of type vlan for network 77fe0897-9d7a-43b5-8465-abbc110696ef Jul 22 23:46:35.831014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2532291-5bba-454a-ac25-17ed15a0cca1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:35.866022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.894144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:35.902587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.913599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Attempting to bind port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:35.914038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Attempting to bind port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:35.914485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Attempting to bind port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb on network 910572c5-2f43-4c23-94ac-5b382224c226 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:35.939156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:35.982055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb on network 910572c5-2f43-4c23-94ac-5b382224c226 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:35.983866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Attempting to bind port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb on network 910572c5-2f43-4c23-94ac-5b382224c226 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:35.987505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.027543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.043323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:36.043766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Checking segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:36.044201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Bound using segment: {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:36.044946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Bound port: 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d69317-a953-4c3f-94f6-a52daeffe228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:36.045319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.076492 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.077581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.082991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.095512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.104725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.121752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02213f2c-669b-4c6e-a77c-2bf42cbb6662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.172646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df14044-81d9-4a33-bec5-ef4f6b4e8a8b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:36.218128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7863743 Jul 22 23:46:36.227290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.281887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Request body: {'subnet': {'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-490940839-subnet', 'tenant_id': '871374807f2d4da0a8958447c3f4fa04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:36.289584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54f501-452e-46ad-aed0-c32cfb9ade43 admin admin] Pushing event updated for resources: {'Network': ['ID=77fe0897-9d7a-43b5-8465-abbc110696ef,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:36.298826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.300481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-afcf21e7-826d-4448-82b8-c51e13aa64b2 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7882540 Jul 22 23:46:36.304324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 77fe0897-9d7a-43b5-8465-abbc110696ef details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:36.310960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46920) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.359303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7d8e-81f2-431b-9145-a17ce247717c req-ed1787b1-e327-448f-985f-eeec5273f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.361234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f224733-bd74-4708-9b1e-fcdb18c8d61c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.364880 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-ed1787b1-e327-448f-985f-eeec5273f539 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1095 time: 0.6513097 Jul 22 23:46:36.385229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f224733-bd74-4708-9b1e-fcdb18c8d61c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.491047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a404c21c-3700-43c5-b982-01352cfa69a0 req-ca264954-c34f-42c7-9547-19ed7287d516 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.1181417 Jul 22 23:46:36.500662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] For port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:36.505936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] For port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:36.561113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f224733-bd74-4708-9b1e-fcdb18c8d61c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.569602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f224733-bd74-4708-9b1e-fcdb18c8d61c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.571175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3f224733-bd74-4708-9b1e-fcdb18c8d61c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4df14044-81d9-4a33-bec5-ef4f6b4e8a8b HTTP/1.1" status: 204 len: 168 time: 0.2469497 Jul 22 23:46:36.574748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.589141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f224733-bd74-4708-9b1e-fcdb18c8d61c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4df14044-81d9-4a33-bec5-ef4f6b4e8a8b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:36.646776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3869e5b6-e6b0-463a-ac73-ede506a39e8d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702689 Jul 22 23:46:36.653139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.707779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3b40-e0bd-4cfb-bb3e-4dd4ea2bc64d req-a2a9ebb9-8641-45f2-8a59-207257aeb196 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:36.709842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dccb3b40-e0bd-4cfb-bb3e-4dd4ea2bc64d req-a2a9ebb9-8641-45f2-8a59-207257aeb196 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 943 time: 0.2104864 Jul 22 23:46:36.777084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dccb3b40-e0bd-4cfb-bb3e-4dd4ea2bc64d req-92c63d51-3e66-4fce-ab3d-11555def989d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568206 Jul 22 23:46:36.809520 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1409a882-e4cf-4dfa-a805-298d28fa4673 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.861143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1409a882-e4cf-4dfa-a805-298d28fa4673 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.941543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1409a882-e4cf-4dfa-a805-298d28fa4673 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.944930 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1409a882-e4cf-4dfa-a805-298d28fa4673 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:36.946291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1409a882-e4cf-4dfa-a805-298d28fa4673 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee9c4df9-0771-42f3-a7d4-c33aea1b011f HTTP/1.1" status: 204 len: 168 time: 0.2911799 Jul 22 23:46:36.953926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:36.992286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409a882-e4cf-4dfa-a805-298d28fa4673 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c4df9-0771-42f3-a7d4-c33aea1b011f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:37.090615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-72cbfb65-35dc-48ff-8d80-4725926c5ccd tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241467 Jul 22 23:46:37.097358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:37.115280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group': {'name': 'tempest-secgroup--193762564'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:37.117097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7d8e-81f2-431b-9145-a17ce247717c req-86be4bff-1ec3-4c4f-8055-3ec9c5fff5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:37.118690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-86be4bff-1ec3-4c4f-8055-3ec9c5fff5c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.7424898 Jul 22 23:46:37.125185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02213f2c-669b-4c6e-a77c-2bf42cbb6662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.127472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.193824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.208259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Made reservation on behalf of 871374807f2d4da0a8958447c3f4fa04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:37.210601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.252588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Pushing event updated for resources: {'Port': ['ID=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:37.302202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-8bc2681c-3e8c-4db8-af21-e910e50a517e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.1722755 Jul 22 23:46:37.396200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.403553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.440486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc635f7-f318-432f-8b06-ddcb1f1adbb4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:37.457458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.460322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-07fbb565-98f1-4fd0-9dae-326489ed66ec tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3619585 Jul 22 23:46:37.466706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:37.473338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:37.475066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.475820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-33f78bcf-d329-4390-87ee-b517d560df8a service neutron] 10.222.0.48 "PUT /v2.0/ports/6676d1cc-84d4-4c94-aaa8-2e7e48116ffb HTTP/1.1" status: 200 len: 1091 time: 4.3674819 Jul 22 23:46:37.480625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '1cc635f7-f318-432f-8b06-ddcb1f1adbb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:37.481610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'tag': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:37.483534 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f92bcd9d-69a9-4f97-a104-35f3a8066164", "tag": "6676d1cc-84d4-4c94-aaa8-2e7e48116ffb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:37.562056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.563870 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a2194-e59c-450d-9488-fa7e3ea318b7 x-openstack-request-id: req-153a2194-e59c-450d-9488-fa7e3ea318b7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:37.564912 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92bcd9d-69a9-4f97-a104-35f3a8066164", "tag": "6676d1cc-84d4-4c94-aaa8-2e7e48116ffb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:37.564912 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-153a2194-e59c-450d-9488-fa7e3ea318b7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:37.564912 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'tag': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb', 'status': 'completed', 'code': 200} Jul 22 23:46:37.670898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 172.20.0.3 (f308eeec-095d-44bc-a860-6a425f8c87b1/08662ae9-0a54-4ba0-ba09-9432423d80a2/6ecefa51-19c0-42b0-91bf-11f230697ea1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:37.674427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] device_id is not set on port 72ecc092-3f6f-4463-8b8d-372547d161ce yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:46:37.697128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-688f30ba-7672-421d-8cfb-9ad26d27cf50 req-21b56dcf-d4c3-4c5c-96e4-0f9ba4f7d167 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0704298 Jul 22 23:46:37.703957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.718680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.736305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.736541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7d8e-81f2-431b-9145-a17ce247717c req-fa074c97-c090-4b4b-9a75-d58e4adcc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:37.736541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-fa074c97-c090-4b4b-9a75-d58e4adcc0c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.3910034 Jul 22 23:46:37.786816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02213f2c-669b-4c6e-a77c-2bf42cbb6662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.789669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02213f2c-669b-4c6e-a77c-2bf42cbb6662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.792544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-02213f2c-669b-4c6e-a77c-2bf42cbb6662 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da9222e1-01d6-4b77-9d7b-705136014ae3 HTTP/1.1" status: 204 len: 168 time: 2.1311841 Jul 22 23:46:37.794426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace30d5c-94c1-4739-98d1-1ae837ba5f16,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:37.810725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:37.825151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58efe3fc-1e6a-418b-8d44-75c0d9c04e9f tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3550494 Jul 22 23:46:37.839390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:37.900346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a5a521e8-642f-44fb-aa76-a8fcd46548f5 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules/ace30d5c-94c1-4739-98d1-1ae837ba5f16 HTTP/1.1" status: 200 len: 763 time: 0.0523241 Jul 22 23:46:37.901092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:38.032332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.038933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-97b53a76-b33d-4116-8053-57b8735e8baa tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1367009 Jul 22 23:46:38.044531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46954) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:38.048693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object 6ecefa51-19c0-42b0-91bf-11f230697ea1 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:38.062090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Transition to ACTIVE for port object 72ecc092-3f6f-4463-8b8d-372547d161ce will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:38.110000 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-58605793-e334-47c6-a9b4-39ca0521bf0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3629410 Jul 22 23:46:38.110936 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.159423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02213f2c-669b-4c6e-a77c-2bf42cbb6662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9222e1-01d6-4b77-9d7b-705136014ae3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:38.212746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fd2a75b7-79d0-4f53-ac76-ae3849ec845b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:38.260931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=72ecc092-3f6f-4463-8b8d-372547d161ce,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:38.266461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-826c15df-0695-4d20-b248-3c605fe70b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:38.268406 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-826c15df-0695-4d20-b248-3c605fe70b87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 1094 time: 0.6778588 Jul 22 23:46:38.472410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.631704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-993435d6-f9f4-4b28-8a9e-79d0f44894d6 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745455 Jul 22 23:46:38.632910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2df32349-2b8d-4bac-9774-847c931117c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.636120 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-c068fe6e-2849-4ec8-9a39-6de2f2e93ed4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb HTTP/1.1" status: 200 len: 217 time: 0.3495588 Jul 22 23:46:38.644177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:38.673965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2df32349-2b8d-4bac-9774-847c931117c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:38.726321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce046ff-65fa-4f2b-b9cf-a8e96eaa7f26 req-02a9fc45-1441-4677-b607-23b44474db80 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:38.729373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ce046ff-65fa-4f2b-b9cf-a8e96eaa7f26 req-02a9fc45-1441-4677-b607-23b44474db80 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 943 time: 0.7727022 Jul 22 23:46:39.036066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ce046ff-65fa-4f2b-b9cf-a8e96eaa7f26 req-b76fc60c-9dc2-4ccc-b9a9-cc76ba911cf3 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482240 Jul 22 23:46:39.155879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2df32349-2b8d-4bac-9774-847c931117c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.172174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:39.172524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:39.172934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:39.193023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2df32349-2b8d-4bac-9774-847c931117c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.194688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2df32349-2b8d-4bac-9774-847c931117c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ace30d5c-94c1-4739-98d1-1ae837ba5f16 HTTP/1.1" status: 204 len: 168 time: 1.1483071 Jul 22 23:46:39.214267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:39.247050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'port_id': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b', 'mac_address': 'fa:16:3e:06:d4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:39.249913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df32349-2b8d-4bac-9774-847c931117c9 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ace30d5c-94c1-4739-98d1-1ae837ba5f16,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:39.273470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network f308eeec-095d-44bc-a860-6a425f8c87b1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:39.288078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:39.288430 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:39.310624 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 2 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:39.315236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.318530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.351127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2a75b7-79d0-4f53-ac76-ae3849ec845b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:39.355676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-70580b6e-30af-47f9-9f25-874eb74b3253 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1328883 Jul 22 23:46:39.359612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:39.384400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df133394-1d71-4205-b939-1e7d45159289 req-1009ce0d-6f81-4f8e-8c3b-2cf2c5bdbd2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:39.386938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df133394-1d71-4205-b939-1e7d45159289 req-1009ce0d-6f81-4f8e-8c3b-2cf2c5bdbd2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 931 time: 0.4561775 Jul 22 23:46:39.398741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:39.405259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.420708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:39.429952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '1cc635f7-f318-432f-8b06-ddcb1f1adbb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:39.436423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:39.473558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:39.567118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:39.574015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df133394-1d71-4205-b939-1e7d45159289 req-9139ecdd-4bda-4247-82fe-a88d315f9e4b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751044 Jul 22 23:46:39.589319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.627970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9f6373b6-be4b-4505-a016-fa44980e44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:39.629539 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-9f6373b6-be4b-4505-a016-fa44980e44b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.9725828 Jul 22 23:46:39.664576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['fd2a75b7-79d0-4f53-ac76-ae3849ec845b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:39.683997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:39.687301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:39.691013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:39.821880 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.833152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.882672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:39.888091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5271227 Jul 22 23:46:39.889701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:39.896483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47c714-d772-40ab-9ad6-c340ecd642ca tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8153bd42-7c8d-49f6-90f0-c1375bea7157,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:39.929698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:39.930245 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:39.965056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-33ca4659-4b42-4916-b5ab-b364569d5184 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules/8153bd42-7c8d-49f6-90f0-c1375bea7157 HTTP/1.1" status: 200 len: 763 time: 0.0706558 Jul 22 23:46:39.966082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:39.968855 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 3 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:39.984702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-a69b8838-9476-4338-9649-fa30c750930a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3309786 Jul 22 23:46:40.135410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.137864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.146207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0f7af0-571f-4f8a-baf0-754d3cacee5f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:40.169606 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-353d7d8e-81f2-431b-9145-a17ce247717c req-ff7f8307-56d6-4c32-99df-d0bcd8df1d7c service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5096781 Jul 22 23:46:40.230377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-852ce2a5-bbc0-4fc3-9aad-7d7485a19b1c tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2600565 Jul 22 23:46:40.232617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:40.241690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:40.242312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:40.244312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:40.273832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:40.274963 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:40.278739 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 4 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:40.282320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-67a6de4d-9ecc-44ed-ae7b-52c8e6054602 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5200136 Jul 22 23:46:40.284959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c65132cb-a245-48a4-9fe0-65dcc622e2aa None None] Provisioning for port 6ecefa51-19c0-42b0-91bf-11f230697ea1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:40.305637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c65132cb-a245-48a4-9fe0-65dcc622e2aa None None] Provisioning complete for port 6ecefa51-19c0-42b0-91bf-11f230697ea1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:40.306694 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c65132cb-a245-48a4-9fe0-65dcc622e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.319836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'admin_state_up': True, 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'security_groups': ['04816acf-42ec-4b7c-b819-bf755e71fad1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:40.330217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Checking segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:40.330529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Network hostable DHCP agents. Network: 77fe0897-9d7a-43b5-8465-abbc110696ef, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:46:40.360969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:40.361365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:40.361717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:40.381291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-933357d6-9edf-4233-b9f3-7cb3b642f152 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.399228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:40.399646 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:40.406401 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 5 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:40.435808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-933357d6-9edf-4233-b9f3-7cb3b642f152 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.455955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c65132cb-a245-48a4-9fe0-65dcc622e2aa None None] Port 6ecefa51-19c0-42b0-91bf-11f230697ea1 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:40.523845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Network 77fe0897-9d7a-43b5-8465-abbc110696ef is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:46:40.528952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-7a10ae38-6a62-4507-bc32-378b209a95a5 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314324 Jul 22 23:46:40.558608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e852c7-3ac2-4eb6-a523-b8a34c793b1d req-d3c52492-f5de-468e-8e23-74d9e8aea7ec tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.585498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4e852c7-3ac2-4eb6-a523-b8a34c793b1d req-d3c52492-f5de-468e-8e23-74d9e8aea7ec tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 943 time: 0.3535080 Jul 22 23:46:40.595750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-933357d6-9edf-4233-b9f3-7cb3b642f152 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.631352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-933357d6-9edf-4233-b9f3-7cb3b642f152 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.643753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-933357d6-9edf-4233-b9f3-7cb3b642f152 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8153bd42-7c8d-49f6-90f0-c1375bea7157 HTTP/1.1" status: 204 len: 168 time: 0.4076104 Jul 22 23:46:40.647800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:40.653904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 77fe0897-9d7a-43b5-8465-abbc110696ef) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:40.669414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:40.670026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:40.670551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:40.676332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bf245-b273-4015-b50a-3dca3d36b756 None None] Network 77fe0897-9d7a-43b5-8465-abbc110696ef requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:40.715753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933357d6-9edf-4233-b9f3-7cb3b642f152 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8153bd42-7c8d-49f6-90f0-c1375bea7157,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:40.736346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:40.752157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:40.813547 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:40.813882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b2c21b46-1a16-4712-a419-5a2df76c13ce tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1518300 Jul 22 23:46:40.814717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:40.815235 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:40.833429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Request body: {'security_group_rule': {'security_group_id': '1cc635f7-f318-432f-8b06-ddcb1f1adbb4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:40.843979 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 6 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:40.910688 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d7750213-26a4-450e-a9c1-843c94d1df99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 4.6772838 Jul 22 23:46:40.920901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4e852c7-3ac2-4eb6-a523-b8a34c793b1d req-641dd960-3737-4283-90b8-d54ec72db364 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334119 Jul 22 23:46:40.924238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:40.924620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:40.924975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:40.970566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdeb7db-7923-49f9-a8dc-fc12d16f40c9 None None] Network 77fe0897-9d7a-43b5-8465-abbc110696ef requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:46:40.980755 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Project a04de9fe8a914b2faaeb9179a85ebf9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:46:41.033884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:46:41.033884 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 23:46:41.033884 n-d-758851-4 neutron-server[93790]: [parameters: {'project_id_1': 'db8468aac7ea448b8a186c65f3299508', 'expiration_1': datetime.datetime(2021, 7, 22, 23, 46, 40, 881041)}] Jul 22 23:46:41.033884 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:46:41.034355 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:46:41.051152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:41.051793 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:41.052857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:41.147534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea9dde-2b00-4753-92fe-6ee3844ea2b6 req-42593f41-ff54-4989-affb-f1894d77bfbf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.157622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83ea9dde-2b00-4753-92fe-6ee3844ea2b6 req-42593f41-ff54-4989-affb-f1894d77bfbf tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 931 time: 0.3268197 Jul 22 23:46:41.218584 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 7 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:41.286708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83ea9dde-2b00-4753-92fe-6ee3844ea2b6 req-e2aa56eb-b506-4ac8-abc3-377488bfe15c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932405 Jul 22 23:46:41.352893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:41.353312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:41.353834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:41.387397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0b9b4059-8124-470d-9b25-c5f92bfcf734 req-8ffd6350-8c53-4628-9613-c6752436a140 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8263035 Jul 22 23:46:41.409423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:41.409829 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:41.442344 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 8 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:41.529069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:41.529456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:41.529780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:41.652703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:41.657498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:41.658012 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:41.673973 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 9 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:41.688281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:41.767772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5d00fd-b6c4-415a-8465-ea1c3653c6d1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:41.780483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:41.780906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:41.781292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:41.793789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:41.798024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:41.804541 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:41.806363 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ba13add8-17d4-462f-9322-1d248925f18b tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9874246 Jul 22 23:46:41.810204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:41.810469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:41.810605 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:41.819635 n-d-758851-4 neutron-server[93790]: INFO neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempt 10 to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce Jul 22 23:46:41.855163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2ac101d-750d-4a72-aa62-219b53c6bf72 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules/6e5d00fd-b6c4-415a-8465-ea1c3653c6d1 HTTP/1.1" status: 200 len: 769 time: 0.0434971 Jul 22 23:46:41.855867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-761f2ddb-cb29-4811-97d1-67a166312d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:41.857861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:41.858011 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-761f2ddb-cb29-4811-97d1-67a166312d5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 1094 time: 0.3299081 Jul 22 23:46:41.860927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:41.861422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:41.861813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempting to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:41.872961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:41.873410 n-d-758851-4 neutron-server[93790]: ERROR neutron.plugins.ml2.managers [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Failed to bind port 72ecc092-3f6f-4463-8b8d-372547d161ce on host n-h1-758851-4 for vnic_type normal using segments [{'id': '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '0899da51-de55-4360-9ad9-e4f23206379c'}] Jul 22 23:46:41.873776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:41.975993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93399901-cb0f-4069-816b-9aecf38fb870 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1169379 Jul 22 23:46:41.989690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47066) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:42.070807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88476d87-54bd-4797-ac0b-c57d1aefbc66 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.088889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88476d87-54bd-4797-ac0b-c57d1aefbc66 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.127749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88476d87-54bd-4797-ac0b-c57d1aefbc66 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.145430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88476d87-54bd-4797-ac0b-c57d1aefbc66 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.150535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-88476d87-54bd-4797-ac0b-c57d1aefbc66 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6e5d00fd-b6c4-415a-8465-ea1c3653c6d1 HTTP/1.1" status: 204 len: 168 time: 0.1596856 Jul 22 23:46:42.153466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:42.223444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fd2a75b7-79d0-4f53-ac76-ae3849ec845b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:42.232113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88476d87-54bd-4797-ac0b-c57d1aefbc66 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e5d00fd-b6c4-415a-8465-ea1c3653c6d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:42.315232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-f096103f-5d77-4f4a-96e7-825f68ae3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:42.317886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-f096103f-5d77-4f4a-96e7-825f68ae3ef9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.4462729 Jul 22 23:46:42.412294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port fd2a75b7-79d0-4f53-ac76-ae3849ec845b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:42.431916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de3abe1e-a952-47c8-b875-e2ee2582cb34 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2765188 Jul 22 23:46:42.443631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109f98-2d07-4418-b305-e6d1347dabc2 req-09837a24-1d8a-47c1-9f7f-961bd738fc14 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:42.445665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port fd2a75b7-79d0-4f53-ac76-ae3849ec845b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:42.446681 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.455125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47086) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:42.457188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0109f98-2d07-4418-b305-e6d1347dabc2 req-09837a24-1d8a-47c1-9f7f-961bd738fc14 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 943 time: 0.2568715 Jul 22 23:46:42.522239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0109f98-2d07-4418-b305-e6d1347dabc2 req-42766e38-2183-4db8-b8c8-f7d447dc7cf4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635669 Jul 22 23:46:42.553403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-6896cb39-9ba5-4d50-8b7d-e44bb5a24ce7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb HTTP/1.1" status: 200 len: 217 time: 0.1922381 Jul 22 23:46:42.604730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 10.1.1.55 (7f8591ea-caa4-4fcd-a347-1ee9e7c984ae/6eb71eee-f22a-436c-a06a-67644cf402e5/be958831-df4e-4981-9d77-1b4ddfa1c470) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:42.873189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.884621 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.893960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object be958831-df4e-4981-9d77-1b4ddfa1c470 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:42.935051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] For port 72ecc092-3f6f-4463-8b8d-372547d161ce, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:42.935535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attempted to set empty binding levels {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 23:46:42.964776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:42.975993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-6eabc81f-41d7-4b11-bc8e-53ad196eca2d tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:42.983110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-6eabc81f-41d7-4b11-bc8e-53ad196eca2d tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 817 time: 0.4386480 Jul 22 23:46:42.987951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:42.990261 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b798d450-e12e-4063-b56a-a97858b8d42f" -d '{"events": [{"server_uuid": "f94ac6b4-9cf4-4f4c-9871-031445131475", "name": "network-vif-plugged", "status": "completed", "tag": "fd2a75b7-79d0-4f53-ac76-ae3849ec845b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:43.041927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:43.042714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37dac-39af-441e-ad10-1b75498eafce req-84323487-b1a3-4dda-a9d1-4501f4407e38 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.057248 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.058164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37e37dac-39af-441e-ad10-1b75498eafce req-84323487-b1a3-4dda-a9d1-4501f4407e38 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 931 time: 0.2647688 Jul 22 23:46:43.082918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-430a156a-64e6-4f9d-b71b-18b378a7d4b5 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/quotas/871374807f2d4da0a8958447c3f4fa04 HTTP/1.1" status: 200 len: 375 time: 0.0901170 Jul 22 23:46:43.187939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:43.197037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.223689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37e37dac-39af-441e-ad10-1b75498eafce req-1247d885-7da9-4568-81df-db804261d60c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532102 Jul 22 23:46:43.229201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-8fd2ed19-3f1b-4b39-81ec-ddb2ca693099 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387095 Jul 22 23:46:43.287791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:43.311668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event updated for resources: {'Port': ['ID=72ecc092-3f6f-4463-8b8d-372547d161ce,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:43.319639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] In _notify_port_updated(), no bound segment for port 72ecc092-3f6f-4463-8b8d-372547d161ce on network 0899da51-de55-4360-9ad9-e4f23206379c {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:46:43.320549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.321685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.327553 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a57f433-f3dd-490b-811c-0fc6b3494a20 x-openstack-request-id: req-0a57f433-f3dd-490b-811c-0fc6b3494a20 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:43.330994 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ac6b4-9cf4-4f4c-9871-031445131475", "name": "network-vif-plugged", "status": "completed", "tag": "fd2a75b7-79d0-4f53-ac76-ae3849ec845b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:43.330994 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a57f433-f3dd-490b-811c-0fc6b3494a20 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:43.330994 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b', 'code': 200} Jul 22 23:46:43.331294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd3a8e61-b585-47b9-b468-8de28ff841b2 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "PUT /v2.0/ports/72ecc092-3f6f-4463-8b8d-372547d161ce HTTP/1.1" status: 200 len: 975 time: 7.8029237 Jul 22 23:46:43.331294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:43.382947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712c39-eed2-4f98-9585-4be9a460b954 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.407239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712c39-eed2-4f98-9585-4be9a460b954 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.523118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:43.527948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-f8054585-16fe-4abe-9f46-e3d2eda3e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:43.528423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-5c385e4f-0d8c-4926-b8d5-2f5bf0e3cbcf service neutron] 10.222.0.21 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899845 Jul 22 23:46:43.536821 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-f8054585-16fe-4abe-9f46-e3d2eda3e49d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.6010349 Jul 22 23:46:43.653945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712c39-eed2-4f98-9585-4be9a460b954 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.663540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd712c39-eed2-4f98-9585-4be9a460b954 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:43.676997 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd712c39-eed2-4f98-9585-4be9a460b954 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "DELETE /v2.0/security-groups/1cc635f7-f318-432f-8b06-ddcb1f1adbb4 HTTP/1.1" status: 204 len: 168 time: 1.1983249 Jul 22 23:46:43.677414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:43.731292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:43.776722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd712c39-eed2-4f98-9585-4be9a460b954 tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc635f7-f318-432f-8b06-ddcb1f1adbb4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:43.825792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:43.830921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-bdf43e12-a6a5-4cf5-abe5-ce094f78be55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520710 Jul 22 23:46:44.229713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:46:44.252026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1ee93395-117f-4321-9697-d5d382c5c0dc tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5718861 Jul 22 23:46:44.259370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:44.459434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33b96ed7-4ee2-47a0-92cc-37b83dbd4cc8 None None] Provisioning for port be958831-df4e-4981-9d77-1b4ddfa1c470 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:44.488240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-33b96ed7-4ee2-47a0-92cc-37b83dbd4cc8 None None] Provisioning complete for port be958831-df4e-4981-9d77-1b4ddfa1c470 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:44.502908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-33b96ed7-4ee2-47a0-92cc-37b83dbd4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:44.511466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-a96c2347-ebb9-4c42-811a-8af2c8d28dbf service neutron] 10.222.0.21 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9592686 Jul 22 23:46:44.659261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-33b96ed7-4ee2-47a0-92cc-37b83dbd4cc8 None None] Port be958831-df4e-4981-9d77-1b4ddfa1c470 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:44.668797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6bad-0ec9-4b16-849e-635442c8518c req-0534c04d-81a7-439c-bc9d-48052668ae1c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.670381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee8d6bad-0ec9-4b16-849e-635442c8518c req-0534c04d-81a7-439c-bc9d-48052668ae1c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 943 time: 0.8633506 Jul 22 23:46:44.701133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4af62f35-a8ce-4755-8560-46889358b55d tempest-SecGroupIPv6Test-947792542 tempest-SecGroupIPv6Test-947792542-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4237576 Jul 22 23:46:44.814807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-573116fd-3959-4c1d-8021-b436af368d21 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9757910 Jul 22 23:46:44.827029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:44.829368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.832283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:44.850396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee8d6bad-0ec9-4b16-849e-635442c8518c req-1f43b703-527c-4b7f-8efb-d93c3f6d3ef5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478322 Jul 22 23:46:44.865442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb', 'network_id': '910572c5-2f43-4c23-94ac-5b382224c226', 'port_id': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb', 'mac_address': 'fa:16:3e:cd:72:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8b86bf-f420-45c9-98fe-607758001bb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:46:44.904420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3565c80-b52d-452e-aa57-30c77bc2f46e req-b38b0bd2-de07-4269-91a3-9b0971df1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:44.907890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3565c80-b52d-452e-aa57-30c77bc2f46e req-b38b0bd2-de07-4269-91a3-9b0971df1152 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 1.4475882 Jul 22 23:46:44.909731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Deleting port 72ecc092-3f6f-4463-8b8d-372547d161ce {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:46:44.910086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:44.986228 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:44.990416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] For port 72ecc092-3f6f-4463-8b8d-372547d161ce, host n-h1-758851-4, got binding levels [] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:44.990888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:45.006179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Calling delete_port for 72ecc092-3f6f-4463-8b8d-372547d161ce owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:46:45.013065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:45.073554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:45.085477 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:45.190362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:45.229698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e3565c80-b52d-452e-aa57-30c77bc2f46e req-3b406c24-ebfa-4060-a454-ea3acaf7ce61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712337 Jul 22 23:46:45.236847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cee82-4cd4-4fc4-95f2-16dabe6dd29e req-6c5f29f6-a871-429e-98c9-8bd90cebf07f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:45.252246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:45.262540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5969fea3-eb30-43ff-898e-5664258f5447 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9478304 Jul 22 23:46:45.266918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Pushing event deleted for resources: {'Port': ['ID=72ecc092-3f6f-4463-8b8d-372547d161ce,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:45.278118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cee82-4cd4-4fc4-95f2-16dabe6dd29e req-6c5f29f6-a871-429e-98c9-8bd90cebf07f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:45.283854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:45.288948 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d60a417f-c7e0-4727-a6e4-5dfa48f96380 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "DELETE /v2.0/ports/72ecc092-3f6f-4463-8b8d-372547d161ce HTTP/1.1" status: 204 len: 168 time: 1.9528587 Jul 22 23:46:45.292556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:45.294660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2cee82-4cd4-4fc4-95f2-16dabe6dd29e req-6c5f29f6-a871-429e-98c9-8bd90cebf07f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 1652 time: 0.2748430 Jul 22 23:46:45.375913 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a6ff93e3-0472-47d1-9e3d-ce8f2765d0ea req-07c88049-8008-423d-877d-343adf36884b service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348279 Jul 22 23:46:45.385731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6676d1cc-84d4-4c94-aaa8-2e7e48116ffb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:46:45.456014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2cee82-4cd4-4fc4-95f2-16dabe6dd29e req-327e03c3-f2ff-4010-9568-6702bf95d428 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603625 Jul 22 23:46:45.475198 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5158c0-3a40-4d61-9b08-bbfb72463623 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] GET failed (client error): The resource could not be found. Jul 22 23:46:45.477303 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6a5158c0-3a40-4d61-9b08-bbfb72463623 tempest-PortsAdminExtendedAttrsTestJSON-257101271 tempest-PortsAdminExtendedAttrsTestJSON-257101271-project-admin] 10.222.0.21 "GET /v2.0/ports/72ecc092-3f6f-4463-8b8d-372547d161ce HTTP/1.1" status: 404 len: 333 time: 0.1831455 Jul 22 23:46:45.482319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47160) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:45.516873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14bd1e26-41da-4cc7-bde4-1f4a25504671 req-65dffabe-1d66-433f-abd4-9f084ce19f2c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 210 time: 0.0483496 Jul 22 23:46:45.549941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'admin_state_up': True, 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'security_groups': ['04816acf-42ec-4b7c-b819-bf755e71fad1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:45.562215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:45.934037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f4c513f-a3fe-4e22-8f05-9d4a26160e3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a04de9fe8a914b2faaeb9179a85ebf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704526 Jul 22 23:46:45.937078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47184) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:46.009797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.019140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:46.033308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.117007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3afa965e-eaad-4a36-b71e-65921a8f06c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.237327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-324bcd18-c8b1-4df4-afaa-166eeabb5658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.289156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.314564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0899da51-de55-4360-9ad9-e4f23206379c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:46.326167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-324bcd18-c8b1-4df4-afaa-166eeabb5658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.350682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:46.351009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a3b5e0-fb9d-4025-b3e3-dce64a2ef8a4') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:46:46.466974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-324bcd18-c8b1-4df4-afaa-166eeabb5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.475686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-324bcd18-c8b1-4df4-afaa-166eeabb5658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.478159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-324bcd18-c8b1-4df4-afaa-166eeabb5658 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3b563e1-4d0f-4332-bac6-7cfa0d0e3ef8 HTTP/1.1" status: 204 len: 168 time: 0.5357122 Jul 22 23:46:46.545156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bcd18-c8b1-4df4-afaa-166eeabb5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b563e1-4d0f-4332-bac6-7cfa0d0e3ef8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:46.593976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321955f-fefc-4692-b5f8-aa234882e4ce req-4642a8e5-852d-440d-9801-e313879e1c7f tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:46.605028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c321955f-fefc-4692-b5f8-aa234882e4ce req-4642a8e5-852d-440d-9801-e313879e1c7f tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 944 time: 0.6021459 Jul 22 23:46:46.648158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 10.1.1.131 (7f8591ea-caa4-4fcd-a347-1ee9e7c984ae/6eb71eee-f22a-436c-a06a-67644cf402e5/45bf3da5-2f19-4851-887a-211be6d4f409) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:46.771355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c321955f-fefc-4692-b5f8-aa234882e4ce req-91c90fd0-d5ab-4b74-a89a-1ca0b0f49573 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637976 Jul 22 23:46:46.835895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.886404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.900431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:46:46.901139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:46:46.904593 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:46:47.005045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb5dffc5-d09d-427c-a705-194f40fe1686 req-7d572d5c-bb2b-4278-a5aa-1a42cc37c103 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 210 time: 0.1114938 Jul 22 23:46:47.115999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646d159-7fc5-4f13-899b-22bfd404b0fd req-10d5db77-53cc-4429-9f27-87d279152c30 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.123106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.131686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.139701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] 10.222.0.21 "DELETE /v2.0/networks/0899da51-de55-4360-9ad9-e4f23206379c HTTP/1.1" status: 204 len: 168 time: 1.6481175 Jul 22 23:46:47.151787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646d159-7fc5-4f13-899b-22bfd404b0fd req-10d5db77-53cc-4429-9f27-87d279152c30 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.176155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f646d159-7fc5-4f13-899b-22bfd404b0fd req-10d5db77-53cc-4429-9f27-87d279152c30 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 1652 time: 0.5011866 Jul 22 23:46:47.212333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05e825-9858-4ca7-9a83-f8401157ddc0 tempest-PortsAdminExtendedAttrsTestJSON-2095565946 tempest-PortsAdminExtendedAttrsTestJSON-2095565946-project] Pushing event deleted for resources: {'Network': ['ID=0899da51-de55-4360-9ad9-e4f23206379c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:47.248657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.324712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object 45bf3da5-2f19-4851-887a-211be6d4f409 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:47.384955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f646d159-7fc5-4f13-899b-22bfd404b0fd req-491009f3-2e17-49ec-8203-7cc7cb0ef5d5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046156 Jul 22 23:46:47.494113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.623950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:47.627434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:47.647362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:47.651996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:47.781525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:47.787011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:47.828911 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-9b4f6b89-59a5-49c5-8f14-bd84fa602690 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2919407 Jul 22 23:46:47.856465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985', 'admin_state_up': True, 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'security_groups': ['04816acf-42ec-4b7c-b819-bf755e71fad1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:47.880242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:48.064314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:48.127015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ad259fb3-5708-4fbf-b7a1-f8acdfa67956 None None] Provisioning for port 45bf3da5-2f19-4851-887a-211be6d4f409 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:48.141741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ad259fb3-5708-4fbf-b7a1-f8acdfa67956 None None] Provisioning complete for port 45bf3da5-2f19-4851-887a-211be6d4f409 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:48.143910 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ad259fb3-5708-4fbf-b7a1-f8acdfa67956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.260363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:46:48.351275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ad259fb3-5708-4fbf-b7a1-f8acdfa67956 None None] Port 45bf3da5-2f19-4851-887a-211be6d4f409 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:48.360922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8213514c-57c2-43c6-9fb6-e20c103d22b0 req-418fd19d-fff1-4791-966c-3abe00982ae7 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 210 time: 0.1439278 Jul 22 23:46:48.402290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:48.407752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:48.408515 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.514610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6deb4627-bf12-4983-ac9f-10bf93e96dcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cfa1d11f99d4aee85a2d242d1fbd54d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287327 Jul 22 23:46:48.543912 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.557946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e26f-318d-4cb5-91a8-130be869907f req-de16a475-be88-4010-8569-9cb018a618cf tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.558971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:48.561938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1491e26f-318d-4cb5-91a8-130be869907f req-de16a475-be88-4010-8569-9cb018a618cf tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 944 time: 0.5478203 Jul 22 23:46:48.652368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1491e26f-318d-4cb5-91a8-130be869907f req-6f19ce31-81b7-4910-b9ed-5bf164823625 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841012 Jul 22 23:46:48.679872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:46:48.691288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:48.693658 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1916a4-9aa6-4794-9bc1-000200110106" -d '{"events": [{"server_uuid": "f92bcd9d-69a9-4f97-a104-35f3a8066164", "name": "network-vif-plugged", "status": "completed", "tag": "6676d1cc-84d4-4c94-aaa8-2e7e48116ffb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:48.706485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.750852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:48.841931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9eaa-29a6-4f6d-bf85-762f19e66779 req-eb0e9bbd-924a-44f1-aefb-4c2eb181034f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.848359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9eaa-29a6-4f6d-bf85-762f19e66779 req-eb0e9bbd-924a-44f1-aefb-4c2eb181034f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.876241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9eaa-29a6-4f6d-bf85-762f19e66779 req-eb0e9bbd-924a-44f1-aefb-4c2eb181034f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.890638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dfb9eaa-29a6-4f6d-bf85-762f19e66779 req-eb0e9bbd-924a-44f1-aefb-4c2eb181034f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 2373 time: 0.1983352 Jul 22 23:46:48.898144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:48.906434 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b421cdd-47ab-4f92-8b4b-bf9734421ae6 x-openstack-request-id: req-9b421cdd-47ab-4f92-8b4b-bf9734421ae6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:48.907214 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92bcd9d-69a9-4f97-a104-35f3a8066164", "name": "network-vif-plugged", "status": "completed", "tag": "6676d1cc-84d4-4c94-aaa8-2e7e48116ffb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:48.907708 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b421cdd-47ab-4f92-8b4b-bf9734421ae6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:48.909992 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb', 'code': 200} Jul 22 23:46:48.968057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2c023976-d1dc-4f96-a189-783b9cccfc1e tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:48.969634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2c023976-d1dc-4f96-a189-783b9cccfc1e tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 817 time: 0.9285717 Jul 22 23:46:48.976025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dfb9eaa-29a6-4f6d-bf85-762f19e66779 req-70ef3edb-921f-443d-bc1e-3f763aeb8af5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833302 Jul 22 23:46:49.029425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Request body: {'port': {'device_id': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'admin_state_up': True, 'tenant_id': '871374807f2d4da0a8958447c3f4fa04'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:49.256587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6988-afd2-4c10-9d79-bf15b7bacf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:49.383189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-1ee072dd-8e42-45ec-80a7-e7dde19a31da tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.385936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-1ee072dd-8e42-45ec-80a7-e7dde19a31da tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 817 time: 0.1715143 Jul 22 23:46:49.435172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Request body: {'port': {'device_id': '0642405d-6765-470c-b192-15f61cc3168f', 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'admin_state_up': True, 'tenant_id': '871374807f2d4da0a8958447c3f4fa04'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:49.436779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9a4fee3-8a00-48d3-abef-c113564c483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:49.493166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade1f49-fe2f-4492-a054-175cfb35fd1e req-be15fca8-44c3-4402-ad9c-664602054f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.494697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ade1f49-fe2f-4492-a054-175cfb35fd1e req-be15fca8-44c3-4402-ad9c-664602054f06 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 1096 time: 0.4573781 Jul 22 23:46:49.584987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6988-afd2-4c10-9d79-bf15b7bacf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:49.612929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:49.707358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-c5d63020-4e35-46df-adfe-ff6fbcd48f8c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:49.710823 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-c5d63020-4e35-46df-adfe-ff6fbcd48f8c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 817 time: 0.8829861 Jul 22 23:46:49.772244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Request body: {'port': {'device_id': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'admin_state_up': True, 'tenant_id': '871374807f2d4da0a8958447c3f4fa04'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:49.967184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Made reservation on behalf of 871374807f2d4da0a8958447c3f4fa04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:49.971719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:50.022198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9c2fb67-89d2-44a3-8e67-0eb24dffd65c req-9b7bcaac-be0f-4199-8dd6-eeac3c11bb63 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 210 time: 0.4113433 Jul 22 23:46:50.030673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ade1f49-fe2f-4492-a054-175cfb35fd1e req-09175f0c-c2b4-45f3-87af-165e0ca66986 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290556 Jul 22 23:46:50.074669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6988-afd2-4c10-9d79-bf15b7bacf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:50.078096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6988-afd2-4c10-9d79-bf15b7bacf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:50.079517 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e1d6988-afd2-4c10-9d79-bf15b7bacf43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99b45c58-722c-42d3-ae9b-11340fa6cf51 HTTP/1.1" status: 204 len: 168 time: 1.5125613 Jul 22 23:46:50.106378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d6988-afd2-4c10-9d79-bf15b7bacf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b45c58-722c-42d3-ae9b-11340fa6cf51,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:50.108727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Made reservation on behalf of 871374807f2d4da0a8958447c3f4fa04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:50.123278 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:50.150678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 10.2.2.100 (d089a880-ea55-4041-9657-5f4044ab6985/3312036e-8c43-48d9-9c98-395a3e93bbb6/e0a9b51b-b744-4f6c-bde5-3d2367397685) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:50.230562 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:50.348836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Made reservation on behalf of 871374807f2d4da0a8958447c3f4fa04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:50.365044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:50.542300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b554f7-044f-44eb-963c-8e08b16929ff req-5d24bde4-a7a0-468e-a6e4-e9c50d2e1e02 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.563856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93b554f7-044f-44eb-963c-8e08b16929ff req-5d24bde4-a7a0-468e-a6e4-e9c50d2e1e02 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.6973462 Jul 22 23:46:50.648453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Allocated IP 172.20.0.13 (77fe0897-9d7a-43b5-8465-abbc110696ef/2c0f7af0-571f-4f8a-baf0-754d3cacee5f/8d518310-7b3d-4813-b460-5e9de1273ade) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:50.737269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93b554f7-044f-44eb-963c-8e08b16929ff req-b099f822-17e5-467b-ad20-1ff5ed575c44 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720023 Jul 22 23:46:50.765534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:50.824279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be1ad7-ea49-435c-8db2-cf235c42317c req-d0477ee6-019d-4641-a89b-c91b2cc444e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.841569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be1ad7-ea49-435c-8db2-cf235c42317c req-d0477ee6-019d-4641-a89b-c91b2cc444e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.857939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be1ad7-ea49-435c-8db2-cf235c42317c req-d0477ee6-019d-4641-a89b-c91b2cc444e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:50.868795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48be1ad7-ea49-435c-8db2-cf235c42317c req-d0477ee6-019d-4641-a89b-c91b2cc444e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 2373 time: 0.6866901 Jul 22 23:46:51.016121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48be1ad7-ea49-435c-8db2-cf235c42317c req-11d4c679-6151-4808-9737-bf7e7f4b80d0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463163 Jul 22 23:46:51.038180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0539f3f3-ffb2-4291-9ff2-60f10ffdea90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f640e4730e74863a4ffae0da975d165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703385 Jul 22 23:46:51.040530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:51.156460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44f3a2d7-9d26-42a8-abe3-6dc8b0f26ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.208119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.229167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object e0a9b51b-b744-4f6c-bde5-3d2367397685 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:51.252089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9d0ced2-d311-425a-a9f4-bf18b54dd34f req-88527a11-5349-44a8-8892-c62f54e8eaa4 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 210 time: 0.1014831 Jul 22 23:46:51.279776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44f3a2d7-9d26-42a8-abe3-6dc8b0f26ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.363695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44f3a2d7-9d26-42a8-abe3-6dc8b0f26ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.367118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-44f3a2d7-9d26-42a8-abe3-6dc8b0f26ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.370088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-44f3a2d7-9d26-42a8-abe3-6dc8b0f26ba5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efeaf08e-dd97-4577-85c6-26bf9f69584b HTTP/1.1" status: 204 len: 168 time: 0.3269470 Jul 22 23:46:51.410190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3a2d7-9d26-42a8-abe3-6dc8b0f26ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeaf08e-dd97-4577-85c6-26bf9f69584b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:51.456130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.625913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network d089a880-ea55-4041-9657-5f4044ab6985 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:51.657238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:51.674720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:51.716978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.853213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:51.853988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.873446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:51.890146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:51.956230 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c71b9bc5-ee70-4a3d-b181-474bc78b3986 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1125836 Jul 22 23:46:51.979702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985', 'admin_state_up': True, 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'security_groups': ['04816acf-42ec-4b7c-b819-bf755e71fad1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:52.138951 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:52.204989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0669cd5-7def-4859-af9e-f5e1a322001b req-8c1ff460-774e-4d17-b8fd-122afcb77bdb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.218969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0669cd5-7def-4859-af9e-f5e1a322001b req-8c1ff460-774e-4d17-b8fd-122afcb77bdb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.3114712 Jul 22 23:46:52.291475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:52.371795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d647f99-0af6-4407-a6ef-bc96f48e22fe None None] Provisioning for port e0a9b51b-b744-4f6c-bde5-3d2367397685 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:52.380592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d647f99-0af6-4407-a6ef-bc96f48e22fe None None] Provisioning complete for port e0a9b51b-b744-4f6c-bde5-3d2367397685 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:52.393985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d647f99-0af6-4407-a6ef-bc96f48e22fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:52.477045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Network 77fe0897-9d7a-43b5-8465-abbc110696ef is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:52.500237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:52.525821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:52.554053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3d647f99-0af6-4407-a6ef-bc96f48e22fe None None] Port e0a9b51b-b744-4f6c-bde5-3d2367397685 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:52.589106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Pushing event updated for resources: {'Port': ['ID=8d518310-7b3d-4813-b460-5e9de1273ade,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:52.693968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0669cd5-7def-4859-af9e-f5e1a322001b req-056ff166-b095-4f9e-a206-c217da1f6c75 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624751 Jul 22 23:46:52.767020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Allocated IP 172.20.0.7 (77fe0897-9d7a-43b5-8465-abbc110696ef/2c0f7af0-571f-4f8a-baf0-754d3cacee5f/3106d34f-2692-443b-afb1-7f438a6de3e9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:52.772728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Made reservation on behalf of db8468aac7ea448b8a186c65f3299508 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:52.786988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:52.903274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3635-c14e-4919-ac46-96005c07a8bb req-f0c762fc-14f7-4255-8046-73520271923d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.920128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3635-c14e-4919-ac46-96005c07a8bb req-f0c762fc-14f7-4255-8046-73520271923d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.926655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3635-c14e-4919-ac46-96005c07a8bb req-f0c762fc-14f7-4255-8046-73520271923d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.944176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3635-c14e-4919-ac46-96005c07a8bb req-f0c762fc-14f7-4255-8046-73520271923d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.952312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d2c3635-c14e-4919-ac46-96005c07a8bb req-f0c762fc-14f7-4255-8046-73520271923d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 3094 time: 0.6185305 Jul 22 23:46:52.982290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:52.982290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:53.039972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47400) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:53.092572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3222a7b0-3498-4b8f-91c3-c6ff26ede9ca req-38d7c229-a830-4371-a68e-e73d5bbf72b9 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 210 time: 0.0853529 Jul 22 23:46:53.172584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-76c11915-0405-4b9c-aa23-2826f27d8a37 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1597874 Jul 22 23:46:53.213778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Request body: {'port': {'device_id': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:53.455888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:53.654771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:53.693202 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:46:53.796399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d2c3635-c14e-4919-ac46-96005c07a8bb req-b10a7cc8-121a-4cf0-b583-fc0ab3564c10 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8307035 Jul 22 23:46:54.006636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Network 77fe0897-9d7a-43b5-8465-abbc110696ef is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:54.044691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:54.050943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:54.144592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:54.145241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.176150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Pushing event updated for resources: {'Port': ['ID=3106d34f-2692-443b-afb1-7f438a6de3e9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:54.299917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e0dfe7e5-7364-4c6d-8a9a-fe341b032ebc tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8819387 Jul 22 23:46:54.366862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Request body: {'port': {'device_id': '0642405d-6765-470c-b192-15f61cc3168f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:54.466357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-e07fe688-cf87-4fbc-bb5d-f07c6379173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:54.487971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-e07fe688-cf87-4fbc-bb5d-f07c6379173c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 1096 time: 0.8992016 Jul 22 23:46:54.490236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6c87b8-b6ec-4f82-8782-ea3e37e26d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.498429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.552236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645dd42-0a8f-416e-a9c7-5fdc03bbe537 req-22dd955d-bee7-4766-955b-cd449c1e36d6 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:54.553783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1645dd42-0a8f-416e-a9c7-5fdc03bbe537 req-22dd955d-bee7-4766-955b-cd449c1e36d6 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.9233787 Jul 22 23:46:54.576247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:54.662195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Allocated IP 172.20.0.8 (77fe0897-9d7a-43b5-8465-abbc110696ef/2c0f7af0-571f-4f8a-baf0-754d3cacee5f/8e999b1f-89eb-4974-9be5-3fec34bf01c2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:54.730839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:54.909889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Allocated IP 10.2.2.200 (d089a880-ea55-4041-9657-5f4044ab6985/3312036e-8c43-48d9-9c98-395a3e93bbb6/c35918b6-435e-48b9-862c-c551abb9f84a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:46:54.911468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1645dd42-0a8f-416e-a9c7-5fdc03bbe537 req-d50e0445-a6a0-46ef-a13f-95aab5952368 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410604 Jul 22 23:46:54.985883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-846652220', 'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:55.385270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6907ed4-187f-483f-a52e-81ec0e460868 req-96a2ef7a-957b-4be5-9ded-749d3e1d2904 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:55.387104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6907ed4-187f-483f-a52e-81ec0e460868 req-96a2ef7a-957b-4be5-9ded-749d3e1d2904 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 931 time: 1.1235182 Jul 22 23:46:55.430060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-f09e5832-03c5-4f91-b8fe-7e5c8949fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:55.431876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-f09e5832-03c5-4f91-b8fe-7e5c8949fd09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.9142063 Jul 22 23:46:55.602896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6c87b8-b6ec-4f82-8782-ea3e37e26d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.640453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e6c87b8-b6ec-4f82-8782-ea3e37e26d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.672851 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.708499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.718098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2e6c87b8-b6ec-4f82-8782-ea3e37e26d22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dd81c4449ea4d58a4e0034550cdeee5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6706626 Jul 22 23:46:55.731579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47456) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:55.756471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c87b8-b6ec-4f82-8782-ea3e37e26d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713bca89-f72d-489c-824b-dbf2baca9d6a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:55.781070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Transition to ACTIVE for port object c35918b6-435e-48b9-862c-c551abb9f84a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:55.870667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1eb22be2-07ba-4dbd-8c19-181e1b60330c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.882125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:55.901004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-a802af16-1415-46e3-9878-8c46cab2ebd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb HTTP/1.1" status: 200 len: 217 time: 0.4613810 Jul 22 23:46:55.975934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6907ed4-187f-483f-a52e-81ec0e460868 req-1d868b36-14fb-4d4a-8be0-eed15617c1cd tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598707 Jul 22 23:46:55.980034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Made reservation on behalf of 4d9356eb16b94e559040b937ecd91cd2 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:55.990515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.023774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.030937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Pushing event updated for resources: {'Port': ['ID=8e999b1f-89eb-4974-9be5-3fec34bf01c2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.065502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872756e-9355-442f-a0b8-3decac3d3616 req-96caabf0-47d4-48c5-8451-94f5c81254ae tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.074736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872756e-9355-442f-a0b8-3decac3d3616 req-96caabf0-47d4-48c5-8451-94f5c81254ae tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.093065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872756e-9355-442f-a0b8-3decac3d3616 req-96caabf0-47d4-48c5-8451-94f5c81254ae tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.112521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872756e-9355-442f-a0b8-3decac3d3616 req-96caabf0-47d4-48c5-8451-94f5c81254ae tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.118023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a872756e-9355-442f-a0b8-3decac3d3616 req-96caabf0-47d4-48c5-8451-94f5c81254ae tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 3094 time: 0.7597950 Jul 22 23:46:56.120122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-7a680025-b7c8-47b0-a2e6-18d47dcc1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.122395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-7a680025-b7c8-47b0-a2e6-18d47dcc1b99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.2075770 Jul 22 23:46:56.229991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d518310-7b3d-4813-b460-5e9de1273ade {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:56.230918 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.238639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.252512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Transition to ACTIVE for port object 8d518310-7b3d-4813-b460-5e9de1273ade will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:56.259920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1eb22be2-07ba-4dbd-8c19-181e1b60330c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.264692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.283988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.316700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Network 77fe0897-9d7a-43b5-8465-abbc110696ef is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:56.387441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:56.407271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:56.425098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.486360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-c5f9a060-3f41-44f0-8255-b923f87365c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2517614 Jul 22 23:46:56.494556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Network d089a880-ea55-4041-9657-5f4044ab6985 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:46:56.507785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:46:56.513190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:46:56.516996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Pushing event updated for resources: {'Port': ['ID=8d518310-7b3d-4813-b460-5e9de1273ade,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.583499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1eb22be2-07ba-4dbd-8c19-181e1b60330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.587461 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1eb22be2-07ba-4dbd-8c19-181e1b60330c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.588979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1eb22be2-07ba-4dbd-8c19-181e1b60330c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/713bca89-f72d-489c-824b-dbf2baca9d6a HTTP/1.1" status: 204 len: 168 time: 0.8562260 Jul 22 23:46:56.599650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:46:56.731615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.732336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.792713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e82561-7b83-4635-99f4-c585c592384d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.798914 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.799273 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Added segment 4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a of type vlan for network 124c3a5a-2d8b-4039-829b-c54587a9b811 Jul 22 23:46:56.860279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a872756e-9355-442f-a0b8-3decac3d3616 req-8490d27e-3f11-4eea-9dfd-499fc8f7639b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6243339 Jul 22 23:46:56.905767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb22be2-07ba-4dbd-8c19-181e1b60330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713bca89-f72d-489c-824b-dbf2baca9d6a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.935093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:56.943985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:56.947607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event updated for resources: {'Port': ['ID=c35918b6-435e-48b9-862c-c551abb9f84a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:56.960552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2854ddaa-25ed-4370-96a6-3bc51438e2d1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2324812 Jul 22 23:46:56.981774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Request body: {'port': {'device_id': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:57.002149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.034514 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-3c081750-34d6-4047-a7f9-f9bfd2b710e3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0617101 Jul 22 23:46:57.041920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aa059990-d708-4416-a452-6a4b8e923f82 None None] Provisioning for port c35918b6-435e-48b9-862c-c551abb9f84a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:46:57.052021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aa059990-d708-4416-a452-6a4b8e923f82 None None] Provisioning complete for port c35918b6-435e-48b9-862c-c551abb9f84a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:46:57.052561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa059990-d708-4416-a452-6a4b8e923f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.098477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:57.157374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Attempting to bind port 8d518310-7b3d-4813-b460-5e9de1273ade on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:57.158428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Attempting to bind port 8d518310-7b3d-4813-b460-5e9de1273ade by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:57.159671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Attempting to bind port 8d518310-7b3d-4813-b460-5e9de1273ade on network 77fe0897-9d7a-43b5-8465-abbc110696ef {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:57.172237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-aa059990-d708-4416-a452-6a4b8e923f82 None None] Port c35918b6-435e-48b9-862c-c551abb9f84a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:46:57.243687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3106d34f-2692-443b-afb1-7f438a6de3e9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:57.269390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.313908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Port 8d518310-7b3d-4813-b460-5e9de1273ade on network 77fe0897-9d7a-43b5-8465-abbc110696ef not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:57.314532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Transition to ACTIVE for port object 3106d34f-2692-443b-afb1-7f438a6de3e9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:57.315723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Attempting to bind port 8d518310-7b3d-4813-b460-5e9de1273ade on network 77fe0897-9d7a-43b5-8465-abbc110696ef {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:57.343522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:57.345829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Checking segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:57.348776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Bound using segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:57.349752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Bound port: 8d518310-7b3d-4813-b460-5e9de1273ade, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:57.353022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.455242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.459348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:57.463835 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.493177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.519499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.536504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.539016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:57.581883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32c5720-759e-47ed-b649-dab6df4ca1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.665326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] For port 8d518310-7b3d-4813-b460-5e9de1273ade, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:57.703299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.1122656 Jul 22 23:46:57.733799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e6059-1625-474b-ab9c-3e69e015ea81 req-853f3e78-a679-4c30-a296-93265552366a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:57.736866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b92e6059-1625-474b-ab9c-3e69e015ea81 req-853f3e78-a679-4c30-a296-93265552366a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 1.6130912 Jul 22 23:46:57.760355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:57.763761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] For port 8d518310-7b3d-4813-b460-5e9de1273ade, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d518310-7b3d-4813-b460-5e9de1273ade,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:57.769933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'subnet': {'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:46:57.808869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.847111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2183fa5-dddd-468e-8aa2-a07d77f6a01b tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Network': ['ID=124c3a5a-2d8b-4039-829b-c54587a9b811,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:57.866430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 124c3a5a-2d8b-4039-829b-c54587a9b811 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:46:57.879490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3106d34f-2692-443b-afb1-7f438a6de3e9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:57.905590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-43d235c4-e00f-4a2e-8700-d32082e6c639 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3921249 Jul 22 23:46:57.997561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:57.998189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:57.999660 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d518310-7b3d-4813-b460-5e9de1273ade HTTP/1.1" status: 200 len: 1092 time: 4.8102973 Jul 22 23:46:58.000135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'tag': '8d518310-7b3d-4813-b460-5e9de1273ade'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:58.002410 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9824a22-e9fb-49ec-988f-7477295a315c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ca22c8-f993-4b22-bdee-d6b2530c3e11", "tag": "8d518310-7b3d-4813-b460-5e9de1273ade"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:58.063476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765daf60-83ae-416d-a67a-aa7681725065 service neutron] Pushing event updated for resources: {'Port': ['ID=8d518310-7b3d-4813-b460-5e9de1273ade,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:58.290564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b92e6059-1625-474b-ab9c-3e69e015ea81 req-5eacdb9e-2a5d-4331-b167-de4bb2519a1c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839231 Jul 22 23:46:58.374639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32c5720-759e-47ed-b649-dab6df4ca1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.450972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32c5720-759e-47ed-b649-dab6df4ca1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.488497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Made reservation on behalf of 4d9356eb16b94e559040b937ecd91cd2 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:46:58.491020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.512268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c5720-759e-47ed-b649-dab6df4ca1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c9fa73-b0df-4cbb-a9e3-101c3e148fd2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:58.574809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bd360-2e74-47d1-970f-07a769a2481f req-6bcd92f3-e341-451f-9c9f-f4088558927d tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.576501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-022bd360-2e74-47d1-970f-07a769a2481f req-6bcd92f3-e341-451f-9c9f-f4088558927d tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 943 time: 1.1362958 Jul 22 23:46:58.619729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd116ee-b4d3-4a1e-ab22-6335aeca2ced req-42064e3f-fcad-4f1a-aedd-d337fc50de1f service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6351573 Jul 22 23:46:58.619729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Attempting to bind port 3106d34f-2692-443b-afb1-7f438a6de3e9 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:46:58.619729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Attempting to bind port 3106d34f-2692-443b-afb1-7f438a6de3e9 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:46:58.619729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Attempting to bind port 3106d34f-2692-443b-afb1-7f438a6de3e9 on network 77fe0897-9d7a-43b5-8465-abbc110696ef {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:58.624685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Port 3106d34f-2692-443b-afb1-7f438a6de3e9 on network 77fe0897-9d7a-43b5-8465-abbc110696ef not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:46:58.625018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Attempting to bind port 3106d34f-2692-443b-afb1-7f438a6de3e9 on network 77fe0897-9d7a-43b5-8465-abbc110696ef {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:46:58.641827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:46:58.642177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Checking segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:46:58.642569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Bound using segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:46:58.643029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Bound port: 3106d34f-2692-443b-afb1-7f438a6de3e9, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:46:58.643477 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.684123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecefa51-19c0-42b0-91bf-11f230697ea1 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:58.693061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-022bd360-2e74-47d1-970f-07a769a2481f req-b57efa91-0513-4bdb-a317-175175fa46c1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067986 Jul 22 23:46:58.708584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.746142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Transition to ACTIVE for port object 6ecefa51-19c0-42b0-91bf-11f230697ea1 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:58.761825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-d25b3c55-c16d-46eb-8733-f7c20e7ac687 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.768651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-d25b3c55-c16d-46eb-8733-f7c20e7ac687 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.774692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-d25b3c55-c16d-46eb-8733-f7c20e7ac687 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.780749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-d25b3c55-c16d-46eb-8733-f7c20e7ac687 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.786685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-d25b3c55-c16d-46eb-8733-f7c20e7ac687 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:58.794910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-d25b3c55-c16d-46eb-8733-f7c20e7ac687 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 3815 time: 0.3254468 Jul 22 23:46:58.876800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69b9bad0-14e5-4989-84d3-59c6e2d9eac7 req-90fcd9ba-6228-4ddf-9a0e-336f2b916057 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809073 Jul 22 23:46:58.892499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e999b1f-89eb-4974-9be5-3fec34bf01c2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:46:58.904205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:58.924277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Transition to ACTIVE for port object 8e999b1f-89eb-4974-9be5-3fec34bf01c2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:46:58.941714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] For port 3106d34f-2692-443b-afb1-7f438a6de3e9, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:46:58.957751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] For port 3106d34f-2692-443b-afb1-7f438a6de3e9, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3106d34f-2692-443b-afb1-7f438a6de3e9,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:46:58.978839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.048828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.049769 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.051543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] 10.222.0.48 "PUT /v2.0/ports/3106d34f-2692-443b-afb1-7f438a6de3e9 HTTP/1.1" status: 200 len: 1091 time: 4.7012043 Jul 22 23:46:59.052228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0642405d-6765-470c-b192-15f61cc3168f', 'tag': '3106d34f-2692-443b-afb1-7f438a6de3e9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:46:59.054699 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138" -d '{"events": [{"name": "network-changed", "server_uuid": "0642405d-6765-470c-b192-15f61cc3168f", "tag": "3106d34f-2692-443b-afb1-7f438a6de3e9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:46:59.098366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-5ee60e17-07e3-404b-a90b-879a89671240 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2195270 Jul 22 23:46:59.100278 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9831dd6-7269-4656-bc65-ee2ce1456ab4 x-openstack-request-id: req-e9831dd6-7269-4656-bc65-ee2ce1456ab4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:59.104362 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0642405d-6765-470c-b192-15f61cc3168f", "tag": "3106d34f-2692-443b-afb1-7f438a6de3e9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:59.104768 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9831dd6-7269-4656-bc65-ee2ce1456ab4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:59.105362 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0642405d-6765-470c-b192-15f61cc3168f', 'tag': '3106d34f-2692-443b-afb1-7f438a6de3e9', 'status': 'completed', 'code': 200} Jul 22 23:46:59.124342 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11d1b7-d4f1-4201-afba-eb93e5815508 x-openstack-request-id: req-3b11d1b7-d4f1-4201-afba-eb93e5815508 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:46:59.127227 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ca22c8-f993-4b22-bdee-d6b2530c3e11", "tag": "8d518310-7b3d-4813-b460-5e9de1273ade", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:46:59.127413 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b11d1b7-d4f1-4201-afba-eb93e5815508 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:46:59.127854 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'tag': '8d518310-7b3d-4813-b460-5e9de1273ade', 'status': 'completed', 'code': 200} Jul 22 23:46:59.130803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4264e0-9e66-4543-93c5-47e2d2815ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3106d34f-2692-443b-afb1-7f438a6de3e9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:59.140771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.266551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:46:59.308511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Pushing event updated for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:59.360747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-378d85cb-3d2b-4246-9def-42156b4decb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.362317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-378d85cb-3d2b-4246-9def-42156b4decb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 1094 time: 0.2129829 Jul 22 23:46:59.436249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e32c5720-759e-47ed-b649-dab6df4ca1b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97f3df1a5a8e4a03aa9ca95558199eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8886952 Jul 22 23:46:59.478745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-7509ded2-0b74-4d85-9952-5ec4d6c4c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.483593 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-7509ded2-0b74-4d85-9952-5ec4d6c4c053 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 1095 time: 1.3727376 Jul 22 23:46:59.501289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:46:59.510984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-8ef529d5-3fe0-42f3-9652-38d71ea934e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3106d34f-2692-443b-afb1-7f438a6de3e9 HTTP/1.1" status: 200 len: 217 time: 0.1265786 Jul 22 23:46:59.527463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-a4891a84-8a6c-44e9-a62a-c1443b2ba7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.527463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-a4891a84-8a6c-44e9-a62a-c1443b2ba7a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.3005333 Jul 22 23:46:59.670753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e999b1f-89eb-4974-9be5-3fec34bf01c2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:46:59.857680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050caa76-421c-44f9-8957-c0a932a2a614 req-720c93ef-9443-40d8-a71e-10893f948c76 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.859043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-4ea311c8-7fad-4567-8836-db8e7f148d2d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d518310-7b3d-4813-b460-5e9de1273ade HTTP/1.1" status: 200 len: 217 time: 0.2103148 Jul 22 23:46:59.860452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-050caa76-421c-44f9-8957-c0a932a2a614 req-720c93ef-9443-40d8-a71e-10893f948c76 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.3482664 Jul 22 23:46:59.866462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2e957c40-0ed4-45fb-ab77-fef8e253d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:46:59.869174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-2e957c40-0ed4-45fb-ab77-fef8e253d2a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 200 len: 857 time: 0.2997863 Jul 22 23:47:00.016168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-3f09fc94-ac8a-482c-b68f-2cc65c0a5692 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77fe0897-9d7a-43b5-8465-abbc110696ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003129 Jul 22 23:47:00.017047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Attempting to bind port 6ecefa51-19c0-42b0-91bf-11f230697ea1 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:00.017582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Attempting to bind port 6ecefa51-19c0-42b0-91bf-11f230697ea1 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:00.017740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Attempting to bind port 6ecefa51-19c0-42b0-91bf-11f230697ea1 on network f308eeec-095d-44bc-a860-6a425f8c87b1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:00.022423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-e97b181f-8e8a-45cf-b89a-015f138ed6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.024693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-e97b181f-8e8a-45cf-b89a-015f138ed6ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.4506986 Jul 22 23:47:00.081170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Attempting to bind port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:00.081804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Attempting to bind port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:00.082352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Attempting to bind port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 on network 77fe0897-9d7a-43b5-8465-abbc110696ef {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:00.102786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Port 6ecefa51-19c0-42b0-91bf-11f230697ea1 on network f308eeec-095d-44bc-a860-6a425f8c87b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:00.103122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Attempting to bind port 6ecefa51-19c0-42b0-91bf-11f230697ea1 on network f308eeec-095d-44bc-a860-6a425f8c87b1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:00.129946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 on network 77fe0897-9d7a-43b5-8465-abbc110696ef not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:00.130285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Attempting to bind port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 on network 77fe0897-9d7a-43b5-8465-abbc110696ef {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:00.136857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-c16179b7-073b-4174-a9ce-3f86842a9a6e service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071885 Jul 22 23:47:00.137836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:00.137836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Checking segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:00.138232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Bound using segment: {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:00.138678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Bound port: 6ecefa51-19c0-42b0-91bf-11f230697ea1, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0165025-e1ff-48f5-baee-892482713353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:00.139104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.159533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94132140-445c-4eb2-b2ed-06dd72d6aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.166628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:00.167506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Checking segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:00.167909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Bound using segment: {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:00.168360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Bound port: 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68de423-ff69-42f1-a339-499b7487da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:00.168725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.217726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-e3e72ff7-7aa7-489a-9115-accc3dbe4b4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.0861573 Jul 22 23:47:00.225940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e309-75c3-4302-b7f8-ea6c16044518 req-31edfb79-05f0-4fb3-8e1a-8a766a75230a tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.228124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3488e309-75c3-4302-b7f8-ea6c16044518 req-31edfb79-05f0-4fb3-8e1a-8a766a75230a tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 943 time: 0.3665352 Jul 22 23:47:00.234465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-050caa76-421c-44f9-8957-c0a932a2a614 req-67ca5218-612c-4cdb-bafc-b2849bbe09ff tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640029 Jul 22 23:47:00.279923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:00.283997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:00.370282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] For port 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:00.370833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3488e309-75c3-4302-b7f8-ea6c16044518 req-eb6a0fe8-b141-416e-a541-bd8de6c8c6b1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354439 Jul 22 23:47:00.374322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] For port 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:00.377517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-8f4a2fdc-2d72-4ef2-ac9b-fb7de21efc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.379402 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-8f4a2fdc-2d72-4ef2-ac9b-fb7de21efc8c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 200 len: 857 time: 0.5129244 Jul 22 23:47:00.394165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.434909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-6fab538a-d3a8-45b8-86fb-6f88f7629f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.444293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-6fab538a-d3a8-45b8-86fb-6f88f7629f68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.2055936 Jul 22 23:47:00.491055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-0c03a304-a22c-4db2-ba21-34776e35a305 service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440647 Jul 22 23:47:00.493040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-ea70474a-7dbb-4ca6-9803-3b36c1b2739f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434811 Jul 22 23:47:00.516255 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-4ad79c74-7590-4c28-bae3-7e0ffd704c3f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77fe0897-9d7a-43b5-8465-abbc110696ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059883 Jul 22 23:47:00.519401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.527588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Pushing event updated for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:00.549374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682721-37d4-4194-be79-2dc932a556ae req-e2596f96-e7f0-42fe-801a-088d3315b856 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.554397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.555287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:00.557089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682721-37d4-4194-be79-2dc932a556ae req-e2596f96-e7f0-42fe-801a-088d3315b856 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.557238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ac914cc9-c982-477d-8ad0-d584ffa48bfc service neutron] 10.222.0.48 "PUT /v2.0/ports/6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 1091 time: 3.4951587 Jul 22 23:47:00.565590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682721-37d4-4194-be79-2dc932a556ae req-e2596f96-e7f0-42fe-801a-088d3315b856 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.572884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682721-37d4-4194-be79-2dc932a556ae req-e2596f96-e7f0-42fe-801a-088d3315b856 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.579219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6682721-37d4-4194-be79-2dc932a556ae req-e2596f96-e7f0-42fe-801a-088d3315b856 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:00.581160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6682721-37d4-4194-be79-2dc932a556ae req-e2596f96-e7f0-42fe-801a-088d3315b856 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 3827 time: 0.2177930 Jul 22 23:47:00.775401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:00.940285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6682721-37d4-4194-be79-2dc932a556ae req-fffbb9d5-c941-47c0-8797-a41eaecb357f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494017 Jul 22 23:47:00.957749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-0c1aa7c7-2545-459a-82ee-892bdfbee226 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755467 Jul 22 23:47:01.207042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1701ca8d-4111-4de4-b80b-a191894431d9 req-f029642b-364f-4382-9e31-e6173dbaeba3 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398500 Jul 22 23:47:01.210975 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.353376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-59201823-3cb8-40c4-b324-4e546d050514 service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943799 Jul 22 23:47:01.354140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e999b1f-89eb-4974-9be5-3fec34bf01c2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:01.379129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94132140-445c-4eb2-b2ed-06dd72d6aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.612838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:01.615102 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:01.650537 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-d34e51df-b54c-42b2-b14c-da4b4d820e5c service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463071 Jul 22 23:47:01.695568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:01.696339 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.698054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-365e2514-074f-462e-bc7c-0d832ee395a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e999b1f-89eb-4974-9be5-3fec34bf01c2 HTTP/1.1" status: 200 len: 1091 time: 4.7214241 Jul 22 23:47:01.788672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-b49c4eb8-86a0-4293-8239-9073f388985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:01.802805 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-b49c4eb8-86a0-4293-8239-9073f388985b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 1094 time: 0.4297168 Jul 22 23:47:01.802805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94132140-445c-4eb2-b2ed-06dd72d6aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.802805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94132140-445c-4eb2-b2ed-06dd72d6aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.802805 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-94132140-445c-4eb2-b2ed-06dd72d6aa87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75c9fa73-b0df-4cbb-a9e3-101c3e148fd2 HTTP/1.1" status: 204 len: 168 time: 2.1807995 Jul 22 23:47:01.863953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8599d-2705-43f9-a485-fdefe49cb7f0 req-dd00bd81-d263-47ca-9f03-9972c1b4b9f2 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:01.866331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ee8599d-2705-43f9-a485-fdefe49cb7f0 req-dd00bd81-d263-47ca-9f03-9972c1b4b9f2 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.4222343 Jul 22 23:47:01.884325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94132140-445c-4eb2-b2ed-06dd72d6aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c9fa73-b0df-4cbb-a9e3-101c3e148fd2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:01.886395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:47:01.887156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:01.908183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1db2-ac0b-4bb0-9f26-3e4f77c16968 req-ac916edb-2159-4935-ba3b-36d00d2bdc69 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:01.921444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19fd1db2-ac0b-4bb0-9f26-3e4f77c16968 req-ac916edb-2159-4935-ba3b-36d00d2bdc69 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 943 time: 0.4217224 Jul 22 23:47:02.010175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19fd1db2-ac0b-4bb0-9f26-3e4f77c16968 req-77f3767e-cbca-4ed5-86ce-14df9a3469d0 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Jul 22 23:47:02.043345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ee8599d-2705-43f9-a485-fdefe49cb7f0 req-36bf3d38-5e0c-49b7-ba89-f610d067c655 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688225 Jul 22 23:47:02.148231 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359524ce-cabb-4139-a88b-2c559b12193e x-openstack-request-id: req-359524ce-cabb-4139-a88b-2c559b12193e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:02.149085 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:02.149434 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-359524ce-cabb-4139-a88b-2c559b12193e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:02.149826 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'status': 'completed', 'code': 200} Jul 22 23:47:02.154862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d61b858-d6e2-4581-afd4-454891192787 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:02.165161 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:02.183243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Transition to ACTIVE for port object 8d61b858-d6e2-4581-afd4-454891192787 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:02.210728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fb7510fc-ea32-4c50-9482-5185b941ab78,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:02.234580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Checking segment: {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:02.234939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network hostable DHCP agents. Network: 124c3a5a-2d8b-4039-829b-c54587a9b811, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:47:02.245143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9824a22-e9fb-49ec-988f-7477295a315c req-6bf075ea-6ffb-4129-9abe-1dc923b65340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.246691 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-6bf075ea-6ffb-4129-9abe-1dc923b65340 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 1095 time: 0.3726103 Jul 22 23:47:02.248570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-1b3b76a4-f115-45b9-bf10-6baecc0e8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.249946 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-1b3b76a4-f115-45b9-bf10-6baecc0e8389 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 1094 time: 0.3941574 Jul 22 23:47:02.254267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-3b3adbe4-bf0a-4a00-821f-91573bc9882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.260475 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:02.265261 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-3b3adbe4-bf0a-4a00-821f-91573bc9882f service neutron] 10.222.0.48 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 918 time: 0.3998795 Jul 22 23:47:02.374591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-a7eaad7c-69fa-40ed-bbd0-0cfcff6655d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3106d34f-2692-443b-afb1-7f438a6de3e9 HTTP/1.1" status: 200 len: 217 time: 0.0868478 Jul 22 23:47:02.421478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Pushing event updated for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:02.440818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-b9df8bb9-e241-4249-83ed-ac89f800b6b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2 HTTP/1.1" status: 200 len: 217 time: 0.1542397 Jul 22 23:47:02.483514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network 124c3a5a-2d8b-4039-829b-c54587a9b811 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:47:02.547438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.548379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.549760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.551074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.552889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.553628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.561753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-f6309816-7d31-483d-a7ef-a7edefbccaf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5249 time: 0.3614888 Jul 22 23:47:02.658740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 124c3a5a-2d8b-4039-829b-c54587a9b811) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:02.668774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf3290-91c4-4f73-b084-5ee38c7e5293 None None] Network 124c3a5a-2d8b-4039-829b-c54587a9b811 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:47:02.715133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.717561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:02.731140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-aa6c2528-847f-4257-91aa-8b8a79e9c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.732704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-aa6c2528-847f-4257-91aa-8b8a79e9c8c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 200 len: 857 time: 0.2910070 Jul 22 23:47:02.773101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.784097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.792475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.800373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.810321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.817518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:02.821200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-55ef37ee-a4f6-4a56-897f-14e38e14a0da tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 4605 time: 0.6357038 Jul 22 23:47:02.852872 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-1061395b-7edb-4683-8b1b-92acda0e50f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77fe0897-9d7a-43b5-8465-abbc110696ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847213 Jul 22 23:47:03.140890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc0d3d1-7658-40d2-b25a-dbf7473ca21b None None] Network 124c3a5a-2d8b-4039-829b-c54587a9b811 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:47:03.191058 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5cbe2a55-810f-488c-921a-4dfe738f4746 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.4221988 Jul 22 23:47:03.196804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9824a22-e9fb-49ec-988f-7477295a315c req-f20e2c92-d9c7-40fc-9487-82a21720abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.203173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-f20e2c92-d9c7-40fc-9487-82a21720abf3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 918 time: 0.9322639 Jul 22 23:47:03.208376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-6660d662-d157-4687-b9f5-0564ded0c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.213121 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-6660d662-d157-4687-b9f5-0564ded0c499 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 200 len: 857 time: 0.7538238 Jul 22 23:47:03.213653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:03.367431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-878300702', 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:03.380877 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-a513f65c-5d77-4923-b069-c2d625a62259 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d518310-7b3d-4813-b460-5e9de1273ade HTTP/1.1" status: 200 len: 217 time: 0.1547039 Jul 22 23:47:03.552222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Attempting to bind port 8d61b858-d6e2-4581-afd4-454891192787 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:03.552824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Attempting to bind port 8d61b858-d6e2-4581-afd4-454891192787 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:03.560974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Attempting to bind port 8d61b858-d6e2-4581-afd4-454891192787 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:03.572500 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-28098637-57cf-4b0f-bea2-dea6aeca0c47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77fe0897-9d7a-43b5-8465-abbc110696ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897206 Jul 22 23:47:03.580043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Made reservation on behalf of 4d9356eb16b94e559040b937ecd91cd2 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:47:03.583645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.605122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7b369b6-7c4a-41c4-9d09-6ec3172e47f3 req-9bcb833a-e812-4e7a-8df5-8987d2c8bae4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7519307 Jul 22 23:47:03.609683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Port 8d61b858-d6e2-4581-afd4-454891192787 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:03.610120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Attempting to bind port 8d61b858-d6e2-4581-afd4-454891192787 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:03.617510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-2839ff60-08df-47f8-9505-9803552817ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.618361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-2839ff60-08df-47f8-9505-9803552817ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.618904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-2839ff60-08df-47f8-9505-9803552817ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.626770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-2839ff60-08df-47f8-9505-9803552817ea service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db8468aac7ea448b8a186c65f3299508&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0172713 Jul 22 23:47:03.632444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:03.633052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Checking segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:03.633691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Bound using segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:03.634258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Bound port: 8d61b858-d6e2-4581-afd4-454891192787, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:03.634733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:03.676556 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-ee9d3c5b-2d40-4134-90f3-0521dacf2e7d service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897472 Jul 22 23:47:03.766468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9824a22-e9fb-49ec-988f-7477295a315c req-02a0dff0-55b9-407e-be0b-2bc645db9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.768168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-02a0dff0-55b9-407e-be0b-2bc645db9413 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 200 len: 857 time: 0.3401093 Jul 22 23:47:03.769515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] device_id is not set on port 08f4f9c1-c5f5-462f-99de-c7d3d3178c1d yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:47:03.910264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-da73ed62-f75c-4ba2-9728-390db86a796d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77fe0897-9d7a-43b5-8465-abbc110696ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953856 Jul 22 23:47:03.915032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05284c14-caa8-4fe4-a067-4962aa8192be req-67c6de76-1bca-4c6a-a2c1-5c0819b2aa08 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:03.922415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05284c14-caa8-4fe4-a067-4962aa8192be req-67c6de76-1bca-4c6a-a2c1-5c0819b2aa08 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 943 time: 0.5522144 Jul 22 23:47:04.258583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'tag': '8e999b1f-89eb-4974-9be5-3fec34bf01c2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:04.262681 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59826dc3-f2df-4d2c-a973-dc33db920ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "de88ba9f-ea4c-4181-8d69-a47b1266732b", "tag": "8e999b1f-89eb-4974-9be5-3fec34bf01c2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:04.270461 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-a482ffff-224d-4b96-aa0a-876e988d4032 service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853377 Jul 22 23:47:04.292618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:04.313744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-f1a9bf9f-970f-4bd4-852f-ea57a316315c service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039257 Jul 22 23:47:04.355222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05284c14-caa8-4fe4-a067-4962aa8192be req-c9d3b148-9fba-454d-beca-6650387e413e tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316542 Jul 22 23:47:04.371127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d518310-7b3d-4813-b460-5e9de1273ade details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:04.394627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d61b858-d6e2-4581-afd4-454891192787,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:04.412649 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-e374fc8b-d600-4779-8f85-1ed4b8d4aade service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236079 Jul 22 23:47:04.430752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.533122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:04.534421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.537029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 1136 time: 3.7902107 Jul 22 23:47:04.538751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-27e1fdb5-2c96-4734-bc01-5ea2a0eec99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:04.540639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ae65b61-d8c2-4aa4-84c2-14c1e8eb5b57 req-27e1fdb5-2c96-4734-bc01-5ea2a0eec99f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8817706 Jul 22 23:47:04.548613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '8d61b858-d6e2-4581-afd4-454891192787'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:04.568712 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f36f54-5681-4135-8499-b61b02baec03" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "8d61b858-d6e2-4581-afd4-454891192787"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:04.584596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc2e5b-3378-4a39-8ef6-a9a99e2a0e2d req-f3674a25-ea38-4ddd-8167-4fece98b4098 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:04.595237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7dc2e5b-3378-4a39-8ef6-a9a99e2a0e2d req-f3674a25-ea38-4ddd-8167-4fece98b4098 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.7961605 Jul 22 23:47:04.605883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Allocated IP 172.20.0.5 (124c3a5a-2d8b-4039-829b-c54587a9b811/fb7510fc-ea32-4c50-9482-5185b941ab78/08f4f9c1-c5f5-462f-99de-c7d3d3178c1d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:04.612000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:04.670987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8d518310-7b3d-4813-b460-5e9de1273ade, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d518310-7b3d-4813-b460-5e9de1273ade,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:04.672798 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804596e5-1c12-496f-a77d-e551ccb0d013 x-openstack-request-id: req-804596e5-1c12-496f-a77d-e551ccb0d013 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:04.673113 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de88ba9f-ea4c-4181-8d69-a47b1266732b", "tag": "8e999b1f-89eb-4974-9be5-3fec34bf01c2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:04.673372 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-804596e5-1c12-496f-a77d-e551ccb0d013 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:04.673787 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'tag': '8e999b1f-89eb-4974-9be5-3fec34bf01c2', 'status': 'completed', 'code': 200} Jul 22 23:47:04.699067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8d518310-7b3d-4813-b460-5e9de1273ade', 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'port_id': '8d518310-7b3d-4813-b460-5e9de1273ade', 'mac_address': 'fa:16:3e:59:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0f7af0-571f-4f8a-baf0-754d3cacee5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:04.779215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4f3a9-a045-4c15-93e8-870f23425d58 service neutron] Pushing event updated for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:04.792419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.832224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d518310-7b3d-4813-b460-5e9de1273ade {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:04.883903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8d518310-7b3d-4813-b460-5e9de1273ade, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d518310-7b3d-4813-b460-5e9de1273ade,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:04.885575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7dc2e5b-3378-4a39-8ef6-a9a99e2a0e2d req-7208295e-976b-4d68-81b9-d306d2b64429 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893915 Jul 22 23:47:04.897428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:04.898200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3106d34f-2692-443b-afb1-7f438a6de3e9 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:04.973040 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c237958-71c8-4a8a-8153-f3cb724ddf06 x-openstack-request-id: req-8c237958-71c8-4a8a-8153-f3cb724ddf06 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:04.973405 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "8d61b858-d6e2-4581-afd4-454891192787", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:04.975614 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c237958-71c8-4a8a-8153-f3cb724ddf06 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:04.976075 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '8d61b858-d6e2-4581-afd4-454891192787', 'status': 'completed', 'code': 200} Jul 22 23:47:05.033575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.069930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8d518310-7b3d-4813-b460-5e9de1273ade,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:05.091771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.095870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.097438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.100521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.101256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.103778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.105602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.106143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.106654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.107991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.109601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.114235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:05.136984 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-56a1f20d-cb9c-4b45-a448-fb12f0c8c6bb service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183966 Jul 22 23:47:05.176520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.182833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3106d34f-2692-443b-afb1-7f438a6de3e9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3106d34f-2692-443b-afb1-7f438a6de3e9,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:05.199916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.209808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67b2ea81-8187-483b-8645-7fc084d2b305 req-50fecb4d-7904-4940-9adf-f28816efa85e service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455098 Jul 22 23:47:05.216761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.229150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '3106d34f-2692-443b-afb1-7f438a6de3e9', 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'port_id': '3106d34f-2692-443b-afb1-7f438a6de3e9', 'mac_address': 'fa:16:3e:8b:ad:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0f7af0-571f-4f8a-baf0-754d3cacee5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:05.258643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.265558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.283782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.288976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.309457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3106d34f-2692-443b-afb1-7f438a6de3e9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:05.313200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.323342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-5488cc9e-ff06-4af1-b18f-1ca7b7e8c885 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 4605 time: 0.5298979 Jul 22 23:47:05.356311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.362110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3106d34f-2692-443b-afb1-7f438a6de3e9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3106d34f-2692-443b-afb1-7f438a6de3e9,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:05.372312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.535624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3106d34f-2692-443b-afb1-7f438a6de3e9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:05.550803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network 124c3a5a-2d8b-4039-829b-c54587a9b811 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:05.569918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:05.583447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:05.593864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Port': ['ID=08f4f9c1-c5f5-462f-99de-c7d3d3178c1d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:05.756640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.757272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:05.776450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-b9aaea61-f60c-47b5-9e64-bb3bd2813b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:05.777996 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-b9aaea61-f60c-47b5-9e64-bb3bd2813b45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=871374807f2d4da0a8958447c3f4fa04&device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 1094 time: 0.4419448 Jul 22 23:47:05.794438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8d518310-7b3d-4813-b460-5e9de1273ade'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:05.860375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ff18544b-0146-4b50-b8d6-61dab4d31300 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.5102522 Jul 22 23:47:05.864137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:05.974708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3106d34f-2692-443b-afb1-7f438a6de3e9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:06.069734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8990fbc0-64f1-4e71-b753-e45d1f69bf4b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:06.139847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47740) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:06.147609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.167674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.241333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-bf0e096f-5978-4983-92ad-5237992f472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.243275 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-bf0e096f-5978-4983-92ad-5237992f472d service neutron] 10.222.0.48 "GET /v2.0/networks?id=77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 200 len: 918 time: 0.4463687 Jul 22 23:47:06.357865 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-079e5192-cbb2-412a-87a2-147ce943df6e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2 HTTP/1.1" status: 200 len: 217 time: 0.1065981 Jul 22 23:47:06.420685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Transition to ACTIVE for port object 8990fbc0-64f1-4e71-b753-e45d1f69bf4b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:06.440194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Deleting port 08f4f9c1-c5f5-462f-99de-c7d3d3178c1d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:06.440539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.497706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.533774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-627d9ac8-9a69-4168-b67b-5aa6ddd6385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.535275 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-627d9ac8-9a69-4168-b67b-5aa6ddd6385c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 200 len: 857 time: 0.1660671 Jul 22 23:47:06.620946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08e4709c-b460-472e-b2c9-184c3f312225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.624646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-afeba361-cf05-4741-8832-199886b9cc4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=77fe0897-9d7a-43b5-8465-abbc110696ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481708 Jul 22 23:47:06.666426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:06.694482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90422ef7-b919-4b6b-96c8-4abae2522dc3 req-7d089dd8-e8ef-4e8d-a897-9a7af13f2255 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6136799 Jul 22 23:47:06.714396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:06.724802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.725755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.727587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.728286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.729003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.729857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.734662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77f36f54-5681-4135-8499-b61b02baec03 req-7e2ee89e-e9de-45e1-8b2b-6db4070513e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5291 time: 1.7216923 Jul 22 23:47:06.842083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:06.854257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95501bef-3d07-4422-bf3f-6f83ca840617 req-ea845de1-f707-4615-9787-1c3b8c92ab88 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:06.856311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95501bef-3d07-4422-bf3f-6f83ca840617 req-ea845de1-f707-4615-9787-1c3b8c92ab88 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 944 time: 0.7766900 Jul 22 23:47:06.900205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08e4709c-b460-472e-b2c9-184c3f312225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.195089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95501bef-3d07-4422-bf3f-6f83ca840617 req-c6f3783a-d65f-4167-bb5f-7a1a2be20b5e tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128338 Jul 22 23:47:07.229768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-b17f54d9-4f67-4b35-8dda-627dfcb24ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.230241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-b17f54d9-4f67-4b35-8dda-627dfcb24ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.230723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-b17f54d9-4f67-4b35-8dda-627dfcb24ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.232400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77f36f54-5681-4135-8499-b61b02baec03 req-b17f54d9-4f67-4b35-8dda-627dfcb24ee4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db8468aac7ea448b8a186c65f3299508&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4791131 Jul 22 23:47:07.296733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Calling delete_port for 08f4f9c1-c5f5-462f-99de-c7d3d3178c1d owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:07.300409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08e4709c-b460-472e-b2c9-184c3f312225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.311500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Attempting to bind port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:07.311840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Attempting to bind port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:07.312175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Attempting to bind port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:07.348118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16049067-6947-48e6-a9f7-2d513980afdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.362077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24e1ea-ba04-4708-95a5-a5b88adf186f req-a08cfc10-2342-4d6e-8079-6112ec0d1e52 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.364042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb24e1ea-ba04-4708-95a5-a5b88adf186f req-a08cfc10-2342-4d6e-8079-6112ec0d1e52 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.5307386 Jul 22 23:47:07.369476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:07.370147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Attempting to bind port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:07.424733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:07.425417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Checking segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:07.426070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Bound using segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:07.426722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Bound port: 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:07.427320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.450654 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08e4709c-b460-472e-b2c9-184c3f312225 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27a9472d60f146f6a28cfd07b56a9d56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3070982 Jul 22 23:47:07.464116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:07.478978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4709c-b460-472e-b2c9-184c3f312225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ddbec6-2a4d-48a2-9a7c-24702db6ba78,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:07.512629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-e97c6095-cfa8-42bd-93bc-e70f97ddfc58 service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8656449 Jul 22 23:47:07.519706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb24e1ea-ba04-4708-95a5-a5b88adf186f req-d2036784-346a-40db-8fbe-117fdb612419 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371994 Jul 22 23:47:07.558786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36f54-5681-4135-8499-b61b02baec03 req-156b01ce-62a8-4360-97a3-937747361d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.560384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77f36f54-5681-4135-8499-b61b02baec03 req-156b01ce-62a8-4360-97a3-937747361d8f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3116262 Jul 22 23:47:07.598011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:07.602736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:07.606753 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.641166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:07.641748 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.643617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 1135 time: 3.0401254 Jul 22 23:47:07.662766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '8990fbc0-64f1-4e71-b753-e45d1f69bf4b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:07.674777 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "8990fbc0-64f1-4e71-b753-e45d1f69bf4b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:07.723693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:07.785560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51e0bb18-8015-491e-b3c7-03ec08468760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.814686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.831792 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb5cace-d7de-4bf1-8567-71105997a7b8 x-openstack-request-id: req-0eb5cace-d7de-4bf1-8567-71105997a7b8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:07.831792 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "8990fbc0-64f1-4e71-b753-e45d1f69bf4b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:07.831792 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0eb5cace-d7de-4bf1-8567-71105997a7b8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:07.831792 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '8990fbc0-64f1-4e71-b753-e45d1f69bf4b', 'status': 'completed', 'code': 200} Jul 22 23:47:07.885941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event deleted for resources: {'Port': ['ID=08f4f9c1-c5f5-462f-99de-c7d3d3178c1d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:07.889342 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59826dc3-f2df-4d2c-a973-dc33db920ae2 req-80c391b1-44d7-4c7a-9569-9071779a175e service neutron] 10.222.0.48 "GET /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568153 Jul 22 23:47:07.913137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51e0bb18-8015-491e-b3c7-03ec08468760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.914918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfa66-8014-4bff-87c0-310d1969a8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:07.916816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16049067-6947-48e6-a9f7-2d513980afdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:07.943371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16049067-6947-48e6-a9f7-2d513980afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.000497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.035056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049067-6947-48e6-a9f7-2d513980afdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4004e-9146-4b35-bc55-20876d59dcae,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:08.040087 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-16049067-6947-48e6-a9f7-2d513980afdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e666a94091e4bf99fea5a48aea96343&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3724999 Jul 22 23:47:08.043266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:08.067374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.067880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.068374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.069322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.070004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.070942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.071809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.074718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-9e441600-a8c3-43d1-9e48-40fda2f2b379 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6219 time: 0.2386992 Jul 22 23:47:08.080595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.085271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-30cfe8c3-af01-4d39-b669-c405374e0a74 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/ports/08f4f9c1-c5f5-462f-99de-c7d3d3178c1d HTTP/1.1" status: 204 len: 168 time: 2.2045927 Jul 22 23:47:08.090516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:08.093750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.094955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811', 'external_fixed_ips': [{'subnet_id': 'fb7510fc-ea32-4c50-9482-5185b941ab78', 'ip_address': '172.20.0.5'}]}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:08.102706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.105768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51e0bb18-8015-491e-b3c7-03ec08468760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.118739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-51e0bb18-8015-491e-b3c7-03ec08468760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.118739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-51e0bb18-8015-491e-b3c7-03ec08468760 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91ddbec6-2a4d-48a2-9a7c-24702db6ba78 HTTP/1.1" status: 204 len: 168 time: 0.6426952 Jul 22 23:47:08.118927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.118927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.123702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.129628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.135107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0bb18-8015-491e-b3c7-03ec08468760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ddbec6-2a4d-48a2-9a7c-24702db6ba78,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:08.137764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.147697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-1cab0324-4e85-4902-8369-d91c09adc3dd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5382 time: 0.2777960 Jul 22 23:47:08.153359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.154397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.163791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e10adfdc-2991-4f64-8728-c5e594fade42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.237784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e10adfdc-2991-4f64-8728-c5e594fade42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.257430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.342906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f42f0423-96ff-4e8a-8d2e-5b3c7b72fe10 req-625f5438-162d-4a1f-b73e-2459d2d71636 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930344 Jul 22 23:47:08.451445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8e999b1f-89eb-4974-9be5-3fec34bf01c2 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:08.467237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d518310-7b3d-4813-b460-5e9de1273ade up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:08.644584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.660505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be958831-df4e-4981-9d77-1b4ddfa1c470 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:08.662685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e10adfdc-2991-4f64-8728-c5e594fade42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.669882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.677072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e10adfdc-2991-4f64-8728-c5e594fade42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.684999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e10adfdc-2991-4f64-8728-c5e594fade42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68c4004e-9146-4b35-bc55-20876d59dcae HTTP/1.1" status: 204 len: 168 time: 0.6366017 Jul 22 23:47:08.687099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Transition to ACTIVE for port object be958831-df4e-4981-9d77-1b4ddfa1c470 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:08.703943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:08.720176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-364c2a5d-2bce-4a6f-9046-9ba4aaf81bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.720666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-364c2a5d-2bce-4a6f-9046-9ba4aaf81bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.721143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-364c2a5d-2bce-4a6f-9046-9ba4aaf81bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:08.722757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-364c2a5d-2bce-4a6f-9046-9ba4aaf81bc3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db8468aac7ea448b8a186c65f3299508&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5614018 Jul 22 23:47:08.727388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.758987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1900997f-bb31-4cb2-abbf-303af2b84f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.787575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10adfdc-2991-4f64-8728-c5e594fade42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4004e-9146-4b35-bc55-20876d59dcae,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:08.794494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8d518310-7b3d-4813-b460-5e9de1273ade completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:08.825460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8d518310-7b3d-4813-b460-5e9de1273ade triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:08.826475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:08.895088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:08.913216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Pushing event updated for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:08.924126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8e999b1f-89eb-4974-9be5-3fec34bf01c2', 'network_id': '77fe0897-9d7a-43b5-8465-abbc110696ef', 'port_id': '8e999b1f-89eb-4974-9be5-3fec34bf01c2', 'mac_address': 'fa:16:3e:af:69:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0f7af0-571f-4f8a-baf0-754d3cacee5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:09.013381 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.048848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e999b1f-89eb-4974-9be5-3fec34bf01c2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:09.079295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:09.092947 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.100574 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.292140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d518310-7b3d-4813-b460-5e9de1273ade'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:09.296239 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9242ac86-97d6-4488-9f9b-4ee3a84bcbf6" -d '{"events": [{"server_uuid": "b1ca22c8-f993-4b22-bdee-d6b2530c3e11", "name": "network-vif-plugged", "status": "completed", "tag": "8d518310-7b3d-4813-b460-5e9de1273ade"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:09.306181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1900997f-bb31-4cb2-abbf-303af2b84f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.334768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8d518310-7b3d-4813-b460-5e9de1273ade, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d518310-7b3d-4813-b460-5e9de1273ade,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:09.342511 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.343989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3106d34f-2692-443b-afb1-7f438a6de3e9 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:09.352375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8e999b1f-89eb-4974-9be5-3fec34bf01c2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:09.418384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1900997f-bb31-4cb2-abbf-303af2b84f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.455729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8e999b1f-89eb-4974-9be5-3fec34bf01c2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:09.460650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:09.469569 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1900997f-bb31-4cb2-abbf-303af2b84f49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=282d7a85a16343799064620e301cf2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546535 Jul 22 23:47:09.481675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47820) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:09.500188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 3106d34f-2692-443b-afb1-7f438a6de3e9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:09.506450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 3106d34f-2692-443b-afb1-7f438a6de3e9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:09.506833 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.508738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8d518310-7b3d-4813-b460-5e9de1273ade,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:09.556371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c108245c-4613-4996-91f6-97e6c61a16e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.576988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900997f-bb31-4cb2-abbf-303af2b84f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d38c33-3e45-40de-a2b1-3b5be7225170,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:09.642511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.672480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23cc7c-31dc-4612-871a-717da82272dd req-a593bd54-5e42-48e7-b522-fda75a0c17f0 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:09.676396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.683161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a23cc7c-31dc-4612-871a-717da82272dd req-a593bd54-5e42-48e7-b522-fda75a0c17f0 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.9731743 Jul 22 23:47:09.703199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-496cf873-49e3-4d1e-973e-454e03866b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.726020 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.755352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa7b84-164e-493e-9ef4-5235a247ec39 req-d99d75b0-92a0-4aa4-a513-384836e1b0ac tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:09.757014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36fa7b84-164e-493e-9ef4-5235a247ec39 req-d99d75b0-92a0-4aa4-a513-384836e1b0ac tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 944 time: 1.3112028 Jul 22 23:47:09.768145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3106d34f-2692-443b-afb1-7f438a6de3e9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3106d34f-2692-443b-afb1-7f438a6de3e9,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:09.774985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.796477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-496cf873-49e3-4d1e-973e-454e03866b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.824578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-48d00e64-13c4-41bb-af58-f33b675026a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:09.826038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a05b7cdb-6024-4921-acb9-26e2aa3fccbb req-48d00e64-13c4-41bb-af58-f33b675026a6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0649688 Jul 22 23:47:09.839294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3106d34f-2692-443b-afb1-7f438a6de3e9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:09.852504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a23cc7c-31dc-4612-871a-717da82272dd req-362d312d-8fd2-45ca-bdae-022c6ea02403 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676815 Jul 22 23:47:09.861304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Attempting to bind port be958831-df4e-4981-9d77-1b4ddfa1c470 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:09.861644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Attempting to bind port be958831-df4e-4981-9d77-1b4ddfa1c470 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:09.861982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Attempting to bind port be958831-df4e-4981-9d77-1b4ddfa1c470 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:09.886804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Port be958831-df4e-4981-9d77-1b4ddfa1c470 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:09.887136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Attempting to bind port be958831-df4e-4981-9d77-1b4ddfa1c470 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:09.894470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36fa7b84-164e-493e-9ef4-5235a247ec39 req-28093244-7533-44ea-9565-29d28f3d82ab tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286554 Jul 22 23:47:09.897601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:09.899311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Checking segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:09.899750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Bound using segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:09.900204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Bound port: be958831-df4e-4981-9d77-1b4ddfa1c470, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:09.900578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:09.924119 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d02008-83a9-4e57-902c-f873ea00ae68 x-openstack-request-id: req-07d02008-83a9-4e57-902c-f873ea00ae68 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:09.925669 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ca22c8-f993-4b22-bdee-d6b2530c3e11", "name": "network-vif-plugged", "status": "completed", "tag": "8d518310-7b3d-4813-b460-5e9de1273ade", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:09.926468 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07d02008-83a9-4e57-902c-f873ea00ae68 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:09.928305 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d518310-7b3d-4813-b460-5e9de1273ade', 'code': 200} Jul 22 23:47:09.996610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c108245c-4613-4996-91f6-97e6c61a16e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.012950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c108245c-4613-4996-91f6-97e6c61a16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.046278 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-496cf873-49e3-4d1e-973e-454e03866b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.049012 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-496cf873-49e3-4d1e-973e-454e03866b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.052839 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-496cf873-49e3-4d1e-973e-454e03866b73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9d38c33-3e45-40de-a2b1-3b5be7225170 HTTP/1.1" status: 204 len: 168 time: 0.5701685 Jul 22 23:47:10.054365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Allocated IP 172.20.0.5 (124c3a5a-2d8b-4039-829b-c54587a9b811/fb7510fc-ea32-4c50-9482-5185b941ab78/30543c8e-34a3-4459-94e5-c1ad1ba7d83f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:10.085653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:10.119886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c108245c-4613-4996-91f6-97e6c61a16e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aedf18c767ec4d509d7831cdc1f46d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6511467 Jul 22 23:47:10.122327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47826) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:10.128029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=be958831-df4e-4981-9d77-1b4ddfa1c470,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:10.138071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108245c-4613-4996-91f6-97e6c61a16e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a6c05f-704c-45d2-a6a4-263e5781db0a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:10.169733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cf873-49e3-4d1e-973e-454e03866b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d38c33-3e45-40de-a2b1-3b5be7225170,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:10.188760 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.294118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.294814 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.296191 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] 10.222.0.48 "PUT /v2.0/ports/be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 1090 time: 2.5916095 Jul 22 23:47:10.297905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:10.300257 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:10.362983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.376933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.383858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.398472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.404675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.410901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.417370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.421539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-d59629ca-f0d3-46fa-b295-f5d1c781b439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5394 time: 0.4324222 Jul 22 23:47:10.426989 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d25b3f8-48a2-4558-b451-d16dfde1c8ca x-openstack-request-id: req-2d25b3f8-48a2-4558-b451-d16dfde1c8ca {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:10.427282 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:10.427729 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d25b3f8-48a2-4558-b451-d16dfde1c8ca {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:10.428132 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470', 'status': 'completed', 'code': 200} Jul 22 23:47:10.433271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.437920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:10.492695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e6271-e14b-4adf-bee2-9f5a7fb8ed18 req-173fc8f4-c33d-4441-9fb8-4cf43333a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.494250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a5e6271-e14b-4adf-bee2-9f5a7fb8ed18 req-173fc8f4-c33d-4441-9fb8-4cf43333a339 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 1097 time: 0.4457169 Jul 22 23:47:10.517442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8973cc-20e9-4875-b350-76126dc545f4 service neutron] Pushing event updated for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:10.567388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08843ec9-b5f3-42d5-9cf2-afe9d84b28cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.612762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.613684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.614343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.615008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.615725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.616372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.617572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.618017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20a40ed1-544f-4a7c-a726-c5c563c4be2d req-50313dda-9150-4ca5-9e45-bcc2f1fe8a25 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432610 Jul 22 23:47:10.620247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-2b9082f4-2029-4f82-8727-f3eee96f64dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6286 time: 0.1822584 Jul 22 23:47:10.641060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08843ec9-b5f3-42d5-9cf2-afe9d84b28cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.669925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a5e6271-e14b-4adf-bee2-9f5a7fb8ed18 req-00c897ae-bffe-40ae-92f7-47d044886e03 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629496 Jul 22 23:47:10.677195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.811958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.845677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:10.861184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad56dc93-0a05-45af-a41f-c1d3d05b12e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:10.965012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network 124c3a5a-2d8b-4039-829b-c54587a9b811 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:10.966876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-d32bbd9b-2b6e-4e10-a48a-a81d31e379d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.967446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-d32bbd9b-2b6e-4e10-a48a-a81d31e379d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.967923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-d32bbd9b-2b6e-4e10-a48a-a81d31e379d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:10.969632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-d32bbd9b-2b6e-4e10-a48a-a81d31e379d2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db8468aac7ea448b8a186c65f3299508&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3311312 Jul 22 23:47:10.983577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:10.996947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Port': ['ID=30543c8e-34a3-4459-94e5-c1ad1ba7d83f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.000779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:11.047937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08843ec9-b5f3-42d5-9cf2-afe9d84b28cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.050627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08843ec9-b5f3-42d5-9cf2-afe9d84b28cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.054752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08843ec9-b5f3-42d5-9cf2-afe9d84b28cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1a6c05f-704c-45d2-a6a4-263e5781db0a HTTP/1.1" status: 204 len: 168 time: 0.9286621 Jul 22 23:47:11.158706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08843ec9-b5f3-42d5-9cf2-afe9d84b28cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a6c05f-704c-45d2-a6a4-263e5781db0a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.194370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ae885-1f9e-4086-98a1-215be80e0cb3 req-fa4e6ed4-fed3-483d-b7e9-44c2c6950ad5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:11.196689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-037ae885-1f9e-4086-98a1-215be80e0cb3 req-fa4e6ed4-fed3-483d-b7e9-44c2c6950ad5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.2470322 Jul 22 23:47:11.202713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bf3da5-2f19-4851-887a-211be6d4f409 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:11.235595 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad56dc93-0a05-45af-a41f-c1d3d05b12e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.240430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.257330 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad56dc93-0a05-45af-a41f-c1d3d05b12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.290400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Transition to ACTIVE for port object 45bf3da5-2f19-4851-887a-211be6d4f409 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:11.321012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.338370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a7d9d-124e-482b-82be-b83239403618 req-cab5a553-ce18-499d-ac32-2a353d42aaff tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:11.338917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c60a7d9d-124e-482b-82be-b83239403618 req-cab5a553-ce18-499d-ac32-2a353d42aaff tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 945 time: 0.2577767 Jul 22 23:47:11.347637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-037ae885-1f9e-4086-98a1-215be80e0cb3 req-071da0cd-4167-46f4-b9fd-5cdc857594c2 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355782 Jul 22 23:47:11.374458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56dc93-0a05-45af-a41f-c1d3d05b12e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f8eaf-b081-4816-8321-4b4307bb797a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.385397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad56dc93-0a05-45af-a41f-c1d3d05b12e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f93d1e498074aa8b22213afb0495973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351520 Jul 22 23:47:11.392858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:11.446569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Pushing event updated for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.503928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c60a7d9d-124e-482b-82be-b83239403618 req-02319e5b-bfbf-47bf-ab0b-e8b311f39e5d tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552730 Jul 22 23:47:11.563700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38c84bff-9248-4164-b760-bc73f837f257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.595134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Attempting to bind port 45bf3da5-2f19-4851-887a-211be6d4f409 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:11.595134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Attempting to bind port 45bf3da5-2f19-4851-887a-211be6d4f409 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:11.595134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Attempting to bind port 45bf3da5-2f19-4851-887a-211be6d4f409 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:11.608137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38c84bff-9248-4164-b760-bc73f837f257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.610061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Port 45bf3da5-2f19-4851-887a-211be6d4f409 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:11.610392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Attempting to bind port 45bf3da5-2f19-4851-887a-211be6d4f409 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:11.628326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:11.628702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Checking segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:11.629071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Bound using segment: {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:11.629530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Bound port: 45bf3da5-2f19-4851-887a-211be6d4f409, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d10af-a840-475c-a025-c9cc1044f519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:11.629896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.707507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-1ef249ae-5f95-4334-b2a6-53f61d3f6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:11.709617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b5d4049-2d8a-457c-8f1b-9959c12dbebd req-1ef249ae-5f95-4334-b2a6-53f61d3f6adb service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7278180 Jul 22 23:47:11.717122 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38c84bff-9248-4164-b760-bc73f837f257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.719677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-38c84bff-9248-4164-b760-bc73f837f257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.720858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-38c84bff-9248-4164-b760-bc73f837f257 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/341f8eaf-b081-4816-8321-4b4307bb797a HTTP/1.1" status: 204 len: 168 time: 0.3254921 Jul 22 23:47:11.725512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:11.730037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45bf3da5-2f19-4851-887a-211be6d4f409,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:11.736189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.738521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c84bff-9248-4164-b760-bc73f837f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f8eaf-b081-4816-8321-4b4307bb797a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.772845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:11.773504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.774942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] 10.222.0.48 "PUT /v2.0/ports/45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 1091 time: 1.3499167 Jul 22 23:47:11.830713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196d3e1-399e-4cd9-92d9-fc160408402b service neutron] Pushing event updated for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:11.878435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:11.929308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642405d-6765-470c-b192-15f61cc3168f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3106d34f-2692-443b-afb1-7f438a6de3e9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:11.933057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:11.933598 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2556e60-8d23-4e2b-8660-5f47410f3e91" -d '{"events": [{"server_uuid": "0642405d-6765-470c-b192-15f61cc3168f", "name": "network-vif-plugged", "status": "completed", "tag": "3106d34f-2692-443b-afb1-7f438a6de3e9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:12.028460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.030780 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cb8fc9-caa4-4e05-9a1d-527fabecb651 x-openstack-request-id: req-a1cb8fc9-caa4-4e05-9a1d-527fabecb651 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:12.031526 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642405d-6765-470c-b192-15f61cc3168f", "name": "network-vif-plugged", "status": "completed", "tag": "3106d34f-2692-443b-afb1-7f438a6de3e9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:12.032041 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1cb8fc9-caa4-4e05-9a1d-527fabecb651 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:12.032830 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0642405d-6765-470c-b192-15f61cc3168f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3106d34f-2692-443b-afb1-7f438a6de3e9', 'code': 200} Jul 22 23:47:12.054175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.075235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.115226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.136555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.146359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.154419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.162207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-65e0c509-4c1e-4303-b0a4-c37fbc59a7fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5406 time: 0.3861814 Jul 22 23:47:12.172313 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.287702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b891ae7-c8d0-49d8-82bc-9bf9bc57b563 req-9ea631d5-b59a-4654-b9e9-058c6f668384 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186085 Jul 22 23:47:12.358871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfc9be-332b-41ed-bda9-45995ef7999a req-e036d489-5efd-462d-9ad4-6c46747390dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.360236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-49bfc9be-332b-41ed-bda9-45995ef7999a req-e036d489-5efd-462d-9ad4-6c46747390dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 1096 time: 0.1658971 Jul 22 23:47:12.386921 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.460832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:12.467922 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c903eb55-58e2-4e8d-beac-4139968c40e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:12.468675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8e999b1f-89eb-4974-9be5-3fec34bf01c2 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:12.505905 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-49bfc9be-332b-41ed-bda9-45995ef7999a req-adb664e8-a62a-4d39-90ee-7f1830224d88 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Jul 22 23:47:12.579728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:12.587757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:12.589110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.625982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Router bd10286e-98da-4a00-8139-74b284c085dc is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:47:12.650959 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aecd822-668e-4cea-9bed-f26c10b6a241 x-openstack-request-id: req-7aecd822-668e-4cea-9bed-f26c10b6a241 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:12.651263 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:12.651561 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7aecd822-668e-4cea-9bed-f26c10b6a241 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:12.651932 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409', 'status': 'completed', 'code': 200} Jul 22 23:47:12.755229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.833326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:12.842976 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:12.883103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5426a5-825c-4fe0-aa1f-7d1efe0fbaa0 req-402f4f33-6577-469d-8340-235c4fcf4d43 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:12.892020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd5426a5-825c-4fe0-aa1f-7d1efe0fbaa0 req-402f4f33-6577-469d-8340-235c4fcf4d43 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.3147099 Jul 22 23:47:12.933970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:12.949631 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Sync routers for ids ['bd10286e-98da-4a00-8139-74b284c085dc'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:12.960570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8e999b1f-89eb-4974-9be5-3fec34bf01c2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:12.972508 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Routers {'bd10286e-98da-4a00-8139-74b284c085dc'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:12.973148 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:46:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd10286e-98da-4a00-8139-74b284c085dc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:13.001296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.005166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84409972-0e1c-4281-8b6c-501b9454752e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.9112015 Jul 22 23:47:13.006347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:13.011345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f80872-114a-41b3-883c-1390c48d1185 req-b321aff0-f63a-4037-b9e9-9369cfefce0a tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.023968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8f80872-114a-41b3-883c-1390c48d1185 req-b321aff0-f63a-4037-b9e9-9369cfefce0a tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 945 time: 0.2669389 Jul 22 23:47:13.050441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd5426a5-825c-4fe0-aa1f-7d1efe0fbaa0 req-f458547f-2db1-48fb-814a-78e68664c440 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575017 Jul 22 23:47:13.175948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.176756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.177417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.178067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.178968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.179713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.180370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.182629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-e81f8bcf-0807-4d20-adb4-63b79136821f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6353 time: 0.3414397 Jul 22 23:47:13.197606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8f80872-114a-41b3-883c-1390c48d1185 req-eafdaf7c-116a-4b04-a3f7-804b1ad4c44b tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557958 Jul 22 23:47:13.207313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a9b51b-b744-4f6c-bde5-3d2367397685 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:13.221453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.236766 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Set router bd10286e-98da-4a00-8139-74b284c085dc gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:13.247864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Transition to ACTIVE for port object e0a9b51b-b744-4f6c-bde5-3d2367397685 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:13.263730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.526001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.547147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Pushing event updated for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:13.654381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-fd21ee6f-0ad4-4745-87e6-d6baff20f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.654911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-fd21ee6f-0ad4-4745-87e6-d6baff20f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.655404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-fd21ee6f-0ad4-4745-87e6-d6baff20f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.657334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-fd21ee6f-0ad4-4745-87e6-d6baff20f56c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db8468aac7ea448b8a186c65f3299508&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4532003 Jul 22 23:47:13.691025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Attempting to bind port e0a9b51b-b744-4f6c-bde5-3d2367397685 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:13.691252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Attempting to bind port e0a9b51b-b744-4f6c-bde5-3d2367397685 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:13.691535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Attempting to bind port e0a9b51b-b744-4f6c-bde5-3d2367397685 on network d089a880-ea55-4041-9657-5f4044ab6985 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:13.707652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Port e0a9b51b-b744-4f6c-bde5-3d2367397685 on network d089a880-ea55-4041-9657-5f4044ab6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:13.708021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Attempting to bind port e0a9b51b-b744-4f6c-bde5-3d2367397685 on network d089a880-ea55-4041-9657-5f4044ab6985 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:13.753614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:13.753958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Checking segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:13.754431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Bound using segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:13.754823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Bound port: e0a9b51b-b744-4f6c-bde5-3d2367397685, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:13.755165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.779432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:13.795761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.811871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.822047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.838312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.846185 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd10286e-98da-4a00-8139-74b284c085dc', 'name': '', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811', 'external_fixed_ips': [{'subnet_id': 'fb7510fc-ea32-4c50-9482-5185b941ab78', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '30543c8e-34a3-4459-94e5-c1ad1ba7d83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:08Z', 'updated_at': '2021-07-22T23:47:11Z', 'revision_number': 3, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port': {'id': '30543c8e-34a3-4459-94e5-c1ad1ba7d83f', 'name': '', 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd10286e-98da-4a00-8139-74b284c085dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': 'fb7510fc-ea32-4c50-9482-5185b941ab78', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:47:09Z', 'updated_at': '2021-07-22T23:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fb7510fc-ea32-4c50-9482-5185b941ab78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:13.846424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.859234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.882157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:13.891842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-f5cddf46-ad89-4e7f-8a01-b1ebfbcaa275 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5418 time: 0.3949504 Jul 22 23:47:13.922893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Checking router: bd10286e-98da-4a00-8139-74b284c085dc for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:13.923539 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Updating router bd10286e-98da-4a00-8139-74b284c085dc port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:47:14.000624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:14.026689 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.035041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e999b1f-89eb-4974-9be5-3fec34bf01c2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:14.037410 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247867c-12e5-47ed-a129-c29a951cc901" -d '{"events": [{"server_uuid": "de88ba9f-ea4c-4181-8d69-a47b1266732b", "name": "network-vif-plugged", "status": "completed", "tag": "8e999b1f-89eb-4974-9be5-3fec34bf01c2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:14.042618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0d92aad-561f-40d9-87c2-5bbe0bc9b142 req-933a73db-3871-4204-960a-559993ad6b3c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493638 Jul 22 23:47:14.063101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:14.074935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.116618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-7e0c5e07-e034-49c4-b107-06140b4e4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.126016 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c903eb55-58e2-4e8d-beac-4139968c40e6 req-7e0c5e07-e034-49c4-b107-06140b4e4db0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4379091 Jul 22 23:47:14.163429 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a60fa4-7df3-42ca-bee7-e4fe5ae1c8f4 x-openstack-request-id: req-d2a60fa4-7df3-42ca-bee7-e4fe5ae1c8f4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:14.163725 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de88ba9f-ea4c-4181-8d69-a47b1266732b", "name": "network-vif-plugged", "status": "completed", "tag": "8e999b1f-89eb-4974-9be5-3fec34bf01c2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:14.164670 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a60fa4-7df3-42ca-bee7-e4fe5ae1c8f4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:14.165325 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e999b1f-89eb-4974-9be5-3fec34bf01c2', 'code': 200} Jul 22 23:47:14.170961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Deleting port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:14.171342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.244973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Pushing event updated for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:14.298311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.299809 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.318573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1e3aa198-fd17-4063-ba60-7590ee8d717e service neutron] 10.222.0.48 "PUT /v2.0/ports/e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 1091 time: 2.4463475 Jul 22 23:47:14.424596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Request body: {'port': {'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:14.506897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.544943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Calling delete_port for 30543c8e-34a3-4459-94e5-c1ad1ba7d83f owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:14.651941 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.661748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:14.667349 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb93c454-ecc4-4f17-808d-9fc9d97fce32" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:14.675495 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Transition to ACTIVE for port object 30543c8e-34a3-4459-94e5-c1ad1ba7d83f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:14.687214 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.699243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a149e-ce81-46bf-b82d-9258bc910d80 req-0f895e55-3afd-4edb-b89b-1271c2abb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.719440 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d30a149e-ce81-46bf-b82d-9258bc910d80 req-0f895e55-3afd-4edb-b89b-1271c2abb486 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 1096 time: 0.3941119 Jul 22 23:47:14.843765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae94bd-91d0-4f94-a31d-e05b835f7b29 req-deac1f5d-0e6d-48d4-a430-9a39bc60b33d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.854394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eae94bd-91d0-4f94-a31d-e05b835f7b29 req-deac1f5d-0e6d-48d4-a430-9a39bc60b33d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.6036606 Jul 22 23:47:14.855028 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Attempting to bind port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:14.855486 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Attempting to bind port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:14.856830 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Attempting to bind port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f on network 124c3a5a-2d8b-4039-829b-c54587a9b811 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:14.871262 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b34cb-5a75-47c5-a529-1adf33ba48c5 None None] Pushing event updated for resources: {'Port': ['ID=30543c8e-34a3-4459-94e5-c1ad1ba7d83f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:14.881079 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:14.881516 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Checking segment: {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:14.884563 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.885261 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Bound using segment: {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:14.885782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Bound port: 30543c8e-34a3-4459-94e5-c1ad1ba7d83f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:14.886185 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.898639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:14.933549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d30a149e-ce81-46bf-b82d-9258bc910d80 req-69b287db-a611-446b-bd17-102381267e27 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007618 Jul 22 23:47:14.936003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8c0cf-4e9f-4e9e-9041-69d229c96b3e req-1f08441d-52c6-4d59-a5e5-b32ba94f37f4 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:14.937663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45c8c0cf-4e9f-4e9e-9041-69d229c96b3e req-1f08441d-52c6-4d59-a5e5-b32ba94f37f4 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 945 time: 0.5596251 Jul 22 23:47:14.973064 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] For port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:14.982431 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:47:14.982431 n-d-758851-4 neutron-server[93793]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 22 23:47:14.982431 n-d-758851-4 neutron-server[93793]: [parameters: {'port_id': '30543c8e-34a3-4459-94e5-c1ad1ba7d83f', 'host': 'n-d-758851-4', 'level': 0, 'driver': 'openvswitch', 'segment_id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a'}] Jul 22 23:47:14.982431 n-d-758851-4 neutron-server[93793]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:47:14.983180 n-d-758851-4 neutron-server[93793]: DEBUG oslo_db.api [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:47:15.059708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eae94bd-91d0-4f94-a31d-e05b835f7b29 req-53a22bc2-8312-446e-83d0-b79ef4d4ceb4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043061 Jul 22 23:47:15.074309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.140254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event deleted for resources: {'Port': ['ID=30543c8e-34a3-4459-94e5-c1ad1ba7d83f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:15.196825 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a3f253-b460-459f-a9cf-bab1a3aa8c42 x-openstack-request-id: req-49a3f253-b460-459f-a9cf-bab1a3aa8c42 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:15.197344 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:15.197766 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49a3f253-b460-459f-a9cf-bab1a3aa8c42 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:15.198313 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685', 'status': 'completed', 'code': 200} Jul 22 23:47:15.250533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.273054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45c8c0cf-4e9f-4e9e-9041-69d229c96b3e req-c2492cfa-915b-4d1c-b460-56d59423e8a3 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229811 Jul 22 23:47:15.509103 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Attempting to bind port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:15.510891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Attempting to bind port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:15.511273 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Attempting to bind port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f on network 124c3a5a-2d8b-4039-829b-c54587a9b811 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:15.537404 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:15.537946 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Checking segment: {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:15.538360 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.539308 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Bound using segment: {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:15.540063 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Bound port: 30543c8e-34a3-4459-94e5-c1ad1ba7d83f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '124c3a5a-2d8b-4039-829b-c54587a9b811'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:15.540459 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.557559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.564974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.572026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.578825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.586052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.591228 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.plugin [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Port 30543c8e-34a3-4459-94e5-c1ad1ba7d83f has been deleted concurrently {{(pid=93793) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 23:47:15.592942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.600132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.609952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29d44658-1983-4891-bcfd-b9f490032dec req-b407a4e5-27d5-484e-a63f-2edf352e7604 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5418 time: 0.3611925 Jul 22 23:47:15.645284 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Routers {'bd10286e-98da-4a00-8139-74b284c085dc'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:15.646782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:46:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bd10286e-98da-4a00-8139-74b284c085dc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:15.702459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29d44658-1983-4891-bcfd-b9f490032dec req-b863543f-b300-473a-80cd-99a499894aba tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906920 Jul 22 23:47:15.729528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9ca58-fd85-49ba-ba8c-f86e531801f2 req-cd42e575-3b94-4a78-85f7-b20f94acfc5c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:15.731468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19e9ca58-fd85-49ba-ba8c-f86e531801f2 req-cd42e575-3b94-4a78-85f7-b20f94acfc5c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 945 time: 0.3371332 Jul 22 23:47:15.806439 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] Set router bd10286e-98da-4a00-8139-74b284c085dc gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:15.875600 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd10286e-98da-4a00-8139-74b284c085dc', 'name': '', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:08Z', 'updated_at': '2021-07-22T23:47:14Z', 'revision_number': 5, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:15.891540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.895376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:15.949329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35918b6-435e-48b9-862c-c551abb9f84a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:15.971321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.011724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Transition to ACTIVE for port object c35918b6-435e-48b9-862c-c551abb9f84a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:16.038524 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615acbef-8a46-47f9-87c1-32e49b5febcf None None] The sync data for ids ['bd10286e-98da-4a00-8139-74b284c085dc'] in n-d-758851-4 is: [{'id': 'bd10286e-98da-4a00-8139-74b284c085dc', 'name': '', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:08Z', 'updated_at': '2021-07-22T23:47:14Z', 'revision_number': 5, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:16.060898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19e9ca58-fd85-49ba-ba8c-f86e531801f2 req-42c526b7-49a4-4a31-9459-79e2f170df36 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087223 Jul 22 23:47:16.062541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.103597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.111472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd10286e-98da-4a00-8139-74b284c085dc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:47:16.120110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.121963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-217b208a-834b-4798-8b61-d9e597d44a4a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bd10286e-98da-4a00-8139-74b284c085dc HTTP/1.1" status: 204 len: 168 time: 3.1146829 Jul 22 23:47:16.124637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48074) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:16.157573 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bfa2600-f626-488d-b39c-719c48a97ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.181076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.183231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.185530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.188130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.188982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.190473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.196255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.198710 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e0ec7420-698d-4d5d-b401-ab6ffc4e3ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6420 time: 0.8567328 Jul 22 23:47:16.366557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Deleting subnet fb7510fc-ea32-4c50-9482-5185b941ab78 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:47:16.409926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Pushing event updated for resources: {'Port': ['ID=c35918b6-435e-48b9-862c-c551abb9f84a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:16.416783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Attempting to bind port c35918b6-435e-48b9-862c-c551abb9f84a on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:16.419826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Attempting to bind port c35918b6-435e-48b9-862c-c551abb9f84a by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:16.420355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Attempting to bind port c35918b6-435e-48b9-862c-c551abb9f84a on network d089a880-ea55-4041-9657-5f4044ab6985 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:16.465666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.508399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Port c35918b6-435e-48b9-862c-c551abb9f84a on network d089a880-ea55-4041-9657-5f4044ab6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:16.513274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Attempting to bind port c35918b6-435e-48b9-862c-c551abb9f84a on network d089a880-ea55-4041-9657-5f4044ab6985 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:16.540020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:16.541579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Checking segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:16.544321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Bound using segment: {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:16.545182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Bound port: c35918b6-435e-48b9-862c-c551abb9f84a, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b418fc-4c48-4a7e-9f24-e00f86419685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:16.545749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.600001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e4451a29-c973-47e6-9456-037a7ff30ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.600759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e4451a29-c973-47e6-9456-037a7ff30ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.602115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e4451a29-c973-47e6-9456-037a7ff30ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.604365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e4451a29-c973-47e6-9456-037a7ff30ec0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=db8468aac7ea448b8a186c65f3299508&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2995105 Jul 22 23:47:16.702765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] For port c35918b6-435e-48b9-862c-c551abb9f84a, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:16.706396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] For port c35918b6-435e-48b9-862c-c551abb9f84a, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35918b6-435e-48b9-862c-c551abb9f84a,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:16.718464 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.732149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.779913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Pushing event updated for resources: {'Port': ['ID=c35918b6-435e-48b9-862c-c551abb9f84a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:16.801544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f197d-14ec-45ef-bd60-ad4b2131af4d req-0f45d00d-0dc2-4d8a-96de-6f8b139249cf tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.809135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-660f197d-14ec-45ef-bd60-ad4b2131af4d req-0f45d00d-0dc2-4d8a-96de-6f8b139249cf tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.4196022 Jul 22 23:47:16.812540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:16.815258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:16.815258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b6b1d4ec-c077-4d86-a1df-da0063331c4e service neutron] 10.222.0.48 "PUT /v2.0/ports/c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 1091 time: 2.4131153 Jul 22 23:47:16.893208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-660f197d-14ec-45ef-bd60-ad4b2131af4d req-d9d30141-56be-4607-9229-2a17f7fcea72 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830963 Jul 22 23:47:16.967053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.016437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e13388a9-8c6d-43af-8802-f69f4c815d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.018191 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-eb93c454-ecc4-4f17-808d-9fc9d97fce32 req-e13388a9-8c6d-43af-8802-f69f4c815d21 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4033265 Jul 22 23:47:17.062790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.083974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.102720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.109227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.113874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7510fc-ea32-4c50-9482-5185b941ab78,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:17.129141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.145626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.152401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.167947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.174141 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a135bb4-2d64-4ee9-a881-2c5041fbf60a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/fb7510fc-ea32-4c50-9482-5185b941ab78 HTTP/1.1" status: 204 len: 168 time: 1.0482035 Jul 22 23:47:17.182490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48100) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:17.203727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.215806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-611e396d-e9e6-4919-9e5d-91586927530f req-573382bd-b710-46dc-9dd8-3004f58cc4fd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.3400795 Jul 22 23:47:17.224304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': 'c35918b6-435e-48b9-862c-c551abb9f84a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:17.226760 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e866aea-d427-4a6d-9c8d-98c6c56814d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "c35918b6-435e-48b9-862c-c551abb9f84a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:17.313905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.353582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-611e396d-e9e6-4919-9e5d-91586927530f req-adb1787a-3335-4e47-aa57-444a2997e134 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218150 Jul 22 23:47:17.409070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.409680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.410305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.410785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.411644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.412120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.412853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.416301 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-5cfbab46-0532-49f9-abdb-5a5ab593759e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6487 time: 0.3063734 Jul 22 23:47:17.469565 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cea091-e984-42fd-95fd-ade86f207066 x-openstack-request-id: req-c4cea091-e984-42fd-95fd-ade86f207066 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:17.469966 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "c35918b6-435e-48b9-862c-c551abb9f84a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:17.470339 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4cea091-e984-42fd-95fd-ade86f207066 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:17.470902 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': 'c35918b6-435e-48b9-862c-c551abb9f84a', 'status': 'completed', 'code': 200} Jul 22 23:47:17.502727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.566529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124c3a5a-2d8b-4039-829b-c54587a9b811']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:17.584830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fe1c0-a8da-4f0d-938d-199e2e5ffa1c req-58055db4-2ff4-4e00-af97-e66088c41235 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.603380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f8fe1c0-a8da-4f0d-938d-199e2e5ffa1c req-58055db4-2ff4-4e00-af97-e66088c41235 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 945 time: 0.2869875 Jul 22 23:47:17.687703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f8fe1c0-a8da-4f0d-938d-199e2e5ffa1c req-00077f52-512c-48c0-8e16-b1b23a5b4350 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865653 Jul 22 23:47:17.705472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:17.706514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf4ff5a-dbb1-45a9-ac7f-ce85b6d0589a') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:17.731399 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-4691faad-4d9e-45a1-bcb4-780077ef2b5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 217 time: 0.2174771 Jul 22 23:47:17.850014 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.955391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-7d3793b7-1564-4f66-a90d-828749f2ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:17.957509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-7d3793b7-1564-4f66-a90d-828749f2ebd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.2104964 Jul 22 23:47:17.962592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.975248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:47:17.977132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: items = [ Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:47:17.981449 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:47:17.999437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdecc5-5d5d-492a-8f74-91910104776c req-8501de5f-ba74-4d9a-8c8c-7cbfd3ef1216 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.009058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16bdecc5-5d5d-492a-8f74-91910104776c req-8501de5f-ba74-4d9a-8c8c-7cbfd3ef1216 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 946 time: 0.1340263 Jul 22 23:47:18.076014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16bdecc5-5d5d-492a-8f74-91910104776c req-5156c295-349c-45b7-81c6-6c8f8566eeba tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658290 Jul 22 23:47:18.211867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a348f6-9a11-4d5a-8c39-ce26d2eeb3bf req-5b5d7238-969b-4e29-979f-fbe790ab8e2b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.213494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38a348f6-9a11-4d5a-8c39-ce26d2eeb3bf req-5b5d7238-969b-4e29-979f-fbe790ab8e2b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.1349063 Jul 22 23:47:18.267481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:18.276899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 124c3a5a-2d8b-4039-829b-c54587a9b811 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:47:18.290850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:18.296441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/networks/124c3a5a-2d8b-4039-829b-c54587a9b811 HTTP/1.1" status: 204 len: 168 time: 1.1110685 Jul 22 23:47:18.344640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38a348f6-9a11-4d5a-8c39-ce26d2eeb3bf req-27e625f4-504e-44ef-926e-2f4ae8d8d915 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228852 Jul 22 23:47:18.425919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b95e8-d181-4339-8997-cb36edfdce86 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event deleted for resources: {'Network': ['ID=124c3a5a-2d8b-4039-829b-c54587a9b811,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:18.513785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-fcf83525-79ce-449e-a1fd-d40a87cbaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.519119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-fcf83525-79ce-449e-a1fd-d40a87cbaaa4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5331087 Jul 22 23:47:18.714491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:18.808820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-be1b6e65-7365-4603-ad6e-ae10b8195c7e service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759132 Jul 22 23:47:18.828196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3482108-3683-483e-aa0b-529968e28c67 req-9bc9c489-2c2a-443a-ae10-175247865354 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.832862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3482108-3683-483e-aa0b-529968e28c67 req-9bc9c489-2c2a-443a-ae10-175247865354 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 946 time: 0.3099015 Jul 22 23:47:18.909366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.928602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.946446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.958635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.975762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:18.993278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.001959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.004489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-93b3fe51-25a6-4abb-9c04-664ca34835d4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.4208643 Jul 22 23:47:19.076295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3482108-3683-483e-aa0b-529968e28c67 req-a492832c-3c3a-422b-99fc-bf4589984eb1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221146 Jul 22 23:47:19.076949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d05b52e3-ae39-44bd-8c4a-1ff205a69e7b service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622161 Jul 22 23:47:19.134361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9a04b27-8759-4481-b3fe-c2706a0f9df5 req-3b3ce4cf-31b1-4afa-a2bd-26a22e5ad6dc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192124 Jul 22 23:47:19.134948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:19.154028 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-f3c7870a-2faf-40af-9b78-3264737fe03d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 217 time: 0.0683694 Jul 22 23:47:19.162369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'name': 'tempest-router--640368308', 'project_id': 'd37413b6c09f43a4be1c69590a721d1b'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:19.247639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.248809 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.249753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b2312b5b-36be-4b08-aeea-b6d02de84ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.251988 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-b2312b5b-36be-4b08-aeea-b6d02de84ff2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0893133 Jul 22 23:47:19.352546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0afe5c-dd9d-4cd9-aac9-c7f32063ec0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.357041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.370252 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.473072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82cb4e81-5364-4f04-b4bd-bba688815b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.559948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c2dac818-f0b0-4feb-ad9c-81c0b53b18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.564556 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-c2dac818-f0b0-4feb-ad9c-81c0b53b18f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3044660 Jul 22 23:47:19.571723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5483-1505-4fad-bafb-adc2c0429c97 req-da7807fb-5c68-449e-9a2b-066d2f61e3fd tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:19.579615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d36a5483-1505-4fad-bafb-adc2c0429c97 req-da7807fb-5c68-449e-9a2b-066d2f61e3fd tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.1363721 Jul 22 23:47:19.603892 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.622982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d36a5483-1505-4fad-bafb-adc2c0429c97 req-4dc6afd3-239c-4822-b52a-134ba5d1b246 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Jul 22 23:47:19.648779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0afe5c-dd9d-4cd9-aac9-c7f32063ec0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.667711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.671373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-64d3fa82-1695-432c-b9cc-883f7d1a90b9 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5165057 Jul 22 23:47:19.672039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48160) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:19.684204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d0afe5c-dd9d-4cd9-aac9-c7f32063ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.765115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:19.825673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0afe5c-dd9d-4cd9-aac9-c7f32063ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7bb0fc-09a2-421b-b917-12343f49b155,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:19.861961 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-cdfa127b-425c-4377-9832-b4fff4515bb0 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456176 Jul 22 23:47:19.868540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1d0afe5c-dd9d-4cd9-aac9-c7f32063ec0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29560ceeb7b04a878419da112b33df72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1495674 Jul 22 23:47:19.869544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:20.027016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.030573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.115557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.142165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.146995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c058550-fb20-4393-bfa1-14a9e25fdf87 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:47:20.153792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.154951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1c00f290-e808-4ac2-b14a-35331a90b30a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2c058550-fb20-4393-bfa1-14a9e25fdf87 HTTP/1.1" status: 204 len: 168 time: 0.4817197 Jul 22 23:47:20.170307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.183808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-930f8805-44e8-4278-81a6-7d3669cd623f service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916026 Jul 22 23:47:20.190590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2ea75-9705-41c7-853e-3eb420005905 req-9b0a2a7b-462f-4006-9ce1-82dffde70f92 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:20.192864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31f2ea75-9705-41c7-853e-3eb420005905 req-9b0a2a7b-462f-4006-9ce1-82dffde70f92 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 946 time: 0.2207205 Jul 22 23:47:20.216161 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.293922 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-87426a73-af43-4f20-bc99-37efdb71c6ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 217 time: 0.1092079 Jul 22 23:47:20.384948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-a53445fa-f6c7-427b-a9a5-5057e1cc3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:20.387134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-a53445fa-f6c7-427b-a9a5-5057e1cc3b07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0789857 Jul 22 23:47:20.411038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.414541 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:20.416009 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d7bb0fc-09a2-421b-b917-12343f49b155 HTTP/1.1" status: 204 len: 168 time: 0.5452855 Jul 22 23:47:20.435994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:20.453543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7bb0fc-09a2-421b-b917-12343f49b155,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:20.466573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.467270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.467806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.468545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.469165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.469657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.470189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.470975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.471591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.472398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.472908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.473479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef7b8b0-e7e8-4c13-8b2d-1d566e056b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:20.506259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-762f329a-0a3f-451d-b500-2a9beb5b0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:20.508851 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-762f329a-0a3f-451d-b500-2a9beb5b0863 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107428 Jul 22 23:47:20.683982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-629bbdb7-f266-4102-b893-b65dfb090034 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682417 Jul 22 23:47:20.893429 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-1d29eb39-8348-4322-903a-9875a9737b02 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023141 Jul 22 23:47:20.964079 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-44ef2ccb-0c37-4595-b595-319b64eaed05 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 217 time: 0.0609312 Jul 22 23:47:21.098191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-bf09f602-8520-45de-9c0e-0228496d00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.100067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-bf09f602-8520-45de-9c0e-0228496d00e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1274147 Jul 22 23:47:21.174490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aa84f-aa54-4f9f-a4ef-bd9233c4a0a6 req-e63b6020-ab41-4731-8d37-62f55e0aa726 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.183984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e91aa84f-aa54-4f9f-a4ef-bd9233c4a0a6 req-e63b6020-ab41-4731-8d37-62f55e0aa726 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 946 time: 0.9889956 Jul 22 23:47:21.222966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Deleting port 8d518310-7b3d-4813-b460-5e9de1273ade {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:21.223846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:21.236168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:21.263294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.271745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.278837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.286721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.293373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.300483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.307535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.310858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d27d857-a49e-46b6-a6dd-2a897f5939e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:21.319698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-340129f1-8080-4fe9-8e17-580da04f5508 req-04290559-ccf4-4772-8972-c337f83164c2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 1.0378718 Jul 22 23:47:21.379497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e91aa84f-aa54-4f9f-a4ef-bd9233c4a0a6 req-69821475-8b81-483d-a7a5-c80284f7b19c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944432 Jul 22 23:47:21.433941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-88461706-0805-4b88-92df-d12bcae1e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.436185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-88461706-0805-4b88-92df-d12bcae1e8df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3288510 Jul 22 23:47:21.618082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] For port 8d518310-7b3d-4813-b460-5e9de1273ade, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d518310-7b3d-4813-b460-5e9de1273ade,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:21.618611 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:21.637725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Calling delete_port for 8d518310-7b3d-4813-b460-5e9de1273ade owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:21.685992 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:21.808117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-38b566c6-fa03-47b1-90d2-de2414e238f8 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360586 Jul 22 23:47:21.822712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-340129f1-8080-4fe9-8e17-580da04f5508 req-6a31a3bf-8d20-4899-a562-3e3072b9f449 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5011683 Jul 22 23:47:21.827162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d6fdd-0918-49a5-8173-7abc623be517 req-dbc9895c-f388-4c77-9919-094b5d4f7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:21.830258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae8d6fdd-0918-49a5-8173-7abc623be517 req-dbc9895c-f388-4c77-9919-094b5d4f7c58 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 1096 time: 1.4521620 Jul 22 23:47:21.843898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1902919088', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:21.962141 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d27d857-a49e-46b6-a6dd-2a897f5939e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:21.974180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d27d857-a49e-46b6-a6dd-2a897f5939e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:21.998567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.037927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8d518310-7b3d-4813-b460-5e9de1273ade', '3106d34f-2692-443b-afb1-7f438a6de3e9', '8e999b1f-89eb-4974-9be5-3fec34bf01c2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:22.040287 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-0bd04c9c-6a25-459f-b292-ad8da075e8a0 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247894 Jul 22 23:47:22.045548 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6d27d857-a49e-46b6-a6dd-2a897f5939e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=005a2378cb8d43f4911998947c2f23b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081839 Jul 22 23:47:22.074967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:22.085985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d9c2bee9-65a0-4e36-a944-7fde8bc2ef88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 217 time: 0.0385349 Jul 22 23:47:22.086948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27d857-a49e-46b6-a6dd-2a897f5939e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e874ee-f961-4b5e-b1fa-c92e0c344811,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:22.088576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Pushing event deleted for resources: {'Port': ['ID=8d518310-7b3d-4813-b460-5e9de1273ade,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:22.111381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae8d6fdd-0918-49a5-8173-7abc623be517 req-327ae54f-e655-4b0f-a43b-0c238b0d4fd2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473333 Jul 22 23:47:22.154258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-f507af19-1135-48bf-834c-f66ab596c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:22.156143 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-f507af19-1135-48bf-834c-f66ab596c923 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0642252 Jul 22 23:47:22.162674 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.164346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.191621 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.204188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] No DVR routers for this DVR port 8d518310-7b3d-4813-b460-5e9de1273ade on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:22.214280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.219102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31f2ea75-9705-41c7-853e-3eb420005905 req-36b2c669-ebe6-4eab-980d-62158749f59c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "DELETE /v2.0/ports/8d518310-7b3d-4813-b460-5e9de1273ade HTTP/1.1" status: 204 len: 173 time: 2.0064104 Jul 22 23:47:22.220033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'name': 'network-vif-deleted', 'tag': '8d518310-7b3d-4813-b460-5e9de1273ade'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:22.222432 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed7ba4-beff-4432-881e-dbe14c450839" -d '{"events": [{"server_uuid": "b1ca22c8-f993-4b22-bdee-d6b2530c3e11", "name": "network-vif-deleted", "tag": "8d518310-7b3d-4813-b460-5e9de1273ade"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:22.248766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f0b93-a7c1-45fa-a5ad-73b3058f684a req-12f1c8a6-6dc8-46f2-bea6-15ba2345cfec tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:22.250473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9f0b93-a7c1-45fa-a5ad-73b3058f684a req-12f1c8a6-6dc8-46f2-bea6-15ba2345cfec tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.4440210 Jul 22 23:47:22.286028 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcfd9e2-dfd9-4e8a-9e10-31345a8ba325 x-openstack-request-id: req-cbcfd9e2-dfd9-4e8a-9e10-31345a8ba325 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:22.286658 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ca22c8-f993-4b22-bdee-d6b2530c3e11", "name": "network-vif-deleted", "tag": "8d518310-7b3d-4813-b460-5e9de1273ade", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:22.287167 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbcfd9e2-dfd9-4e8a-9e10-31345a8ba325 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:22.288161 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ca22c8-f993-4b22-bdee-d6b2530c3e11', 'name': 'network-vif-deleted', 'tag': '8d518310-7b3d-4813-b460-5e9de1273ade', 'status': 'completed', 'code': 200} Jul 22 23:47:22.374873 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1dde-3a33-42ad-b766-d0ca3e461d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.390029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.412275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9f0b93-a7c1-45fa-a5ad-73b3058f684a req-30091134-349a-4e16-a693-131566c3e4cb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413436 Jul 22 23:47:22.549392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-00847ecf-1c81-4b06-8d6d-effe4f780513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:22.553898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-00847ecf-1c81-4b06-8d6d-effe4f780513 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466005 Jul 22 23:47:22.595549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1dde-3a33-42ad-b766-d0ca3e461d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.657571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8901705c-d29b-4540-b660-c4875637ccaa req-01117b78-f6e6-4a2e-bee0-a0e9591b99b7 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ca22c8-f993-4b22-bdee-d6b2530c3e11 HTTP/1.1" status: 200 len: 210 time: 0.0497937 Jul 22 23:47:22.790688 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d0ecfe16-45bf-4c99-a45a-11bbe53fd51e service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303219 Jul 22 23:47:22.905509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.919801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-08b25374-17e9-422f-97a8-70dd2c151db9 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222055 Jul 22 23:47:22.978956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-deeb235f-1547-4506-941b-be02da2fdc52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 217 time: 0.0457008 Jul 22 23:47:22.981630 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1dde-3a33-42ad-b766-d0ca3e461d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.984454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2eaf1dde-3a33-42ad-b766-d0ca3e461d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:22.987218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2eaf1dde-3a33-42ad-b766-d0ca3e461d99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84e874ee-f961-4b5e-b1fa-c92e0c344811 HTTP/1.1" status: 204 len: 168 time: 0.9108670 Jul 22 23:47:23.015110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf1dde-3a33-42ad-b766-d0ca3e461d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e874ee-f961-4b5e-b1fa-c92e0c344811,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:23.083229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2ba04cf0-d5df-4143-9b29-7391afe2100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.084953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-2ba04cf0-d5df-4143-9b29-7391afe2100e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.0886016 Jul 22 23:47:23.271599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d5f0eb37-44c6-486d-83bd-28fc4f3c25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.276511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d5f0eb37-44c6-486d-83bd-28fc4f3c25aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725414 Jul 22 23:47:23.284597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.300305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.307620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.335684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.352870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.360067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.368128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.370212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-180e1daf-b8bf-4d6c-9d48-3fbe254d3439 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.3818145 Jul 22 23:47:23.498254 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-319db35f-29f8-468f-8e2b-a8a96b3a3d0f service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096858 Jul 22 23:47:23.579152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5c4e28c-27d1-4d08-b241-22272d14cdda req-f2bb568c-b662-4777-bf8f-3957308e8267 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000332 Jul 22 23:47:23.702665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:23.733052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:23.761870 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-fa9aa349-c0a1-4ff3-9060-6105e8ab7d76 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599823 Jul 22 23:47:23.824781 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-8be1eb7c-c33e-4c99-a3b0-19b048b64393 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0526118 Jul 22 23:47:23.977896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d82997dc-045c-478c-a26e-ef48c0e73a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.982261 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-d82997dc-045c-478c-a26e-ef48c0e73a12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1485679 Jul 22 23:47:23.987850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10104c3-6590-44f1-bdb5-3dc826d50227 req-49d4e871-5ab6-40e5-adb5-9d1d6753260f tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:23.989312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f10104c3-6590-44f1-bdb5-3dc826d50227 req-49d4e871-5ab6-40e5-adb5-9d1d6753260f tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.3421028 Jul 22 23:47:24.024745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Allocated IP 172.25.5.84 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/821840dc-ce21-49f4-856f-7b646b422e2a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:24.111084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f10104c3-6590-44f1-bdb5-3dc826d50227 req-79dc14a3-5082-4048-84ce-0859cf3d099a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982552 Jul 22 23:47:24.147371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-fd3e2719-9426-4b70-b253-d3384b2867eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:24.147371 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-fd3e2719-9426-4b70-b253-d3384b2867eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1489449 Jul 22 23:47:24.302658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:24.351627 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-adba4a42-1fdb-4fa8-8384-495557973723 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005787 Jul 22 23:47:24.607855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abcfce-240e-48c5-8890-bc17a4c770da req-f8c1c831-70c0-4881-9be9-12f9f4ba8415 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:24.621641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d518310-7b3d-4813-b460-5e9de1273ade no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:24.636582 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b25951b9-7ed2-499e-b8fe-daf726323605 req-acc35ad1-9260-4850-be00-5ca5e4aa5ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770455 Jul 22 23:47:24.645291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49abcfce-240e-48c5-8890-bc17a4c770da req-f8c1c831-70c0-4881-9be9-12f9f4ba8415 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.3319669 Jul 22 23:47:24.648392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:24.707031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 8d518310-7b3d-4813-b460-5e9de1273ade {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:24.709636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d518310-7b3d-4813-b460-5e9de1273ade not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:24.746377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:24.760021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:24.765923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:24.827843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event updated for resources: {'Port': ['ID=821840dc-ce21-49f4-856f-7b646b422e2a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:24.839953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49abcfce-240e-48c5-8890-bc17a4c770da req-a887d5d9-785c-401d-a8c6-13535d47f85d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585047 Jul 22 23:47:25.097336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.097996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.100481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.101893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.102891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.103388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.103866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.112391 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-9e9407ad-2eeb-4589-ab68-3e659243815d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6487 time: 0.2038763 Jul 22 23:47:25.371190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-35f2c339-9cc6-465d-8595-8aa1323eba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.375306 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-35f2c339-9cc6-465d-8595-8aa1323eba13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 903 time: 0.2485099 Jul 22 23:47:25.454663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-30195d80-4d9f-46ff-a5e4-f380eae05b38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0726824 Jul 22 23:47:25.509002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:25.519133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:25.549269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-60160655-e455-4c84-8346-2187023551d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.557202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-60160655-e455-4c84-8346-2187023551d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.0904925 Jul 22 23:47:25.677135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.685537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.691483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.700294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.707065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.713291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.721066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.731321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-6a17d88a-ab4d-4774-843d-f2be3d3f64f5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.6630559 Jul 22 23:47:25.755016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-f2d876af-eea6-4cdf-99a5-a7cc964c169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.760287 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-f2d876af-eea6-4cdf-99a5-a7cc964c169a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2015586 Jul 22 23:47:25.783468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b494e9-5f73-4661-9f5e-7972a040d51b req-cd759d25-1a03-41ee-8844-51511c87e1e3 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.793691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b494e9-5f73-4661-9f5e-7972a040d51b req-cd759d25-1a03-41ee-8844-51511c87e1e3 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:25.801089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b494e9-5f73-4661-9f5e-7972a040d51b req-cd759d25-1a03-41ee-8844-51511c87e1e3 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f&device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 1681 time: 0.4350836 Jul 22 23:47:25.886410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b01ee1c2-de5d-4bdf-9af1-7bb534f8a4a3 req-fe9612d8-75b4-4209-9a15-aab447fb58c7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536529 Jul 22 23:47:25.944856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-814d9eab-730e-41fa-9806-c32c7cd24e32 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754789 Jul 22 23:47:26.076911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.095697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0871a06c-0aeb-4c5b-9edb-f69c81385ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.109162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b494e9-5f73-4661-9f5e-7972a040d51b req-a8604dcb-5f17-4c72-b6a0-289e3070921a tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072348 Jul 22 23:47:26.123447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8e866aea-d427-4a6d-9c8d-98c6c56814d8 req-198d7563-ad62-4f87-943a-84f5983876d9 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611526 Jul 22 23:47:26.457728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0871a06c-0aeb-4c5b-9edb-f69c81385ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.463574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Router 3904ce1b-382a-4db0-94b6-c894db9555ae is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:47:26.478380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0871a06c-0aeb-4c5b-9edb-f69c81385ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.613377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0871a06c-0aeb-4c5b-9edb-f69c81385ce2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=895e3b17bd3243348593333154f57e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1001375 Jul 22 23:47:26.616132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:26.636603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d08d1-1b21-487d-a6b0-e8af81cfedd7 req-c003ec3b-e5a9-4ff5-b346-efa88682877a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:26.643998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d94d08d1-1b21-487d-a6b0-e8af81cfedd7 req-c003ec3b-e5a9-4ff5-b346-efa88682877a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2694433 Jul 22 23:47:26.651903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871a06c-0aeb-4c5b-9edb-f69c81385ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57cf46-0571-45cc-82b7-cc9f8c0ea46f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:26.726906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-508ff14e-f98e-421a-9b84-47500ad21d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.766979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-508ff14e-f98e-421a-9b84-47500ad21d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.787692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d94d08d1-1b21-487d-a6b0-e8af81cfedd7 req-f5db5a5c-2dce-4392-9844-e48d5a2e3764 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344018 Jul 22 23:47:26.805413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:26.817918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] Sync routers for ids ['3904ce1b-382a-4db0-94b6-c894db9555ae'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:26.845727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] Routers {'3904ce1b-382a-4db0-94b6-c894db9555ae'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:26.846586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3904ce1b-382a-4db0-94b6-c894db9555ae'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:26.871604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.872680 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-508ff14e-f98e-421a-9b84-47500ad21d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.874250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58c6b953-9ed3-4199-9e2e-202904fd2742 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7658722 Jul 22 23:47:26.884563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-508ff14e-f98e-421a-9b84-47500ad21d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:26.890341 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-508ff14e-f98e-421a-9b84-47500ad21d14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e57cf46-0571-45cc-82b7-cc9f8c0ea46f HTTP/1.1" status: 204 len: 168 time: 0.2722414 Jul 22 23:47:26.891004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:26.945425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:26.972870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] Routers {'3904ce1b-382a-4db0-94b6-c894db9555ae'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:26.973500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3904ce1b-382a-4db0-94b6-c894db9555ae'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:27.007822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ff14e-f98e-421a-9b84-47500ad21d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57cf46-0571-45cc-82b7-cc9f8c0ea46f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:27.072044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:27.073118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80226264-2ef3-4df1-9e7f-bc2595b94836 None None] The sync data for ids ['3904ce1b-382a-4db0-94b6-c894db9555ae'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:27.135002 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-567e234c-9f17-4b4c-aa90-b1fbdee2e059 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/3904ce1b-382a-4db0-94b6-c894db9555ae HTTP/1.1" status: 200 len: 920 time: 0.2410986 Jul 22 23:47:27.137791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:27.144592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.160429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.178428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.182068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e056069d-a6a1-41bd-9c76-79800726ffc4 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=3904ce1b-382a-4db0-94b6-c894db9555ae HTTP/1.1" status: 200 len: 205 time: 0.0429945 Jul 22 23:47:27.184953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:27.187484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.205419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.221012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.230335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.239870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-a4c7dcb6-24df-4bdd-882a-b312924a553f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.2600307 Jul 22 23:47:27.270614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:27.430255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e243f6c1-1083-423c-9ff3-ac1b62decc3e req-6acd5df1-a088-42c3-8806-afa9d23663cc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823933 Jul 22 23:47:27.455838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436f666-9683-4afa-9550-b6d3c4cb87d5 req-0fabe202-f2cc-4c90-91a6-a54511134448 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:27.466940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2436f666-9683-4afa-9550-b6d3c4cb87d5 req-0fabe202-f2cc-4c90-91a6-a54511134448 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 945 time: 0.3539546 Jul 22 23:47:27.503498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:27.549819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2436f666-9683-4afa-9550-b6d3c4cb87d5 req-dd8fbb1c-9675-45e9-b92c-75efb472fdd1 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815156 Jul 22 23:47:27.563380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f0b819d-04ff-44a4-aaba-84f6d959b44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.584104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-439a716a-5816-43a9-8491-49a6de80a3bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.699699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f0b819d-04ff-44a4-aaba-84f6d959b44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.705546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1f0b819d-04ff-44a4-aaba-84f6d959b44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.774543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f0b819d-04ff-44a4-aaba-84f6d959b44c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b596c00b101e4b46a31a5075f0b79257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689066 Jul 22 23:47:27.777353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:27.786909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b819d-04ff-44a4-aaba-84f6d959b44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5483b0-7db3-4ac7-926e-5530cf5610ee,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:27.831947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.893960 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0886bc0f-8b66-4bd3-81b1-52508be31744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.973277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0886bc0f-8b66-4bd3-81b1-52508be31744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.976858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-439a716a-5816-43a9-8491-49a6de80a3bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.986944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:27.987559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-439a716a-5816-43a9-8491-49a6de80a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.062082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Deleting port 821840dc-ce21-49f4-856f-7b646b422e2a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:28.062955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.072477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-439a716a-5816-43a9-8491-49a6de80a3bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29dcaf215b3c4fd4a7d8a8e51b62ca4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7953601 Jul 22 23:47:28.072477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a716a-5816-43a9-8491-49a6de80a3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc636f-ae4e-4359-8e50-532dc28012c4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:28.075193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:28.106434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d35114-06f8-41d9-ab81-9902b90fcc2f req-ece12ecf-71e9-4236-b3c2-628a4aa91edf tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:28.108090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57d35114-06f8-41d9-ab81-9902b90fcc2f req-ece12ecf-71e9-4236-b3c2-628a4aa91edf tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2016184 Jul 22 23:47:28.129023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0886bc0f-8b66-4bd3-81b1-52508be31744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.131466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0886bc0f-8b66-4bd3-81b1-52508be31744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.133274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0886bc0f-8b66-4bd3-81b1-52508be31744 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e5483b0-7db3-4ac7-926e-5530cf5610ee HTTP/1.1" status: 204 len: 168 time: 0.3548844 Jul 22 23:47:28.160825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886bc0f-8b66-4bd3-81b1-52508be31744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5483b0-7db3-4ac7-926e-5530cf5610ee,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:28.195040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57d35114-06f8-41d9-ab81-9902b90fcc2f req-b36970d3-af0c-418d-9f0f-1ee445ded31f tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751660 Jul 22 23:47:28.198344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e6809c1-5940-4d45-b7c1-df816c8d3484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.234393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.265117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e6809c1-5940-4d45-b7c1-df816c8d3484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.275102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Calling delete_port for 821840dc-ce21-49f4-856f-7b646b422e2a owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:28.359562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e6809c1-5940-4d45-b7c1-df816c8d3484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.362970 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2e6809c1-5940-4d45-b7c1-df816c8d3484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.364540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2e6809c1-5940-4d45-b7c1-df816c8d3484 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56fc636f-ae4e-4359-8e50-532dc28012c4 HTTP/1.1" status: 204 len: 168 time: 0.2874656 Jul 22 23:47:28.375365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6809c1-5940-4d45-b7c1-df816c8d3484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc636f-ae4e-4359-8e50-532dc28012c4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:28.714299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042f88d-130d-487e-92d3-d95f86bb046f req-7b298611-a337-4262-a335-d0adfa2196ef tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:28.717373 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5042f88d-130d-487e-92d3-d95f86bb046f req-7b298611-a337-4262-a335-d0adfa2196ef tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 945 time: 0.3163314 Jul 22 23:47:28.920328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:28.967854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event deleted for resources: {'Port': ['ID=821840dc-ce21-49f4-856f-7b646b422e2a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:28.984354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Deleting port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:28.984709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.105239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] For port 8e999b1f-89eb-4974-9be5-3fec34bf01c2, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8e999b1f-89eb-4974-9be5-3fec34bf01c2,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:29.105720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.126093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Calling delete_port for 8e999b1f-89eb-4974-9be5-3fec34bf01c2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:29.305274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.313421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.321499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.324950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:29.329051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.335834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.342417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.349288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.358413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e13c6d67-497c-44d7-a601-0e9cb22173f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.358804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d61c1ac-5e6f-4118-8381-46487688581c req-2c18a093-c86b-43f7-b7f6-c374aa5ce9c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.7579412 Jul 22 23:47:29.388958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.415798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-5a20a083-2241-4609-a4a4-0b7f6b332eee tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.417660 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-5a20a083-2241-4609-a4a4-0b7f6b332eee tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "GET /v2.0/ports?device_id=0642405d-6765-470c-b192-15f61cc3168f HTTP/1.1" status: 200 len: 945 time: 0.7124517 Jul 22 23:47:29.427762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677856d8-1ce3-40e1-ac0b-fe7780363644 req-fb7927d3-74fb-48ed-8d64-cee3399094a6 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.436578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-677856d8-1ce3-40e1-ac0b-fe7780363644 req-fb7927d3-74fb-48ed-8d64-cee3399094a6 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 945 time: 0.6861639 Jul 22 23:47:29.458754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d61c1ac-5e6f-4118-8381-46487688581c req-5528fa15-9451-4f42-ad59-4c584f9c1889 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984523 Jul 22 23:47:29.583970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-677856d8-1ce3-40e1-ac0b-fe7780363644 req-e04e082d-ba83-4bdc-b446-409f006701b8 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2532291-5bba-454a-ac25-17ed15a0cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412475 Jul 22 23:47:29.611805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.618460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.737322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.737841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Fanout notify agent at l3_agent the message router_deleted on router 3904ce1b-382a-4db0-94b6-c894db9555ae {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:47:29.750538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.758182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0dc9f-2b80-4ca5-9ce1-bc6e2d9663fd req-714a93ac-4824-4b0e-b6d2-b88a785c42c0 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:29.766080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13c0dc9f-2b80-4ca5-9ce1-bc6e2d9663fd req-714a93ac-4824-4b0e-b6d2-b88a785c42c0 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.1762602 Jul 22 23:47:29.768694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.773433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-88cced71-9dea-4839-8bca-02fecdd28605 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/3904ce1b-382a-4db0-94b6-c894db9555ae HTTP/1.1" status: 204 len: 168 time: 2.5828295 Jul 22 23:47:29.780112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:29.784582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1885272168', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': False}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:29.791775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3106d34f-2692-443b-afb1-7f438a6de3e9', '8e999b1f-89eb-4974-9be5-3fec34bf01c2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:29.814641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Deleting port 3106d34f-2692-443b-afb1-7f438a6de3e9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:29.815079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.868577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13c0dc9f-2b80-4ca5-9ce1-bc6e2d9663fd req-6a28be8d-0bcc-4134-8f90-37e97264e46b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012645 Jul 22 23:47:29.896628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Pushing event deleted for resources: {'Port': ['ID=8e999b1f-89eb-4974-9be5-3fec34bf01c2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:29.903772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] No DVR routers for this DVR port 8e999b1f-89eb-4974-9be5-3fec34bf01c2 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:29.915915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:29.925486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5042f88d-130d-487e-92d3-d95f86bb046f req-250c7e34-a492-4078-9d46-72a3ec39c488 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "DELETE /v2.0/ports/8e999b1f-89eb-4974-9be5-3fec34bf01c2 HTTP/1.1" status: 204 len: 173 time: 1.1923437 Jul 22 23:47:29.925989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'name': 'network-vif-deleted', 'tag': '8e999b1f-89eb-4974-9be5-3fec34bf01c2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:29.932341 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c99de3-e955-4f34-a788-cd16392768d9" -d '{"events": [{"server_uuid": "de88ba9f-ea4c-4181-8d69-a47b1266732b", "name": "network-vif-deleted", "tag": "8e999b1f-89eb-4974-9be5-3fec34bf01c2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:30.008891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e13c6d67-497c-44d7-a601-0e9cb22173f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.013626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] For port 3106d34f-2692-443b-afb1-7f438a6de3e9, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3106d34f-2692-443b-afb1-7f438a6de3e9,segment=NetworkSegment(c68de423-ff69-42f1-a339-499b7487da2f),segment_id=c68de423-ff69-42f1-a339-499b7487da2f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:30.014028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e13c6d67-497c-44d7-a601-0e9cb22173f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.014142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.045995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c6d67-497c-44d7-a601-0e9cb22173f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56436b4b-cdd6-4a71-898f-49f7e6020346,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:30.063053 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.064679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.086839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Calling delete_port for 3106d34f-2692-443b-afb1-7f438a6de3e9 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:30.094941 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65782be-a504-4c84-8866-069014ac4d39 x-openstack-request-id: req-a65782be-a504-4c84-8866-069014ac4d39 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:30.096684 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de88ba9f-ea4c-4181-8d69-a47b1266732b", "name": "network-vif-deleted", "tag": "8e999b1f-89eb-4974-9be5-3fec34bf01c2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:30.098263 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a65782be-a504-4c84-8866-069014ac4d39 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:30.110859 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de88ba9f-ea4c-4181-8d69-a47b1266732b', 'name': 'network-vif-deleted', 'tag': '8e999b1f-89eb-4974-9be5-3fec34bf01c2', 'status': 'completed', 'code': 200} Jul 22 23:47:30.167448 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e13c6d67-497c-44d7-a601-0e9cb22173f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=896405da601647ef8738e098af5981b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8410931 Jul 22 23:47:30.170936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:30.242237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.306305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac60d3e3-b9c1-4253-83f9-9472bade0199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.337778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac60d3e3-b9c1-4253-83f9-9472bade0199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.427181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac60d3e3-b9c1-4253-83f9-9472bade0199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.436452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac60d3e3-b9c1-4253-83f9-9472bade0199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.440791 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac60d3e3-b9c1-4253-83f9-9472bade0199 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56436b4b-cdd6-4a71-898f-49f7e6020346 HTTP/1.1" status: 204 len: 168 time: 0.2686403 Jul 22 23:47:30.480885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60d3e3-b9c1-4253-83f9-9472bade0199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56436b4b-cdd6-4a71-898f-49f7e6020346,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:30.561094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.672529 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:30.693776 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:47:30.740939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8e999b1f-89eb-4974-9be5-3fec34bf01c2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:30.853063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ac20b23-7d83-47db-92b0-ec1a4dee2838 req-544402bd-2138-4127-8a94-2b0410222b3c tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.21 "GET /v2.0/ports?device_id=de88ba9f-ea4c-4181-8d69-a47b1266732b HTTP/1.1" status: 200 len: 210 time: 0.0680380 Jul 22 23:47:30.923461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-bacb0a65-ab65-4c89-adca-eabba7c64c71 req-05105482-0be2-4d92-892c-9f8a50b8611c service neutron] (93790) timed out ('10.222.0.49', 61538) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:47:30.947625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Pushing event deleted for resources: {'Port': ['ID=3106d34f-2692-443b-afb1-7f438a6de3e9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:31.107309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] No DVR routers for this DVR port 3106d34f-2692-443b-afb1-7f438a6de3e9 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:47:31.112897 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.114981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e9ba0db-241e-407b-a73a-a4a7e3acdf5c req-b5b875b4-43cc-4c17-9186-876f43873a26 tempest-ListServersNegativeTestJSON-837676716 tempest-ListServersNegativeTestJSON-837676716-project] 10.222.0.48 "DELETE /v2.0/ports/3106d34f-2692-443b-afb1-7f438a6de3e9 HTTP/1.1" status: 204 len: 173 time: 1.6511836 Jul 22 23:47:31.115462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0642405d-6765-470c-b192-15f61cc3168f', 'name': 'network-vif-deleted', 'tag': '3106d34f-2692-443b-afb1-7f438a6de3e9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:31.130860 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052cd9b-723b-4fe3-974f-ce7405963fa5" -d '{"events": [{"server_uuid": "0642405d-6765-470c-b192-15f61cc3168f", "name": "network-vif-deleted", "tag": "3106d34f-2692-443b-afb1-7f438a6de3e9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:31.256151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.278034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.287384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.295140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.302278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.311110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.317348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:31.326513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-d10ee325-d8a2-4515-8da3-628a28170614 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.6916265 Jul 22 23:47:31.330055 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a646d1b-e020-46ab-847a-f0bee18cd7d1 x-openstack-request-id: req-3a646d1b-e020-46ab-847a-f0bee18cd7d1 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:31.330578 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0642405d-6765-470c-b192-15f61cc3168f", "name": "network-vif-deleted", "tag": "3106d34f-2692-443b-afb1-7f438a6de3e9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:31.331010 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a646d1b-e020-46ab-847a-f0bee18cd7d1 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:31.331617 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0642405d-6765-470c-b192-15f61cc3168f', 'name': 'network-vif-deleted', 'tag': '3106d34f-2692-443b-afb1-7f438a6de3e9', 'status': 'completed', 'code': 200} Jul 22 23:47:31.406992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0da6518-db03-49dc-aa54-1e68071cff04 req-91be60e2-2d21-4f99-aa5a-13973f75c3ba tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789254 Jul 22 23:47:31.713176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:31.786209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.029543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:32.096205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Deleting subnet 2c0f7af0-571f-4f8a-baf0-754d3cacee5f {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:47:32.096466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Allocated IP 172.25.5.215 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f209123e-2325-41a0-b33a-b4d4486f63ba) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:32.102333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.161408 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.250448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.342238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.351978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.396276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0f7af0-571f-4f8a-baf0-754d3cacee5f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:32.406756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.408516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.408925 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-423e4f2f-1ea1-46d1-840e-5d63df5a5819 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c0f7af0-571f-4f8a-baf0-754d3cacee5f HTTP/1.1" status: 204 len: 168 time: 0.3779964 Jul 22 23:47:32.411989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:32.483603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:32.488575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:32.491878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Port': ['ID=f209123e-2325-41a0-b33a-b4d4486f63ba,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:32.495907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:32.535552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.535552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.536152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.536767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.537227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.537661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.538596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.539464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.539915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.540606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.540779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.541204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:32.604417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.666614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8e999b1f-89eb-4974-9be5-3fec34bf01c2 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:32.692197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 8e999b1f-89eb-4974-9be5-3fec34bf01c2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:32.692815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8e999b1f-89eb-4974-9be5-3fec34bf01c2 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:32.693541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3106d34f-2692-443b-afb1-7f438a6de3e9 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:32.714781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 3106d34f-2692-443b-afb1-7f438a6de3e9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:32.715355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3106d34f-2692-443b-afb1-7f438a6de3e9 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:32.813287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.849936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fe0897-9d7a-43b5-8465-abbc110696ef']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:32.886912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68de423-ff69-42f1-a339-499b7487da2f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:32.892799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68de423-ff69-42f1-a339-499b7487da2f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:32.912554 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.923283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.931378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.943206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.948964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.960048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:47:32.962069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:32.966506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:47:32.970729 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:47:32.981263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:32.984675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.004244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.034686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.068435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-046b9e26-30de-4c87-a089-dcf21b860c6a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.4459674 Jul 22 23:47:33.130072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.134999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.144602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.155214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77fe0897-9d7a-43b5-8465-abbc110696ef HTTP/1.1" status: 204 len: 168 time: 0.7417831 Jul 22 23:47:33.205188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cfc3b-8a87-4cf1-9fc0-d06a8e4cbc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fe0897-9d7a-43b5-8465-abbc110696ef,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:33.227010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-821d1616-feb1-4909-857a-7d9b79434746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.274536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e00fb07-7cc1-4bb3-8693-261b684df9ae req-7dd2a765-7486-4ade-a91b-cafe0d86ab58 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2039554 Jul 22 23:47:33.424821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:33.467941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-6893a5c1-77c1-4aa6-95c5-668d061ab95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.469469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-6893a5c1-77c1-4aa6-95c5-668d061ab95a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.3852909 Jul 22 23:47:33.486153 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-821d1616-feb1-4909-857a-7d9b79434746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.502101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-821d1616-feb1-4909-857a-7d9b79434746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.593015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-821d1616-feb1-4909-857a-7d9b79434746 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=698a3503f95b45328f3373a4cc495ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082573 Jul 22 23:47:33.595803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6879c484-5470-4766-8c64-87954476f06f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=871374807f2d4da0a8958447c3f4fa04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626489 Jul 22 23:47:33.597445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:33.603733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48614) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:33.655900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0daa259-b53e-4fce-8a2b-2fc1ea931e92 req-067962b4-59c1-4ed2-95e6-905db2c0c468 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.662961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0daa259-b53e-4fce-8a2b-2fc1ea931e92 req-067962b4-59c1-4ed2-95e6-905db2c0c468 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.4296787 Jul 22 23:47:33.681665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d1616-feb1-4909-857a-7d9b79434746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0912f423-cded-4b61-b11c-f28e701deaa3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:33.732999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4066c9f3-92fe-4785-9106-6a093e413e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.773389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4066c9f3-92fe-4785-9106-6a093e413e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.836445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4066c9f3-92fe-4785-9106-6a093e413e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.840244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4066c9f3-92fe-4785-9106-6a093e413e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.846642 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4066c9f3-92fe-4785-9106-6a093e413e4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2532291-5bba-454a-ac25-17ed15a0cca1 HTTP/1.1" status: 204 len: 168 time: 0.2409134 Jul 22 23:47:33.863004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066c9f3-92fe-4785-9106-6a093e413e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2532291-5bba-454a-ac25-17ed15a0cca1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:33.899291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0daa259-b53e-4fce-8a2b-2fc1ea931e92 req-cff7be10-14f2-4249-ac9d-ef7696687380 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343097 Jul 22 23:47:33.920416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-ceadb97f-7f8b-4dc3-b3e4-ad6b91502a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:33.922139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-ceadb97f-7f8b-4dc3-b3e4-ad6b91502a04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.4436975 Jul 22 23:47:33.923286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4817793-a1b0-4922-a842-338ffc8e0958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:33.925781 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.008590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-4382c218-b246-41d3-8592-88e9e734600a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.0773251 Jul 22 23:47:34.088942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4817793-a1b0-4922-a842-338ffc8e0958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.187931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-8616e424-0605-4258-8066-2b85dd2e7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:34.189433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-8616e424-0605-4258-8066-2b85dd2e7624 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.1453855 Jul 22 23:47:34.235131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-f38bf7f7-c119-4007-86c1-332f1087a311 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385427 Jul 22 23:47:34.260625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4817793-a1b0-4922-a842-338ffc8e0958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.263152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4817793-a1b0-4922-a842-338ffc8e0958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:34.267146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b4817793-a1b0-4922-a842-338ffc8e0958 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0912f423-cded-4b61-b11c-f28e701deaa3 HTTP/1.1" status: 204 len: 168 time: 0.6650574 Jul 22 23:47:34.297460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4817793-a1b0-4922-a842-338ffc8e0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0912f423-cded-4b61-b11c-f28e701deaa3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:34.492539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Router 7ceac335-8fbd-407a-8573-58ec4a41212d is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:47:34.506752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-0c448d48-9145-4538-8aa8-e981e620833b service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621999 Jul 22 23:47:34.895214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:34.923590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a377257c-1664-4b47-9519-a1769db8a41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.151032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a377257c-1664-4b47-9519-a1769db8a41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.157050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a377257c-1664-4b47-9519-a1769db8a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.230551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a377257c-1664-4b47-9519-a1769db8a41e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bc891d05a1b4f72b75a25d5eaa9ce78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338614 Jul 22 23:47:35.231679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:35.232781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377257c-1664-4b47-9519-a1769db8a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe52e3-846c-4371-9f36-7e62535f479f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:35.322146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72e2c60b-3ab6-4b77-a54f-1278df9d1d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.353116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72e2c60b-3ab6-4b77-a54f-1278df9d1d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.445673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72e2c60b-3ab6-4b77-a54f-1278df9d1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.453654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72e2c60b-3ab6-4b77-a54f-1278df9d1d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:35.456572 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72e2c60b-3ab6-4b77-a54f-1278df9d1d7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dbe52e3-846c-4371-9f36-7e62535f479f HTTP/1.1" status: 204 len: 168 time: 0.2165926 Jul 22 23:47:35.467685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c60b-3ab6-4b77-a54f-1278df9d1d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe52e3-846c-4371-9f36-7e62535f479f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:35.672344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.678705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.688840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.696541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.704412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.711567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.718136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:35.720183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-9540afd7-0c1c-46b9-bc5c-e35deedc29e4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 1.3137116 Jul 22 23:47:35.771892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48688) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:35.944980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:35.953722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b0a192-4fcb-4dfb-9ac0-4963cf429d09 req-add33827-feaa-496f-bd6f-4e65121e1517 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4376333 Jul 22 23:47:35.969533 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Sync routers for ids ['7ceac335-8fbd-407a-8573-58ec4a41212d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:36.001493 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Routers {'7ceac335-8fbd-407a-8573-58ec4a41212d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:36.004043 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7ceac335-8fbd-407a-8573-58ec4a41212d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:36.026401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-684765bb-b727-4c6c-b2b8-cf6eef923d14 req-2efe00aa-6b32-4275-ab19-b6ebd0b663dc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2763147 Jul 22 23:47:36.050280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7d555-70c2-4ef9-950a-e6824223d975 req-5ba7e315-9023-4607-b6c8-56b460b9c32b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:36.064588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7e7d555-70c2-4ef9-950a-e6824223d975 req-5ba7e315-9023-4607-b6c8-56b460b9c32b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.5364664 Jul 22 23:47:36.083782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.092041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.104053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1429614944-network', 'tenant_id': 'c1ff294856d440118d39908e509301f3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:36.107093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:36.108273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9c4f040b-3dea-4564-8986-773764d9e715 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3148823 Jul 22 23:47:36.166538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7e7d555-70c2-4ef9-950a-e6824223d975 req-84f5bf80-32d2-418a-83bb-be054542a0ed tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979087 Jul 22 23:47:36.302638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Set router 7ceac335-8fbd-407a-8573-58ec4a41212d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:36.317009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Made reservation on behalf of c1ff294856d440118d39908e509301f3 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:47:36.324398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.366408 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.469561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:36.470497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eacede43-996d-4227-9e7c-7782dd64ef45 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/7ceac335-8fbd-407a-8573-58ec4a41212d HTTP/1.1" status: 200 len: 909 time: 0.3590832 Jul 22 23:47:36.490527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1885272168', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': True}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:36.588287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.596882 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.615990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.620085 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.620739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:47:36.640410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:36.644080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.644510 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Added segment 1560cf93-a2d1-4335-b18f-48030473e6ca of type vlan for network 8da20991-aee3-4dce-8ccb-cfb59de72428 Jul 22 23:47:36.720181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.746484 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceac335-8fbd-407a-8573-58ec4a41212d', 'name': 'tempest-snat-router-1885272168', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.215'}], 'enable_snat': False}, 'gw_port_id': 'f209123e-2325-41a0-b33a-b4d4486f63ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:30Z', 'updated_at': '2021-07-22T23:47:32Z', 'revision_number': 3, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port': {'id': 'f209123e-2325-41a0-b33a-b4d4486f63ba', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceac335-8fbd-407a-8573-58ec4a41212d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:47:31Z', 'updated_at': '2021-07-22T23:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:36.763472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.766021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:36.768220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.781742 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Checking router: 7ceac335-8fbd-407a-8573-58ec4a41212d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:36.782249 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Updating router 7ceac335-8fbd-407a-8573-58ec4a41212d port f209123e-2325-41a0-b33a-b4d4486f63ba binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:47:36.810803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.838460 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:36.875246 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1018081 Jul 22 23:47:36.884110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48730) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:36.898592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Request body: {'subnet': {'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1429614944-subnet', 'tenant_id': 'c1ff294856d440118d39908e509301f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:37.027764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740c68e-9909-4f9f-b086-4c134e55b510 admin admin] Pushing event updated for resources: {'Network': ['ID=8da20991-aee3-4dce-8ccb-cfb59de72428,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:37.039165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8da20991-aee3-4dce-8ccb-cfb59de72428 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:47:37.043097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Made reservation on behalf of c1ff294856d440118d39908e509301f3 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:47:37.049225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.057778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.469451 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.492101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Transition to ACTIVE for port object f209123e-2325-41a0-b33a-b4d4486f63ba will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:37.497277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.504232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.507235 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.511100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.518317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.525801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.532864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.540835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.548858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-4b92a384-38f4-4e18-901b-36a9a4e254d8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.2853551 Jul 22 23:47:37.617896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.686444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Pushing event updated for resources: {'Port': ['ID=f209123e-2325-41a0-b33a-b4d4486f63ba,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:37.717945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44b05ad-5600-4102-8414-a016a8dc7b4c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:37.719277 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Attempting to bind port f209123e-2325-41a0-b33a-b4d4486f63ba on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:37.720949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Attempting to bind port f209123e-2325-41a0-b33a-b4d4486f63ba by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:37.721382 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Attempting to bind port f209123e-2325-41a0-b33a-b4d4486f63ba on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:37.733144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Checking segment: {'id': '1560cf93-a2d1-4335-b18f-48030473e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:37.733888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Network hostable DHCP agents. Network: 8da20991-aee3-4dce-8ccb-cfb59de72428, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:47:37.751559 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.752173 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.752603 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.752949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.762503 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.763175 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.763761 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.765064 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.766286 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.766843 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.767433 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.767966 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:47:37.784468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:37.795985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:37.796811 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.797423 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:37.798296 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Bound port: f209123e-2325-41a0-b33a-b4d4486f63ba, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:37.798995 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.802823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Network 8da20991-aee3-4dce-8ccb-cfb59de72428 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:47:37.822626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a4e03c0-43c6-4c31-989c-ea92b4e39827 req-a7627828-460f-430f-8511-d6979d96419d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2642815 Jul 22 23:47:37.846002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615b06-50ce-4292-8fe2-2a0976cf5127 req-92d3be95-02cb-4cea-b481-7f99602b0f4b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.848275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65615b06-50ce-4292-8fe2-2a0976cf5127 req-92d3be95-02cb-4cea-b481-7f99602b0f4b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.4835062 Jul 22 23:47:37.859666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8da20991-aee3-4dce-8ccb-cfb59de72428) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:37.867502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:37.868774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.874979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99855c4-56ad-45bb-b040-6c9ab0245815 None None] Network 8da20991-aee3-4dce-8ccb-cfb59de72428 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:47:37.922432 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:37.945354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1ad0f16e-73f3-48e6-8932-a47097a66ccf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0584288 Jul 22 23:47:37.978726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.007107 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] For port f209123e-2325-41a0-b33a-b4d4486f63ba, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:38.016576 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] For port f209123e-2325-41a0-b33a-b4d4486f63ba, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f209123e-2325-41a0-b33a-b4d4486f63ba,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:38.029398 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.223230 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Routers {'7ceac335-8fbd-407a-8573-58ec4a41212d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:38.228851 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['7ceac335-8fbd-407a-8573-58ec4a41212d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:38.250874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65615b06-50ce-4292-8fe2-2a0976cf5127 req-5813cbfe-599e-46e1-b988-621204e259fc tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942554 Jul 22 23:47:38.284979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Allocated IP 172.25.5.245 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/6955c5c4-2ff2-4596-ae6e-470b32ea6bc5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:38.357223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8df13-6639-4d0f-b507-6dca0fba3511 None None] Network 8da20991-aee3-4dce-8ccb-cfb59de72428 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:47:38.468840 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] Set router 7ceac335-8fbd-407a-8573-58ec4a41212d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:38.510896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.599115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:38.625274 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2502-be21-46fe-93a6-f93679ff115d None None] Pushing event updated for resources: {'Port': ['ID=f209123e-2325-41a0-b33a-b4d4486f63ba,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:38.696728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:38.704318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:38.713633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:38.778812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Port': ['ID=6955c5c4-2ff2-4596-ae6e-470b32ea6bc5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:38.953307 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ceac335-8fbd-407a-8573-58ec4a41212d', 'name': 'tempest-snat-router-1885272168', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.215'}], 'enable_snat': False}, 'gw_port_id': 'f209123e-2325-41a0-b33a-b4d4486f63ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:30Z', 'updated_at': '2021-07-22T23:47:32Z', 'revision_number': 3, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port': {'id': 'f209123e-2325-41a0-b33a-b4d4486f63ba', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceac335-8fbd-407a-8573-58ec4a41212d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:47:31Z', 'updated_at': '2021-07-22T23:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:39.034369 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435af1e1-c032-4a90-8ca0-bef665aaa872 None None] The sync data for ids ['7ceac335-8fbd-407a-8573-58ec4a41212d'] in n-d-758851-4 is: [{'id': '7ceac335-8fbd-407a-8573-58ec4a41212d', 'name': 'tempest-snat-router-1885272168', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.215'}], 'enable_snat': False}, 'gw_port_id': 'f209123e-2325-41a0-b33a-b4d4486f63ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:30Z', 'updated_at': '2021-07-22T23:47:32Z', 'revision_number': 3, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port': {'id': 'f209123e-2325-41a0-b33a-b4d4486f63ba', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ceac335-8fbd-407a-8573-58ec4a41212d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:47:31Z', 'updated_at': '2021-07-22T23:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:39.132210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-3e89f014-860d-4cd0-a5e1-deb91f00bb26 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.134345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-3e89f014-860d-4cd0-a5e1-deb91f00bb26 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/networks?id=8da20991-aee3-4dce-8ccb-cfb59de72428 HTTP/1.1" status: 200 len: 809 time: 0.5293326 Jul 22 23:47:39.204484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-1902ae1c-7ec4-41c4-ae04-0c3251c47126 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/quotas/c1ff294856d440118d39908e509301f3 HTTP/1.1" status: 200 len: 375 time: 0.0435777 Jul 22 23:47:39.371439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-a1ea9413-aa3b-4de6-b240-10d958bdbd4b tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1ff294856d440118d39908e509301f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1554670 Jul 22 23:47:39.549139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.579186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.588338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.594862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.618053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.625042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.635073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:39.644733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-00d6f7aa-bf66-41e0-97dc-b6ed21cdb2b4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.5639808 Jul 22 23:47:39.729551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:39.835592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-374e8dc6-d8ea-40dc-81ad-090f4bf045cd req-6575f0b4-7253-4d53-878b-481ead4b3c70 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785059 Jul 22 23:47:39.843854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-4ca5f9d9-492c-43bf-8f3b-bb530d2d0a6a service neutron] 10.222.0.21 "GET /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491043 Jul 22 23:47:40.118111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-e0a13e54-fd02-44f7-8e50-f6294c5b8347 service neutron] 10.222.0.21 "GET /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648087 Jul 22 23:47:40.146616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:40.154845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.216302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964bcba-1f9f-4edb-b2df-01d30ed0ef0d req-3d7175f5-4515-41c4-9c54-86e4cd351cd6 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:40.230922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2964bcba-1f9f-4edb-b2df-01d30ed0ef0d req-3d7175f5-4515-41c4-9c54-86e4cd351cd6 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2039616 Jul 22 23:47:40.312509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4433-f0b0-425f-810a-df920142f472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.375501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2964bcba-1f9f-4edb-b2df-01d30ed0ef0d req-95cc1375-3c73-4f9a-b58b-a7dcca9304c9 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326759 Jul 22 23:47:40.423458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Router fa56ab4f-4d83-412c-85e9-30eb408982ce is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:47:40.532704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77527502-57c0-405c-9d47-bd2329c60a47 req-78272803-81ba-43b0-be7e-b3d7b2460364 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 210 time: 0.0907047 Jul 22 23:47:40.568990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f209123e-2325-41a0-b33a-b4d4486f63ba up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:40.600947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4433-f0b0-425f-810a-df920142f472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.607821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5cbf4433-f0b0-425f-810a-df920142f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.655261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf4433-f0b0-425f-810a-df920142f472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e58bb64-54fd-4f31-83dc-47dd49e38ab5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:40.728987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f209123e-2325-41a0-b33a-b4d4486f63ba completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:40.736180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f209123e-2325-41a0-b33a-b4d4486f63ba triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:40.736788 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.744586 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5cbf4433-f0b0-425f-810a-df920142f472 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dd059813da44d9ca542c076b392474d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5957460 Jul 22 23:47:40.746543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48824) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:40.952260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec24b-a9c3-4605-8bee-d6372bd8b4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.952530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.967130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:40.988822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:40.990276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f2eea791-12eb-4fda-b526-15a40e7d0ce1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5174384 Jul 22 23:47:40.993440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 48840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:40.997815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec24b-a9c3-4605-8bee-d6372bd8b4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.061385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f209123e-2325-41a0-b33a-b4d4486f63ba, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f209123e-2325-41a0-b33a-b4d4486f63ba,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:41.078641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Sync routers for ids ['fa56ab4f-4d83-412c-85e9-30eb408982ce'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:41.101718 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.140225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec24b-a9c3-4605-8bee-d6372bd8b4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.143226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fd6ec24b-a9c3-4605-8bee-d6372bd8b4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:41.149884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fd6ec24b-a9c3-4605-8bee-d6372bd8b4d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e58bb64-54fd-4f31-83dc-47dd49e38ab5 HTTP/1.1" status: 204 len: 168 time: 0.3960667 Jul 22 23:47:41.167006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ec24b-a9c3-4605-8bee-d6372bd8b4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e58bb64-54fd-4f31-83dc-47dd49e38ab5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:41.193439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Routers {'fa56ab4f-4d83-412c-85e9-30eb408982ce'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:41.198213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fa56ab4f-4d83-412c-85e9-30eb408982ce'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:41.578249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.586283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=f209123e-2325-41a0-b33a-b4d4486f63ba,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:41.590118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.621396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.639864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.649968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.662934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.670488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Set router fa56ab4f-4d83-412c-85e9-30eb408982ce gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:41.671223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:41.674453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-eb6fe876-6dee-44c6-b725-e416bc9936b5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.5618179 Jul 22 23:47:41.765739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:41.766262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b91f9123-c204-493c-98fc-9a0263062ccf tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/fa56ab4f-4d83-412c-85e9-30eb408982ce HTTP/1.1" status: 200 len: 908 time: 0.7712989 Jul 22 23:47:42.075148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56ab4f-4d83-412c-85e9-30eb408982ce', 'name': 'tempest-snat-router-1885272168', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': '6955c5c4-2ff2-4596-ae6e-470b32ea6bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:36Z', 'updated_at': '2021-07-22T23:47:39Z', 'revision_number': 3, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port': {'id': '6955c5c4-2ff2-4596-ae6e-470b32ea6bc5', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa56ab4f-4d83-412c-85e9-30eb408982ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:47:37Z', 'updated_at': '2021-07-22T23:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:42.107006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:42.111194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Checking router: fa56ab4f-4d83-412c-85e9-30eb408982ce for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:47:42.115775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Updating router fa56ab4f-4d83-412c-85e9-30eb408982ce port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:47:42.151530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ea-2051-4fe9-a9eb-906bea5c921d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.200628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.348067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ea-2051-4fe9-a9eb-906bea5c921d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.351588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310199a-28cc-43c9-b7ca-bb4c65c73780 req-c5e3a212-4fd5-4a70-a60f-a47f40e9daa5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:42.357464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b8d17ea-2051-4fe9-a9eb-906bea5c921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.372752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3310199a-28cc-43c9-b7ca-bb4c65c73780 req-c5e3a212-4fd5-4a70-a60f-a47f40e9daa5 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.6953804 Jul 22 23:47:42.459220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4ecbe61-bfae-41dc-aa24-b15303ff5194 req-074b32c6-eb12-498b-b5af-407214e9d1fc tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7199776 Jul 22 23:47:42.516260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f209123e-2325-41a0-b33a-b4d4486f63ba up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:42.521211 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6b8d17ea-2051-4fe9-a9eb-906bea5c921d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=211adffe3a6743e58e3b4e0aaae63d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127784 Jul 22 23:47:42.525404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:42.628115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d17ea-2051-4fe9-a9eb-906bea5c921d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225e7a0-e4e6-43b8-8386-be5dc7211e57,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:42.645559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.677181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-94f64e89-0130-42f5-9a4a-f083fdf48b50 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:42.680000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-94f64e89-0130-42f5-9a4a-f083fdf48b50 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.48 "GET /v2.0/networks?id=8da20991-aee3-4dce-8ccb-cfb59de72428 HTTP/1.1" status: 200 len: 809 time: 0.2746217 Jul 22 23:47:42.698968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3310199a-28cc-43c9-b7ca-bb4c65c73780 req-0195ab56-4350-4c21-892d-a40528b4f427 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247840 Jul 22 23:47:42.746194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-407e03ac-daa6-409b-b119-d1265c90d6e6 req-4d6cd9f3-fafa-4b20-85df-a765f9ecf6dd tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 210 time: 0.0646288 Jul 22 23:47:42.751713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Request body: {'port': {'device_id': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428', 'admin_state_up': True, 'tenant_id': 'c1ff294856d440118d39908e509301f3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:42.835491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f209123e-2325-41a0-b33a-b4d4486f63ba triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:42.836409 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.891700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.922715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Made reservation on behalf of c1ff294856d440118d39908e509301f3 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:47:42.923186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Transition to ACTIVE for port object 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:42.927606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:42.955152 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.087517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.097909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ddf294a-8be6-41c5-873c-9ca292006f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.173105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfde23-c356-4de8-9ee2-162362c58252 None None] Pushing event updated for resources: {'Port': ['ID=6955c5c4-2ff2-4596-ae6e-470b32ea6bc5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:43.200199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ddf294a-8be6-41c5-873c-9ca292006f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.212557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Attempting to bind port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:43.212931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Attempting to bind port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:43.213299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Attempting to bind port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:43.232915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Allocated IP 172.20.0.11 (8da20991-aee3-4dce-8ccb-cfb59de72428/b44b05ad-5600-4102-8414-a016a8dc7b4c/8f1abd83-5774-4a90-aaa0-20cb4a70459a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:43.250520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:43.250929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:43.251423 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.251763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:43.252265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Bound port: 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:43.252656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.384102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37022ef7-a029-4d98-9287-7cb427923bc0 req-cbcc702d-2f43-4694-b0c2-18fa1b4715eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:43.386097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] For port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:43.387931 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-37022ef7-a029-4d98-9287-7cb427923bc0 req-cbcc702d-2f43-4694-b0c2-18fa1b4715eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.7491186 Jul 22 23:47:43.394166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] For port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6955c5c4-2ff2-4596-ae6e-470b32ea6bc5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:43.404615 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.412065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Deleting port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:43.412065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.481788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfde23-c356-4de8-9ee2-162362c58252 None None] Pushing event updated for resources: {'Port': ['ID=6955c5c4-2ff2-4596-ae6e-470b32ea6bc5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:43.526332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ddf294a-8be6-41c5-873c-9ca292006f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.530781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ddf294a-8be6-41c5-873c-9ca292006f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.531857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Routers {'fa56ab4f-4d83-412c-85e9-30eb408982ce'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:43.532050 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2ddf294a-8be6-41c5-873c-9ca292006f53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c225e7a0-e4e6-43b8-8386-be5dc7211e57 HTTP/1.1" status: 204 len: 168 time: 0.9917896 Jul 22 23:47:43.533400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fa56ab4f-4d83-412c-85e9-30eb408982ce'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:43.545936 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-37022ef7-a029-4d98-9287-7cb427923bc0 req-b1b7f6c5-9bc2-4a62-918c-a15760c14b1a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500249 Jul 22 23:47:43.590432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf294a-8be6-41c5-873c-9ca292006f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225e7a0-e4e6-43b8-8386-be5dc7211e57,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:43.709381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] For port 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6955c5c4-2ff2-4596-ae6e-470b32ea6bc5,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:43.709659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:43.753553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Calling delete_port for 6955c5c4-2ff2-4596-ae6e-470b32ea6bc5 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:43.882592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] Set router fa56ab4f-4d83-412c-85e9-30eb408982ce gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:47:43.997261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.003708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa56ab4f-4d83-412c-85e9-30eb408982ce', 'name': 'tempest-snat-router-1885272168', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:36Z', 'updated_at': '2021-07-22T23:47:43Z', 'revision_number': 4, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:44.057919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.065292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.066504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984259c4-598f-4eac-9593-7ce63bd7e922 None None] The sync data for ids ['fa56ab4f-4d83-412c-85e9-30eb408982ce'] in n-d-758851-4 is: [{'id': 'fa56ab4f-4d83-412c-85e9-30eb408982ce', 'name': 'tempest-snat-router-1885272168', 'tenant_id': '4d9356eb16b94e559040b937ecd91cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:47:36Z', 'updated_at': '2021-07-22T23:47:43Z', 'revision_number': 4, 'project_id': '4d9356eb16b94e559040b937ecd91cd2', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:44.075732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.084699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.091875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.098337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.105094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.107194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-0ba7f800-938a-44e5-9a54-6209c6400b37 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5430 time: 0.4323235 Jul 22 23:47:44.218789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab0ee-a1a5-4fca-b76e-3ad617fd75af req-8db5e571-85ec-46f5-a486-8c20e740ba70 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.220925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bcab0ee-a1a5-4fca-b76e-3ad617fd75af req-8db5e571-85ec-46f5-a486-8c20e740ba70 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.3810778 Jul 22 23:47:44.262039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.269694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9458bec9-c7ca-4240-b571-c753e44cbf4a req-e9b7ee29-a61c-427b-a250-5031c69d5b4f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192970 Jul 22 23:47:44.360652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bcab0ee-a1a5-4fca-b76e-3ad617fd75af req-1a63c2e4-b8de-4ae4-84c4-d44bfabc270d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231487 Jul 22 23:47:44.362840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Network 8da20991-aee3-4dce-8ccb-cfb59de72428 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:44.367067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:44.369664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:44.433040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Pushing event updated for resources: {'Port': ['ID=8f1abd83-5774-4a90-aaa0-20cb4a70459a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:44.504407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:44.508605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.569732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89575228-7cb5-49fd-a7bb-9669872b1cba tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8215208 Jul 22 23:47:44.597897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Request body: {'port': {'device_id': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:44.781681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d61b858-d6e2-4581-afd4-454891192787 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:44.910032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:44.953262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.008103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event deleted for resources: {'Port': ['ID=6955c5c4-2ff2-4596-ae6e-470b32ea6bc5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:45.034104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba3ecd-872d-47bc-8bf1-63ce2e303422 req-489f7b84-5d40-41a1-89ee-987b11c54b68 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:45.053172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63ba3ecd-872d-47bc-8bf1-63ce2e303422 req-489f7b84-5d40-41a1-89ee-987b11c54b68 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 932 time: 0.3860607 Jul 22 23:47:45.098879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d61b858-d6e2-4581-afd4-454891192787,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:45.145379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8d61b858-d6e2-4581-afd4-454891192787', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'port_id': '8d61b858-d6e2-4581-afd4-454891192787', 'mac_address': 'fa:16:3e:23:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5', 'ip_address': '10.1.1.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:45.187872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.237193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.252878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d61b858-d6e2-4581-afd4-454891192787 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:45.278858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d61b858-d6e2-4581-afd4-454891192787,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:45.287649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.288696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device e0a9b51b-b744-4f6c-bde5-3d2367397685 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:45.290878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63ba3ecd-872d-47bc-8bf1-63ce2e303422 req-460827b5-a36a-4011-a0fa-0762f2bd0e5c tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314548 Jul 22 23:47:45.476560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.481379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.605715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:45.686087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.686988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa56ab4f-4d83-412c-85e9-30eb408982ce {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:47:45.695855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.697872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:45.735863 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eab8430f-d248-4a6c-baac-d8581249d11d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/routers/fa56ab4f-4d83-412c-85e9-30eb408982ce HTTP/1.1" status: 204 len: 168 time: 3.9306309 Jul 22 23:47:45.743927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 48960) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:45.768701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'e0a9b51b-b744-4f6c-bde5-3d2367397685', 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985', 'port_id': 'e0a9b51b-b744-4f6c-bde5-3d2367397685', 'mac_address': 'fa:16:3e:66:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3312036e-8c43-48d9-9c98-395a3e93bbb6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:45.885760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:45.929207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a9b51b-b744-4f6c-bde5-3d2367397685 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:46.003614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:46.012220 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.014377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device be958831-df4e-4981-9d77-1b4ddfa1c470 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:46.065849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=be958831-df4e-4981-9d77-1b4ddfa1c470,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:46.149695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7cb1b-f8f3-46c0-91f4-db2e071dc4d7 req-8a1b7b03-cbd4-42bd-a841-371580cf907b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.153542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.159070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5f7cb1b-f8f3-46c0-91f4-db2e071dc4d7 req-8a1b7b03-cbd4-42bd-a841-371580cf907b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.5121653 Jul 22 23:47:46.182662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.191867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.201728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.211300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.221278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.229362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.248622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:46.261435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-3db91038-a4b7-40d8-9e8a-3f849adb6df8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5431 time: 0.6150980 Jul 22 23:47:46.299093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:46.308214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'be958831-df4e-4981-9d77-1b4ddfa1c470', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'port_id': 'be958831-df4e-4981-9d77-1b4ddfa1c470', 'mac_address': 'fa:16:3e:8f:98:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:46.319169 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6bdd0b04-3471-44b1-8599-d9aecb2a9668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.402745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.404052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23dc553e-72cd-4c60-8c2d-85311704c1f6 req-ea80a5b0-294c-4fd5-91d9-b9445f06d3f8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1414518 Jul 22 23:47:46.455301 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.470490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5f7cb1b-f8f3-46c0-91f4-db2e071dc4d7 req-c528082a-914b-4e8b-9f8d-418a7d4c072c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097153 Jul 22 23:47:46.497950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be958831-df4e-4981-9d77-1b4ddfa1c470 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:46.547736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=be958831-df4e-4981-9d77-1b4ddfa1c470,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:46.553417 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.557439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8990fbc0-64f1-4e71-b753-e45d1f69bf4b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:46.576184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Deleting port f209123e-2325-41a0-b33a-b4d4486f63ba {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:47:46.576637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.708787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1abd83-5774-4a90-aaa0-20cb4a70459a {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:46.737325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:46.757555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:46.761263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.775955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8990fbc0-64f1-4e71-b753-e45d1f69bf4b', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'port_id': '8990fbc0-64f1-4e71-b753-e45d1f69bf4b', 'mac_address': 'fa:16:3e:84:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:46.834656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Transition to ACTIVE for port object 8f1abd83-5774-4a90-aaa0-20cb4a70459a will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:47:46.845123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] For port f209123e-2325-41a0-b33a-b4d4486f63ba, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f209123e-2325-41a0-b33a-b4d4486f63ba,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:46.854463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.859910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.883169 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.901860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Calling delete_port for f209123e-2325-41a0-b33a-b4d4486f63ba owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:47:46.921753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8990fbc0-64f1-4e71-b753-e45d1f69bf4b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:46.972227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:46.978668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:46.980119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35918b6-435e-48b9-862c-c551abb9f84a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:47.181589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:47.215066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c35918b6-435e-48b9-862c-c551abb9f84a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35918b6-435e-48b9-862c-c551abb9f84a,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:47.237395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-b2284efd-542b-4b1a-a058-65888647f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:47.239034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-b2284efd-542b-4b1a-a058-65888647f5bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.3189044 Jul 22 23:47:47.252009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d29a59-8e2c-47be-8cc0-2cf702341007 req-b5774d7d-bf92-458f-a968-19432b8ae443 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:47.253752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09d29a59-8e2c-47be-8cc0-2cf702341007 req-b5774d7d-bf92-458f-a968-19432b8ae443 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 932 time: 0.6510768 Jul 22 23:47:47.255451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1abd83-5774-4a90-aaa0-20cb4a70459a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:47.260507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c35918b6-435e-48b9-862c-c551abb9f84a', 'network_id': 'd089a880-ea55-4041-9657-5f4044ab6985', 'port_id': 'c35918b6-435e-48b9-862c-c551abb9f84a', 'mac_address': 'fa:16:3e:40:ec:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3312036e-8c43-48d9-9c98-395a3e93bbb6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:47.326665 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:47.367564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35918b6-435e-48b9-862c-c551abb9f84a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:47.406699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09d29a59-8e2c-47be-8cc0-2cf702341007 req-d494838b-d1d9-4cb9-8c85-91a263186c7d tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405969 Jul 22 23:47:47.447860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b73c1c-dce9-4029-9c96-93fb5db58143 req-d9844d75-a05e-4324-a1cf-dd025ba4fc78 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:47.458158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42b73c1c-dce9-4029-9c96-93fb5db58143 req-d9844d75-a05e-4324-a1cf-dd025ba4fc78 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.4628880 Jul 22 23:47:47.480199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c35918b6-435e-48b9-862c-c551abb9f84a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35918b6-435e-48b9-862c-c551abb9f84a,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:47.495560 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:47.498278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45bf3da5-2f19-4851-887a-211be6d4f409 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:47.614384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Attempting to bind port 8f1abd83-5774-4a90-aaa0-20cb4a70459a on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:47:47.615238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Attempting to bind port 8f1abd83-5774-4a90-aaa0-20cb4a70459a by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '1560cf93-a2d1-4335-b18f-48030473e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:47:47.622274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Attempting to bind port 8f1abd83-5774-4a90-aaa0-20cb4a70459a on network 8da20991-aee3-4dce-8ccb-cfb59de72428 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:47.678407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42b73c1c-dce9-4029-9c96-93fb5db58143 req-e7b6736d-5c83-4e87-b3a6-7652b8e94444 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007892 Jul 22 23:47:47.685439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45bf3da5-2f19-4851-887a-211be6d4f409,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:47.711100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Port 8f1abd83-5774-4a90-aaa0-20cb4a70459a on network 8da20991-aee3-4dce-8ccb-cfb59de72428 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:47:47.711802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Attempting to bind port 8f1abd83-5774-4a90-aaa0-20cb4a70459a on network 8da20991-aee3-4dce-8ccb-cfb59de72428 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:47:47.717967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c35918b6-435e-48b9-862c-c551abb9f84a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:47.739225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '45bf3da5-2f19-4851-887a-211be6d4f409', 'network_id': '7f8591ea-caa4-4fcd-a347-1ee9e7c984ae', 'port_id': '45bf3da5-2f19-4851-887a-211be6d4f409', 'mac_address': 'fa:16:3e:8d:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb71eee-f22a-436c-a06a-67644cf402e5', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:47.759923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:47:47.761054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Checking segment: {'id': '1560cf93-a2d1-4335-b18f-48030473e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:47:47.762146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Bound using segment: {'id': '1560cf93-a2d1-4335-b18f-48030473e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:47:47.769019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Bound port: 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1560cf93-a2d1-4335-b18f-48030473e6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:47:47.770919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:47.845349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:47.947188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:47.990045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-27a69095-91fd-4f73-944a-da3a1cc18dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:47.992489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-27a69095-91fd-4f73-944a-da3a1cc18dfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.5944383 Jul 22 23:47:47.993535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event deleted for resources: {'Port': ['ID=f209123e-2325-41a0-b33a-b4d4486f63ba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:48.005692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf3da5-2f19-4851-887a-211be6d4f409 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:48.062798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45bf3da5-2f19-4851-887a-211be6d4f409,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:48.078924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.083272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6ecefa51-19c0-42b0-91bf-11f230697ea1 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:48.129489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] For port 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:47:48.168582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.172728 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-2cba93cf-a911-409d-8374-118787d6fe86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.1565814 Jul 22 23:47:48.195915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.209161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.234455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.249430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.252726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.262745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.264973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:48.286559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.289720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e8ccc5-148a-470d-854e-f44807321705 req-b5d095f8-5451-4f79-b6c3-1a8fb6bc6790 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5435 time: 0.4657149 Jul 22 23:47:48.291184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] For port 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a,segment=NetworkSegment(1560cf93-a2d1-4335-b18f-48030473e6ca),segment_id=1560cf93-a2d1-4335-b18f-48030473e6ca)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:47:48.297479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.422803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.423703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.424993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] 10.222.0.48 "PUT /v2.0/ports/8f1abd83-5774-4a90-aaa0-20cb4a70459a HTTP/1.1" status: 200 len: 1092 time: 3.8317060 Jul 22 23:47:48.426788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'tag': '8f1abd83-5774-4a90-aaa0-20cb4a70459a'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:48.430448 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2891b13-eb30-4b2e-a343-06b0f823ca04" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb547ab-f081-42f0-965f-00db2d9b3040", "tag": "8f1abd83-5774-4a90-aaa0-20cb4a70459a"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:48.498764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e8ccc5-148a-470d-854e-f44807321705 req-f5c957fc-824a-4c63-b47a-bee32c7bb5e2 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626203 Jul 22 23:47:48.510137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.524324 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.527746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-ed1516bb-8c32-480a-b59f-c8255c4b5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.529513 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-ed1516bb-8c32-480a-b59f-c8255c4b5e26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.3465421 Jul 22 23:47:48.554667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:48.585617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'port_id': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'mac_address': 'fa:16:3e:85:6c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:48.587930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-d1978b8b-bc1f-4fda-89af-94af16180e4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486557 Jul 22 23:47:48.608539 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de68e8c3-dffd-4b6e-b975-1578d272f016 x-openstack-request-id: req-de68e8c3-dffd-4b6e-b975-1578d272f016 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:48.608845 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb547ab-f081-42f0-965f-00db2d9b3040", "tag": "8f1abd83-5774-4a90-aaa0-20cb4a70459a", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:48.609085 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de68e8c3-dffd-4b6e-b975-1578d272f016 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:48.609490 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'tag': '8f1abd83-5774-4a90-aaa0-20cb4a70459a', 'status': 'completed', 'code': 200} Jul 22 23:47:48.614613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcc04f-89dd-4be1-8af8-b75e9a206035 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1abd83-5774-4a90-aaa0-20cb4a70459a,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:48.667854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-3b42e01f-55e8-4ba8-9818-d0aae3afb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.669504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-3b42e01f-55e8-4ba8-9818-d0aae3afb582 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff294856d440118d39908e509301f3&device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 1095 time: 0.1612484 Jul 22 23:47:48.673642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.675883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.676994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ceac335-8fbd-407a-8573-58ec4a41212d {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:47:48.682478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cdfc3-cd7d-4205-9c5a-2f6cd33f0a36 req-e436e6ec-caf0-4dbf-bb3c-8861a1599d0c tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:48.685612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.686943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3745189f-215f-48f1-9598-e0379fba06ab tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7ceac335-8fbd-407a-8573-58ec4a41212d HTTP/1.1" status: 204 len: 168 time: 2.9392776 Jul 22 23:47:48.690042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-708cdfc3-cd7d-4205-9c5a-2f6cd33f0a36 req-e436e6ec-caf0-4dbf-bb3c-8861a1599d0c tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 944 time: 0.1566644 Jul 22 23:47:48.691708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:48.696866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1674514028', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:48.708666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecefa51-19c0-42b0-91bf-11f230697ea1 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:48.776927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:48.783380 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.795942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-89f078ef-b8b1-4647-856b-b21abaf8b9a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a HTTP/1.1" status: 200 len: 217 time: 0.1021597 Jul 22 23:47:48.893966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.900489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:48.929784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-708cdfc3-cd7d-4205-9c5a-2f6cd33f0a36 req-63882069-aa4d-4eab-9280-e0f82674bd2e tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386065 Jul 22 23:47:48.956704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:49.073153 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-28e80c53-a946-4b57-ba6d-73af4d421ade service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215636 Jul 22 23:47:49.103180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-a99592cd-d990-4dc6-9cd0-9b1ec9fb6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.104834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-a99592cd-d990-4dc6-9cd0-9b1ec9fb6f77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b44b05ad-5600-4102-8414-a016a8dc7b4c HTTP/1.1" status: 200 len: 849 time: 0.3011692 Jul 22 23:47:49.222745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:49.240884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-059fdaea-dcd9-4c4b-bff5-4b8a83a419a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8da20991-aee3-4dce-8ccb-cfb59de72428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204703 Jul 22 23:47:49.408806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93191cad-7f32-46b0-a364-6574f7870246 req-47be5c41-05cb-4781-a54e-4a5d01032e9a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.410473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93191cad-7f32-46b0-a364-6574f7870246 req-47be5c41-05cb-4781-a54e-4a5d01032e9a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.4782052 Jul 22 23:47:49.513974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6fc90ce2-de1f-4e88-9e25-a92a04f993da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:49.638798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:49.642383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-93191cad-7f32-46b0-a364-6574f7870246 req-eacabe79-709e-4df1-9bdc-863870a2b6db tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471770 Jul 22 23:47:49.676393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-aec3cc0a-74a6-417d-b022-6a68c304d544 service neutron] 10.222.0.48 "GET /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248316 Jul 22 23:47:49.716595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8d61b858-d6e2-4581-afd4-454891192787'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:49.784660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c35918b6-435e-48b9-862c-c551abb9f84a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:49.852276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.858951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.865362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.875127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.884568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.891958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.899149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:49.904146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:49.914296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-6d440b14-fb32-47a1-91b8-8f5a238216e5 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5437 time: 0.2339797 Jul 22 23:47:49.926621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79253a2b-8a17-4910-ac90-d57debd93f70 req-25ae739b-5ed6-4476-92f7-c691a391d482 service neutron] 10.222.0.48 "GET /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371449 Jul 22 23:47:49.941996 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cfcaa27d-da4b-4dbc-92be-93dc243a8823 req-ec972037-035d-4f47-92ce-ac251f9137f5 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533855 Jul 22 23:47:50.054236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b7646b0-3c7c-40be-9f4a-3a11e6116f0c req-fd24be11-dbc0-440b-bce8-07620ea90276 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1382315 Jul 22 23:47:50.294439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:50.393140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d1d95-b2bd-4ee3-9607-a9ea3bad5a3c req-6cfc7afb-8cd1-4fde-9edf-28d9f22715eb tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:50.402032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef1d1d95-b2bd-4ee3-9607-a9ea3bad5a3c req-6cfc7afb-8cd1-4fde-9edf-28d9f22715eb tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 944 time: 0.2997830 Jul 22 23:47:50.402570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-11cc8b22-f2c2-43af-aaaf-be64b981ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:50.405134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-11cc8b22-f2c2-43af-aaaf-be64b981ee79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1ff294856d440118d39908e509301f3&device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 1095 time: 0.3641605 Jul 22 23:47:50.550595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef1d1d95-b2bd-4ee3-9607-a9ea3bad5a3c req-5f2a3345-e7ff-4b49-b395-14f2d816eae3 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381295 Jul 22 23:47:50.649202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1158fba-581d-4f99-8d3a-1e44937221f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:50.662289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8990fbc0-64f1-4e71-b753-e45d1f69bf4b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:50.665868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6ecefa51-19c0-42b0-91bf-11f230697ea1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:50.669085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['45bf3da5-2f19-4851-887a-211be6d4f409'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:50.682305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['e0a9b51b-b744-4f6c-bde5-3d2367397685'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:50.684541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f209123e-2325-41a0-b33a-b4d4486f63ba no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:47:50.823213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f209123e-2325-41a0-b33a-b4d4486f63ba {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:47:50.824086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f209123e-2325-41a0-b33a-b4d4486f63ba not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:47:50.899968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-344725d2-ba7a-4b97-8f1c-42558474fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:50.905252 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-344725d2-ba7a-4b97-8f1c-42558474fe0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8da20991-aee3-4dce-8ccb-cfb59de72428 HTTP/1.1" status: 200 len: 910 time: 0.4807153 Jul 22 23:47:51.006393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.079126 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1158fba-581d-4f99-8d3a-1e44937221f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.106275 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1158fba-581d-4f99-8d3a-1e44937221f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.130326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:51.151190 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-ab933d5a-caca-4896-aef9-3361b5db87f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a HTTP/1.1" status: 200 len: 217 time: 0.2321656 Jul 22 23:47:51.220349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d1158fba-581d-4f99-8d3a-1e44937221f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6a9c3ba89a5456ea86fa73dd484fb51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9245536 Jul 22 23:47:51.226011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:51.268036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['be958831-df4e-4981-9d77-1b4ddfa1c470'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:51.637215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1158fba-581d-4f99-8d3a-1e44937221f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76dc470-9879-4e05-b0fb-134d687736b8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:51.653969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef74762-c791-4840-a2c4-adcb850757da req-b078a335-b192-4c2e-8711-1a6a561256ca tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.655624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ef74762-c791-4840-a2c4-adcb850757da req-b078a335-b192-4c2e-8711-1a6a561256ca tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.7954895 Jul 22 23:47:51.756374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ef74762-c791-4840-a2c4-adcb850757da req-ead51743-561d-4975-8c7b-7eae3450f5a0 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783904 Jul 22 23:47:51.828352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.842768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.858913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.876992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.891193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-e3ecc932-a29c-4f20-8099-cf4a70c29c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.895191 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-e3ecc932-a29c-4f20-8099-cf4a70c29c3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b44b05ad-5600-4102-8414-a016a8dc7b4c HTTP/1.1" status: 200 len: 849 time: 0.7362292 Jul 22 23:47:51.933036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.961669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-36160a72-5cf4-4cbd-95f9-3f1aaf8f29a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8da20991-aee3-4dce-8ccb-cfb59de72428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583615 Jul 22 23:47:51.963066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.982798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:51.995720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-e2db8456-7a75-43a5-9154-a900484ed503 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5437 time: 0.7311685 Jul 22 23:47:52.044933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Allocated IP 172.25.5.240 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/e7088d0c-a5e6-4ea0-be96-561ae73ce057) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:47:52.076318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7350348-1c4f-4c3a-b740-38ef1d116b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.127816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.168788 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-42f6ba84-9da1-453e-9669-11730660cdd6 service neutron] 10.222.0.48 "GET /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933694 Jul 22 23:47:52.242496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7350348-1c4f-4c3a-b740-38ef1d116b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.307762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ad5863c-2321-49e0-b141-5b45e469e825 req-c9b55c3c-b248-406b-a05b-12de5ac0b954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2944388 Jul 22 23:47:52.373440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.380288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.380727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eea47-a35f-4313-9e88-ea2385bce333 req-113a71bf-07b6-49dc-98ff-953a2d32637e tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:52.383061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-117eea47-a35f-4313-9e88-ea2385bce333 req-113a71bf-07b6-49dc-98ff-953a2d32637e tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 944 time: 0.3248725 Jul 22 23:47:52.406714 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7350348-1c4f-4c3a-b740-38ef1d116b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.409680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7350348-1c4f-4c3a-b740-38ef1d116b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.411083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f7350348-1c4f-4c3a-b740-38ef1d116b82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f76dc470-9879-4e05-b0fb-134d687736b8 HTTP/1.1" status: 204 len: 168 time: 1.1805227 Jul 22 23:47:52.462914 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f2891b13-eb30-4b2e-a343-06b0f823ca04 req-b64bc4e9-ad4e-4004-ab4b-bec94acf021a service neutron] 10.222.0.48 "GET /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538402 Jul 22 23:47:52.517441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7350348-1c4f-4c3a-b740-38ef1d116b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76dc470-9879-4e05-b0fb-134d687736b8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:52.545192 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-117eea47-a35f-4313-9e88-ea2385bce333 req-a83a85de-c6e5-4538-a50a-b3223c18023a tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328387 Jul 22 23:47:52.585493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.650830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:47:52.668640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:47:52.673518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:47:52.750381 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:52.825613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event updated for resources: {'Port': ['ID=e7088d0c-a5e6-4ea0-be96-561ae73ce057,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:52.994026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8f1abd83-5774-4a90-aaa0-20cb4a70459a details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:47:53.061214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:53.097232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-807b5211-fce0-4621-8bde-2eba9f52716e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:53.203130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9bb84-31fd-4222-a6ba-bfff9053d12c req-0e830ea6-251e-41f6-90f7-978cf9ca0095 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.212813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b9bb84-31fd-4222-a6ba-bfff9053d12c req-0e830ea6-251e-41f6-90f7-978cf9ca0095 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2663329 Jul 22 23:47:53.288763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0b9bb84-31fd-4222-a6ba-bfff9053d12c req-c91ae806-cb95-494e-b508-12152df36ec7 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747609 Jul 22 23:47:53.380231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:53.422100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-807b5211-fce0-4621-8bde-2eba9f52716e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:53.432802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-807b5211-fce0-4621-8bde-2eba9f52716e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:53.596187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-807b5211-fce0-4621-8bde-2eba9f52716e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac798be35cb04027852a4a1acd01e15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319338 Jul 22 23:47:53.600801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49166) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:53.691183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a,segment=NetworkSegment(1560cf93-a2d1-4335-b18f-48030473e6ca),segment_id=1560cf93-a2d1-4335-b18f-48030473e6ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:53.696294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b5211-fce0-4621-8bde-2eba9f52716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b675fbc4-6fcc-4b04-9a13-678f5f1a7acb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:53.845741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.862987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.871685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.879691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.891882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.903000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.909895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8f1abd83-5774-4a90-aaa0-20cb4a70459a', 'network_id': '8da20991-aee3-4dce-8ccb-cfb59de72428', 'port_id': '8f1abd83-5774-4a90-aaa0-20cb4a70459a', 'mac_address': 'fa:16:3e:72:b0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b44b05ad-5600-4102-8414-a016a8dc7b4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:47:53.916794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.925483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-f561fd62-e939-4850-91e7-f071e0b94097 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5437 time: 0.4232872 Jul 22 23:47:53.960788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6445f9-c15d-4fbf-8993-b64f53a88dbe req-cad39333-384c-4890-ae46-d75a27363916 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:53.968208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea6445f9-c15d-4fbf-8993-b64f53a88dbe req-cad39333-384c-4890-ae46-d75a27363916 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 944 time: 0.2453556 Jul 22 23:47:54.084234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6e3f395-92d6-451d-90b9-9029b97780ce req-4bcd2cc6-7ece-4e93-8443-291c97a35205 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577220 Jul 22 23:47:54.125005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.151436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4df7c824-1cbf-4039-897f-a262f3f2879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.169439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1abd83-5774-4a90-aaa0-20cb4a70459a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:47:54.176670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea6445f9-c15d-4fbf-8993-b64f53a88dbe req-41f4b3df-ce2b-4b14-a07e-f5a0b479f4ef tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068498 Jul 22 23:47:54.226823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4df7c824-1cbf-4039-897f-a262f3f2879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.238858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a,segment=NetworkSegment(1560cf93-a2d1-4335-b18f-48030473e6ca),segment_id=1560cf93-a2d1-4335-b18f-48030473e6ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:54.245068 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.342909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.430553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8f1abd83-5774-4a90-aaa0-20cb4a70459a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:54.498364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4df7c824-1cbf-4039-897f-a262f3f2879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.501330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4df7c824-1cbf-4039-897f-a262f3f2879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.504904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4df7c824-1cbf-4039-897f-a262f3f2879e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b675fbc4-6fcc-4b04-9a13-678f5f1a7acb HTTP/1.1" status: 204 len: 168 time: 0.9007306 Jul 22 23:47:54.546208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7c824-1cbf-4039-897f-a262f3f2879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b675fbc4-6fcc-4b04-9a13-678f5f1a7acb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:54.580371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:54.637279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Router 4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:47:54.784605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5948a37-ce62-4c5b-89cd-1e2fade3c84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:54.953624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35918b6-435e-48b9-862c-c551abb9f84a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:54.960151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:54.972358 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] Sync routers for ids ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:55.016722 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] Routers {'4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:55.020663 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:55.053043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5948a37-ce62-4c5b-89cd-1e2fade3c84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:55.061212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8f1abd83-5774-4a90-aaa0-20cb4a70459a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:47:55.064489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:55.069114 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-699713ff-257b-4458-b8d7-4def2ed54e43 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3733418 Jul 22 23:47:55.070069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:55.076144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': False}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:47:55.088564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b5948a37-ce62-4c5b-89cd-1e2fade3c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:55.166165 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:55.197957 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] Routers {'4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:55.201309 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:55.286977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b5948a37-ce62-4c5b-89cd-1e2fade3c84e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfd5fab00d93446699da237858723db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053475 Jul 22 23:47:55.288312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:55.334430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948a37-ce62-4c5b-89cd-1e2fade3c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470acf2a-2550-4393-a533-4185c3808a2f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:55.435668 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:55.449163 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf68da-c7b5-4786-ba81-6197c3ef5ad9 None None] The sync data for ids ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:55.454136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port c35918b6-435e-48b9-862c-c551abb9f84a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:55.498225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c35918b6-435e-48b9-862c-c551abb9f84a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:55.498885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:55.605782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468f4da-c0d2-4f60-96d7-00208ca67e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:55.628395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.644828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.653736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.661261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.668369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.675224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.683357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.685901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-5f157016-9989-4f4f-bd48-086602f5d954 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5437 time: 0.3227713 Jul 22 23:47:55.722496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba39b8-154b-44c0-9a47-b95585821c9d req-970cb638-5e0d-435b-a7df-439afcb4e128 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:55.725802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05ba39b8-154b-44c0-9a47-b95585821c9d req-970cb638-5e0d-435b-a7df-439afcb4e128 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 945 time: 0.2975481 Jul 22 23:47:55.766859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468f4da-c0d2-4f60-96d7-00208ca67e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:55.948381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05ba39b8-154b-44c0-9a47-b95585821c9d req-b9810839-218f-46db-bd7c-41fd27c4d772 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949406 Jul 22 23:47:55.968798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a385a6ad-5378-4c6a-8afc-4385e16fd149 req-74845ee9-4e30-41d5-9c94-e1f1ab9fb1e7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2720914 Jul 22 23:47:55.981676 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.011269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468f4da-c0d2-4f60-96d7-00208ca67e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.013937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3468f4da-c0d2-4f60-96d7-00208ca67e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.015178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3468f4da-c0d2-4f60-96d7-00208ca67e92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/470acf2a-2550-4393-a533-4185c3808a2f HTTP/1.1" status: 204 len: 168 time: 0.7240987 Jul 22 23:47:56.030674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468f4da-c0d2-4f60-96d7-00208ca67e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470acf2a-2550-4393-a533-4185c3808a2f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:56.090776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35918b6-435e-48b9-862c-c551abb9f84a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:56.093097 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d054b8-6db0-4907-ad47-41007faa3c95" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "c35918b6-435e-48b9-862c-c551abb9f84a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:56.111372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c35918b6-435e-48b9-862c-c551abb9f84a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35918b6-435e-48b9-862c-c551abb9f84a,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:56.126802 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.132750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device e0a9b51b-b744-4f6c-bde5-3d2367397685 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:56.135038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.309460 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1572ca25-a09f-43f6-84df-1f2751da8c51 x-openstack-request-id: req-1572ca25-a09f-43f6-84df-1f2751da8c51 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:56.309757 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "c35918b6-435e-48b9-862c-c551abb9f84a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:56.310016 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1572ca25-a09f-43f6-84df-1f2751da8c51 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:56.310411 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35918b6-435e-48b9-862c-c551abb9f84a', 'code': 200} Jul 22 23:47:56.319869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c35918b6-435e-48b9-862c-c551abb9f84a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:56.338818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port e0a9b51b-b744-4f6c-bde5-3d2367397685 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:56.344219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port e0a9b51b-b744-4f6c-bde5-3d2367397685 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:56.345789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.520540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6549e-cd78-4a0b-9874-65b20b368329 req-82a7d2d0-194b-4e98-8fba-6cb5865fae35 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:56.530202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95f6549e-cd78-4a0b-9874-65b20b368329 req-82a7d2d0-194b-4e98-8fba-6cb5865fae35 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.1179790 Jul 22 23:47:56.551750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.638478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95f6549e-cd78-4a0b-9874-65b20b368329 req-269b7c59-aa9c-4963-a9c2-2d356f2b0991 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959723 Jul 22 23:47:56.679271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:56.684678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:56.687164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d61b858-d6e2-4581-afd4-454891192787 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:56.810142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:56.854926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8d61b858-d6e2-4581-afd4-454891192787 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:56.861807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8d61b858-d6e2-4581-afd4-454891192787 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:56.862189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.095617 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.097275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.108316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.141641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77120c-c77e-4d41-bdf9-bd3083f3f7b4 req-aa7eed60-a039-43aa-8eed-e35cedb24b4b tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.147249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f77120c-c77e-4d41-bdf9-bd3083f3f7b4 req-aa7eed60-a039-43aa-8eed-e35cedb24b4b tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 945 time: 0.1155076 Jul 22 23:47:57.216493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d61b858-d6e2-4581-afd4-454891192787,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:57.229382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.270375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f77120c-c77e-4d41-bdf9-bd3083f3f7b4 req-8892aabd-a055-4798-a893-103810c098e3 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157513 Jul 22 23:47:57.300660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device be958831-df4e-4981-9d77-1b4ddfa1c470 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:57.444301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:57.473345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port be958831-df4e-4981-9d77-1b4ddfa1c470 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:57.482187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port be958831-df4e-4981-9d77-1b4ddfa1c470 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:57.484205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.494471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Router 4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:47:57.655696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.683154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.710590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.718273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=be958831-df4e-4981-9d77-1b4ddfa1c470,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:57.723270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.724429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.725535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8990fbc0-64f1-4e71-b753-e45d1f69bf4b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:57.757998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.776868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.787601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.793597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:57.811249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-489df670-5a75-4185-87dd-c638c5380244 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5440 time: 0.4341404 Jul 22 23:47:57.825589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:47:57.829324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:57.833036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.837999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c5656eb4-30d7-4e51-ac2c-b7a54eb26c81 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "PUT /v2.0/routers/4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 HTTP/1.1" status: 200 len: 922 time: 2.7673256 Jul 22 23:47:57.839053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:57.845102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] Sync routers for ids ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:47:57.861670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:57.866404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] Routers {'4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:57.867091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:57.870871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:57.871260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:57.955393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:57.974753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] Routers {'4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:47:57.978937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:58.054399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-173713f9-5ea4-4a5f-9e43-c757200bcc23 req-d16a8203-d4d9-47d6-89f8-06d25b7a820b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198429 Jul 22 23:47:58.079457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:47:58.080235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737088f-d3f9-4250-bc99-66fa889ccd87 None None] The sync data for ids ['4bfb687d-35bc-43e6-a61c-f1eb7d3265a6'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:47:58.126336 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d0f63d84-41bf-4574-9e16-ca42efcdd83d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 HTTP/1.1" status: 200 len: 922 time: 0.2839935 Jul 22 23:47:58.128434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49306) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:58.206590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.261025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:58.265967 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.269488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45bf3da5-2f19-4851-887a-211be6d4f409 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:58.318677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d61b858-d6e2-4581-afd4-454891192787'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8990fbc0-64f1-4e71-b753-e45d1f69bf4b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:47:58.353864 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5440e24-e4f4-4851-b123-e396006e0723" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "8d61b858-d6e2-4581-afd4-454891192787"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "8990fbc0-64f1-4e71-b753-e45d1f69bf4b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:47:58.485281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b06de-93c3-4674-b828-b3615661493d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:58.487846 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 23:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8b8d82-a1ae-4964-9716-906f7d77fd36 x-openstack-request-id: req-9a8b8d82-a1ae-4964-9716-906f7d77fd36 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:47:58.488186 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "8d61b858-d6e2-4581-afd4-454891192787", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "8990fbc0-64f1-4e71-b753-e45d1f69bf4b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:47:58.488434 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a8b8d82-a1ae-4964-9716-906f7d77fd36 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:47:58.489632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5a3b06de-93c3-4674-b828-b3615661493d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=4bfb687d-35bc-43e6-a61c-f1eb7d3265a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3594830 Jul 22 23:47:58.491755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:58.497028 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685', 'code': 200} Jul 22 23:47:58.497028 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d61b858-d6e2-4581-afd4-454891192787', 'code': 200} Jul 22 23:47:58.497028 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470', 'code': 200} Jul 22 23:47:58.497369 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8990fbc0-64f1-4e71-b753-e45d1f69bf4b', 'code': 200} Jul 22 23:47:58.566251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c72121-67e4-4e2c-8d75-0d01f16875f5 req-6ce7fda3-0d6a-4efb-bdee-2455ca6bf768 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:58.570222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44c72121-67e4-4e2c-8d75-0d01f16875f5 req-6ce7fda3-0d6a-4efb-bdee-2455ca6bf768 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 945 time: 0.1375132 Jul 22 23:47:58.623251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:58.675130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 45bf3da5-2f19-4851-887a-211be6d4f409 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:58.677572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44c72121-67e4-4e2c-8d75-0d01f16875f5 req-6444f73f-482a-43b8-84dc-532d00a8d19a tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018770 Jul 22 23:47:58.691499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 45bf3da5-2f19-4851-887a-211be6d4f409 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:58.691775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.871848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.952792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45bf3da5-2f19-4851-887a-211be6d4f409,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:58.963654 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:58.964556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8f1abd83-5774-4a90-aaa0-20cb4a70459a up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:59.093944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:47:59.107549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8f1abd83-5774-4a90-aaa0-20cb4a70459a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:47:59.113632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8f1abd83-5774-4a90-aaa0-20cb4a70459a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:47:59.114378 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.281880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.403037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a,segment=NetworkSegment(1560cf93-a2d1-4335-b18f-48030473e6ca),segment_id=1560cf93-a2d1-4335-b18f-48030473e6ca)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:47:59.414477 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:47:59.417478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6ecefa51-19c0-42b0-91bf-11f230697ea1 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:47:59.473883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.481843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.489313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.496600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.503441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.511033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.518791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.522463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4624184a-ddc1-4761-b375-32a408630c7e req-cdf542aa-bfc2-4ba9-a669-b11c64712063 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5443 time: 0.1788373 Jul 22 23:47:59.632243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4624184a-ddc1-4761-b375-32a408630c7e req-319397a3-4385-4206-bc5d-aa41f80a6c87 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029351 Jul 22 23:47:59.658616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26aa2ee-30fc-41cc-ac1b-0073ac91a8cf tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:47:59.664688 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d26aa2ee-30fc-41cc-ac1b-0073ac91a8cf tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 1.1683214 Jul 22 23:47:59.665857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:59.745824 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-6d8d428b-7e49-455b-b43c-62b70c315897 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6155953 Jul 22 23:47:59.771351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:47:59.774588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-40164f1a-e09b-4de5-a509-fdf2f481f259 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 HTTP/1.1" status: 200 len: 205 time: 0.1041460 Jul 22 23:47:59.981337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4698-5c69-4aca-8ae5-de44e726b978 req-c2c92fa9-b062-4ac0-87e5-02f47e2fb555 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:00.000722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b8d4698-5c69-4aca-8ae5-de44e726b978 req-c2c92fa9-b062-4ac0-87e5-02f47e2fb555 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 946 time: 0.1737175 Jul 22 23:48:00.120620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b8d4698-5c69-4aca-8ae5-de44e726b978 req-19a11bcb-0b8b-4356-b049-408a36e7ce60 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164193 Jul 22 23:48:00.346387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-a357609d-d129-4c0f-9caa-2b57478ebc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:00.351237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49378) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:00.355999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-a357609d-d129-4c0f-9caa-2b57478ebc19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 1096 time: 0.5578058 Jul 22 23:48:00.373420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8f1abd83-5774-4a90-aaa0-20cb4a70459a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:00.388283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 6ecefa51-19c0-42b0-91bf-11f230697ea1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:00.393793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.394066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 6ecefa51-19c0-42b0-91bf-11f230697ea1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:00.394066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.526046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409'}, {'server_uuid': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1abd83-5774-4a90-aaa0-20cb4a70459a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:00.529918 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e273e5-006a-4d90-9a1c-fe982555aa2f" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409"}, {"server_uuid": "6eb547ab-f081-42f0-965f-00db2d9b3040", "name": "network-vif-plugged", "status": "completed", "tag": "8f1abd83-5774-4a90-aaa0-20cb4a70459a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:00.597168 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.615035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-c786be44-53e7-442d-802a-11431036f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:00.617213 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-c786be44-53e7-442d-802a-11431036f99d service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.2177672 Jul 22 23:48:00.618484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.672924 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-707339d8-43e0-4d9c-984e-85b302629ff3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb HTTP/1.1" status: 200 len: 217 time: 0.0484293 Jul 22 23:48:00.691182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:00.691182 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a85e5-c766-40dd-b937-a7055f8ed5ee x-openstack-request-id: req-6e0a85e5-c766-40dd-b937-a7055f8ed5ee {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:00.691182 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409", "code": 200}, {"server_uuid": "6eb547ab-f081-42f0-965f-00db2d9b3040", "name": "network-vif-plugged", "status": "completed", "tag": "8f1abd83-5774-4a90-aaa0-20cb4a70459a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:00.697978 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e0a85e5-c766-40dd-b937-a7055f8ed5ee {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:00.698439 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409', 'code': 200} Jul 22 23:48:00.698728 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1abd83-5774-4a90-aaa0-20cb4a70459a', 'code': 200} Jul 22 23:48:00.702185 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.807208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-b946fa5d-75a3-4382-a970-fe2a1060e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:00.808793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-b946fa5d-75a3-4382-a970-fe2a1060e38a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.1043823 Jul 22 23:48:00.811454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Deleting port e7088d0c-a5e6-4ea0-be96-561ae73ce057 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:00.812189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.874737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:00.917671 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:00.932629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Calling delete_port for e7088d0c-a5e6-4ea0-be96-561ae73ce057 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:00.974285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91f1bc37-a3c3-4c99-ac0c-9da53907f7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.042974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-628b9d3a-3a83-46c8-92b8-f135ed221f0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506353 Jul 22 23:48:01.284644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-d920c0b1-283b-4a0a-8192-01f8abfb9476 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346563 Jul 22 23:48:01.403515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91f1bc37-a3c3-4c99-ac0c-9da53907f7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.412542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289ce64-e204-4ea1-a5fb-ba2a56fe65d5 req-a5ec7528-a208-4faf-84cc-c32f275424ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.425054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a289ce64-e204-4ea1-a5fb-ba2a56fe65d5 req-a5ec7528-a208-4faf-84cc-c32f275424ad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 1097 time: 0.6439812 Jul 22 23:48:01.481113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.488611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.501639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.513619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.519296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.541794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.548115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.555124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.557100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-b9fc0f8c-1e6d-4950-8d15-0e0361501d7f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.6622331 Jul 22 23:48:01.577110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91f1bc37-a3c3-4c99-ac0c-9da53907f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.597369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event deleted for resources: {'Port': ['ID=e7088d0c-a5e6-4ea0-be96-561ae73ce057,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:01.658692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-91f1bc37-a3c3-4c99-ac0c-9da53907f7a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4375572ddf042ec98a6625a3b81e74b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3060896 Jul 22 23:48:01.668740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:01.671469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a289ce64-e204-4ea1-a5fb-ba2a56fe65d5 req-a7ded9a7-02f7-4d38-97f5-73b3d46c24f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305574 Jul 22 23:48:01.695414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1bc37-a3c3-4c99-ac0c-9da53907f7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a3b69d-ef4a-433f-97b5-9b1d3fe93f2b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:01.730462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91a7ccb1-9e6e-49e5-93d7-43b1b29150c6 req-ebf326df-e799-486d-a6a0-7047bf04ffa1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271505 Jul 22 23:48:01.732007 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ddba93ba-b3f1-4781-bcda-9a8200072dd9 req-68afb23a-26bd-4206-a5c1-550100941ff8 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408765 Jul 22 23:48:01.751159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124620fc-0a35-4b69-a641-3a6e73bf71f2 req-4c874c6a-f7d5-4fb1-970a-8328b4ea06bb tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:01.753053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-124620fc-0a35-4b69-a641-3a6e73bf71f2 req-4c874c6a-f7d5-4fb1-970a-8328b4ea06bb tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 946 time: 0.4478538 Jul 22 23:48:01.829478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.876756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-124620fc-0a35-4b69-a641-3a6e73bf71f2 req-ba5ba20e-67bf-45aa-82a4-e59c7ca8472d tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120675 Jul 22 23:48:01.878283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63a9c56f-af4b-4e1d-9795-6657a6b5b8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.931076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63a9c56f-af4b-4e1d-9795-6657a6b5b8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.992650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63a9c56f-af4b-4e1d-9795-6657a6b5b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:01.999218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63a9c56f-af4b-4e1d-9795-6657a6b5b8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.001471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-63a9c56f-af4b-4e1d-9795-6657a6b5b8d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8a3b69d-ef4a-433f-97b5-9b1d3fe93f2b HTTP/1.1" status: 204 len: 168 time: 0.3290172 Jul 22 23:48:02.024096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c56f-af4b-4e1d-9795-6657a6b5b8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a3b69d-ef4a-433f-97b5-9b1d3fe93f2b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:02.103198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.107055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.235815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.237431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Fanout notify agent at l3_agent the message router_deleted on router 4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:02.266044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.271174 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cdbf588e-4168-487f-b45b-0cc50f0283ea tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 HTTP/1.1" status: 204 len: 168 time: 2.4958806 Jul 22 23:48:02.274318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:02.290973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-381311197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:02.496012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.497138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.504652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:02.517292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'network': {'name': 'tempest-network-smoke--1382865754', 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:02.567568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Made reservation on behalf of 71f74ce8a7a74a5585131f52c66d0448 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:02.573536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.601121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.700111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:02.702550 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a85afba-fbaf-4956-8347-5e4c21878e66" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:02.871143 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01475aab-dfb2-4ca8-8274-81eba317e06d x-openstack-request-id: req-01475aab-dfb2-4ca8-8274-81eba317e06d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:02.871475 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-plugged", "status": "completed", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:02.871728 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01475aab-dfb2-4ca8-8274-81eba317e06d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:02.872127 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'code': 200} Jul 22 23:48:02.914752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:02.923880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.013972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:03.022347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.070902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd054ed5-4160-4c1a-b27c-6e326d476d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.082828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ec8d0-95f1-44bf-84e4-dbb5550c94b7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:03.091998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.092465 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Added segment 89acaff1-471b-4d18-a022-e9a930160fde of type vlan for network 9a3b6116-bae3-4193-8b1e-8abfce57473a Jul 22 23:48:03.185071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.287648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.288431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.289090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.289722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.290347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.291687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.292333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.294567 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-74bae7b1-9459-4844-ad4c-7e85d337eebd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.1880846 Jul 22 23:48:03.297293 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.297988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.303850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.304934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.346465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.392051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-83404bbf-0f27-47d7-885c-d80ca81d0a19 req-baa55d7a-8cf0-4e18-94a4-82124725c616 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799284 Jul 22 23:48:03.424023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Network': ['ID=9a3b6116-bae3-4193-8b1e-8abfce57473a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:03.439220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:03.476582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd054ed5-4160-4c1a-b27c-6e326d476d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.482993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd054ed5-4160-4c1a-b27c-6e326d476d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.493534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.500663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.513203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.520438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.528149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.528897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ef136e8d-42e3-438e-9365-3f359d4b8ed5 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0229816 Jul 22 23:48:03.535076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.535240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49432) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.546965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.549092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00821633-d101-41e5-aed7-29136a6dd64a req-6edc9dfe-3c7c-4429-824d-19903587fd77 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.2479520 Jul 22 23:48:03.555515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'admin_state_up': True, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:03.578108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd054ed5-4160-4c1a-b27c-6e326d476d57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b52ee4640b554a04b15ccc9aa55ebe44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523148 Jul 22 23:48:03.581080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.583033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508095a-da27-4d08-b4b9-d5dbd0e48f23 req-47029370-784b-4a21-980b-d5d8925cc883 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:03.585325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6508095a-da27-4d08-b4b9-d5dbd0e48f23 req-47029370-784b-4a21-980b-d5d8925cc883 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 946 time: 0.2857933 Jul 22 23:48:03.586128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.589941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a946f363-768d-4381-898c-1c078a62dd8b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3108544 Jul 22 23:48:03.592554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:03.609135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:03.664761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-00821633-d101-41e5-aed7-29136a6dd64a req-79d26ae0-d732-4aa5-9546-dc3119768803 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074913 Jul 22 23:48:03.724411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6508095a-da27-4d08-b4b9-d5dbd0e48f23 req-534db87e-ad4d-4934-8b46-d75760277ca0 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145127 Jul 22 23:48:03.776134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd054ed5-4160-4c1a-b27c-6e326d476d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b01b74-ac65-4b8d-9748-93daf71607f1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:03.928693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:03.929833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.046433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.191797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d252d16c-3242-4dd4-b213-ce19523dfb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.236679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.252529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d252d16c-3242-4dd4-b213-ce19523dfb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.523962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.586130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d252d16c-3242-4dd4-b213-ce19523dfb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.588754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d252d16c-3242-4dd4-b213-ce19523dfb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:04.592979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d252d16c-3242-4dd4-b213-ce19523dfb91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0b01b74-ac65-4b8d-9748-93daf71607f1 HTTP/1.1" status: 204 len: 168 time: 1.0064254 Jul 22 23:48:04.621258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d16c-3242-4dd4-b213-ce19523dfb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b01b74-ac65-4b8d-9748-93daf71607f1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:05.069288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.075369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.101064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.123264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.146391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.157723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.172043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:05.174041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c5a44e10-1bbc-4069-ab49-89920007fbe3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.2756786 Jul 22 23:48:05.303863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd0e1a1c-be4a-4177-8e07-006720f1911b req-c4d63715-547a-40e5-9bfa-1b6c2a7fe4db tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040642 Jul 22 23:48:05.657177 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.696480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:05.969346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.019763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.055252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.109186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Allocated IP 172.25.5.51 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/db384f07-ed72-4ba9-ab28-c86099124bb4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:06.282546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.333704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:06.525777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:06.543972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:06.564892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:06.622881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.630566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.634755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.25.5.54 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/ce33d6b4-84da-4793-9261-94fd2c2a9fe4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:06.637461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.643831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.651105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.657068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.664016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:06.666098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event updated for resources: {'Port': ['ID=db384f07-ed72-4ba9-ab28-c86099124bb4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:06.666895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-e2c10285-05be-4976-80b6-60dad4db4424 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.2248428 Jul 22 23:48:06.763243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a61e3119-bfdc-4a44-bbd0-8ef3c40e984b req-b95e96c5-63da-46db-b6ee-257e10820564 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879776 Jul 22 23:48:06.995108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.018268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.027349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.045501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.062889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.077552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.093603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.101245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.108823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fb8c468-de2c-4ec3-9cb2-a596bddaea55 req-1b038f69-e67f-41a4-8b06-38e9f416f8c1 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.2516711 Jul 22 23:48:07.115716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:07.137504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Request body: {'floatingip': {'port_id': '6ecefa51-19c0-42b0-91bf-11f230697ea1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:07.147443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.244298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:07.247658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:07.250169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.305643 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.338418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:07.383072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:07.585043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230d021-995d-496c-a5af-05e2205efdd5 req-e43688d4-4b55-4dd3-bbb8-f9fee4161f1b tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:07.592332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2230d021-995d-496c-a5af-05e2205efdd5 req-e43688d4-4b55-4dd3-bbb8-f9fee4161f1b tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 946 time: 0.3385024 Jul 22 23:48:07.695470 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:48:07.826261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.837201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:07.872194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2230d021-995d-496c-a5af-05e2205efdd5 req-849ad215-fc15-4053-9aa6-58ce2dfbaa99 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789080 Jul 22 23:48:07.993054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.138198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Router e5362fd6-ef68-412d-a449-9fc19327c1fc is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:08.393140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:08.558582 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.resource_extend [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:48:08.667690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eff4-e0a3-4486-8c05-69a810c38bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.718786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.726275 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:08.884446 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Floating IP 5b70b12d-8c85-4791-82b4-0c9ee8278c24 associated. External IP: 172.25.5.249, port: 6ecefa51-19c0-42b0-91bf-11f230697ea1. Jul 22 23:48:08.960831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.035488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eff4-e0a3-4486-8c05-69a810c38bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.046741 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dd5eff4-e0a3-4486-8c05-69a810c38bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.081676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:09.093967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.095366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8266c0b4-5fa2-47d4-b692-2158bce3dae3 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "PUT /v2.0/routers/e5362fd6-ef68-412d-a449-9fc19327c1fc HTTP/1.1" status: 200 len: 878 time: 5.4949565 Jul 22 23:48:09.100673 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] Sync routers for ids ['e5362fd6-ef68-412d-a449-9fc19327c1fc'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:09.111182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.120882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5dd5eff4-e0a3-4486-8c05-69a810c38bd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32a52591f80643f687419dc56c46c393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7272513 Jul 22 23:48:09.123896 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] Routers {'e5362fd6-ef68-412d-a449-9fc19327c1fc'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:09.124775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.125526 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e5362fd6-ef68-412d-a449-9fc19327c1fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.138353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5eff4-e0a3-4486-8c05-69a810c38bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d430a-d171-40ed-80c1-6a5158cf4b76,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:09.163048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64996be-0273-4606-a522-2f20c8d97c81 req-962fcd81-7bb5-4ecd-8e37-3e26cde70190 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:09.164666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f64996be-0273-4606-a522-2f20c8d97c81 req-962fcd81-7bb5-4ecd-8e37-3e26cde70190 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 946 time: 0.3572426 Jul 22 23:48:09.168419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960984-65e1-40ca-94a5-652f404b42b4 req-47bfb77d-686c-445f-9f39-bca417e69ea1 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:09.170268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7960984-65e1-40ca-94a5-652f404b42b4 req-47bfb77d-686c-445f-9f39-bca417e69ea1 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 946 time: 0.2114353 Jul 22 23:48:09.188031 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.200990 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] Routers {'e5362fd6-ef68-412d-a449-9fc19327c1fc'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:09.203361 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e5362fd6-ef68-412d-a449-9fc19327c1fc'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.276833 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.280905 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26bdda9-c013-4ae1-8d75-9c140eaa1a45 None None] The sync data for ids ['e5362fd6-ef68-412d-a449-9fc19327c1fc'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:09.336022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7960984-65e1-40ca-94a5-652f404b42b4 req-aa90ca3d-d8f8-462e-9712-2fb4c0ee8849 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252129 Jul 22 23:48:09.366177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8db21b7c-7ee5-4f30-893d-1e2a38594cfa tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/e5362fd6-ef68-412d-a449-9fc19327c1fc HTTP/1.1" status: 200 len: 919 time: 0.2511566 Jul 22 23:48:09.367699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.368508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cf63949-e02d-4616-9211-afab2664b16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.378780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 44eed3e0-292e-4d3a-85db-85e852753f47 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:09.408410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Deleting port 8f1abd83-5774-4a90-aaa0-20cb4a70459a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:09.408664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.455064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:09.457088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cf63949-e02d-4616-9211-afab2664b16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.605493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:09.608329 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] For port 8f1abd83-5774-4a90-aaa0-20cb4a70459a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8f1abd83-5774-4a90-aaa0-20cb4a70459a,segment=NetworkSegment(1560cf93-a2d1-4335-b18f-48030473e6ca),segment_id=1560cf93-a2d1-4335-b18f-48030473e6ca)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:09.608716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.628128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Sync routers for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:09.630760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Calling delete_port for 8f1abd83-5774-4a90-aaa0-20cb4a70459a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:09.642340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a22dc1-1598-4215-9e7a-ba99ef7fdd2c tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:09.646199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b0a22dc1-1598-4215-9e7a-ba99ef7fdd2c tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=e5362fd6-ef68-412d-a449-9fc19327c1fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2730467 Jul 22 23:48:09.646797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.648424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:09.649827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.651812 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ba1f3398-94d7-4108-950d-33e638db3bfa tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.1087811 Jul 22 23:48:09.652692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.652968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:09.667015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cf63949-e02d-4616-9211-afab2664b16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.670303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8cf63949-e02d-4616-9211-afab2664b16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.674041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8cf63949-e02d-4616-9211-afab2664b16c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/173d430a-d171-40ed-80c1-6a5158cf4b76 HTTP/1.1" status: 204 len: 168 time: 0.5468292 Jul 22 23:48:09.779808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf63949-e02d-4616-9211-afab2664b16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d430a-d171-40ed-80c1-6a5158cf4b76,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:09.856065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:09.870583 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] Sync routers for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:09.877354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:09.898955 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:09.899762 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:09.979390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:09.996486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156dfb0-d25d-4a66-8d23-559bd9e57249 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.004032 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5156dfb0-d25d-4a66-8d23-559bd9e57249 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.3479955 Jul 22 23:48:10.010065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.081153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-88bcab45-8146-42d8-b7d0-dd1f1e438dd3 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "PUT /v2.0/floatingips/5b70b12d-8c85-4791-82b4-0c9ee8278c24 HTTP/1.1" status: 200 len: 991 time: 2.9620113 Jul 22 23:48:10.081153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:10.083285 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e2771ef2-dcaa-4969-8ea7-6c042246c549 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5362fd6-ef68-412d-a449-9fc19327c1fc HTTP/1.1" status: 200 len: 205 time: 0.0675695 Jul 22 23:48:10.084207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49610) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.093143 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149" -d '{"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:10.187154 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa01c2f-a64c-4c07-843e-86dc8fc7e54d x-openstack-request-id: req-8fa01c2f-a64c-4c07-843e-86dc8fc7e54d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:10.187475 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:10.187736 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fa01c2f-a64c-4c07-843e-86dc8fc7e54d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:10.188139 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'status': 'completed', 'code': 200} Jul 22 23:48:10.283932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a2f938f8-564c-45e3-ab33-0eae7b8bf9c7 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=71f74ce8a7a74a5585131f52c66d0448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6241136 Jul 22 23:48:10.289080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.394242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.426169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-3c2ae1b1-1c9f-43da-add1-1a7efa8e8386 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.1705863 Jul 22 23:48:10.480640 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:10.553483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.593491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.597685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8f1abd83-5774-4a90-aaa0-20cb4a70459a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:10.604669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9358cb80-61dd-4cb9-8b54-db990954ca36 req-6edcf590-f619-46fa-83f2-4f9e905a1e33 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 210 time: 0.0567117 Jul 22 23:48:10.643968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-2a8ef899-c2c0-42f9-947c-18f187bae28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.645996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-2a8ef899-c2c0-42f9-947c-18f187bae28c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1 HTTP/1.1" status: 200 len: 917 time: 0.2147932 Jul 22 23:48:10.717382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:07Z', 'revision_number': 3, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:10.734261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Pushing event deleted for resources: {'Port': ['ID=8f1abd83-5774-4a90-aaa0-20cb4a70459a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:10.741668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e563212-67b4-4db2-a3c1-83db320d6285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.766101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.797962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Checking router: 44eed3e0-292e-4d3a-85db-85e852753f47 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:10.803991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Updating router 44eed3e0-292e-4d3a-85db-85e852753f47 port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:10.840955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-03f2b5bd-55a7-4716-970f-d95ee41af366 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 999 time: 0.1824989 Jul 22 23:48:10.851735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] No DVR routers for this DVR port 8f1abd83-5774-4a90-aaa0-20cb4a70459a on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:48:10.863863 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.903910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:10.905921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f64996be-0273-4606-a522-2f20c8d97c81 req-0629b0d6-6b60-43de-9372-8cb437424637 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.48 "DELETE /v2.0/ports/8f1abd83-5774-4a90-aaa0-20cb4a70459a HTTP/1.1" status: 204 len: 173 time: 1.7023697 Jul 22 23:48:10.908518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'name': 'network-vif-deleted', 'tag': '8f1abd83-5774-4a90-aaa0-20cb4a70459a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:10.920190 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64bd31-7645-43f1-a980-b29ba7eab8d0" -d '{"events": [{"server_uuid": "6eb547ab-f081-42f0-965f-00db2d9b3040", "name": "network-vif-deleted", "tag": "8f1abd83-5774-4a90-aaa0-20cb4a70459a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:10.962605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9fa179-da3e-4468-b8e4-fd29ae6ceaa7 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.971379 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ea9fa179-da3e-4468-b8e4-fd29ae6ceaa7 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6808660 Jul 22 23:48:10.974046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-7336a119-0179-46f6-8e08-07b31e6b9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:10.983064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:10.987917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-7336a119-0179-46f6-8e08-07b31e6b9dd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.1360383 Jul 22 23:48:11.061619 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5b70b12d-8c85-4791-82b4-0c9ee8278c24', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'port_id': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'mac_address': 'fa:16:3e:85:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:46:18Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 1, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:34Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:11.173871 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] Checking router: 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:11.188294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:11.189675 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:11.189997 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc0e842-f558-45a6-bab4-f7dca64ce45c x-openstack-request-id: req-6fc0e842-f558-45a6-bab4-f7dca64ce45c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:11.190489 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb547ab-f081-42f0-965f-00db2d9b3040", "name": "network-vif-deleted", "tag": "8f1abd83-5774-4a90-aaa0-20cb4a70459a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:11.190592 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fc0e842-f558-45a6-bab4-f7dca64ce45c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:11.190912 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb547ab-f081-42f0-965f-00db2d9b3040', 'name': 'network-vif-deleted', 'tag': '8f1abd83-5774-4a90-aaa0-20cb4a70459a', 'status': 'completed', 'code': 200} Jul 22 23:48:11.215849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:11.216441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bcbc7af8-13b0-4550-b3be-2fed037f3a69 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2312272 Jul 22 23:48:11.234208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222453200', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:11.247565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-2d9dc70a-3d68-4552-b44d-45a38087dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:11.250110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-2d9dc70a-3d68-4552-b44d-45a38087dbfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465363 Jul 22 23:48:11.312668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.352273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Transition to ACTIVE for port object ce33d6b4-84da-4793-9261-94fd2c2a9fe4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:11.373972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.413832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e563212-67b4-4db2-a3c1-83db320d6285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.478011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e563212-67b4-4db2-a3c1-83db320d6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.507657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Made reservation on behalf of 71f74ce8a7a74a5585131f52c66d0448 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:11.523430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.535386 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:11.536241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Pushing event updated for resources: {'Port': ['ID=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.546803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Attempting to bind port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:11.547217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Attempting to bind port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:11.547588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Attempting to bind port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:11.564802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:11.565120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:11.565835 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e563212-67b4-4db2-a3c1-83db320d6285 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04859b5825854bf6836f3cf0f1df4446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9494245 Jul 22 23:48:11.565957 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.566363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:11.566890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Bound port: ce33d6b4-84da-4793-9261-94fd2c2a9fe4, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:11.567283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.570728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49642) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:11.610384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-b8904758-7166-4a4e-93aa-172bbc3bf333 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462551 Jul 22 23:48:11.741074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] For port ce33d6b4-84da-4793-9261-94fd2c2a9fe4, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:11.751427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] For port ce33d6b4-84da-4793-9261-94fd2c2a9fe4, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:11.754504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.762975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.764868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.766230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.768342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.770140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.771975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.772791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.778831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.779729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.782398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.783500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.785554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:11.799533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:11.816467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e563212-67b4-4db2-a3c1-83db320d6285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d29c4f-c1c4-4565-9e1f-0f9a3e0ace4b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:11.944718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9cbdcd6-2213-4002-adb3-3fc957c18f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.004073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44724cb-f305-4cd4-a9ed-796b620bd40e None None] Pushing event updated for resources: {'Port': ['ID=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:12.016790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:12.017425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:12.077529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9cbdcd6-2213-4002-adb3-3fc957c18f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.105445 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5b70b12d-8c85-4791-82b4-0c9ee8278c24', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'port_id': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'mac_address': 'fa:16:3e:85:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:46:18Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 1, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:34Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:12.145890 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0faa46-dc0d-4caf-9936-8bb18cb1742c None None] The sync data for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 is: [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5b70b12d-8c85-4791-82b4-0c9ee8278c24', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'floating_ip_address': '172.25.5.249', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'port_id': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'mac_address': 'fa:16:3e:85:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:46:18Z', 'updated_at': '2021-07-22T23:48:08Z', 'revision_number': 1, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:34Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:12.292016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9cbdcd6-2213-4002-adb3-3fc957c18f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.295564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9cbdcd6-2213-4002-adb3-3fc957c18f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.308849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9cbdcd6-2213-4002-adb3-3fc957c18f84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52d29c4f-c1c4-4565-9e1f-0f9a3e0ace4b HTTP/1.1" status: 204 len: 168 time: 0.7260268 Jul 22 23:48:12.320674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Deleting port db384f07-ed72-4ba9-ab28-c86099124bb4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:12.321223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.341903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:12.380424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbdcd6-2213-4002-adb3-3fc957c18f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d29c4f-c1c4-4565-9e1f-0f9a3e0ace4b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:12.587639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:12.633687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Calling delete_port for db384f07-ed72-4ba9-ab28-c86099124bb4 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:12.775175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb1db80-afa4-47a1-9302-982fddc0ee22 None None] New status for floating IP 5b70b12d-8c85-4791-82b4-0c9ee8278c24: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:48:12.884033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9c88cd0-3e4d-4842-b5c4-99d8868c2149 req-ba9e46ad-1987-46a2-a458-ceca7898ca19 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2068837 Jul 22 23:48:12.889220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e72c4582-8240-4e89-a16f-8f5ff923ed09 req-6b213ea3-6f61-4d6f-9694-9a5dcf2f6d41 tempest-ServerTagsTestJSON-1020337229 tempest-ServerTagsTestJSON-1020337229-project] 10.222.0.21 "GET /v2.0/ports?device_id=6eb547ab-f081-42f0-965f-00db2d9b3040 HTTP/1.1" status: 200 len: 210 time: 1.0780461 Jul 22 23:48:12.935837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:07Z', 'revision_number': 3, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:12.976252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd66252-fb01-4176-9cd3-aabbdb0f4291 None None] The sync data for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 is: [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:07Z', 'revision_number': 3, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:12.997252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8f1abd83-5774-4a90-aaa0-20cb4a70459a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:48:13.025068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 8f1abd83-5774-4a90-aaa0-20cb4a70459a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:48:13.025584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8f1abd83-5774-4a90-aaa0-20cb4a70459a not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:48:13.176367 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.247161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55daca-85cc-40a9-a57e-05f4c3f8d1f1 req-cb2ff0b5-3729-41fc-ba4f-250ae5c5996d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:13.257436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a55daca-85cc-40a9-a57e-05f4c3f8d1f1 req-cb2ff0b5-3729-41fc-ba4f-250ae5c5996d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.1842995 Jul 22 23:48:13.359297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a55daca-85cc-40a9-a57e-05f4c3f8d1f1 req-d2125f67-949d-4f20-bf95-b1975feebfa4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007206 Jul 22 23:48:13.367063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Subnet': ['ID=051d56a2-36f6-4208-9743-fc2a56493113,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:13.395219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Checking segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:13.395219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network hostable DHCP agents. Network: 9a3b6116-bae3-4193-8b1e-8abfce57473a, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:13.432723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:13.456029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9a3b6116-bae3-4193-8b1e-8abfce57473a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:13.467220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:13.467885 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:13.488164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f014cad8-260a-434c-857a-d6005dc978ab None None] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:13.511573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-29a7e151-07e1-4505-931c-729e4ffb820e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2919760 Jul 22 23:48:13.516435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49680) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:13.752003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a0a2a-6b34-462f-9448-322dc17c803f req-4ee779a7-d613-4084-bb21-efd123ea6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:13.754090 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-4ee779a7-d613-4084-bb21-efd123ea6899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.9562342 Jul 22 23:48:13.846118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9a3b6116-bae3-4193-8b1e-8abfce57473a', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:13.853392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.018136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:14.133028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.145733 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a0a2a-6b34-462f-9448-322dc17c803f req-69c39f67-c041-4b0c-ac36-99dc7b39402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:14.152530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-69c39f67-c041-4b0c-ac36-99dc7b39402c service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.3881676 Jul 22 23:48:14.233745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Allocated IP 172.20.0.2 (9a3b6116-bae3-4193-8b1e-8abfce57473a/051d56a2-36f6-4208-9743-fc2a56493113/3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:14.335568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Deleting subnet b44b05ad-5600-4102-8414-a016a8dc7b4c {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:48:14.343728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event deleted for resources: {'Port': ['ID=db384f07-ed72-4ba9-ab28-c86099124bb4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.350622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-fd69b12c-83fb-410d-ad82-1a5ab8f44a04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.1188426 Jul 22 23:48:14.352179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.580724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.613305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce33d6b4-84da-4793-9261-94fd2c2a9fe4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:14.637688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.743491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.754611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Transition to ACTIVE for port object 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:14.781162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.782201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Transition to ACTIVE for port object 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:14.795908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:14.867167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Pushing event updated for resources: {'Port': ['ID=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:14.893498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:14.896802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:14.902009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:15.004135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a0a2a-6b34-462f-9448-322dc17c803f req-94bd66f9-e6e7-4377-8378-192391549fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:15.012488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-94bd66f9-e6e7-4377-8378-192391549fca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.5473778 Jul 22 23:48:15.049583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.052047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.063533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4814b-8ea7-411f-8bd9-fa59f040b5eb req-ccf46a77-ee6b-441d-bf5e-7cf46e04aa63 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:15.078713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Attempting to bind port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:15.079610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Attempting to bind port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:15.080367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Attempting to bind port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 on network 9a3b6116-bae3-4193-8b1e-8abfce57473a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:15.083442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.091214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ca4814b-8ea7-411f-8bd9-fa59f040b5eb req-ccf46a77-ee6b-441d-bf5e-7cf46e04aa63 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.5595739 Jul 22 23:48:15.092571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:15.093115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Checking segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:15.093762 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.094530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Bound using segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:15.095213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Bound port: 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:15.095832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.176621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-59b8623c-d8dc-449a-b915-230d5c08ee65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454036 Jul 22 23:48:15.228544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ca4814b-8ea7-411f-8bd9-fa59f040b5eb req-3925ca8c-f495-476c-b254-febaf27d1ec7 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341164 Jul 22 23:48:15.288772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] For port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:15.308854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] For port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:15.323076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.331273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:15.391181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.391543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:15.391772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Fanout notify agent at l3_agent the message router_deleted on router e5362fd6-ef68-412d-a449-9fc19327c1fc {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:15.391894 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.500150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.506845 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5b65d58-a64e-4813-8fa1-9de3db735423 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/e5362fd6-ef68-412d-a449-9fc19327c1fc HTTP/1.1" status: 204 len: 168 time: 5.4102678 Jul 22 23:48:15.509042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:15.521095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-314760043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:15.602980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.20.0.1 (9a3b6116-bae3-4193-8b1e-8abfce57473a/051d56a2-36f6-4208-9743-fc2a56493113/62a89b9e-8bbe-4e3c-81cd-e6208a938326) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:15.621143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.636187 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-69f96a9b-1985-40c4-8628-beab4f804584 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470897 Jul 22 23:48:15.700858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.702352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.708545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44b05ad-5600-4102-8414-a016a8dc7b4c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:15.829497 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.880291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.882813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port ce33d6b4-84da-4793-9261-94fd2c2a9fe4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:15.887144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0e31f-0b68-492b-8657-4c31da0e65e8 None None] Pushing event updated for resources: {'Port': ['ID=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:15.892921 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.902572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Transition to ACTIVE for port object 62a89b9e-8bbe-4e3c-81cd-e6208a938326 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:15.955425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:15.975516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.009962 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-039a0a2a-6b34-462f-9448-322dc17c803f req-01c93701-1777-4351-bd7f-b927a6e30e2b service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129759 Jul 22 23:48:16.029396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.033926 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d0aa0e47-1cb6-4235-a5f7-9618637ea8a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b44b05ad-5600-4102-8414-a016a8dc7b4c HTTP/1.1" status: 204 len: 168 time: 2.0124323 Jul 22 23:48:16.047502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:16.163005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adaf7df5-bede-4423-918c-af8fe5d99135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.182871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=62a89b9e-8bbe-4e3c-81cd-e6208a938326,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:16.239684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:16.248667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:16.267818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:16.332283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.363050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.400993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.401319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.430142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:16.432597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-30a3c1c2-4af3-4f28-9490-9971664b95cc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9196842 Jul 22 23:48:16.442987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:16.450067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': True}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:16.732832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:16.915672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:16.926657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce33d6b4-84da-4793-9261-94fd2c2a9fe4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:17.077591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:17.079009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.092319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.098480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.144737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da20991-aee3-4dce-8ccb-cfb59de72428']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:17.173759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1560cf93-a2d1-4335-b18f-48030473e6ca') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:17.174071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1560cf93-a2d1-4335-b18f-48030473e6ca') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:17.219077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.266513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.286205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f5bf6-dab8-45eb-8a96-d0a1d9f6ed56 req-d7a3b652-9654-4a8b-8145-9a3ddd4033d4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:17.290315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:17.294341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.295004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc3f5bf6-dab8-45eb-8a96-d0a1d9f6ed56 req-d7a3b652-9654-4a8b-8145-9a3ddd4033d4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.8236194 Jul 22 23:48:17.296222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:17.298441 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:17.426311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc3f5bf6-dab8-45eb-8a96-d0a1d9f6ed56 req-6aef1eae-eb80-4c63-8894-ad097e529ee4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129346 Jul 22 23:48:17.544772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.550391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.556924 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] 10.222.0.21 "DELETE /v2.0/networks/8da20991-aee3-4dce-8ccb-cfb59de72428 HTTP/1.1" status: 204 len: 168 time: 1.5034852 Jul 22 23:48:17.635078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d329914-4177-4b68-954f-5bcee6f18dff admin admin] Pushing event deleted for resources: {'Network': ['ID=8da20991-aee3-4dce-8ccb-cfb59de72428,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:17.708626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c109588-f078-4d7f-a137-c6dcb76dce3c None None] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:17.921013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.929101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:17.948392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] Provisioning for port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:17.966429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] Provisioning complete for port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:17.967315 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.053911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.093215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.121100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:18.122465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.132090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=62a89b9e-8bbe-4e3c-81cd-e6208a938326,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:18.277718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4c8f9db6-2c45-415b-9650-2215c9d6dbf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1ff294856d440118d39908e509301f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504440 Jul 22 23:48:18.279550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:18.391601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:18.394899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:18.459801 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.560162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] For port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:18.569312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.667810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00e3810e-5ace-4568-b39a-dfd3a6ced6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.738396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Allocated IP 172.25.5.224 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/6a35cc41-a271-4474-9dd9-725e9521b281) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:18.743418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00e3810e-5ace-4568-b39a-dfd3a6ced6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:18.862346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5fb3a-2ed8-402e-80de-68fc79f5174c None None] Pushing event updated for resources: {'Port': ['ID=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:18.931866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 44eed3e0-292e-4d3a-85db-85e852753f47 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:19.057459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00e3810e-5ace-4568-b39a-dfd3a6ced6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.061656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00e3810e-5ace-4568-b39a-dfd3a6ced6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.069058 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-00e3810e-5ace-4568-b39a-dfd3a6ced6e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bff82e6-f29a-4d71-b0b5-ad0a40d622a5 HTTP/1.1" status: 204 len: 168 time: 0.7872469 Jul 22 23:48:19.119748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-875e881e-5a7d-41d3-97e5-3779c30b94a4 None None] Provisioning for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:19.127280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-875e881e-5a7d-41d3-97e5-3779c30b94a4 None None] Provisioning complete for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:19.127810 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-875e881e-5a7d-41d3-97e5-3779c30b94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.134188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3810e-5ace-4568-b39a-dfd3a6ced6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff82e6-f29a-4d71-b0b5-ad0a40d622a5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:19.231204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.243100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-875e881e-5a7d-41d3-97e5-3779c30b94a4 None None] Port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:19.273971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:19.282020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f0785b74-6747-407f-8970-f28e5b9cc257 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "PUT /v2.0/routers/44eed3e0-292e-4d3a-85db-85e852753f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7623248 Jul 22 23:48:19.286517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49816) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:19.287379 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Sync routers for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:19.300979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:19.305757 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:47:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:19.325801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67621d6a-ea6f-463f-819a-c3bbaecdac79 req-6a7d6c0e-424a-4148-bfa5-5fd4a723a75c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:19.327416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67621d6a-ea6f-463f-819a-c3bbaecdac79 req-6a7d6c0e-424a-4148-bfa5-5fd4a723a75c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.5032287 Jul 22 23:48:19.340100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-875e881e-5a7d-41d3-97e5-3779c30b94a4 None None] Provisioning complete for port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:19.340615 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-875e881e-5a7d-41d3-97e5-3779c30b94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.353436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--539256493', 'description': 'tempest-secgroup_access--539256493 description', 'project_id': '71f74ce8a7a74a5585131f52c66d0448'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:19.394267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.507182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c33453b1-4f54-4111-8f51-8dbf91169628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.525090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:19.528384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:19.554929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:19.598982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67621d6a-ea6f-463f-819a-c3bbaecdac79 req-f2cede7d-ce40-49cd-a338-306144382123 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355673 Jul 22 23:48:19.611996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.641172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:19.711592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.830070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Port': ['ID=6a35cc41-a271-4474-9dd9-725e9521b281,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:19.914081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4b0d8f64-872e-48df-9d06-7953893e7299 None None] Provisioning complete for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:19.914754 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4b0d8f64-872e-48df-9d06-7953893e7299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.942604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:19.952764 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.037187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d8f64-872e-48df-9d06-7953893e7299 None None] Port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:20.043665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.045185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7424655 Jul 22 23:48:20.048719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:20.055546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1119697634', 'description': 'tempest-secgroup_general--1119697634 description', 'project_id': '71f74ce8a7a74a5585131f52c66d0448'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:20.078455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d1288-3dd2-4685-a757-14e44711b650 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:20.085060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.179393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b5cb4927-3ba2-46db-8e0c-02bd7bf61c06 None None] Provisioning complete for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:20.181556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5cb4927-3ba2-46db-8e0c-02bd7bf61c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.342844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.350650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.381668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb4927-3ba2-46db-8e0c-02bd7bf61c06 None None] Port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:20.397158 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.407651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.453063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.457696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4076600 Jul 22 23:48:20.458393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49844) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:20.464741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'security_group_rule': {'security_group_id': 'f5645cde-eb6d-4fcf-9392-c5dc1b51ad02', 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:20.472466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b5b7-f005-4ed5-8bba-9efe81a6d7e3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a41d89-5ec4-4644-8473-54c037dd2578,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:20.503708 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 2, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:20.526721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:20.556657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:20.575107 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Checking router: 44eed3e0-292e-4d3a-85db-85e852753f47 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:20.575776 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Updating router 44eed3e0-292e-4d3a-85db-85e852753f47 port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:20.688646 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.050997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.075649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.171803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.173583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839e051-81b0-45cd-bd25-dc032316cab9 req-a281f87d-54cd-491c-af8d-7512bae2b7bb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:21.176747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4839e051-81b0-45cd-bd25-dc032316cab9 req-a281f87d-54cd-491c-af8d-7512bae2b7bb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.3453281 Jul 22 23:48:21.188053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.192437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26bc50b-0e68-4ec4-b880-ee77445eef76,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:21.315785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:21.319494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.560962 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.597735 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Transition to ACTIVE for port object 62a89b9e-8bbe-4e3c-81cd-e6208a938326 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:21.607136 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.689196 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249f280-76bd-4fdc-aeee-ba94724a3f11 None None] Pushing event updated for resources: {'Port': ['ID=62a89b9e-8bbe-4e3c-81cd-e6208a938326,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:21.857942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Attempting to bind port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:21.859450 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.872403 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Attempting to bind port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:21.873027 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Attempting to bind port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 on network 9a3b6116-bae3-4193-8b1e-8abfce57473a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:21.912363 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:21.917084 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Checking segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:21.918024 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:21.918720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Bound using segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:21.930005 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Bound port: 62a89b9e-8bbe-4e3c-81cd-e6208a938326, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:21.931209 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.120578 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] For port 62a89b9e-8bbe-4e3c-81cd-e6208a938326, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:22.149580 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] For port 62a89b9e-8bbe-4e3c-81cd-e6208a938326, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=62a89b9e-8bbe-4e3c-81cd-e6208a938326,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:22.159761 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.190717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.320295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:22.321542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f755f55f-538e-49cd-8537-7001f8bb8672 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8606298 Jul 22 23:48:22.439117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4839e051-81b0-45cd-bd25-dc032316cab9 req-2cff642e-7b99-48b0-9f30-ba02295d6cab tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2247529 Jul 22 23:48:22.601366 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:22.602019 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:22.836038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Router af5a964e-84ae-4137-997f-b891eb908949 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:22.935444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79acbd-3927-4fde-b498-96f883f7f399 req-0c919810-ab2c-40db-a8db-e782ac7df9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:22.944178 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa79acbd-3927-4fde-b498-96f883f7f399 req-0c919810-ab2c-40db-a8db-e782ac7df9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.4000201 Jul 22 23:48:23.049856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249f280-76bd-4fdc-aeee-ba94724a3f11 None None] Pushing event updated for resources: {'Port': ['ID=62a89b9e-8bbe-4e3c-81cd-e6208a938326,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:23.144540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-e29e892e-4d96-4ef2-aa95-a774cdb823ba tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--539256493&fields=id&tenant_id=71f74ce8a7a74a5585131f52c66d0448 HTTP/1.1" status: 200 len: 267 time: 0.1428595 Jul 22 23:48:23.204040 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:23.306344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-528196b1-5b7c-42ad-a3c2-243b16f3264b tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--1119697634&fields=id&tenant_id=71f74ce8a7a74a5585131f52c66d0448 HTTP/1.1" status: 200 len: 267 time: 0.1606312 Jul 22 23:48:23.364630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:23.438243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa79acbd-3927-4fde-b498-96f883f7f399 req-4cddc638-046f-4e1d-bdb1-22bfb295a805 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688456 Jul 22 23:48:23.580946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:23.591688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] Sync routers for ids ['af5a964e-84ae-4137-997f-b891eb908949'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:23.595097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.605126 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-06fb20d5-7a66-4884-be11-d2410cfd5792 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "PUT /v2.0/routers/af5a964e-84ae-4137-997f-b891eb908949 HTTP/1.1" status: 200 len: 914 time: 7.1572356 Jul 22 23:48:23.606477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:23.614159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] Routers {'af5a964e-84ae-4137-997f-b891eb908949'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:23.619271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['af5a964e-84ae-4137-997f-b891eb908949'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:23.665218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-19a642b4-bb16-4266-b4d5-9309355e0fa6 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:23.688099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:23.695924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-19a642b4-bb16-4266-b4d5-9309355e0fa6 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/networks?id=9a3b6116-bae3-4193-8b1e-8abfce57473a HTTP/1.1" status: 200 len: 797 time: 0.3886681 Jul 22 23:48:23.701514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] Routers {'af5a964e-84ae-4137-997f-b891eb908949'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:23.703232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['af5a964e-84ae-4137-997f-b891eb908949'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:23.735516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-4e873ce0-7138-43fe-8563-5155b12303a2 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/quotas/71f74ce8a7a74a5585131f52c66d0448 HTTP/1.1" status: 200 len: 375 time: 0.0385175 Jul 22 23:48:23.752044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:23.753344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee77083-0048-43d1-aae8-c9024c904392 None None] The sync data for ids ['af5a964e-84ae-4137-997f-b891eb908949'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:23.853881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:23.898130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-a3e7f427-a148-445f-aee4-6bc5e5a04282 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617727 Jul 22 23:48:23.916978 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:22Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:23.961741 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2eda4b-489f-48be-90c9-12fa0532f66f None None] The sync data for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 is: [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:22Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:24.002137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef301ad5-bc7f-4432-8a84-92ac500ca525 req-24ba8c33-b3bb-4837-8bdb-2babeaa38efa tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:24.016264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef301ad5-bc7f-4432-8a84-92ac500ca525 req-24ba8c33-b3bb-4837-8bdb-2babeaa38efa tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2056639 Jul 22 23:48:24.073011 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0e5dc744-b06d-4bbd-bfca-c1c4e8c1fa9e tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/af5a964e-84ae-4137-997f-b891eb908949 HTTP/1.1" status: 200 len: 920 time: 0.4631970 Jul 22 23:48:24.076999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:24.180573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.215240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.217188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef301ad5-bc7f-4432-8a84-92ac500ca525 req-31da7d91-eba2-4d83-9a80-caf338104178 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997368 Jul 22 23:48:24.325765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-1cb96fd4-d3fd-4d4f-bce1-5f5c66be3982 service neutron] 10.222.0.21 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996437 Jul 22 23:48:24.347978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85eff74e-6fe5-487e-a359-e1cb3cde9b4f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:24.400183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.404653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.406067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.411081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.411656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.412965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.416351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.416839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.417280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.417806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.418484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.419278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:24.474639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a75cb8ec-83bd-4bc2-a0f8-41a3cc443015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a99aa09be11b4f6bb65030fc044b80c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1067662 Jul 22 23:48:24.482829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:24.640663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 62a89b9e-8bbe-4e3c-81cd-e6208a938326 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:24.691002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-f2e3b809-528f-4dcc-b24b-26d04f82f9af service neutron] 10.222.0.21 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639925 Jul 22 23:48:24.705712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3520a-cd56-43a2-9c59-07ac2e0a7953 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:24.711161 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9bf3520a-cd56-43a2-9c59-07ac2e0a7953 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=af5a964e-84ae-4137-997f-b891eb908949&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6324036 Jul 22 23:48:24.712548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2a9b-69c4-49ef-823e-db57f9b98d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.713293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:24.767152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:24.781292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:24.781681 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.852175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2a9b-69c4-49ef-823e-db57f9b98d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:24.999581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2a9b-69c4-49ef-823e-db57f9b98d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.011770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2a9b-69c4-49ef-823e-db57f9b98d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.014979 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7d5b2a9b-69c4-49ef-823e-db57f9b98d0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85eff74e-6fe5-487e-a359-e1cb3cde9b4f HTTP/1.1" status: 204 len: 168 time: 0.5237098 Jul 22 23:48:25.030392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2a9b-69c4-49ef-823e-db57f9b98d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85eff74e-6fe5-487e-a359-e1cb3cde9b4f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:25.076943 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.096424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ea470-6a4f-4a6d-bf19-bf5d86e53f47 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:25.098321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1a3ea470-6a4f-4a6d-bf19-bf5d86e53f47 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.3832252 Jul 22 23:48:25.101906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:25.174508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd131cb7-7a4e-4b9f-b174-81a489bfe428 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5a964e-84ae-4137-997f-b891eb908949 HTTP/1.1" status: 200 len: 205 time: 0.0684369 Jul 22 23:48:25.179925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:25.247148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcd8d738-f96c-4886-9c38-2c22a7201626 req-a97f29e7-445b-4327-ac73-d2e5cc041031 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 210 time: 0.0977294 Jul 22 23:48:25.248941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 62a89b9e-8bbe-4e3c-81cd-e6208a938326, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=62a89b9e-8bbe-4e3c-81cd-e6208a938326,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:25.265520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.506851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=62a89b9e-8bbe-4e3c-81cd-e6208a938326,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:25.553371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:25.678398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:25.689409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b912bf5-c43c-49d3-969a-2de657ce0cb2 req-b48de644-3f20-4bb2-9462-72f042327102 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:25.700613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b912bf5-c43c-49d3-969a-2de657ce0cb2 req-b48de644-3f20-4bb2-9462-72f042327102 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2842283 Jul 22 23:48:25.779609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b912bf5-c43c-49d3-969a-2de657ce0cb2 req-0fafaf04-9a03-4f8a-a962-00193a32205a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744312 Jul 22 23:48:25.994702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.080609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb396080-4859-4f33-a616-438405ff58ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.142424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Deleting port 6a35cc41-a271-4474-9dd9-725e9521b281 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:26.145241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.357073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb396080-4859-4f33-a616-438405ff58ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.372851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb396080-4859-4f33-a616-438405ff58ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.447765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.495969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Calling delete_port for 6a35cc41-a271-4474-9dd9-725e9521b281 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:26.523425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 62a89b9e-8bbe-4e3c-81cd-e6208a938326 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:26.577577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb396080-4859-4f33-a616-438405ff58ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7946847f-b123-404c-b1d4-b84bc1f539d4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:26.602607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-4c3dfbe1-33b6-4ea5-a94f-e5c3b8069984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.609584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-4c3dfbe1-33b6-4ea5-a94f-e5c3b8069984 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.2867758 Jul 22 23:48:26.639675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:26.640841 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:26.767987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f990ad6-bf52-45f6-8484-c2577c118166 req-d8fefd14-32cc-43a3-9f00-d6353363efe6 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 210 time: 0.3545680 Jul 22 23:48:26.779446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb396080-4859-4f33-a616-438405ff58ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f4901420e7342e495037761eefb0b97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2170577 Jul 22 23:48:26.793026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:26.977446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7237ebd-a215-4927-a3c6-839dda6aa34c req-3b8d6070-9626-4ae6-ad18-0e639ee31408 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.990650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7237ebd-a215-4927-a3c6-839dda6aa34c req-3b8d6070-9626-4ae6-ad18-0e639ee31408 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.5758665 Jul 22 23:48:26.996536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-18aecb47-4ffd-44f2-93fd-1e2501d1455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:26.998667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-18aecb47-4ffd-44f2-93fd-1e2501d1455a service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.3817000 Jul 22 23:48:27.015166 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4f172c3-5866-4bc2-ada4-24e30b811c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.070785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4f172c3-5866-4bc2-ada4-24e30b811c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.106136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7237ebd-a215-4927-a3c6-839dda6aa34c req-e7e353e0-cc26-4997-b71d-3a170c4acdd4 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142917 Jul 22 23:48:27.106932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-d25680ae-01ff-4134-9428-268d72153d43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.0978572 Jul 22 23:48:27.175879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4f172c3-5866-4bc2-ada4-24e30b811c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.180222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c4f172c3-5866-4bc2-ada4-24e30b811c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.187485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c4f172c3-5866-4bc2-ada4-24e30b811c97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7946847f-b123-404c-b1d4-b84bc1f539d4 HTTP/1.1" status: 204 len: 168 time: 0.3786750 Jul 22 23:48:27.202157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f172c3-5866-4bc2-ada4-24e30b811c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7946847f-b123-404c-b1d4-b84bc1f539d4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:27.368976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-59e9b0c6-610a-448b-8d81-5be4cc8acbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.375191 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-59e9b0c6-610a-448b-8d81-5be4cc8acbae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.2635710 Jul 22 23:48:27.554027 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-59a3ec18-be64-4cbe-92fe-7103e1f11584 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711509 Jul 22 23:48:27.613235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.690037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event deleted for resources: {'Port': ['ID=6a35cc41-a271-4474-9dd9-725e9521b281,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:27.801031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-c0011128-303c-4587-8a37-131ef22e30c9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:27.806021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-c0011128-303c-4587-8a37-131ef22e30c9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.48 "GET /v2.0/networks?id=9a3b6116-bae3-4193-8b1e-8abfce57473a HTTP/1.1" status: 200 len: 797 time: 0.2972984 Jul 22 23:48:27.845694 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-0a855e0e-85bd-498c-904e-63dcc10834d6 service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833836 Jul 22 23:48:27.901041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:27.956175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-e86c0877-a7f4-4a03-92a3-29f80ec1944f tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f74ce8a7a74a5585131f52c66d0448 HTTP/1.1" status: 200 len: 477 time: 0.1308193 Jul 22 23:48:27.979031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'port': {'device_id': '8a492983-7025-479e-af68-651b095c3f89', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'admin_state_up': True, 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'security_groups': ['f5645cde-eb6d-4fcf-9392-c5dc1b51ad02', '03a41d89-5ec4-4644-8473-54c037dd2578']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:28.091411 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.099603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.287300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.288349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Fanout notify agent at l3_agent the message router_deleted on router af5a964e-84ae-4137-997f-b891eb908949 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:28.306161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.311072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1279bd62-1afe-4d50-a7e9-819dd3cb3c18 req-d65d0656-56bd-46fc-971f-a1f3d5cd34cf tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 210 time: 0.3537755 Jul 22 23:48:28.311481 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d502740-0cbe-402d-8e35-02885dad7ecc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/af5a964e-84ae-4137-997f-b891eb908949 HTTP/1.1" status: 204 len: 168 time: 3.1273968 Jul 22 23:48:28.313149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:28.434502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1497649625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:28.452933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Made reservation on behalf of 71f74ce8a7a74a5585131f52c66d0448 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:28.459103 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.515579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-18678c06-2419-41ea-846b-789cd0cab3a9 req-0d0e0c4d-152b-4d68-8411-049f8eaadbec service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507947 Jul 22 23:48:28.517664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.519004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.604124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50078) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:28.618575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.624085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.645434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.648497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35f4a660-959f-4751-b51e-343843c663dd tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2259595 Jul 22 23:48:28.651250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:28.657829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': False}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:28.758949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.20.0.8 (9a3b6116-bae3-4193-8b1e-8abfce57473a/051d56a2-36f6-4208-9743-fc2a56493113/37080ad5-d2e2-4238-bef6-ce30be485cdb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:28.791986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1313670312-network', 'tenant_id': '32f5aa7d551b4a1bafdf29c216d7532c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:28.803588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350a63f-213f-4ddc-be51-e859009b2f92 req-0ba5ae28-f652-4433-b55b-ddc1c1a8ffa8 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:28.806350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7350a63f-213f-4ddc-be51-e859009b2f92 req-0ba5ae28-f652-4433-b55b-ddc1c1a8ffa8 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.5076725 Jul 22 23:48:28.874752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Made reservation on behalf of 32f5aa7d551b4a1bafdf29c216d7532c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:28.877958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:28.886299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7350a63f-213f-4ddc-be51-e859009b2f92 req-d1f2601d-bd27-4382-b9ff-510032e4e3d8 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684381 Jul 22 23:48:28.954425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.049795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.051786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.077800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Transition to ACTIVE for port object 37080ad5-d2e2-4238-bef6-ce30be485cdb will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:29.149667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.314119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:29.324196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:29.337865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:29.377033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=37080ad5-d2e2-4238-bef6-ce30be485cdb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:29.419573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.420463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.503880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.512090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.515136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.525329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-08fb3ea8-f852-4bfc-8f43-c59ea4327147 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5604210 Jul 22 23:48:29.535941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:29.546640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Request body: {'port': {'device_id': '8a492983-7025-479e-af68-651b095c3f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:29.548113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.548502 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Added segment 5e2ec369-1692-4b21-a4ac-ae64767c8c96 of type vlan for network c899f715-0c45-42e9-ad2a-b591ab33bb43 Jul 22 23:48:29.572140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f0ade-b38a-4735-9f35-50ec31589952 req-61b34c3d-ee9c-4198-ac4a-6343d2e86300 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.580186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-302f0ade-b38a-4735-9f35-50ec31589952 req-61b34c3d-ee9c-4198-ac4a-6343d2e86300 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 970 time: 0.1271639 Jul 22 23:48:29.602987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.666794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.668041 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:29.668734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.704336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.733019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cf8e787-b185-4021-92e8-4ffb93918d1d None None] Provisioning for port 37080ad5-d2e2-4238-bef6-ce30be485cdb completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:29.736913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-302f0ade-b38a-4735-9f35-50ec31589952 req-72a050a1-9a32-420e-9e0b-1eab3a57fc6e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1556964 Jul 22 23:48:29.807065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4cf8e787-b185-4021-92e8-4ffb93918d1d None None] Provisioning complete for port 37080ad5-d2e2-4238-bef6-ce30be485cdb triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:29.815051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4cf8e787-b185-4021-92e8-4ffb93918d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:29.907043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Allocated IP 172.25.5.145 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/a35757b6-c6c5-42da-9197-9ea9cefd95b7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:29.909974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.000032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4cf8e787-b185-4021-92e8-4ffb93918d1d None None] Port 37080ad5-d2e2-4238-bef6-ce30be485cdb cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:30.102100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.158513 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5528693 Jul 22 23:48:30.195151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e2481b-8c46-4e1e-925e-8844f3878d12,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.270684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.277562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fa96a-c948-44df-a399-09cfa9e2c638 admin admin] Pushing event updated for resources: {'Network': ['ID=c899f715-0c45-42e9-ad2a-b591ab33bb43,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.290947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c899f715-0c45-42e9-ad2a-b591ab33bb43 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:30.394913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:30.417712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:30.430618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:30.474686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Pushing event updated for resources: {'Port': ['ID=a35757b6-c6c5-42da-9197-9ea9cefd95b7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:30.699876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585bf8-ca80-4bdb-9384-e6a4ff031910 req-4815c1fd-505f-4b21-9937-c9208ea9e331 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:30.704554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a585bf8-ca80-4bdb-9384-e6a4ff031910 req-4815c1fd-505f-4b21-9937-c9208ea9e331 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2695358 Jul 22 23:48:30.791188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37080ad5-d2e2-4238-bef6-ce30be485cdb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:30.799415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a585bf8-ca80-4bdb-9384-e6a4ff031910 req-f1c73d49-bdc0-477b-b51f-306722850a4b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838006 Jul 22 23:48:30.808699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:30.843458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Transition to ACTIVE for port object 37080ad5-d2e2-4238-bef6-ce30be485cdb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:30.854343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.085465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=37080ad5-d2e2-4238-bef6-ce30be485cdb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:31.091593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.544519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d45280-cc3a-4134-bc52-cba6f3f13645 req-c7517529-820b-4cdd-ade1-47be4185dcc1 tempest-ComputeTenantNetworksTest-1504042115 tempest-ComputeTenantNetworksTest-1504042115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.550864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d45280-cc3a-4134-bc52-cba6f3f13645 req-c7517529-820b-4cdd-ade1-47be4185dcc1 tempest-ComputeTenantNetworksTest-1504042115 tempest-ComputeTenantNetworksTest-1504042115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.558579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d45280-cc3a-4134-bc52-cba6f3f13645 req-c7517529-820b-4cdd-ade1-47be4185dcc1 tempest-ComputeTenantNetworksTest-1504042115 tempest-ComputeTenantNetworksTest-1504042115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.579025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13d45280-cc3a-4134-bc52-cba6f3f13645 req-c7517529-820b-4cdd-ade1-47be4185dcc1 tempest-ComputeTenantNetworksTest-1504042115 tempest-ComputeTenantNetworksTest-1504042115-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4567187 Jul 22 23:48:31.625272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c0e0f-cf18-400b-92bb-eb0bcc7dbd15 req-c1a81498-f635-4dc3-9ac0-1a4fe9fb8e76 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.636777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-027c0e0f-cf18-400b-92bb-eb0bcc7dbd15 req-c1a81498-f635-4dc3-9ac0-1a4fe9fb8e76 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 982 time: 0.5939817 Jul 22 23:48:31.784994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Attempting to bind port 37080ad5-d2e2-4238-bef6-ce30be485cdb on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:31.785840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Attempting to bind port 37080ad5-d2e2-4238-bef6-ce30be485cdb by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:31.786612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Attempting to bind port 37080ad5-d2e2-4238-bef6-ce30be485cdb on network 9a3b6116-bae3-4193-8b1e-8abfce57473a {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:31.813853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-027c0e0f-cf18-400b-92bb-eb0bcc7dbd15 req-72d3f7ae-d0b2-4fee-964f-65fc628949f7 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1753173 Jul 22 23:48:31.829361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Port 37080ad5-d2e2-4238-bef6-ce30be485cdb on network 9a3b6116-bae3-4193-8b1e-8abfce57473a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:48:31.830081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Attempting to bind port 37080ad5-d2e2-4238-bef6-ce30be485cdb on network 9a3b6116-bae3-4193-8b1e-8abfce57473a {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:31.844182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:31.844641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Checking segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:31.845106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Bound using segment: {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:31.845618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Bound port: 37080ad5-d2e2-4238-bef6-ce30be485cdb, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89acaff1-471b-4d18-a022-e9a930160fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:31.847553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:31.936179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a70a7d-9494-486e-b685-157b773b2626 req-e30a9a3e-682e-49bb-bca2-e3fe2d342fbf tempest-ComputeTenantNetworksTest-1504042115 tempest-ComputeTenantNetworksTest-1504042115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:31.954165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39a70a7d-9494-486e-b685-157b773b2626 req-e30a9a3e-682e-49bb-bca2-e3fe2d342fbf tempest-ComputeTenantNetworksTest-1504042115 tempest-ComputeTenantNetworksTest-1504042115-project] 10.222.0.21 "GET /v2.0/networks/c899f715-0c45-42e9-ad2a-b591ab33bb43 HTTP/1.1" status: 200 len: 769 time: 0.1883190 Jul 22 23:48:32.068827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:32.176005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.212573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] For port 37080ad5-d2e2-4238-bef6-ce30be485cdb, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:32.217943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] For port 37080ad5-d2e2-4238-bef6-ce30be485cdb, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:32.235129 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.323211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.325726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.327199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] 10.222.0.48 "PUT /v2.0/ports/37080ad5-d2e2-4238-bef6-ce30be485cdb HTTP/1.1" status: 200 len: 1130 time: 2.7851276 Jul 22 23:48:32.330801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:32.335513 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f892754c-6d28-45f9-9e01-07373ea60c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:32.337393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.370622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.444336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.522235 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d949218f-415a-4778-963c-c143d741a512 x-openstack-request-id: req-d949218f-415a-4778-963c-c143d741a512 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:32.522721 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:32.523009 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d949218f-415a-4778-963c-c143d741a512 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:32.524445 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'status': 'completed', 'code': 200} Jul 22 23:48:32.585805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b1225-b0ad-441a-8b18-e601e6c47170 req-4527000d-0eaf-493f-b6a5-6fb1d53c67c1 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.594113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc7b1225-b0ad-441a-8b18-e601e6c47170 req-4527000d-0eaf-493f-b6a5-6fb1d53c67c1 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.4586172 Jul 22 23:48:32.614738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=37080ad5-d2e2-4238-bef6-ce30be485cdb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:32.625855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.626241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.626590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.626931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.627268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.627766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.628325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.628666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.629172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.629587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.629914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.630270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf4f0f7-5dc1-4ec0-9001-10d625b67fa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:32.689234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c899f715-0c45-42e9-ad2a-b591ab33bb43']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:32.714858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc7b1225-b0ad-441a-8b18-e601e6c47170 req-f348423f-37ee-45a1-b50c-d371a3478e42 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194937 Jul 22 23:48:32.736438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2ec369-1692-4b21-a4ac-ae64767c8c96') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:32.738898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2ec369-1692-4b21-a4ac-ae64767c8c96') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:32.748151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-7ef6c784-82d5-4b91-9e43-d977a4252234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:32.760405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-7ef6c784-82d5-4b91-9e43-d977a4252234 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1133 time: 0.3561356 Jul 22 23:48:32.800894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.830431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.841067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:48:32.841067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:48:32.954228 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:48:33.137975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.166203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.172961 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c899f715-0c45-42e9-ad2a-b591ab33bb43 HTTP/1.1" status: 204 len: 168 time: 1.0988450 Jul 22 23:48:33.203956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Router 8f8832dc-f494-4008-8b60-b823db0d2b57 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:33.216243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01759b-3e60-479e-98e4-a3edd7a09fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c899f715-0c45-42e9-ad2a-b591ab33bb43,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:33.400244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:33.406470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:33.408958 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-30ff4777-dbe5-49a5-a560-bd17fa54f22d tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "PUT /v2.0/routers/8f8832dc-f494-4008-8b60-b823db0d2b57 HTTP/1.1" status: 200 len: 916 time: 4.7563493 Jul 22 23:48:33.412292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.418216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] Sync routers for ids ['8f8832dc-f494-4008-8b60-b823db0d2b57'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:33.461244 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] Routers {'8f8832dc-f494-4008-8b60-b823db0d2b57'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:33.461905 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f8832dc-f494-4008-8b60-b823db0d2b57'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:33.554914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.604218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:33.647296 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] Routers {'8f8832dc-f494-4008-8b60-b823db0d2b57'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:33.649036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f8832dc-f494-4008-8b60-b823db0d2b57'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:33.720098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-eca05b0c-b239-4f4a-9ff7-bcddd8ce4cb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb HTTP/1.1" status: 200 len: 217 time: 0.9481411 Jul 22 23:48:33.725543 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:33.726543 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3622fc9d-5828-4e0e-a0b8-1d448a4a9065 None None] The sync data for ids ['8f8832dc-f494-4008-8b60-b823db0d2b57'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:33.747436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2d33ab36-fae3-4219-ae34-104af1cbd101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32f5aa7d551b4a1bafdf29c216d7532c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902251 Jul 22 23:48:33.753271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.853730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-64a64400-7541-48d0-9325-7ffa2fd2b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:33.858455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-64a64400-7541-48d0-9325-7ffa2fd2b1ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=051d56a2-36f6-4208-9743-fc2a56493113 HTTP/1.1" status: 200 len: 834 time: 0.1276510 Jul 22 23:48:33.885265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-91bdcdd6-7345-4b3b-8775-d08a848d14fc tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/8f8832dc-f494-4008-8b60-b823db0d2b57 HTTP/1.1" status: 200 len: 922 time: 0.4678352 Jul 22 23:48:33.901607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:33.955093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f63e92fe-7d56-476d-83e9-4f8e9ef0dee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.030761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f63e92fe-7d56-476d-83e9-4f8e9ef0dee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.107130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78801757-0783-4e30-9a71-b697488fce11 req-95ae8313-8440-457f-9a76-555cbe264197 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:34.108786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78801757-0783-4e30-9a71-b697488fce11 req-95ae8313-8440-457f-9a76-555cbe264197 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 982 time: 0.3916879 Jul 22 23:48:34.128806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce771889-163c-44a5-9560-f35a3943e0ca tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:34.131670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ce771889-163c-44a5-9560-f35a3943e0ca tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=8f8832dc-f494-4008-8b60-b823db0d2b57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2275608 Jul 22 23:48:34.134672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:34.152197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-eba55327-5c2d-4a2a-a7cc-c676d478e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:34.159725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-eba55327-5c2d-4a2a-a7cc-c676d478e6fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a3b6116-bae3-4193-8b1e-8abfce57473a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2809312 Jul 22 23:48:34.175608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f63e92fe-7d56-476d-83e9-4f8e9ef0dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.178672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f63e92fe-7d56-476d-83e9-4f8e9ef0dee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:34.179804 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f63e92fe-7d56-476d-83e9-4f8e9ef0dee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13e2481b-8c46-4e1e-925e-8844f3878d12 HTTP/1.1" status: 204 len: 168 time: 0.4248252 Jul 22 23:48:34.222295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e92fe-7d56-476d-83e9-4f8e9ef0dee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e2481b-8c46-4e1e-925e-8844f3878d12,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:34.297335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78801757-0783-4e30-9a71-b697488fce11 req-6510bf18-f8e6-4e91-95f0-232f8af699b1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1723146 Jul 22 23:48:34.370160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aaa414-136e-43b0-bf49-93eefff53be1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:34.372236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-27aaa414-136e-43b0-bf49-93eefff53be1 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.2363322 Jul 22 23:48:34.375285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:34.501605 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f669f344-8996-4e4a-9a86-a5763329e33b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8832dc-f494-4008-8b60-b823db0d2b57 HTTP/1.1" status: 200 len: 205 time: 0.1251552 Jul 22 23:48:34.504972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:34.603807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-43daeb6c-9ea2-4f94-b014-e7306617756f service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009128 Jul 22 23:48:34.860033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efeefc3-8108-460c-b493-4ed17668a2c9 req-5dd0ad00-c559-4ac7-8e0c-0303c237c007 service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496035 Jul 22 23:48:34.874610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.166852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-6643ad19-8677-4633-ba71-ec471c33f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:35.168595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-6643ad19-8677-4633-ba71-ec471c33f404 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1133 time: 0.1635940 Jul 22 23:48:35.282078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.420049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-6f092dc6-3d4d-4788-accd-45ead3639739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:35.421538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-6f092dc6-3d4d-4788-accd-45ead3639739 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a3b6116-bae3-4193-8b1e-8abfce57473a HTTP/1.1" status: 200 len: 898 time: 0.2406728 Jul 22 23:48:35.486286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-247fec4a-e804-4094-90a5-bb84f180e233 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb HTTP/1.1" status: 200 len: 217 time: 0.0575044 Jul 22 23:48:35.499820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Deleting port a35757b6-c6c5-42da-9197-9ea9cefd95b7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:35.508803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.613954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-26eacf32-6251-4e97-99ef-8f5a7f80869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:35.619855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-26eacf32-6251-4e97-99ef-8f5a7f80869e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=051d56a2-36f6-4208-9743-fc2a56493113 HTTP/1.1" status: 200 len: 834 time: 0.1068723 Jul 22 23:48:35.824021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:35.850847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Calling delete_port for a35757b6-c6c5-42da-9197-9ea9cefd95b7 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:35.940241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720ad7f-e79f-4bbe-8ad2-4d01faa014bb req-edb3301c-9fbc-4cf0-bd77-7286a523e2ac tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:35.955872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4720ad7f-e79f-4bbe-8ad2-4d01faa014bb req-edb3301c-9fbc-4cf0-bd77-7286a523e2ac tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 982 time: 0.3271546 Jul 22 23:48:35.981856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-e199b392-5cf1-4bcd-95c9-36f0c401a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:35.984737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-e199b392-5cf1-4bcd-95c9-36f0c401a525 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a3b6116-bae3-4193-8b1e-8abfce57473a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3253021 Jul 22 23:48:36.120455 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.350317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4720ad7f-e79f-4bbe-8ad2-4d01faa014bb req-f11356e7-da9f-4d48-bbd0-5c839737aa68 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4007955 Jul 22 23:48:36.412073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-a18b2aa9-ded4-4872-97b8-097333c08ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171448 Jul 22 23:48:36.496117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:36.662383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event deleted for resources: {'Port': ['ID=a35757b6-c6c5-42da-9197-9ea9cefd95b7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:36.795823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f892754c-6d28-45f9-9e01-07373ea60c5c req-07bfc795-f516-45b5-8093-4e909da9d1d6 service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772495 Jul 22 23:48:36.844431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:36.905200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.028899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2029521336-network', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:37.065873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Made reservation on behalf of 2cda2315ed6e4bcaa554011799e97f20 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:37.073637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.096432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.100708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.107452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37080ad5-d2e2-4238-bef6-ce30be485cdb details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:48:37.182999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.226653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.228097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Fanout notify agent at l3_agent the message router_deleted on router 8f8832dc-f494-4008-8b60-b823db0d2b57 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:37.267037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.279693 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-134894bb-7321-484e-ba21-04e8ebc2e06e tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/8f8832dc-f494-4008-8b60-b823db0d2b57 HTTP/1.1" status: 204 len: 168 time: 2.7635474 Jul 22 23:48:37.283956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50240) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:37.308594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-694143510', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:37.534525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.555559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.635948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:48:37.664053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.669472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.699603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.700151 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Added segment 42dd9216-fed9-4294-baad-50c48e398d91 of type vlan for network e42c7420-6876-4341-986f-b10e55e2405e Jul 22 23:48:37.726290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37080ad5-d2e2-4238-bef6-ce30be485cdb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:37.777543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'port_id': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'mac_address': 'fa:16:3e:1c:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:48:37.784770 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.865457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.866401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:37.867001 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.872822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.907784 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:37.941971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37080ad5-d2e2-4238-bef6-ce30be485cdb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:48:37.987205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37080ad5-d2e2-4238-bef6-ce30be485cdb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:37.997822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.009197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d55f50-0b12-4392-88dd-9e5421514924,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:38.029425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1873279 Jul 22 23:48:38.092486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:38.103809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Request body: {'subnet': {'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2029521336-subnet', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:38.108953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10a508-d11a-4c8d-83e4-3f73b4883765 admin admin] Pushing event updated for resources: {'Network': ['ID=e42c7420-6876-4341-986f-b10e55e2405e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:38.170199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a558-225d-415d-b88d-491596d823af req-2e7d82a6-60c3-4e38-ad7a-7a31fc702541 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:38.178096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2453a558-225d-415d-b88d-491596d823af req-2e7d82a6-60c3-4e38-ad7a-7a31fc702541 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 982 time: 0.3529530 Jul 22 23:48:38.189775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Made reservation on behalf of 2cda2315ed6e4bcaa554011799e97f20 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:48:38.192297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.382860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2453a558-225d-415d-b88d-491596d823af req-111ba416-75d0-40f3-bf6e-29f1049c0f7d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2028880 Jul 22 23:48:38.395437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37080ad5-d2e2-4238-bef6-ce30be485cdb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:38.409840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network e42c7420-6876-4341-986f-b10e55e2405e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:48:38.435709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.593148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['37080ad5-d2e2-4238-bef6-ce30be485cdb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:48:38.886170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:38.987318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1d8bb9-2814-42bf-a860-02209e4fcf11,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:39.017193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Checking segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:39.021363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Network hostable DHCP agents. Network: e42c7420-6876-4341-986f-b10e55e2405e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:48:39.075730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Network e42c7420-6876-4341-986f-b10e55e2405e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:48:39.103240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, e42c7420-6876-4341-986f-b10e55e2405e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:39.109564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:39.111006 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.141676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20284002-d19d-49ca-a1f8-ac71d4b5f7f1 None None] Network e42c7420-6876-4341-986f-b10e55e2405e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:39.153157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6834b86-0521-497a-b28e-519e5ff7cd5a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0553679 Jul 22 23:48:39.158420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50266) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:39.179362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.189462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:39.245209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.285905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.288323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.432707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-e42c7420-6876-4341-986f-b10e55e2405e', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:48:39.436295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.512740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.599604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Allocated IP 172.25.5.230 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/1cf14496-695d-4bb4-a975-714f7fdd775f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:39.732071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.781692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:39.816488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Allocated IP 172.20.0.2 (e42c7420-6876-4341-986f-b10e55e2405e/7a1d8bb9-2814-42bf-a860-02209e4fcf11/567dcb2d-3ada-4478-b1c4-e23270c2fcf3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:39.877434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:39.881163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:39.905908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:39.977706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event updated for resources: {'Port': ['ID=1cf14496-695d-4bb4-a975-714f7fdd775f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:40.021503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.151861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79567aea-5fdf-441c-8558-89ea9896b94e req-33ee55d4-31d7-48ab-a7a8-f9ed184dcb2d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:40.169506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79567aea-5fdf-441c-8558-89ea9896b94e req-33ee55d4-31d7-48ab-a7a8-f9ed184dcb2d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 983 time: 0.5382855 Jul 22 23:48:40.320122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.356437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Transition to ACTIVE for port object 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:40.365355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79567aea-5fdf-441c-8558-89ea9896b94e req-fcd30e7f-962e-4cd5-9507-fc410d39a47a tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1889482 Jul 22 23:48:40.401674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Transition to ACTIVE for port object 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:40.414518 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.550899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Network e42c7420-6876-4341-986f-b10e55e2405e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:40.559228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:40.570555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:40.686009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Pushing event updated for resources: {'Port': ['ID=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:40.731184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.787459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.790211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Attempting to bind port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:40.790211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Attempting to bind port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:40.790211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Attempting to bind port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 on network e42c7420-6876-4341-986f-b10e55e2405e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:40.792373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.801654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:40.806186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Checking segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:40.806388 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.807873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Bound using segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:40.809321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Bound port: 567dcb2d-3ada-4478-b1c4-e23270c2fcf3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:40.813307 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:40.982379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-12b4d381-37b2-4d70-8f78-cacfffeff03a req-7d8ca27f-9584-441d-8781-919135dcf3df service neutron] (93791) timed out ('10.222.0.21', 51310) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:48:41.050813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] For port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:41.069454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] For port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:41.090498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.140966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37080ad5-d2e2-4238-bef6-ce30be485cdb up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:41.153613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Allocated IP 172.25.5.140 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/44fe4c5b-101d-4f7d-8912-f62e670de47d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:41.450347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.569716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2580b-e895-4a4a-81b0-0195b1387ab5 None None] Pushing event updated for resources: {'Port': ['ID=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:41.620498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.624089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 37080ad5-d2e2-4238-bef6-ce30be485cdb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:41.631131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 37080ad5-d2e2-4238-bef6-ce30be485cdb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:41.634421 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.715682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba55c1-8752-4dc7-b4ea-575bbd5cec8e req-6aaee231-6d85-439a-b084-121861753baf tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:41.724891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cba55c1-8752-4dc7-b4ea-575bbd5cec8e req-6aaee231-6d85-439a-b084-121861753baf tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 983 time: 0.1286643 Jul 22 23:48:41.782291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:41.917154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Router 773df9bd-6134-4c8c-9c31-66db965da257 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:41.944715 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.001884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cba55c1-8752-4dc7-b4ea-575bbd5cec8e req-9a47753a-edba-4984-8f68-bbf9d8ad4f3f tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2758956 Jul 22 23:48:42.017525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Pushing event updated for resources: {'Port': ['ID=44fe4c5b-101d-4f7d-8912-f62e670de47d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:42.030509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:42.038208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:42.051724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:42.112940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:42.116188 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d73b9-e53d-4e57-8245-fbb803abb428" -d '{"events": [{"server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "name": "network-vif-plugged", "status": "completed", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:42.175205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 37080ad5-d2e2-4238-bef6-ce30be485cdb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:42.188018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.325611 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cedd827-d477-43eb-8912-0003f7505147 x-openstack-request-id: req-3cedd827-d477-43eb-8912-0003f7505147 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:42.325611 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "name": "network-vif-plugged", "status": "completed", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:42.325931 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cedd827-d477-43eb-8912-0003f7505147 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:42.326238 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'code': 200} Jul 22 23:48:42.412733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=37080ad5-d2e2-4238-bef6-ce30be485cdb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:42.425057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:42.445914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] Sync routers for ids ['773df9bd-6134-4c8c-9c31-66db965da257'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:42.461742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] Routers {'773df9bd-6134-4c8c-9c31-66db965da257'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:42.463458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['773df9bd-6134-4c8c-9c31-66db965da257'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:42.543098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:42.547656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a1056e6-e6d9-4234-a301-fc9770ed2cbb tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2616093 Jul 22 23:48:42.557590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:42.562342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:42.584060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] Routers {'773df9bd-6134-4c8c-9c31-66db965da257'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:42.584716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['773df9bd-6134-4c8c-9c31-66db965da257'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:42.593996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:42.660207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:42.660862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8669582-a593-4b43-bae3-9e851e263781 None None] The sync data for ids ['773df9bd-6134-4c8c-9c31-66db965da257'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:42.746885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054e558-6386-4571-a32c-286eed4354f6 req-07c0c617-044e-4831-863e-62e66ae29907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:42.748767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7054e558-6386-4571-a32c-286eed4354f6 req-07c0c617-044e-4831-863e-62e66ae29907 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1135 time: 0.3396959 Jul 22 23:48:42.775972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:42.936044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:43.109312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7054e558-6386-4571-a32c-286eed4354f6 req-03a3edbd-16e8-45af-804a-a5c6f0ac8260 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&id=03a41d89-5ec4-4644-8473-54c037dd2578&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3500574 Jul 22 23:48:43.281552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.495158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.530752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.550046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3b130-e0e0-4039-924c-807eeea4415b None None] Network e42c7420-6876-4341-986f-b10e55e2405e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:48:43.566980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899fe1-3558-48a5-bf9c-22b2b8b35516 req-93bf413a-3dde-45ef-9daa-b8bc3df1914f tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:43.575439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a899fe1-3558-48a5-bf9c-22b2b8b35516 req-93bf413a-3dde-45ef-9daa-b8bc3df1914f tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 984 time: 0.3861070 Jul 22 23:48:43.715264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a899fe1-3558-48a5-bf9c-22b2b8b35516 req-eccbc040-9e61-4ef5-a1cf-4e5cbbe23b7e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1223857 Jul 22 23:48:43.740713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Deleting port 1cf14496-695d-4bb4-a975-714f7fdd775f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:43.741143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.843190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:43.860005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Calling delete_port for 1cf14496-695d-4bb4-a975-714f7fdd775f owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:48:43.910399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] Provisioning for port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:43.977492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] Provisioning complete for port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:43.977492 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.172293 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.352174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Pushing event deleted for resources: {'Port': ['ID=1cf14496-695d-4bb4-a975-714f7fdd775f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:44.490075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.547801 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.683944 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.690311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] For port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:44.699711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:44.699985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:48:44.902855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395aee1-3082-41e4-a5b1-4e1b6595ac30 None None] Pushing event updated for resources: {'Port': ['ID=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:45.058325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ea76b-5cf0-4dd8-a6c0-4a42e7877bfe req-bf91fa0a-0ec9-4cff-88bd-1f0d0c0862a1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.060685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf2ea76b-5cf0-4dd8-a6c0-4a42e7877bfe req-bf91fa0a-0ec9-4cff-88bd-1f0d0c0862a1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 984 time: 0.1501007 Jul 22 23:48:45.151287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ec2c995-6609-4a04-99ce-610c6537c3bc None None] Provisioning complete for port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:45.151287 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ec2c995-6609-4a04-99ce-610c6537c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.156065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf2ea76b-5cf0-4dd8-a6c0-4a42e7877bfe req-9f864bef-8303-4166-b7af-79bc5bd4b0d1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0707119 Jul 22 23:48:45.179991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Router d15de23a-0576-4983-950c-d85661b17bfd is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:48:45.510536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64217d-89ba-4b93-975e-d0009b85becc req-ec28e71e-bbcf-4892-aa93-0ea4f6c40f8b tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:45.517724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b64217d-89ba-4b93-975e-d0009b85becc req-ec28e71e-bbcf-4892-aa93-0ea4f6c40f8b tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 984 time: 0.1959670 Jul 22 23:48:45.538160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:45.547876 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:45.564301 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:45.564979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:45.643607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b64217d-89ba-4b93-975e-d0009b85becc req-dbffb1f8-d532-43f5-9796-3d15650133c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1147773 Jul 22 23:48:45.664295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.670901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b423917f-f537-4703-8b10-e2b67152d9ce admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5076129 Jul 22 23:48:45.679728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:45.906507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.916262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:45.952150 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:46.091124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff50fb-2905-443d-b943-2bbef0164019 req-8bf8d7c3-7f4b-48f1-92ee-4f6710fc889a tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:46.093255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5ff50fb-2905-443d-b943-2bbef0164019 req-8bf8d7c3-7f4b-48f1-92ee-4f6710fc889a tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1135 time: 0.2105217 Jul 22 23:48:46.131571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf3b70a6-89f4-4d39-8e6d-12136b6c7ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.146813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Router 773df9bd-6134-4c8c-9c31-66db965da257 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:46.229491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5ff50fb-2905-443d-b943-2bbef0164019 req-341fb37c-6b8e-4571-8c7e-5312e59cd3bd tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.291191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:46.312172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.313295 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-abd81a24-ac2a-4b5a-93c5-a52ffc488a8f tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "PUT /v2.0/routers/773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 200 len: 705 time: 3.7483714 Jul 22 23:48:46.315118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] Sync routers for ids ['773df9bd-6134-4c8c-9c31-66db965da257'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:46.315978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.330744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] Routers {'773df9bd-6134-4c8c-9c31-66db965da257'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:46.331692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['773df9bd-6134-4c8c-9c31-66db965da257'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.375619 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:42Z', 'revision_number': 3, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.460484 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:46.460879 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Updating router d15de23a-0576-4983-950c-d85661b17bfd port 44fe4c5b-101d-4f7d-8912-f62e670de47d binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:46.485927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.502918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cb48dede-6567-46ae-be16-b2accc6a29c6 tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/routers/773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 200 len: 740 time: 0.1856880 Jul 22 23:48:46.506575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.507289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] Routers {'773df9bd-6134-4c8c-9c31-66db965da257'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:46.508572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['773df9bd-6134-4c8c-9c31-66db965da257'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.543980 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.645392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9a1659c4-0027-4f25-be73-b8684243427a tempest-RoutersAdminTest-1869152288 tempest-RoutersAdminTest-1869152288-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 200 len: 205 time: 0.1367836 Jul 22 23:48:46.647289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:46.649397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60b8d0-ff05-47f3-8576-bad3d56829a9 None None] The sync data for ids ['773df9bd-6134-4c8c-9c31-66db965da257'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:46.650292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50418) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.656125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:46.729730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5ff50fb-2905-443d-b943-2bbef0164019 req-341fb37c-6b8e-4571-8c7e-5312e59cd3bd tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.754079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f5ff50fb-2905-443d-b943-2bbef0164019 req-341fb37c-6b8e-4571-8c7e-5312e59cd3bd tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.766452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6a03e813-d9ba-40ba-8991-6a415e5c7419 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 200 len: 205 time: 0.1119535 Jul 22 23:48:46.769321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:46.866635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:46.867462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:46.917552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fb37c-6b8e-4571-8c7e-5312e59cd3bd tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee4795-3552-44bb-a1f1-72e832ee321f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:46.950328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5ff50fb-2905-443d-b943-2bbef0164019 req-341fb37c-6b8e-4571-8c7e-5312e59cd3bd tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7841115 Jul 22 23:48:47.012088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.222632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.445956 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.495600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77289b72-60e7-4ca4-9138-33aa20c0758e tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:47.497546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-77289b72-60e7-4ca4-9138-33aa20c0758e tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1130 time: 0.4784513 Jul 22 23:48:47.504472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50450) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.510857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:47.528619 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Transition to ACTIVE for port object 44fe4c5b-101d-4f7d-8912-f62e670de47d will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:47.538494 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.587092 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Attempting to bind port 44fe4c5b-101d-4f7d-8912-f62e670de47d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:47.588411 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Attempting to bind port 44fe4c5b-101d-4f7d-8912-f62e670de47d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:47.589049 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Attempting to bind port 44fe4c5b-101d-4f7d-8912-f62e670de47d on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:47.622922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.629148 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:47.629788 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:47.631940 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.632617 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:47.633326 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Bound port: 44fe4c5b-101d-4f7d-8912-f62e670de47d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:47.633955 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.719908 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.724507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.734331 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] For port 44fe4c5b-101d-4f7d-8912-f62e670de47d, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:47.735369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.741211 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] For port 44fe4c5b-101d-4f7d-8912-f62e670de47d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=44fe4c5b-101d-4f7d-8912-f62e670de47d,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:47.751365 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.789284 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:47.790248 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:47.823267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.823857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Fanout notify agent at l3_agent the message router_deleted on router 773df9bd-6134-4c8c-9c31-66db965da257 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:48:47.845509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:47.857129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b279cd2-1dac-404d-b208-a87d570d8372 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 204 len: 168 time: 1.0841725 Jul 22 23:48:47.858556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:47.959638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:47.978723 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-457af12c-373e-4e1d-b77a-ff90d17af93b tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 200 len: 205 time: 0.1134820 Jul 22 23:48:47.982687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50458) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.116516 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Pushing event updated for resources: {'Port': ['ID=44fe4c5b-101d-4f7d-8912-f62e670de47d,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.138350 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-54f85c2b-497f-44f1-b719-c3f8cac42376 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] delete failed (client error): The resource could not be found. Jul 22 23:48:48.140747 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-54f85c2b-497f-44f1-b719-c3f8cac42376 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/773df9bd-6134-4c8c-9c31-66db965da257 HTTP/1.1" status: 404 len: 336 time: 0.1553156 Jul 22 23:48:48.145609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.180669 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.181000 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.181345 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.181682 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.183165 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.183543 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.183890 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.185380 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.185734 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.186073 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.186412 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.191219 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:48:48.253828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73b61e61-1ae9-4564-982e-dfc57098bedc tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f8832dc-f494-4008-8b60-b823db0d2b57 HTTP/1.1" status: 200 len: 205 time: 0.1005344 Jul 22 23:48:48.262665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.316246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:48.445789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce1828-149b-488b-b32f-63a6116ee102 None None] Pushing event updated for resources: {'Port': ['ID=44fe4c5b-101d-4f7d-8912-f62e670de47d,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:48.456260 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5c4e92fa-e2a4-4383-b5f1-d24bb72047ec tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] delete failed (client error): The resource could not be found. Jul 22 23:48:48.468386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5c4e92fa-e2a4-4383-b5f1-d24bb72047ec tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/8f8832dc-f494-4008-8b60-b823db0d2b57 HTTP/1.1" status: 404 len: 336 time: 0.1982024 Jul 22 23:48:48.474587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.534700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8227df82-0fa6-44d5-be5d-19831c83d805 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=af5a964e-84ae-4137-997f-b891eb908949 HTTP/1.1" status: 200 len: 205 time: 0.0563846 Jul 22 23:48:48.538558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Allocated IP 172.20.0.1 (e42c7420-6876-4341-986f-b10e55e2405e/7a1d8bb9-2814-42bf-a860-02209e4fcf11/b2ae3e86-3c16-47cb-adf9-9e493b8704f7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:48.541080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.615794 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:42Z', 'revision_number': 3, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:48.642005 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-2f796c21-becd-481c-a481-4c8bb658b12c tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] delete failed (client error): The resource could not be found. Jul 22 23:48:48.644669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2f796c21-becd-481c-a481-4c8bb658b12c tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/af5a964e-84ae-4137-997f-b891eb908949 HTTP/1.1" status: 404 len: 336 time: 0.1012444 Jul 22 23:48:48.655420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.657816 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e3c5d6-e7bc-4533-a7e5-08ed4ec42519 None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:42Z', 'revision_number': 3, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:48.698727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.25.5.71 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/864a8484-0bb1-43e6-9a96-522c0a504452) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:48.788626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee45266f-0c95-4a7d-883e-213ae5d389d8 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5362fd6-ef68-412d-a449-9fc19327c1fc HTTP/1.1" status: 200 len: 205 time: 0.1274917 Jul 22 23:48:48.810419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50488) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.898463 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-72004405-67cc-44bb-94b9-a8241915ac20 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] delete failed (client error): The resource could not be found. Jul 22 23:48:48.902720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72004405-67cc-44bb-94b9-a8241915ac20 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/e5362fd6-ef68-412d-a449-9fc19327c1fc HTTP/1.1" status: 404 len: 336 time: 0.0782549 Jul 22 23:48:48.918048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50492) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:48.981719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-71d2f1df-a803-4ac0-b92f-2a10e1fefaf7 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 HTTP/1.1" status: 200 len: 205 time: 0.0624249 Jul 22 23:48:48.983632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:49.073679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.110753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Transition to ACTIVE for port object b2ae3e86-3c16-47cb-adf9-9e493b8704f7 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:49.182188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.187989 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-ea91f10e-08bf-4929-93ed-0163b108e404 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] delete failed (client error): The resource could not be found. Jul 22 23:48:49.193070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ea91f10e-08bf-4929-93ed-0163b108e404 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/4bfb687d-35bc-43e6-a61c-f1eb7d3265a6 HTTP/1.1" status: 404 len: 336 time: 0.2021174 Jul 22 23:48:49.195804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50500) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:49.278683 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e7e37b6-3b57-4d60-92aa-ff9438cf2221 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "GET /v2.0/ports?device_id=3904ce1b-382a-4db0-94b6-c894db9555ae HTTP/1.1" status: 200 len: 205 time: 0.0718122 Jul 22 23:48:49.299195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Network e42c7420-6876-4341-986f-b10e55e2405e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:49.300387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:49.336114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:49.342809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.425051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:49.464258 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-616ea86d-0b60-46eb-86aa-a302437f0318 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] delete failed (client error): The resource could not be found. Jul 22 23:48:49.465927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-616ea86d-0b60-46eb-86aa-a302437f0318 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/routers/3904ce1b-382a-4db0-94b6-c894db9555ae HTTP/1.1" status: 404 len: 336 time: 0.1564372 Jul 22 23:48:49.486262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:49.508525 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1f9d-8ddb-45a3-aade-5d5466b8a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.523029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.604362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Pushing event updated for resources: {'Port': ['ID=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.633325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.651013 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:49.778227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=864a8484-0bb1-43e6-9a96-522c0a504452,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:49.793850 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f620f59a-0f4f-4ee6-b9b2-7c570ea37af7 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] DELETE failed (client error): The resource could not be found. Jul 22 23:48:49.797146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f620f59a-0f4f-4ee6-b9b2-7c570ea37af7 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:48:49.813528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f620f59a-0f4f-4ee6-b9b2-7c570ea37af7 tempest-RoutersAdminTest-1636411007 tempest-RoutersAdminTest-1636411007-project] 10.222.0.21 "DELETE /v2.0/subnets/fb7510fc-ea32-4c50-9482-5185b941ab78 HTTP/1.1" status: 404 len: 337 time: 0.3114781 Jul 22 23:48:49.858754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:49.860932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:49.865741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:49.996426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8710cbe0-03c4-4f08-bc80-e6dc8ef722dc None None] Provisioning for port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:50.018100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8710cbe0-03c4-4f08-bc80-e6dc8ef722dc None None] Provisioning complete for port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:50.019848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8710cbe0-03c4-4f08-bc80-e6dc8ef722dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.123931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.129684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8710cbe0-03c4-4f08-bc80-e6dc8ef722dc None None] Port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:50.225754 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.558654 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.569157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.697961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 44fe4c5b-101d-4f7d-8912-f62e670de47d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:50.703831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:50.865389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:50.870967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Pushing event updated for resources: {'Port': ['ID=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:50.948657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 44fe4c5b-101d-4f7d-8912-f62e670de47d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:50.966776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 44fe4c5b-101d-4f7d-8912-f62e670de47d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:50.967411 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.081363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Network e42c7420-6876-4341-986f-b10e55e2405e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:51.087613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:51.134208 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.199312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 44fe4c5b-101d-4f7d-8912-f62e670de47d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=44fe4c5b-101d-4f7d-8912-f62e670de47d,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:51.213060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.289649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.329359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=44fe4c5b-101d-4f7d-8912-f62e670de47d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:51.408865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Router d15de23a-0576-4983-950c-d85661b17bfd has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:51.483251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7aff5ff0-5526-42d1-80d9-aceb36106456 None None] Provisioning complete for port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:51.486548 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7aff5ff0-5526-42d1-80d9-aceb36106456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.528129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c9c1-e9ab-4f39-b148-b862a1cb6187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.614210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7aff5ff0-5526-42d1-80d9-aceb36106456 None None] Port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:48:51.680316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:51.683057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:51.701763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ff2d67b4-3c1b-47d4-b8b8-84e5a81a862c admin admin] 10.222.0.21 "PUT /v2.0/routers/d15de23a-0576-4983-950c-d85661b17bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0209079 Jul 22 23:48:51.764320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.172274 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:52.177381 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.196715 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:52.197363 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:52.369218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.388796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.550016 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:52.577724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 44fe4c5b-101d-4f7d-8912-f62e670de47d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:52.657883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=864a8484-0bb1-43e6-9a96-522c0a504452,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:52.728218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 44fe4c5b-101d-4f7d-8912-f62e670de47d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:52.728589 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.760774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c9c1-e9ab-4f39-b148-b862a1cb6187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.797030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c9c1-e9ab-4f39-b148-b862a1cb6187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.922552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:52.940741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:52.942800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50588) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:52.972508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1146440944', 'description': 'tempest-description--507687739'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:53.067934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.251950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.259510 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.298375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.299935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3380854 Jul 22 23:48:53.324497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c494d353-5f99-4a62-895c-29109f3b60bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.326392 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Floating IP d9f8c367-a11e-40b5-a5d1-866879c7be29 associated. External IP: 172.25.5.71, port: 37080ad5-d2e2-4238-bef6-ce30be485cdb. Jul 22 23:48:53.329460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:53.335998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'security_group_rule': {'security_group_id': '5c4ce348-50e0-476c-a2e0-6684b35449aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:53.348272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:50Z', 'revision_number': 2, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:53.374025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37e802-1f1d-4135-8a11-104859a8810f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4ce348-50e0-476c-a2e0-6684b35449aa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:53.624248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c494d353-5f99-4a62-895c-29109f3b60bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.654990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c494d353-5f99-4a62-895c-29109f3b60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.690480 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:53.690991 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Updating router d15de23a-0576-4983-950c-d85661b17bfd port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:48:53.731286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c494d353-5f99-4a62-895c-29109f3b60bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=968f20c7938f40c2aab09604245e498d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7864490 Jul 22 23:48:53.734162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.753302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:53.795237 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:53.971906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494d353-5f99-4a62-895c-29109f3b60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed17382-6c75-49e6-a369-c0a080c5a86b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.039519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed26ccb-780d-4af7-9eae-4e6fd9d810d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.140559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed26ccb-780d-4af7-9eae-4e6fd9d810d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.176079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.196625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.244751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf04dfa-434f-4094-9bef-1e3babd87944,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.255890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.257203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8de19984-27b0-4897-85f8-2df0daa77c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9267714 Jul 22 23:48:54.262828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50608) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.274826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'security_group_rule': {'security_group_id': '5c4ce348-50e0-476c-a2e0-6684b35449aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:54.300553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed26ccb-780d-4af7-9eae-4e6fd9d810d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.304042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eed26ccb-780d-4af7-9eae-4e6fd9d810d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.309957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eed26ccb-780d-4af7-9eae-4e6fd9d810d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ed17382-6c75-49e6-a369-c0a080c5a86b HTTP/1.1" status: 204 len: 168 time: 0.5362985 Jul 22 23:48:54.318992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5a1c9c1-e9ab-4f39-b148-b862a1cb6187 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3938a66bab14ca2a45b879b9c7ac144&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6140826 Jul 22 23:48:54.333702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c9c1-e9ab-4f39-b148-b862a1cb6187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b257e994-a17b-4044-8184-26fcb1f207e0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.334300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:54.377402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed26ccb-780d-4af7-9eae-4e6fd9d810d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed17382-6c75-49e6-a369-c0a080c5a86b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.468531 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.498799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f84a14-5f1b-4ac3-86c6-48fc0039048f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.604741 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f84a14-5f1b-4ac3-86c6-48fc0039048f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.674305 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.711161 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Transition to ACTIVE for port object b2ae3e86-3c16-47cb-adf9-9e493b8704f7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:48:54.733674 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.809458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.817167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.854968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 44eed3e0-292e-4d3a-85db-85e852753f47 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:48:54.898592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d21b78-dde3-4a9b-8d41-bac347c42a8b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:54.971776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f84a14-5f1b-4ac3-86c6-48fc0039048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.991782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05f84a14-5f1b-4ac3-86c6-48fc0039048f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:54.995162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-05f84a14-5f1b-4ac3-86c6-48fc0039048f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b257e994-a17b-4044-8184-26fcb1f207e0 HTTP/1.1" status: 204 len: 168 time: 0.6585112 Jul 22 23:48:55.024144 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f934f9-95b7-4410-87f8-2cc0bcac8a4d None None] Pushing event updated for resources: {'Port': ['ID=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.034690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.036920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-87a6681a-45f1-4b78-a41d-6b3423b2dc60 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7714570 Jul 22 23:48:55.043229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f84a14-5f1b-4ac3-86c6-48fc0039048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b257e994-a17b-4044-8184-26fcb1f207e0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:55.050439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:55.069150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:48:55.169530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.171254 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Attempting to bind port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:48:55.171799 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Attempting to bind port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:48:55.173237 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Attempting to bind port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 on network e42c7420-6876-4341-986f-b10e55e2405e {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:48:55.215625 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:48:55.220171 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Checking segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:48:55.226434 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.227195 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Bound using segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:48:55.228504 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Bound port: b2ae3e86-3c16-47cb-adf9-9e493b8704f7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:48:55.231415 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.499565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:55.537717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.558962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:48:55.582822 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] For port b2ae3e86-3c16-47cb-adf9-9e493b8704f7, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:48:55.589677 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] For port b2ae3e86-3c16-47cb-adf9-9e493b8704f7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:48:55.591386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c4f200e-c03a-4d44-873a-61a3b5eab877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.600814 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.604960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] Sync routers for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:48:55.651716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:55.653177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.655105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:55.744776 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:55.745430 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:55.866259 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-610de437-715d-4788-b497-c15dbf8e3447 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3590260 Jul 22 23:48:55.875993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:48:55.883948 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d7a173-2c1d-463a-84b8-561792ef249f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:48:55.888955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.002383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:56.030759 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f934f9-95b7-4410-87f8-2cc0bcac8a4d None None] Pushing event updated for resources: {'Port': ['ID=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:56.112936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.131772 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92284cd3-f6ef-4c99-86d0-dbf28da87623 x-openstack-request-id: req-92284cd3-f6ef-4c99-86d0-dbf28da87623 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:48:56.132059 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:48:56.132467 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92284cd3-f6ef-4c99-86d0-dbf28da87623 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:48:56.136920 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'status': 'completed', 'code': 200} Jul 22 23:48:56.148636 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:56.223278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Allocated IP 172.25.5.97 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/a3fb71fe-02a5-42ed-b335-257c08f09314) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:48:56.606733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.608347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.609395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.610212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.610870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.611636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.612441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.613090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.613729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.614844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.616057 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:56.619798 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d6131e05-84d8-4af4-97ed-1d18bc1a2fbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6375 time: 0.6987231 Jul 22 23:48:56.625659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.686541 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cadcfe3-2352-4e54-a33c-30b63ebe9ac6 None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:55Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:56.736351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c4f200e-c03a-4d44-873a-61a3b5eab877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.789504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c4f200e-c03a-4d44-873a-61a3b5eab877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.927536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-709e8daf-02f8-4094-b639-2765eef1a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.929157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-709e8daf-02f8-4094-b639-2765eef1a7ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1135 time: 0.8114977 Jul 22 23:48:56.938877 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0c4f200e-c03a-4d44-873a-61a3b5eab877 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d43115f7cab4ed08238d2b94324e1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4381516 Jul 22 23:48:56.940526 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:56.944107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.944941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.945474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:56.945941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.946618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.947262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.948476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.949127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.949767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.950520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:56.952820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-854b6fa3-b2a3-4e7e-8426-62b2f4a0a947 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5825 time: 0.3260524 Jul 22 23:48:56.962408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:57.036008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd9f8c367-a11e-40b5-a5d1-866879c7be29', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'port_id': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'mac_address': 'fa:16:3e:1c:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a492983-7025-479e-af68-651b095c3f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:48:50Z', 'updated_at': '2021-07-22T23:48:50Z', 'revision_number': 0, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:57.048386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f200e-c03a-4d44-873a-61a3b5eab877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f870e2-2248-4d32-a4c3-161d58692c57,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:57.101258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] Checking router: 44eed3e0-292e-4d3a-85db-85e852753f47 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:48:57.126518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:48:57.127469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:57.148328 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-39cf3c70-3948-4fed-bc55-fde58fee80d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d9356eb16b94e559040b937ecd91cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0091159 Jul 22 23:48:57.150192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:57.250681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdbb75-78b9-4872-aa45-b9be67c27527 req-50b864ed-f0b1-4a16-9c0a-b0a8b19c76df tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.258946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1cdbb75-78b9-4872-aa45-b9be67c27527 req-50b864ed-f0b1-4a16-9c0a-b0a8b19c76df tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.5510759 Jul 22 23:48:57.267929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:48:57.294923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:48:57.356503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:48:57.399562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:48:57.416290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'Port': ['ID=a3fb71fe-02a5-42ed-b335-257c08f09314,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:57.451466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1cdbb75-78b9-4872-aa45-b9be67c27527 req-d80d5325-781b-40b0-b99e-200beef1b616 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915555 Jul 22 23:48:57.452400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a76a258-d3df-45b5-a963-9d794863a157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.501049 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a76a258-d3df-45b5-a963-9d794863a157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.531166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-477bf846-ab37-4ed7-b208-54acbdcd4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:57.532750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-477bf846-ab37-4ed7-b208-54acbdcd4909 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a3b6116-bae3-4193-8b1e-8abfce57473a HTTP/1.1" status: 200 len: 898 time: 0.5880713 Jul 22 23:48:57.555412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-837605e0-ab2c-40b2-b378-ab6b23cb2a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.617785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-837605e0-ab2c-40b2-b378-ab6b23cb2a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.754946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.776472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-6845bd26-94fd-4150-be96-e865de2e9123 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb HTTP/1.1" status: 200 len: 998 time: 0.1807976 Jul 22 23:48:57.778371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a76a258-d3df-45b5-a963-9d794863a157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.781197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a76a258-d3df-45b5-a963-9d794863a157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.782575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a76a258-d3df-45b5-a963-9d794863a157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60f870e2-2248-4d32-a4c3-161d58692c57 HTTP/1.1" status: 204 len: 168 time: 0.8102646 Jul 22 23:48:57.890307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-837605e0-ab2c-40b2-b378-ab6b23cb2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.894223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-837605e0-ab2c-40b2-b378-ab6b23cb2a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:57.898232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-837605e0-ab2c-40b2-b378-ab6b23cb2a97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1e82561-7b83-4635-99f4-c585c592384d HTTP/1.1" status: 204 len: 168 time: 0.7442825 Jul 22 23:48:57.912668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837605e0-ab2c-40b2-b378-ab6b23cb2a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e82561-7b83-4635-99f4-c585c592384d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.011093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76a258-d3df-45b5-a963-9d794863a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f870e2-2248-4d32-a4c3-161d58692c57,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:58.062471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.098309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a8fbfc67-8119-4d74-8149-fd8e5ecbf543 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 1.1340480 Jul 22 23:48:58.106158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:48:58.173501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd9f8c367-a11e-40b5-a5d1-866879c7be29', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'port_id': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'mac_address': 'fa:16:3e:1c:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a492983-7025-479e-af68-651b095c3f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:48:50Z', 'updated_at': '2021-07-22T23:48:50Z', 'revision_number': 0, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:48:58.284915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f223e-e11d-4cae-ac4e-61f77db2ee66 None None] The sync data for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 is: [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd9f8c367-a11e-40b5-a5d1-866879c7be29', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'port_id': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'mac_address': 'fa:16:3e:1c:c0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a492983-7025-479e-af68-651b095c3f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:48:50Z', 'updated_at': '2021-07-22T23:48:50Z', 'revision_number': 0, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:48:58.318743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce5ca9-9d86-46fc-9a14-e19f7d151bbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.319248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ce5ca9-9d86-46fc-9a14-e19f7d151bbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.325883 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c1ce5ca9-9d86-46fc-9a14-e19f7d151bbc tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44eed3e0-292e-4d3a-85db-85e852753f47 HTTP/1.1" status: 200 len: 1989 time: 0.2152483 Jul 22 23:48:58.347533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-e14de05d-c483-42ff-b008-4270299166e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.357457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-e14de05d-c483-42ff-b008-4270299166e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=051d56a2-36f6-4208-9743-fc2a56493113 HTTP/1.1" status: 200 len: 834 time: 0.5543752 Jul 22 23:48:58.585465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.596906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-d6e9e338-63ad-4f86-8b3e-d74ec4dc1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:58.613435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-d6e9e338-63ad-4f86-8b3e-d74ec4dc1cb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a3b6116-bae3-4193-8b1e-8abfce57473a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392774 Jul 22 23:48:58.622556 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:58.659914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b2ae3e86-3c16-47cb-adf9-9e493b8704f7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:48:58.871637 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2806fb-a7b5-4ca9-a215-986308f4cd0d None None] New status for floating IP d9f8c367-a11e-40b5-a5d1-866879c7be29: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:48:58.872368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:48:58.876823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:48:58.877437 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.092102 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.119754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.216568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b2ae3e86-3c16-47cb-adf9-9e493b8704f7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:59.229284 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.248478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.260927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2053540 Jul 22 23:48:59.261876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2106fc-064b-40db-9206-a629b08fdadd tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'Port': ['ID=a3fb71fe-02a5-42ed-b335-257c08f09314,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:59.287810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-d1895a65-04db-492b-a51d-7108dab3647b service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534381 Jul 22 23:48:59.310381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19872-5a69-4e06-be27-be18e3d2f561 req-6e32131c-bcce-4ca2-aaca-853a7fd51d8c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:59.322630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0da19872-5a69-4e06-be27-be18e3d2f561 req-6e32131c-bcce-4ca2-aaca-853a7fd51d8c tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.7074885 Jul 22 23:48:59.342991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:48:59.442203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0da19872-5a69-4e06-be27-be18e3d2f561 req-bb4e990a-eb3c-4f72-a9e9-6e2bce1b986b tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173859 Jul 22 23:48:59.464720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14721f4-b2bc-487c-8213-a781020f5279 req-764d76c6-d86d-4068-bb95-5e6d07de4a5e tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:48:59.468753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f14721f4-b2bc-487c-8213-a781020f5279 req-764d76c6-d86d-4068-bb95-5e6d07de4a5e tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 945 time: 0.1075172 Jul 22 23:48:59.700065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Deleting port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:48:59.702230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7d7a173-2c1d-463a-84b8-561792ef249f req-e2946a62-4e6b-437e-bf04-2e671388dc4f service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420534 Jul 22 23:48:59.703119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.917850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] For port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:48:59.917850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:48:59.952313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Calling delete_port for 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:00.085715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-0a89f0c5-b379-468c-bd25-f45802617039 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1146440944&fields=id&tenant_id=2cda2315ed6e4bcaa554011799e97f20 HTTP/1.1" status: 200 len: 267 time: 0.1196387 Jul 22 23:49:00.392101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.398753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-3af7f885-23a0-4b84-82da-6450467ac0da tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:00.408142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-3af7f885-23a0-4b84-82da-6450467ac0da tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 811 time: 0.3128645 Jul 22 23:49:00.431991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-349e19e0-15f9-40ee-a300-46486afda6d1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/quotas/2cda2315ed6e4bcaa554011799e97f20 HTTP/1.1" status: 200 len: 375 time: 0.0225856 Jul 22 23:49:00.440619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['fd2a75b7-79d0-4f53-ac76-ae3849ec845b', '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:00.510400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Pushing event deleted for resources: {'Port': ['ID=6676d1cc-84d4-4c94-aaa8-2e7e48116ffb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:00.588634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] No DVR routers for this DVR port 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:00.610540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:00.612964 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f14721f4-b2bc-487c-8213-a781020f5279 req-781cc366-0678-4ae2-8805-255c4bcf4437 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "DELETE /v2.0/ports/6676d1cc-84d4-4c94-aaa8-2e7e48116ffb HTTP/1.1" status: 204 len: 173 time: 1.1374698 Jul 22 23:49:00.618757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'name': 'network-vif-deleted', 'tag': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:00.621755 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd51c3-a9fa-41da-b9c3-92f9cebc8302" -d '{"events": [{"server_uuid": "f92bcd9d-69a9-4f97-a104-35f3a8066164", "name": "network-vif-deleted", "tag": "6676d1cc-84d4-4c94-aaa8-2e7e48116ffb"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:00.636378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-30dd7bc3-f0fa-4683-acbf-e8e851082351 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2030821 Jul 22 23:49:00.719626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b2ae3e86-3c16-47cb-adf9-9e493b8704f7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:00.907151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fb1ecd8-0a70-4c5c-a29e-abb9c923a4f2 req-e3623712-ac4c-4ab1-8456-da09e09f57ba tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f92bcd9d-69a9-4f97-a104-35f3a8066164 HTTP/1.1" status: 200 len: 210 time: 0.1475930 Jul 22 23:49:01.049776 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-11c9428b-e2a1-407f-aa79-525c8dff22cf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521749 Jul 22 23:49:01.052920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:01.053488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.065839 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d4f615-e7fa-4404-b4fd-23e9523c992c x-openstack-request-id: req-31d4f615-e7fa-4404-b4fd-23e9523c992c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:01.066420 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92bcd9d-69a9-4f97-a104-35f3a8066164", "name": "network-vif-deleted", "tag": "6676d1cc-84d4-4c94-aaa8-2e7e48116ffb", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:01.067764 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31d4f615-e7fa-4404-b4fd-23e9523c992c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:01.069546 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92bcd9d-69a9-4f97-a104-35f3a8066164', 'name': 'network-vif-deleted', 'tag': '6676d1cc-84d4-4c94-aaa8-2e7e48116ffb', 'status': 'completed', 'code': 200} Jul 22 23:49:01.071990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50756) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:01.105792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-69e526c3-79d6-43d2-8e96-b3d569f557fb service neutron] 10.222.0.21 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377239 Jul 22 23:49:01.286802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-abc1fa78-d8d6-4fd8-b644-8c20e0b757e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799369 Jul 22 23:49:01.401903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-7ff6652a-5284-4143-aee5-e18e7d7fb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:01.403658 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-7ff6652a-5284-4143-aee5-e18e7d7fb7fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 1097 time: 0.2166417 Jul 22 23:49:01.463538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1142cd-b2fe-497f-b1b1-2d4f9d66c677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.689896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0de22aac-ab62-4514-b9be-a4e0468c21a7 req-23138719-e142-4278-80c1-398dc50c2bdc tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 210 time: 0.0634139 Jul 22 23:49:01.760570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1142cd-b2fe-497f-b1b1-2d4f9d66c677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.895750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a1142cd-b2fe-497f-b1b1-2d4f9d66c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:01.951404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-f23c3a22-72ba-4284-94d0-ac23c154fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:01.953376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-f23c3a22-72ba-4284-94d0-ac23c154fe45 service neutron] 10.222.0.48 "GET /v2.0/networks?id=910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 200 len: 920 time: 0.4710174 Jul 22 23:49:02.224946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1142cd-b2fe-497f-b1b1-2d4f9d66c677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67a75d-d151-4afc-b107-725a3ba6f4cd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:02.244641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4a1142cd-b2fe-497f-b1b1-2d4f9d66c677 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbdf93a5530048efba14f6e0ae1c37ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1683087 Jul 22 23:49:02.244641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-4516ae79-16e8-4774-8839-e41ceb33da5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 200 len: 217 time: 0.2678747 Jul 22 23:49:02.245421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50796) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:02.373400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-ce1d1c80-7235-4c20-b4d5-2a5dee81c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:02.380491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-ce1d1c80-7235-4c20-b4d5-2a5dee81c461 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 200 len: 859 time: 0.1272340 Jul 22 23:49:02.430431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-331c364a-0a4b-4c62-8e76-a19a1a9accae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.540112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-120f661d-4357-44a0-ad19-821f190ecb0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=910572c5-2f43-4c23-94ac-5b382224c226&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147084 Jul 22 23:49:02.542524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-331c364a-0a4b-4c62-8e76-a19a1a9accae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.718333 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-6b6c997f-213e-43c2-a63c-65acb27eb57f service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684699 Jul 22 23:49:02.795985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce1dcd-05bb-434b-999f-5b517c606874 req-ab9f6098-03d5-4401-b055-aacc420c1deb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:02.805187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3ce1dcd-05bb-434b-999f-5b517c606874 req-ab9f6098-03d5-4401-b055-aacc420c1deb tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2015727 Jul 22 23:49:02.810588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-331c364a-0a4b-4c62-8e76-a19a1a9accae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.825236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-331c364a-0a4b-4c62-8e76-a19a1a9accae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:02.828797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-331c364a-0a4b-4c62-8e76-a19a1a9accae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d67a75d-d151-4afc-b107-725a3ba6f4cd HTTP/1.1" status: 204 len: 168 time: 0.5820951 Jul 22 23:49:02.843475 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8754842b-8cec-4c26-a62e-4794f508a3a8 req-6bc92052-e062-46ae-bf58-03ae301cbf8a service neutron] 10.222.0.48 "GET /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181457 Jul 22 23:49:02.844597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:02.931604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c364a-0a4b-4c62-8e76-a19a1a9accae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67a75d-d151-4afc-b107-725a3ba6f4cd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:03.011919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3ce1dcd-05bb-434b-999f-5b517c606874 req-96e25648-626a-4aa1-b983-3756d20d1625 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024179 Jul 22 23:49:03.054520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27c9eae6-fc78-49e2-af2e-2536f1afdbc7 req-ae5ec86f-1faa-4f62-97e1-a66b4756f418 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 210 time: 0.1416311 Jul 22 23:49:03.187645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1235662918'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:03.237419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.239224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.290110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:03.329939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:03.338616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6676d1cc-84d4-4c94-aaa8-2e7e48116ffb not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:03.375975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.382694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.409388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.419360 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1a37bba6-a7ad-45aa-905d-b18a10dde081 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5735824 Jul 22 23:49:03.420194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50824) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:03.508145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.830211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.836513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.939410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.941059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b43fbc5-2864-4667-9a6d-d1648593aaad {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:03.946257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:03.947852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0dcebd67-d1d2-4a98-a829-0e337169dc69 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1b43fbc5-2864-4667-9a6d-d1648593aaad HTTP/1.1" status: 204 len: 168 time: 0.5265706 Jul 22 23:49:03.951421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:03.956774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Request body: {'router': {'name': 'tempest-router-1881898338', 'distributed': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:03.997633 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.007144 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.007422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-db8de4bb-e545-4716-b42c-b62b080d3437 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:04.009558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-db8de4bb-e545-4716-b42c-b62b080d3437 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.48 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 811 time: 0.2655370 Jul 22 23:49:04.156351 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c08d6848-5802-4884-afc8-f2664a98844d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cda2315ed6e4bcaa554011799e97f20 HTTP/1.1" status: 200 len: 380 time: 0.1274741 Jul 22 23:49:04.169558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'port': {'device_id': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'admin_state_up': True, 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'security_groups': ['5c4ce348-50e0-476c-a2e0-6684b35449aa']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:04.257664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.276226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.372037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b96091-2d69-4eb2-a9a1-2c81eba98b57 req-fedc7719-49fd-4546-98a6-ee66755bae03 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 210 time: 0.1078300 Jul 22 23:49:04.400639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.402557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5deb3b52-75b6-4561-81ab-511da2848e85 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4501622 Jul 22 23:49:04.415393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50854) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:04.475462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e93741-b943-47ec-b8dd-07aa034b4b4f req-9bc96c3c-0d3e-4ad4-a6cd-83251e0df70a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:04.477358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e93741-b943-47ec-b8dd-07aa034b4b4f req-9bc96c3c-0d3e-4ad4-a6cd-83251e0df70a tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.2131181 Jul 22 23:49:04.529200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:04.556672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e93741-b943-47ec-b8dd-07aa034b4b4f req-fcf9a7af-d0ce-41ad-8040-fc674bfdd88e tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647593 Jul 22 23:49:04.671197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-659436325-network', 'tenant_id': '541ddb56817c4603a2e81e906186c113'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:04.696221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Made reservation on behalf of 541ddb56817c4603a2e81e906186c113 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:04.698928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.710109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.838341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.843390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.877138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:04.880589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae8ffc1-fb81-4c0e-a712-c21e4eab82b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:04.883765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.893485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.893985 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Added segment 8f0988f6-87c5-4e65-babb-4fef4209b6b0 of type vlan for network 153f80b0-f347-43ee-9ca8-9c0836362592 Jul 22 23:49:04.958233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.972359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Made reservation on behalf of 2cda2315ed6e4bcaa554011799e97f20 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:04.976630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.996468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:04.997431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:04.998011 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.024027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4899461 Jul 22 23:49:05.024664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50866) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.044805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Request body: {'subnet': {'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-659436325-subnet', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:05.077314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa045e4-4503-4eff-b47c-3000e5ddf7ce admin admin] Pushing event updated for resources: {'Network': ['ID=153f80b0-f347-43ee-9ca8-9c0836362592,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.081372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.084345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.094299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 153f80b0-f347-43ee-9ca8-9c0836362592 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:05.135659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Made reservation on behalf of 541ddb56817c4603a2e81e906186c113 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:05.148398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.191498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.192060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88d1d025-a644-43fb-8df5-d6ec74ad2820 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:05.197624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.202954 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-58414419-f85b-4f74-84a9-8e3df4889470 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "DELETE /v2.0/routers/88d1d025-a644-43fb-8df5-d6ec74ad2820 HTTP/1.1" status: 204 len: 168 time: 0.7861693 Jul 22 23:49:05.206510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.211231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Request body: {'router': {'name': 'tempest-router-899707566', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd4963b81192041a9b79c9cf7fdf14f33'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:05.237771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.239363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.339275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.340606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Allocated IP 172.20.0.11 (e42c7420-6876-4341-986f-b10e55e2405e/7a1d8bb9-2814-42bf-a860-02209e4fcf11/18d0febd-5ca0-46df-a06d-ffb0bb58161d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:05.345957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.365064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.366305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2652f20c-e568-4f96-b618-37e27805090c tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1591895 Jul 22 23:49:05.367217 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.369753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:05.377818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:05.595900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.610315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66e5f46a-2368-4528-bf2a-af771ccb1657 req-fa078504-d1a9-4ff6-92cb-581630ebd25f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 210 time: 0.1012504 Jul 22 23:49:05.620297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c83151-7d9d-4033-9044-483769a3d770,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.661765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Transition to ACTIVE for port object 18d0febd-5ca0-46df-a06d-ffb0bb58161d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:05.710504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.711297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.750481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Checking segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:05.751140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Network hostable DHCP agents. Network: 153f80b0-f347-43ee-9ca8-9c0836362592, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:05.843321 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.866277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93791) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 23:49:05.866595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Router a90592ed-0f7c-4630-9f94-35b025b89705 migrating from provider to provider. {{(pid=93791) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 23:49:05.866995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.876452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Network 153f80b0-f347-43ee-9ca8-9c0836362592 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:05.921253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 153f80b0-f347-43ee-9ca8-9c0836362592) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:05.923225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.932874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:05.933453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.935479 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd6de9f-2b4a-4879-8cbd-1928f7e29240 None None] Network 153f80b0-f347-43ee-9ca8-9c0836362592 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:05.946059 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:05.946568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'Port': ['ID=18d0febd-5ca0-46df-a06d-ffb0bb58161d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:05.962975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Network e42c7420-6876-4341-986f-b10e55e2405e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:05.965269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:05.978789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:06.070801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:06.071778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.090387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-c8194ea5-a4a9-476f-a65d-b90d56bec79b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9282069 Jul 22 23:49:06.112438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Request body: {'port': {'device_id': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:06.292450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-153f80b0-f347-43ee-9ca8-9c0836362592', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'fixed_ips': [{'subnet_id': 'b7c83151-7d9d-4033-9044-483769a3d770'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:06.293325 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.323568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.366804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.514685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90d4d177-9aa2-4f87-94f6-59463d6ce5e7 None None] Provisioning for port 18d0febd-5ca0-46df-a06d-ffb0bb58161d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:06.528895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90d4d177-9aa2-4f87-94f6-59463d6ce5e7 None None] Provisioning complete for port 18d0febd-5ca0-46df-a06d-ffb0bb58161d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:06.534802 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90d4d177-9aa2-4f87-94f6-59463d6ce5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.662797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-90d4d177-9aa2-4f87-94f6-59463d6ce5e7 None None] Port 18d0febd-5ca0-46df-a06d-ffb0bb58161d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:06.675771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Allocated IP 172.20.0.2 (153f80b0-f347-43ee-9ca8-9c0836362592/b7c83151-7d9d-4033-9044-483769a3d770/f32a3022-a10f-4873-bb03-c1f9d50c5277) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:06.771886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76f8f15a-f6ec-4eeb-a652-a8bf0a3bd531 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7308371 Jul 22 23:49:06.775276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:06.783731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:06.805958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2eb7-b49d-4e79-bdb8-904ecdd08931 req-9439e0df-8b0d-4198-9f66-ac924c438d60 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:06.807613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b51c2eb7-b49d-4e79-bdb8-904ecdd08931 req-9439e0df-8b0d-4198-9f66-ac924c438d60 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 1.0534773 Jul 22 23:49:06.877838 n-d-758851-4 neutron-server[93791]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] No L3 agents can host the router a90592ed-0f7c-4630-9f94-35b025b89705 Jul 22 23:49:06.894514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.895796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.959253 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.962273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:06.971239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Transition to ACTIVE for port object f32a3022-a10f-4873-bb03-c1f9d50c5277 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:06.992239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Transition to ACTIVE for port object f32a3022-a10f-4873-bb03-c1f9d50c5277 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:07.004112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.043779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Network 153f80b0-f347-43ee-9ca8-9c0836362592 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:07.046938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:07.052323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:07.069824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d0febd-5ca0-46df-a06d-ffb0bb58161d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:07.082401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.096410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Transition to ACTIVE for port object 18d0febd-5ca0-46df-a06d-ffb0bb58161d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:07.101493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.133235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Attempting to bind port f32a3022-a10f-4873-bb03-c1f9d50c5277 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:07.133626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Attempting to bind port f32a3022-a10f-4873-bb03-c1f9d50c5277 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:07.134003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Attempting to bind port f32a3022-a10f-4873-bb03-c1f9d50c5277 on network 153f80b0-f347-43ee-9ca8-9c0836362592 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:07.139950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Pushing event updated for resources: {'Port': ['ID=f32a3022-a10f-4873-bb03-c1f9d50c5277,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.143752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:07.144223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Checking segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:07.144780 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.145339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Bound using segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:07.145932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Bound port: f32a3022-a10f-4873-bb03-c1f9d50c5277, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:07.146319 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.189254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b51c2eb7-b49d-4e79-bdb8-904ecdd08931 req-b4ab7214-b6b0-4ac5-9969-7ec45447c889 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609860 Jul 22 23:49:07.220579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Pushing event updated for resources: {'Port': ['ID=18d0febd-5ca0-46df-a06d-ffb0bb58161d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.298613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Attempting to bind port 18d0febd-5ca0-46df-a06d-ffb0bb58161d on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:07.299119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Attempting to bind port 18d0febd-5ca0-46df-a06d-ffb0bb58161d by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:07.299584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Attempting to bind port 18d0febd-5ca0-46df-a06d-ffb0bb58161d on network e42c7420-6876-4341-986f-b10e55e2405e {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:07.309749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Port 18d0febd-5ca0-46df-a06d-ffb0bb58161d on network e42c7420-6876-4341-986f-b10e55e2405e not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:07.310183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Attempting to bind port 18d0febd-5ca0-46df-a06d-ffb0bb58161d on network e42c7420-6876-4341-986f-b10e55e2405e {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:07.321908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:07.327057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Checking segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:07.327687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Bound using segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:07.328259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Bound port: 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:07.328764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.378767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.412554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] For port f32a3022-a10f-4873-bb03-c1f9d50c5277, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:07.416604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] For port f32a3022-a10f-4873-bb03-c1f9d50c5277, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f32a3022-a10f-4873-bb03-c1f9d50c5277,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:07.424493 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.431368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] For port 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:07.438387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] For port 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:07.448768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaca86-660e-4afa-8777-ee1e9ae3fe16 req-f80d879d-7284-4ddd-8e32-51ddc951d227 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:07.452830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3acaca86-660e-4afa-8777-ee1e9ae3fe16 req-f80d879d-7284-4ddd-8e32-51ddc951d227 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 932 time: 0.6893749 Jul 22 23:49:07.475163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.591425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Pushing event updated for resources: {'Port': ['ID=18d0febd-5ca0-46df-a06d-ffb0bb58161d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.612615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:07.613301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.615624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-eea2536e-56d5-4265-ad7d-200f4b739777 service neutron] 10.222.0.48 "PUT /v2.0/ports/18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 200 len: 1092 time: 1.5077586 Jul 22 23:49:07.616130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:07.618466 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad555267-88ed-4441-a1c4-95761b31a468" -d '{"events": [{"name": "network-changed", "server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:07.651946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Hosts for router a90592ed-0f7c-4630-9f94-35b025b89705: [] {{(pid=93791) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 23:49:07.730951 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecacbe1-675e-4bd5-8073-ba28a237cefc x-openstack-request-id: req-aecacbe1-675e-4bd5-8073-ba28a237cefc {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:07.731783 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:07.735265 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aecacbe1-675e-4bd5-8073-ba28a237cefc {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:07.735834 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'status': 'completed', 'code': 200} Jul 22 23:49:07.748631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0a30-fadf-4a7c-a54b-e4232439aac8 None None] Pushing event updated for resources: {'Port': ['ID=f32a3022-a10f-4873-bb03-c1f9d50c5277,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:07.783783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Hosts for other DVR routers connected to router a90592ed-0f7c-4630-9f94-35b025b89705: set() {{(pid=93791) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 23:49:07.789065 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:07.794488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:07.800212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ab9a9a1d-36af-4c5a-9d18-47967c01a531 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "PUT /v2.0/routers/a90592ed-0f7c-4630-9f94-35b025b89705 HTTP/1.1" status: 200 len: 716 time: 2.4270141 Jul 22 23:49:07.859872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3acaca86-660e-4afa-8777-ee1e9ae3fe16 req-03981c83-99a0-45eb-894d-6e4727b348aa tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840628 Jul 22 23:49:07.954635 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-497a3f37-8fe5-4e31-90ca-de0eb5668319 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "GET /v2.0/routers/a90592ed-0f7c-4630-9f94-35b025b89705 HTTP/1.1" status: 200 len: 716 time: 0.1575754 Jul 22 23:49:07.959946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50910) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:08.121942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-2a37d911-cfa8-4c4b-bdb2-552f26cccddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.129963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-2a37d911-cfa8-4c4b-bdb2-552f26cccddb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 1095 time: 0.4233029 Jul 22 23:49:08.236854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-85fa74d6-260c-42e6-98ea-bf5b69100f5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 200 len: 217 time: 0.0743809 Jul 22 23:49:08.285303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.310205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.371471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2874ce0e-6a69-4418-af44-7a82c9b566b7 tempest-RoutersTestDVR-516793944 tempest-RoutersTestDVR-516793944-project] 10.222.0.21 "GET /v2.0/routers/a90592ed-0f7c-4630-9f94-35b025b89705 HTTP/1.1" status: 200 len: 682 time: 0.4103601 Jul 22 23:49:08.374330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:08.469758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-80d6d3de-82d7-4e06-a136-51dacdf0e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.471680 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-80d6d3de-82d7-4e06-a136-51dacdf0e924 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.1881626 Jul 22 23:49:08.473647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.593361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Allocated IP 172.25.5.103 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/10365037-6f3e-4954-b908-f422acaefd44) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:08.647189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32a3022-a10f-4873-bb03-c1f9d50c5277 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:08.706095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f32a3022-a10f-4873-bb03-c1f9d50c5277 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:08.782934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3bf74-ef1e-4f80-b6d5-14d84ad59d7b req-b0f50962-75f1-43c3-9a6e-055a7b41e4ad tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.784841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69b3bf74-ef1e-4f80-b6d5-14d84ad59d7b req-b0f50962-75f1-43c3-9a6e-055a7b41e4ad tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.3061211 Jul 22 23:49:08.799693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.802269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.815626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-0c4e5b71-019f-4ad1-99ea-4a3c0563b983 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.817798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-0c4e5b71-019f-4ad1-99ea-4a3c0563b983 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 946 time: 0.3404350 Jul 22 23:49:08.869246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.869946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a90592ed-0f7c-4630-9f94-35b025b89705 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:08.885743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.886918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-edbd16f4-a6f7-4c52-9b6a-53dc5df53d05 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a90592ed-0f7c-4630-9f94-35b025b89705 HTTP/1.1" status: 204 len: 168 time: 0.5116122 Jul 22 23:49:08.893094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50926) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:08.899204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Request body: {'router': {'name': 'tempest-router-1178190630', 'distributed': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:08.924894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-db5908d8-e642-4238-8fc5-04ad6c3cbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:08.927782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-db5908d8-e642-4238-8fc5-04ad6c3cbea1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747826 Jul 22 23:49:08.933322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.935589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.949225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:08.997199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69b3bf74-ef1e-4f80-b6d5-14d84ad59d7b req-35f53b97-bf1c-42a0-87d5-9c52b89ce9bd tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972239 Jul 22 23:49:09.044666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.058951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.098079 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.101015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d17e0ef8-88e9-47b6-984a-b75a46693d7b tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2054965 Jul 22 23:49:09.104014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:09.178375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84d1cf-8b38-4ca4-bf95-e91ad50d5545 req-fa9a6e91-d83f-4e79-b4d1-bee356a586e5 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:09.180048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc84d1cf-8b38-4ca4-bf95-e91ad50d5545 req-fa9a6e91-d83f-4e79-b4d1-bee356a586e5 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 944 time: 0.2007835 Jul 22 23:49:09.246338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.269524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.329833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc84d1cf-8b38-4ca4-bf95-e91ad50d5545 req-c15145aa-5dea-44eb-b841-dd1fea2fed63 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397841 Jul 22 23:49:09.333128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Deleting port fd2a75b7-79d0-4f53-ac76-ae3849ec845b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:09.333484 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.345027 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-8c4dd31d-3cef-4206-b2e0-cc303220dd6e service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986400 Jul 22 23:49:09.356860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f60311-b947-485e-9e32-0f5a31112014 None None] Network 153f80b0-f347-43ee-9ca8-9c0836362592 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:09.420568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=10365037-6f3e-4954-b908-f422acaefd44,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:09.425013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:09.436289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:09.456986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:09.471369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] Provisioning for port f32a3022-a10f-4873-bb03-c1f9d50c5277 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:09.486917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] Provisioning complete for port f32a3022-a10f-4873-bb03-c1f9d50c5277 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:09.487294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.593239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.612463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.711664 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.735873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] For port fd2a75b7-79d0-4f53-ac76-ae3849ec845b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:09.736254 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.772211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] For port f32a3022-a10f-4873-bb03-c1f9d50c5277, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f32a3022-a10f-4873-bb03-c1f9d50c5277,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:09.776806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.790521 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9921f2b-0054-4b88-a66d-c0dac4bf6552 req-bd01d5bb-dc43-41bc-a21f-b0fd40e1b4e6 service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384487 Jul 22 23:49:09.798171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.798849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfdeca5e-7b9b-402c-b957-73a3675b0d87 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:09.799780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Calling delete_port for fd2a75b7-79d0-4f53-ac76-ae3849ec845b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:09.812063 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:09.820823 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca23aade-dcca-4e78-9946-d1da57d7f488 tempest-RoutersTestDVR-1095955127 tempest-RoutersTestDVR-1095955127-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bfdeca5e-7b9b-402c-b957-73a3675b0d87 HTTP/1.1" status: 204 len: 168 time: 0.7107763 Jul 22 23:49:09.840062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243d80d-6a5e-4709-b603-523e9f494f66 None None] Pushing event updated for resources: {'Port': ['ID=f32a3022-a10f-4873-bb03-c1f9d50c5277,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:10.048846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555267-88ed-4441-a1c4-95761b31a468 req-e162d2e1-fe28-441c-8f3c-dd27161ebec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:10.055160 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-e162d2e1-fe28-441c-8f3c-dd27161ebec1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 1095 time: 0.1333122 Jul 22 23:49:10.109377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eeb5833e-a95c-455c-9de1-5d6cdbc15edc None None] Provisioning complete for port f32a3022-a10f-4873-bb03-c1f9d50c5277 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:10.109855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eeb5833e-a95c-455c-9de1-5d6cdbc15edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.222068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.267580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Pushing event deleted for resources: {'Port': ['ID=fd2a75b7-79d0-4f53-ac76-ae3849ec845b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:10.285027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.288156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:10.300835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555267-88ed-4441-a1c4-95761b31a468 req-fef4645f-feba-4e07-bcc8-5970cae69d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:10.302668 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-fef4645f-feba-4e07-bcc8-5970cae69d64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.2399280 Jul 22 23:49:10.367866 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-ed6d2dd3-c033-4ee7-b3d5-58d5f3f85ba3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 200 len: 217 time: 0.0570729 Jul 22 23:49:10.498237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555267-88ed-4441-a1c4-95761b31a468 req-d146bef7-2e66-4cd1-816e-64d2a631fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:10.500096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-d146bef7-2e66-4cd1-816e-64d2a631fb9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.1232371 Jul 22 23:49:10.521117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32a3022-a10f-4873-bb03-c1f9d50c5277 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:10.564772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a29f51-ff85-450f-8a87-e7b5ec9ca4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.577440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f32a3022-a10f-4873-bb03-c1f9d50c5277 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:10.578130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.628110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad555267-88ed-4441-a1c4-95761b31a468 req-fc9226aa-682e-423d-be0a-870f1db92d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:10.630286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-fc9226aa-682e-423d-be0a-870f1db92d78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216722 Jul 22 23:49:10.748554 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-3814a710-dc38-418d-b67c-10c448a8f05f service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093860 Jul 22 23:49:10.782353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] No DVR routers for this DVR port fd2a75b7-79d0-4f53-ac76-ae3849ec845b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:10.804516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.806517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee139deb-0979-4453-9cc7-60be3be9ed89 req-8cdc20b4-01a6-43d3-9932-908d9faeb5da tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.48 "DELETE /v2.0/ports/fd2a75b7-79d0-4f53-ac76-ae3849ec845b HTTP/1.1" status: 204 len: 173 time: 1.9742312 Jul 22 23:49:10.811563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'name': 'network-vif-deleted', 'tag': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:10.813841 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03edef62-6d24-44a4-9efd-f2139093024f" -d '{"events": [{"server_uuid": "f94ac6b4-9cf4-4f4c-9871-031445131475", "name": "network-vif-deleted", "tag": "fd2a75b7-79d0-4f53-ac76-ae3849ec845b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:10.844192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6446-7d61-401f-baa6-749117efa270 req-2465bbb0-64d8-4ab9-a2ae-f26e4aec9ca1 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:10.845876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ffb6446-7d61-401f-baa6-749117efa270 req-2465bbb0-64d8-4ab9-a2ae-f26e4aec9ca1 tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94ac6b4-9cf4-4f4c-9871-031445131475 HTTP/1.1" status: 200 len: 867 time: 0.6893346 Jul 22 23:49:10.879784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a29f51-ff85-450f-8a87-e7b5ec9ca4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.886413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d8a29f51-ff85-450f-8a87-e7b5ec9ca4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:10.914169 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ad555267-88ed-4441-a1c4-95761b31a468 req-6fddebda-5b3a-4b43-a787-a36e52cfbe34 service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563594 Jul 22 23:49:10.916380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a29f51-ff85-450f-8a87-e7b5ec9ca4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4035d-d767-4824-ae06-f456ddbf465e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:10.959073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d8a29f51-ff85-450f-8a87-e7b5ec9ca4f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4963b81192041a9b79c9cf7fdf14f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697774 Jul 22 23:49:10.961589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:10.997466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30823e0c-e7d9-4005-950e-9a78ca1eafe5 req-5df294fb-bf50-46a9-9a0e-87aacd2496c3 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:11.000104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30823e0c-e7d9-4005-950e-9a78ca1eafe5 req-5df294fb-bf50-46a9-9a0e-87aacd2496c3 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 944 time: 0.2592349 Jul 22 23:49:11.007715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ffb6446-7d61-401f-baa6-749117efa270 req-073d4cd6-1ed6-4ace-8710-f04830432f5d tempest-ServerRescueNegativeTestJSON-110334159 tempest-ServerRescueNegativeTestJSON-110334159-project] 10.222.0.21 "GET /v2.0/security-groups?id=01079e59-e328-4c77-90f8-630b2f638424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173213 Jul 22 23:49:11.025775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a62de866-4f6a-4af3-9eba-1bc405542397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.044335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.052733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a62de866-4f6a-4af3-9eba-1bc405542397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.106884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a62de866-4f6a-4af3-9eba-1bc405542397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.111805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a62de866-4f6a-4af3-9eba-1bc405542397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.113298 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a62de866-4f6a-4af3-9eba-1bc405542397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cac4035d-d767-4824-ae06-f456ddbf465e HTTP/1.1" status: 204 len: 168 time: 0.1506355 Jul 22 23:49:11.123783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de866-4f6a-4af3-9eba-1bc405542397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4035d-d767-4824-ae06-f456ddbf465e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:11.146272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30823e0c-e7d9-4005-950e-9a78ca1eafe5 req-02c6e2ff-afc2-4f16-a44f-0be02101daba tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317799 Jul 22 23:49:11.198440 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e5a6b-2a38-4373-9772-442fa9e63abb x-openstack-request-id: req-493e5a6b-2a38-4373-9772-442fa9e63abb {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:11.198836 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94ac6b4-9cf4-4f4c-9871-031445131475", "name": "network-vif-deleted", "tag": "fd2a75b7-79d0-4f53-ac76-ae3849ec845b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:11.199352 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-493e5a6b-2a38-4373-9772-442fa9e63abb {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:11.200198 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94ac6b4-9cf4-4f4c-9871-031445131475', 'name': 'network-vif-deleted', 'tag': 'fd2a75b7-79d0-4f53-ac76-ae3849ec845b', 'status': 'completed', 'code': 200} Jul 22 23:49:11.235985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Router 4f669484-d86b-4937-b7ce-69f5a86c4dee is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:11.352241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fd2a75b7-79d0-4f53-ac76-ae3849ec845b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:11.381693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: fd2a75b7-79d0-4f53-ac76-ae3849ec845b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:11.382176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device fd2a75b7-79d0-4f53-ac76-ae3849ec845b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:11.402430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:11.419276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Sync routers for ids ['4f669484-d86b-4937-b7ce-69f5a86c4dee'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:11.442539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Routers {'4f669484-d86b-4937-b7ce-69f5a86c4dee'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:11.445812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.452120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:11.461025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4f669484-d86b-4937-b7ce-69f5a86c4dee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:11.464206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9552a67c-2936-4479-b06f-1caa3eb5f8b2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6706610 Jul 22 23:49:11.555988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:11.590807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-536162cd-6969-495e-b764-1ed8c2966f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.614120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Set router 4f669484-d86b-4937-b7ce-69f5a86c4dee gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:11.835024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-536162cd-6969-495e-b764-1ed8c2966f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.845425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-536162cd-6969-495e-b764-1ed8c2966f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:11.931242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536162cd-6969-495e-b764-1ed8c2966f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d6e90-8482-47e9-8fa5-022196c5d638,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:11.947044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-536162cd-6969-495e-b764-1ed8c2966f48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5281e4c9ce3d4c83a5e2c7c6447309c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895380 Jul 22 23:49:11.949298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:11.963092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:09Z', 'revision_number': 3, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:12.013249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Checking router: 4f669484-d86b-4937-b7ce-69f5a86c4dee for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:12.013599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Updating router 4f669484-d86b-4937-b7ce-69f5a86c4dee port 10365037-6f3e-4954-b908-f422acaefd44 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:12.044877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a63233a-c7d9-4c42-815d-d8a93c9f4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.054532 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.078423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a63233a-c7d9-4c42-815d-d8a93c9f4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.094368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:12.165279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a63233a-c7d9-4c42-815d-d8a93c9f4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.171808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9a63233a-c7d9-4c42-815d-d8a93c9f4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.173586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9a63233a-c7d9-4c42-815d-d8a93c9f4e9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c39d6e90-8482-47e9-8fa5-022196c5d638 HTTP/1.1" status: 204 len: 168 time: 0.2231698 Jul 22 23:49:12.190410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63233a-c7d9-4c42-815d-d8a93c9f4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d6e90-8482-47e9-8fa5-022196c5d638,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:12.431132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf9266-1c69-45e0-88e6-f0bea4a66ed2 req-00f82010-118d-41e3-9509-2c3ce1ee87e8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:12.435072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0faf9266-1c69-45e0-88e6-f0bea4a66ed2 req-00f82010-118d-41e3-9509-2c3ce1ee87e8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 944 time: 0.1107173 Jul 22 23:49:12.543640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0faf9266-1c69-45e0-88e6-f0bea4a66ed2 req-fc9b3f86-be75-4df5-98d1-619e45233ef6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950439 Jul 22 23:49:12.762743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.767633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.776918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Transition to ACTIVE for port object 10365037-6f3e-4954-b908-f422acaefd44 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:12.785153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.938188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Attempting to bind port 10365037-6f3e-4954-b908-f422acaefd44 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:12.939823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Attempting to bind port 10365037-6f3e-4954-b908-f422acaefd44 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:12.941648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Attempting to bind port 10365037-6f3e-4954-b908-f422acaefd44 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:12.974466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:12.977216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:12.977770 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:12.978279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:12.981582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Bound port: 10365037-6f3e-4954-b908-f422acaefd44, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:12.982072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.030574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Pushing event updated for resources: {'Port': ['ID=10365037-6f3e-4954-b908-f422acaefd44,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:13.049214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.049715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.050213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.050655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.051252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.051714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.052713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.053196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.053640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.054088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.054556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.055155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:13.086103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] For port 10365037-6f3e-4954-b908-f422acaefd44, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:13.090409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] For port 10365037-6f3e-4954-b908-f422acaefd44, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10365037-6f3e-4954-b908-f422acaefd44,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:13.098461 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.116667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.171720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b9c9e-64c4-406a-87bc-41f452d0b78a None None] Pushing event updated for resources: {'Port': ['ID=10365037-6f3e-4954-b908-f422acaefd44,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:13.196964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Routers {'4f669484-d86b-4937-b7ce-69f5a86c4dee'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:13.198245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4f669484-d86b-4937-b7ce-69f5a86c4dee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:13.354161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 18d0febd-5ca0-46df-a06d-ffb0bb58161d details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:13.430842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] Set router 4f669484-d86b-4937-b7ce-69f5a86c4dee gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:13.523707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51026) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.552057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Allocated IP 172.20.0.1 (153f80b0-f347-43ee-9ca8-9c0836362592/b7c83151-7d9d-4033-9044-483769a3d770/217597e6-434e-4b31-8226-f362fd8a260b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:13.726736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-9799bf52-e4c4-4a3c-bfa1-69ae45e027f2 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.730507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9799bf52-e4c4-4a3c-bfa1-69ae45e027f2 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2026355 Jul 22 23:49:13.731021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.737022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-20fabeff-1bd1-4ccb-a0e9-3d8a63975f51 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.741317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-20fabeff-1bd1-4ccb-a0e9-3d8a63975f51 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053833 Jul 22 23:49:13.742701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.751544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.766589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-301b433a-e0b5-4c09-aa06-7e2af16edb70 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.772461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-301b433a-e0b5-4c09-aa06-7e2af16edb70 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0133131 Jul 22 23:49:13.772607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:13.775235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.782171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Transition to ACTIVE for port object 217597e6-434e-4b31-8226-f362fd8a260b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:13.789184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'port_id': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'mac_address': 'fa:16:3e:e3:58:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:13.792559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-4970bdae-a913-441c-92d6-e4e273a3fedc tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.796505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4970bdae-a913-441c-92d6-e4e273a3fedc tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0188551 Jul 22 23:49:13.801605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.814224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-b81b25a3-0853-48ff-8a02-c7caddfa7d7c tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.821268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b81b25a3-0853-48ff-8a02-c7caddfa7d7c tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146606 Jul 22 23:49:13.822403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.830715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:13.846858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-93aee926-7ae9-42a5-9ff7-c533ff483c5b tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.849106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93aee926-7ae9-42a5-9ff7-c533ff483c5b tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0188358 Jul 22 23:49:13.851915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.857171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-47ac2b83-bc14-48a7-b949-6f94ac935bd7 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.858807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-47ac2b83-bc14-48a7-b949-6f94ac935bd7 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056415 Jul 22 23:49:13.861995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.866994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-deda4385-21b5-49d6-90f8-d76abb74c3d1 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.868372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-deda4385-21b5-49d6-90f8-d76abb74c3d1 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051999 Jul 22 23:49:13.870660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.878237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-42812b0a-25a0-4b70-a6fb-106322817855 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.880702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-42812b0a-25a0-4b70-a6fb-106322817855 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087581 Jul 22 23:49:13.886931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.896366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-175a0398-d441-4eb7-b8ea-3be43138af4b tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.898005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-175a0398-d441-4eb7-b8ea-3be43138af4b tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083799 Jul 22 23:49:13.909688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0202034-3240-4d6f-a7e9-e9fb9fdfc5a2 req-0f7902ba-37cb-4081-9fad-f00930806545 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:13.918160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.920763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0202034-3240-4d6f-a7e9-e9fb9fdfc5a2 req-0f7902ba-37cb-4081-9fad-f00930806545 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 944 time: 0.2960417 Jul 22 23:49:13.934576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Network 153f80b0-f347-43ee-9ca8-9c0836362592 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:13.940977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:09Z', 'revision_number': 3, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:13.945192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-de0292a6-4da5-4c34-922e-1f2961ab5cb3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.948827 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-de0292a6-4da5-4c34-922e-1f2961ab5cb3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0262175 Jul 22 23:49:13.948827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:13.964589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.966940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:13.981607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-63b426db-2197-48cd-b865-3e87d1d535b3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:13.982724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-63b426db-2197-48cd-b865-3e87d1d535b3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0170424 Jul 22 23:49:13.991635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51058) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:13.997256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-26726df2-eaf4-4d1d-9915-8f17a8842ed4 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.005114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-26726df2-eaf4-4d1d-9915-8f17a8842ed4 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0124688 Jul 22 23:49:14.013047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.022203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-dc053bfd-deb0-4f13-b451-65f6b24e5306 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.023271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dc053bfd-deb0-4f13-b451-65f6b24e5306 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0091317 Jul 22 23:49:14.027091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.041896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.046242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d81aab-0a86-4f2b-8b22-f640d6ef4252 None None] The sync data for ids ['4f669484-d86b-4937-b7ce-69f5a86c4dee'] in n-d-758851-4 is: [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:09Z', 'revision_number': 3, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:14.062813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Pushing event updated for resources: {'Port': ['ID=217597e6-434e-4b31-8226-f362fd8a260b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:14.068266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-9fbf8fc8-c203-40a3-95b3-17131f0ad694 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.070221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9fbf8fc8-c203-40a3-95b3-17131f0ad694 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0222926 Jul 22 23:49:14.073035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.087227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-6e5c8140-a5f4-4048-a1f8-f95fb0e63309 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.087227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6e5c8140-a5f4-4048-a1f8-f95fb0e63309 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083349 Jul 22 23:49:14.091464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d0febd-5ca0-46df-a06d-ffb0bb58161d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:14.099998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51066) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.107189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0202034-3240-4d6f-a7e9-e9fb9fdfc5a2 req-123945ae-ad83-4143-98c7-b8c7d7dd69c9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853788 Jul 22 23:49:14.137227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:14.142194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.166812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-47e13fc5-9da2-4ffa-b196-0ce513574563 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.170467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51068) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.172675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47e13fc5-9da2-4ffa-b196-0ce513574563 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0639911 Jul 22 23:49:14.175886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-0bd3740c-7136-4697-88ad-794220c84c0f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.177844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0bd3740c-7136-4697-88ad-794220c84c0f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0060606 Jul 22 23:49:14.180385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51070) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.186236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-fae16a56-c168-4c95-b1f9-8862ee393c2f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.190730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fae16a56-c168-4c95-b1f9-8862ee393c2f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0090230 Jul 22 23:49:14.193733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51072) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.197629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.205488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-624f7e93-59f6-4116-80b7-8e0091918887 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.206832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-624f7e93-59f6-4116-80b7-8e0091918887 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0118396 Jul 22 23:49:14.210039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.219090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=18d0febd-5ca0-46df-a06d-ffb0bb58161d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:14.221025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-c705d09a-4686-4060-8a12-f85def0a74bb tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.223805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c705d09a-4686-4060-8a12-f85def0a74bb tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0118165 Jul 22 23:49:14.229728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.235097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-b3c1f346-2155-428a-a164-648ee81f1955 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.236409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b3c1f346-2155-428a-a164-648ee81f1955 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051174 Jul 22 23:49:14.242723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.247703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-2a43b584-bc17-412d-8c6e-aade523e8c98 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.248961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2a43b584-bc17-412d-8c6e-aade523e8c98 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049202 Jul 22 23:49:14.253606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.259398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-51a4393d-be81-4813-b8d6-26da6024da14 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.263046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-51a4393d-be81-4813-b8d6-26da6024da14 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058770 Jul 22 23:49:14.273355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.278182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-480a69f6-1b76-41f8-928a-8d4ee1f8927f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.281434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-480a69f6-1b76-41f8-928a-8d4ee1f8927f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048602 Jul 22 23:49:14.281724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.286216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-133160a4-7ca5-44a1-9a9b-66ab16531e0f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.289708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-133160a4-7ca5-44a1-9a9b-66ab16531e0f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045695 Jul 22 23:49:14.292112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.303806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-473eded9-5955-420d-bacd-fcd09c8981e4 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.307100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-473eded9-5955-420d-bacd-fcd09c8981e4 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118341 Jul 22 23:49:14.307355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51088) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.311629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-c1526567-fbbb-49fd-8471-5637076d94e6 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.315069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c1526567-fbbb-49fd-8471-5637076d94e6 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047193 Jul 22 23:49:14.315576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51090) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.344590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-aa9354f0-31d6-4a1a-8bfb-a547675966b9 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.349585 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aa9354f0-31d6-4a1a-8bfb-a547675966b9 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0257583 Jul 22 23:49:14.350535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.356270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-a23ba5c1-cbfa-4a9c-8222-6c0f7ffce3b9 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.359689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a23ba5c1-cbfa-4a9c-8222-6c0f7ffce3b9 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056880 Jul 22 23:49:14.361373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.376665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-9d18d21e-8670-4a62-81c5-886db0675b14 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.382834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9d18d21e-8670-4a62-81c5-886db0675b14 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0146589 Jul 22 23:49:14.385120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.390548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b4b1112-704a-42ce-80f7-f1e1c80277b9 None None] Provisioning for port 217597e6-434e-4b31-8226-f362fd8a260b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:14.395228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5b4b1112-704a-42ce-80f7-f1e1c80277b9 None None] Provisioning complete for port 217597e6-434e-4b31-8226-f362fd8a260b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:14.395651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b4b1112-704a-42ce-80f7-f1e1c80277b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.396167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-115119a5-42e3-4c23-870c-6fcf0a918a59 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.397678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-115119a5-42e3-4c23-870c-6fcf0a918a59 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0105143 Jul 22 23:49:14.400037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51098) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.406717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-79fba26d-0641-4688-bcf1-d0b21246275e tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.408734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-79fba26d-0641-4688-bcf1-d0b21246275e tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073991 Jul 22 23:49:14.413615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.419305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-62f5b56c-c70a-46e6-9400-4e882f34f43a tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.420835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-62f5b56c-c70a-46e6-9400-4e882f34f43a tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059679 Jul 22 23:49:14.423696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.430723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-e4307fd9-342f-4d10-a0ad-e81802f8ac2d tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.431975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4307fd9-342f-4d10-a0ad-e81802f8ac2d tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072246 Jul 22 23:49:14.435398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.453615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b1112-704a-42ce-80f7-f1e1c80277b9 None None] Port 217597e6-434e-4b31-8226-f362fd8a260b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:14.455028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-7a0bdb9c-71d2-40e8-9b9e-f1eef9d1adb6 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.458406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7a0bdb9c-71d2-40e8-9b9e-f1eef9d1adb6 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080314 Jul 22 23:49:14.460218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.470429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-17950e32-c357-4f2d-872c-13885032ebf4 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.476555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-17950e32-c357-4f2d-872c-13885032ebf4 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0137889 Jul 22 23:49:14.477983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.490082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-09d61adb-3464-4c88-96a8-aeb68ab27455 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.497043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-09d61adb-3464-4c88-96a8-aeb68ab27455 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0159495 Jul 22 23:49:14.497043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.510751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Deleting port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:14.510970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.515355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['18d0febd-5ca0-46df-a06d-ffb0bb58161d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:14.516682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-b3dfafb1-e100-4b5e-885a-5caee98034a2 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.524268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b3dfafb1-e100-4b5e-885a-5caee98034a2 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0210676 Jul 22 23:49:14.524887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.538869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-5fa2e322-30d0-4231-a125-dc4e79d2a38f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.539945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5fa2e322-30d0-4231-a125-dc4e79d2a38f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0141015 Jul 22 23:49:14.543506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51116) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.553061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-00fcb5d6-ad9b-4df9-b5f0-b0d5b2d1a604 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.554175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-00fcb5d6-ad9b-4df9-b5f0-b0d5b2d1a604 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0097091 Jul 22 23:49:14.559387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.569511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-4af51b0f-a643-42c3-9d5f-ddab7d1e8862 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.570607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4af51b0f-a643-42c3-9d5f-ddab7d1e8862 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0102475 Jul 22 23:49:14.573477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.581632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-109c36de-5efe-4a52-8e5f-acf14e86d989 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.582703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-109c36de-5efe-4a52-8e5f-acf14e86d989 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082731 Jul 22 23:49:14.585974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51122) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.596091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-ab3b4a60-5789-4a21-a333-caf7e23442a3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.597111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ab3b4a60-5789-4a21-a333-caf7e23442a3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0101669 Jul 22 23:49:14.601778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51124) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.611628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-82cfa6e4-84a3-4ab8-8228-25704024e71c tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.616094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82cfa6e4-84a3-4ab8-8228-25704024e71c tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0064240 Jul 22 23:49:14.616858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.617026 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.625921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-1f197faa-444c-4b65-8fa2-bb4c7085f390 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.633589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f197faa-444c-4b65-8fa2-bb4c7085f390 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0092003 Jul 22 23:49:14.633589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51128) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.637995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-fe921b93-f7f3-46e0-bdae-a5760bc1f99d tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.638952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe921b93-f7f3-46e0-bdae-a5760bc1f99d tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047970 Jul 22 23:49:14.644907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.656362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-cf488148-ffa7-4c99-9cd5-2c891940ccb5 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.661288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cf488148-ffa7-4c99-9cd5-2c891940ccb5 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0142820 Jul 22 23:49:14.663702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.674686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-567b4163-2a97-4cba-b839-0767322ce3be tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.679775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-567b4163-2a97-4cba-b839-0767322ce3be tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0145440 Jul 22 23:49:14.680757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.687637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-eed6951e-cb32-463d-a223-a36a89d0c097 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.694582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eed6951e-cb32-463d-a223-a36a89d0c097 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117052 Jul 22 23:49:14.694747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51136) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.704746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [None req-d4bcdb87-55a8-4d5a-8224-f6b8c95c71e5 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.709127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d4bcdb87-55a8-4d5a-8224-f6b8c95c71e5 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071392 Jul 22 23:49:14.710840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.717370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-0d29d082-8cc3-4188-9ebc-84ecf7463fb3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.723465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0d29d082-8cc3-4188-9ebc-84ecf7463fb3 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0108192 Jul 22 23:49:14.724768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.729258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-5101e522-1052-4b43-8170-abc431cc9d93 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.733413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5101e522-1052-4b43-8170-abc431cc9d93 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073497 Jul 22 23:49:14.734022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.739483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-54ec8823-b01f-43a5-b857-6942bd5e2877 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.744321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54ec8823-b01f-43a5-b857-6942bd5e2877 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0089018 Jul 22 23:49:14.745253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51144) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.750276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-9523e405-4dfe-4ca1-a753-c7720493b07f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.753821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9523e405-4dfe-4ca1-a753-c7720493b07f tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050735 Jul 22 23:49:14.754639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.760637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-7d9b89e0-a309-4d62-b068-275006982ce5 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.765512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7d9b89e0-a309-4d62-b068-275006982ce5 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0094728 Jul 22 23:49:14.766353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.772463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-69e20429-1f41-4f48-b817-957668b5b745 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.776846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-69e20429-1f41-4f48-b817-957668b5b745 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092773 Jul 22 23:49:14.777414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.782719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-ae47f6ea-db77-4d97-aaab-57b72c5614fb tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.788065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ae47f6ea-db77-4d97-aaab-57b72c5614fb tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096366 Jul 22 23:49:14.788748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.793265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-c24952ac-c38c-4046-bbeb-2905e6d92fbe tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.797381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c24952ac-c38c-4046-bbeb-2905e6d92fbe tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076883 Jul 22 23:49:14.798266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.803565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-bb417dae-6152-4fc7-8dc2-48db49ff6791 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.808140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb417dae-6152-4fc7-8dc2-48db49ff6791 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084760 Jul 22 23:49:14.809005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51156) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.813721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-acdc4b79-7f60-4c02-93a8-c79a1d796cfd tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.817736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-acdc4b79-7f60-4c02-93a8-c79a1d796cfd tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0078714 Jul 22 23:49:14.818782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.828104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-d1c7d906-69b2-40ea-add7-ec090267938e tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.832727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d1c7d906-69b2-40ea-add7-ec090267938e tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0130839 Jul 22 23:49:14.833574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51160) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.840050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-f584cb1e-0cdf-4379-a23e-e048fd171415 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.842483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] For port 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,segment=NetworkSegment(52d69317-a953-4c3f-94f6-a52daeffe228),segment_id=52d69317-a953-4c3f-94f6-a52daeffe228)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:14.843433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:14.843743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f584cb1e-0cdf-4379-a23e-e048fd171415 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092266 Jul 22 23:49:14.844380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51162) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.862134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Calling delete_port for 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:14.868428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-d395b083-259f-4e46-b7c7-91951eef1025 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.879601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d395b083-259f-4e46-b7c7-91951eef1025 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0341682 Jul 22 23:49:14.880543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.885099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-983376b5-0ccf-49e1-a9d9-a7ecbe9f126d tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.895768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-983376b5-0ccf-49e1-a9d9-a7ecbe9f126d tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0139370 Jul 22 23:49:14.897586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.904980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-e3db303e-08e1-4217-885e-74c057206292 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.912347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e3db303e-08e1-4217-885e-74c057206292 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0108902 Jul 22 23:49:14.915043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.926848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-77ad32e7-2f1b-4c85-825d-bd7954e41e8e tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.935264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-77ad32e7-2f1b-4c85-825d-bd7954e41e8e tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0187755 Jul 22 23:49:14.939893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.945799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-d7b1a2fa-7e7c-4b95-990c-d2dccaecf965 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.950656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d7b1a2fa-7e7c-4b95-990c-d2dccaecf965 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097411 Jul 22 23:49:14.953898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51174) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:14.958837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [None req-2d3aa787-809d-4684-827f-53272ff01038 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:14.990303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d3aa787-809d-4684-827f-53272ff01038 tempest-ExtensionsTestJSON-1192494428 tempest-ExtensionsTestJSON-1192494428-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0314939 Jul 22 23:49:15.245053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.283920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:15.388286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3960a6-6d3d-404b-b2fa-1bb7e3a638b8 req-fcf73c0c-dbbc-4dc0-9e45-96453b0ee32d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:15.389891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b3960a6-6d3d-404b-b2fa-1bb7e3a638b8 req-fcf73c0c-dbbc-4dc0-9e45-96453b0ee32d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 945 time: 0.1656942 Jul 22 23:49:15.538068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b3960a6-6d3d-404b-b2fa-1bb7e3a638b8 req-2b5f9ff3-f244-42bb-886d-58fe06efcc82 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137409 Jul 22 23:49:15.574137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:15.575801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.589450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.685070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:15.693570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.799665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Pushing event updated for resources: {'Port': ['ID=217597e6-434e-4b31-8226-f362fd8a260b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:15.805362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.853578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:15.883794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08367bca-02b2-49e2-bdb0-6591bf20fbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.008569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08367bca-02b2-49e2-bdb0-6591bf20fbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.013955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 23:49:16.013955 n-d-758851-4 neutron-server[93791]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 23:49:16.013955 n-d-758851-4 neutron-server[93791]: [parameters: {'project_id': '48e2ce1007e14d69b6ccc2fb0f7daa81', 'id': '8a31d87e-fb56-49e4-bdfd-8739f9a6a0c6', 'expiration': datetime.datetime(2021, 7, 22, 23, 51, 15, 919492)}] Jul 22 23:49:16.013955 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:49:16.014873 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:49:16.016288 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08367bca-02b2-49e2-bdb0-6591bf20fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.074592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-08367bca-02b2-49e2-bdb0-6591bf20fbaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=884947be91ad4f5fa6b7fd48360bff45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883812 Jul 22 23:49:16.078712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51204) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:16.089060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08367bca-02b2-49e2-bdb0-6591bf20fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac40fb66-d371-4c68-acfb-d5a3254f1c27,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:16.126152 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9eccea99-88ca-483d-bb7b-7ae82651edac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.196464 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d150fb7-ab25-4628-8d33-67d8f4bb6026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.241876 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d150fb7-ab25-4628-8d33-67d8f4bb6026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.353923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d150fb7-ab25-4628-8d33-67d8f4bb6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.364795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d150fb7-ab25-4628-8d33-67d8f4bb6026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.376605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0d150fb7-ab25-4628-8d33-67d8f4bb6026 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac40fb66-d371-4c68-acfb-d5a3254f1c27 HTTP/1.1" status: 204 len: 168 time: 0.2865145 Jul 22 23:49:16.406129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150fb7-ab25-4628-8d33-67d8f4bb6026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac40fb66-d371-4c68-acfb-d5a3254f1c27,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:16.516830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.563364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Network 153f80b0-f347-43ee-9ca8-9c0836362592 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:16.567066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:16.729150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.746003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:16.826704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700580b6-31f6-48b0-a371-aef049fe3834,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:16.859136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5d5b7fcb-8fb6-450b-a3d6-5515ef0115ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48e2ce1007e14d69b6ccc2fb0f7daa81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2838442 Jul 22 23:49:16.859857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:16.870887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10365037-6f3e-4954-b908-f422acaefd44 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:17.010669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e17eefd-6fbc-408b-beb2-0438c276664f None None] Provisioning complete for port 217597e6-434e-4b31-8226-f362fd8a260b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:17.011052 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e17eefd-6fbc-408b-beb2-0438c276664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.039717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dec2b83f-c88b-4cb7-a856-e120b3fdd0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.063767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 10365037-6f3e-4954-b908-f422acaefd44 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:17.065169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58f8a5-fb9b-4930-bdef-96b5495823a6 req-128b535e-8396-414a-b3dc-6956ee57eb1b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:17.067381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c58f8a5-fb9b-4930-bdef-96b5495823a6 req-128b535e-8396-414a-b3dc-6956ee57eb1b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 945 time: 0.3351986 Jul 22 23:49:17.067925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e17eefd-6fbc-408b-beb2-0438c276664f None None] Port 217597e6-434e-4b31-8226-f362fd8a260b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:17.074190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 10365037-6f3e-4954-b908-f422acaefd44 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:17.074643 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.090621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dec2b83f-c88b-4cb7-a856-e120b3fdd0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.116150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Router 4f669484-d86b-4937-b7ce-69f5a86c4dee has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:17.159750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:17.179902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a918426-6d83-4a1f-8450-8db5c014fd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.185186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.191044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c58f8a5-fb9b-4930-bdef-96b5495823a6 req-9cd1acf6-8b1c-475b-8a57-4ed583e54f0a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097395 Jul 22 23:49:17.236065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 10365037-6f3e-4954-b908-f422acaefd44, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10365037-6f3e-4954-b908-f422acaefd44,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:17.243007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.250304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dec2b83f-c88b-4cb7-a856-e120b3fdd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.253027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dec2b83f-c88b-4cb7-a856-e120b3fdd0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.257898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dec2b83f-c88b-4cb7-a856-e120b3fdd0ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/700580b6-31f6-48b0-a371-aef049fe3834 HTTP/1.1" status: 204 len: 168 time: 0.3926752 Jul 22 23:49:17.280934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2b83f-c88b-4cb7-a856-e120b3fdd0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700580b6-31f6-48b0-a371-aef049fe3834,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:17.307021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:17.361642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=10365037-6f3e-4954-b908-f422acaefd44,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:17.367242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 18d0febd-5ca0-46df-a06d-ffb0bb58161d up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:17.429490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 18d0febd-5ca0-46df-a06d-ffb0bb58161d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:17.435740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 18d0febd-5ca0-46df-a06d-ffb0bb58161d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:17.436471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.449195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a918426-6d83-4a1f-8450-8db5c014fd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.454269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a918426-6d83-4a1f-8450-8db5c014fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.538088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a918426-6d83-4a1f-8450-8db5c014fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33394bb7-1a40-4ce6-a285-7dd573608343,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:17.558456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7a918426-6d83-4a1f-8450-8db5c014fd02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ffda6b9234743e98ce29333dc60e9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951805 Jul 22 23:49:17.559496 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.560938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:17.573000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:17.579346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08b95ebb-f256-41cb-a104-becf95fb5d18 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f669484-d86b-4937-b7ce-69f5a86c4dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1261959 Jul 22 23:49:17.594860 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Sync routers for ids ['4f669484-d86b-4937-b7ce-69f5a86c4dee'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:17.619003 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Routers {'4f669484-d86b-4937-b7ce-69f5a86c4dee'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:17.620726 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4f669484-d86b-4937-b7ce-69f5a86c4dee'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:17.634278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:17.642473 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-46851dff-9efe-4a78-98a4-c22b2a0630b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/744f6ca4-0e5c-4d69-b064-07a0bb97e3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5447447 Jul 22 23:49:17.646570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:17.647026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:17.651510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:17.660022 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23495cd-2f05-4a9f-a1bc-d6b0ade3a689" -d '{"events": [{"server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "name": "network-vif-plugged", "status": "completed", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:17.664678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] Sync routers for ids ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:17.686706 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.741140 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af2981-d77c-41c6-ab7e-1f26bf27158a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.784735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af2981-d77c-41c6-ab7e-1f26bf27158a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.803817 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650e21d-2f92-42e6-984c-716714243f76 x-openstack-request-id: req-7650e21d-2f92-42e6-984c-716714243f76 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:17.804108 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "name": "network-vif-plugged", "status": "completed", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:17.804366 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7650e21d-2f92-42e6-984c-716714243f76 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:17.804840 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'code': 200} Jul 22 23:49:17.805617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=18d0febd-5ca0-46df-a06d-ffb0bb58161d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:17.827226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] Routers {'744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:17.828339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:17.833803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-d8a0c582-7ac9-4f36-8a69-66f7b7da5380 req-3c38f741-9409-40a5-b555-454abfb99683 tempest-MultipleCreateTestJSON-1512089054 tempest-MultipleCreateTestJSON-1512089054-project] (93791) timed out ('10.222.0.48', 59187) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:49:17.864689 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Set router 4f669484-d86b-4937-b7ce-69f5a86c4dee gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:17.920428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:17.983994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf9017-fd78-4383-a778-d0675e7bab19 req-65287623-66d3-4d48-96a3-8a200fb0885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:17.998511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67bf9017-fd78-4383-a778-d0675e7bab19 req-65287623-66d3-4d48-96a3-8a200fb0885c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 1097 time: 0.1233590 Jul 22 23:49:18.099515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67bf9017-fd78-4383-a778-d0675e7bab19 req-b0d34a71-d6e1-4fdc-ab0c-bfe78f1ee5e7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709159 Jul 22 23:49:18.103663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af2981-d77c-41c6-ab7e-1f26bf27158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.107436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89af2981-d77c-41c6-ab7e-1f26bf27158a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.109014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-89af2981-d77c-41c6-ab7e-1f26bf27158a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33394bb7-1a40-4ce6-a285-7dd573608343 HTTP/1.1" status: 204 len: 168 time: 0.5471199 Jul 22 23:49:18.123625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af2981-d77c-41c6-ab7e-1f26bf27158a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33394bb7-1a40-4ce6-a285-7dd573608343,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:18.139099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] Set router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:18.170857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.261616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Deleting port 3e68e053-ea4e-46cf-af6a-e04155aabeab {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:18.263531 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.296953 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:14Z', 'revision_number': 4, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '217597e6-434e-4b31-8226-f362fd8a260b', 'name': '', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'mac_address': 'fa:16:3e:8a:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:12Z', 'updated_at': '2021-07-22T23:49:15Z', 'revision_number': 2, 'project_id': '541ddb56817c4603a2e81e906186c113', 'subnets': [{'id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.375171 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Checking router: 4f669484-d86b-4937-b7ce-69f5a86c4dee for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:18.378039 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Updating router 4f669484-d86b-4937-b7ce-69f5a86c4dee port 217597e6-434e-4b31-8226-f362fd8a260b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:18.472308 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.565935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10365037-6f3e-4954-b908-f422acaefd44 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:18.569388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] For port 3e68e053-ea4e-46cf-af6a-e04155aabeab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3e68e053-ea4e-46cf-af6a-e04155aabeab,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:18.569761 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.605004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Calling delete_port for 3e68e053-ea4e-46cf-af6a-e04155aabeab owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:18.620991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:49:15Z', 'revision_number': 5, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port': {'id': '3e68e053-ea4e-46cf-af6a-e04155aabeab', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:46:07Z', 'updated_at': '2021-07-22T23:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.655526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] Checking router: 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:18.667554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9588f-b1fb-4df4-afaa-2dd300f88b87 req-d4561739-ec11-43b1-bf8b-419cec7c2dc7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:18.674416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] Routers {'744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:18.675044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:48:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.681126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bf9588f-b1fb-4df4-afaa-2dd300f88b87 req-d4561739-ec11-43b1-bf8b-419cec7c2dc7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.3453050 Jul 22 23:49:18.796185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] Set router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:18.806668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:18.847249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-79350452-network', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:18.893946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:49:18Z', 'revision_number': 6, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:18.898343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 10365037-6f3e-4954-b908-f422acaefd44 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:18.898779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:18.980329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bf9588f-b1fb-4df4-afaa-2dd300f88b87 req-c4fbb7bd-1880-4eca-bd1b-c95360bc9f84 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978857 Jul 22 23:49:18.998306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Made reservation on behalf of 88bdc5f4ba29437ea2bafb3ad300ca27 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:19.001910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1133d4-ab5c-4b78-a13d-57e1242cf90b None None] The sync data for ids ['744f6ca4-0e5c-4d69-b064-07a0bb97e3c5'] in n-d-758851-4 is: [{'id': '744f6ca4-0e5c-4d69-b064-07a0bb97e3c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1121228410-router', 'tenant_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:46:05Z', 'updated_at': '2021-07-22T23:49:18Z', 'revision_number': 6, 'project_id': '79c1dd5640d3442c88064a1c50d0dd2b', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:19.002222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.103694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:19.151630 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.187522 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.199416 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Transition to ACTIVE for port object 217597e6-434e-4b31-8226-f362fd8a260b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:19.207918 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.410727 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821d88c-ab83-43e4-a029-82f962e0b76f None None] Pushing event updated for resources: {'Port': ['ID=217597e6-434e-4b31-8226-f362fd8a260b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:19.433534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Attempting to bind port 217597e6-434e-4b31-8226-f362fd8a260b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:19.434269 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Attempting to bind port 217597e6-434e-4b31-8226-f362fd8a260b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:19.435942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Attempting to bind port 217597e6-434e-4b31-8226-f362fd8a260b on network 153f80b0-f347-43ee-9ca8-9c0836362592 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:19.444940 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:19.445511 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Checking segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:19.445995 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.446893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Bound using segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:19.447067 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Bound port: 217597e6-434e-4b31-8226-f362fd8a260b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:19.448263 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.484330 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a84a1e9a-5427-4b9e-9b05-31507a05009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.607013 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.631362 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] For port 217597e6-434e-4b31-8226-f362fd8a260b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:19.634966 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] For port 217597e6-434e-4b31-8226-f362fd8a260b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=217597e6-434e-4b31-8226-f362fd8a260b,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:19.642938 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.653974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2000896021'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:19.673707 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.693095 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.720959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.727014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Made reservation on behalf of dbe06734517145b084dc9dcc2deae598 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:19.735881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.765848 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.771867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e68e053-ea4e-46cf-af6a-e04155aabeab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:19.800361 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821d88c-ab83-43e4-a029-82f962e0b76f None None] Pushing event updated for resources: {'Port': ['ID=217597e6-434e-4b31-8226-f362fd8a260b,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:19.813159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:19.819420 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Routers {'4f669484-d86b-4937-b7ce-69f5a86c4dee'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:19.820700 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4f669484-d86b-4937-b7ce-69f5a86c4dee'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:19.899134 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:19.899497 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Added segment 2a272c8d-a1d9-4803-9e66-ef195692138e of type vlan for network 6513996a-7d65-421f-bc53-8b434570821a Jul 22 23:49:19.908929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85740200-c74e-444a-b7eb-2cfd2cb4b4a9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:20.012922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.041236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.047419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.072982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.075872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:20.076903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.082163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.146513 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] Set router 4f669484-d86b-4937-b7ce-69f5a86c4dee gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:20.155323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe5de88-12d1-49f4-a231-27c5d263edb5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:20.163154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:20.198494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.198854 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Added segment 3e3f2a71-5d76-48c7-99af-940d2a08181e of type vlan for network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 Jul 22 23:49:20.217779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.302335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.380721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.389609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:20.392013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.421585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.432232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.462542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6541243 Jul 22 23:49:20.486983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51312) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:20.501233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Request body: {'subnet': {'network_id': '6513996a-7d65-421f-bc53-8b434570821a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-79350452-subnet', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:20.565253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3e68e053-ea4e-46cf-af6a-e04155aabeab no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:20.565958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Made reservation on behalf of 88bdc5f4ba29437ea2bafb3ad300ca27 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:20.573419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.604761 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4998467 Jul 22 23:49:20.613573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3e68e053-ea4e-46cf-af6a-e04155aabeab {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:20.614581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3e68e053-ea4e-46cf-af6a-e04155aabeab not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:20.615164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:20.628829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51318) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:20.640844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:20.641424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4bd2a7ee-5ec4-4fed-98f7-dfa193e3ca03 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:20.643155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Request body: {'subnet': {'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:20.659093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ec04b-53d3-400d-a66c-8db0661f9309 admin admin] Pushing event updated for resources: {'Network': ['ID=6513996a-7d65-421f-bc53-8b434570821a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:20.680536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 6513996a-7d65-421f-bc53-8b434570821a details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:20.691870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.692499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:49:20.697743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:20.708719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-79e2dfb0-bea9-41b4-955c-a7b4e6ffcb78 admin admin] 10.222.0.21 "DELETE /v2.0/routers/744f6ca4-0e5c-4d69-b064-07a0bb97e3c5 HTTP/1.1" status: 204 len: 168 time: 3.0583982 Jul 22 23:49:20.709949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:20.714705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9a55e-6395-48de-81e3-723793beecb6 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event updated for resources: {'Network': ['ID=9805d3b9-cef4-49d2-8777-1c7bd70a6cc3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:20.733924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:20.776209 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:14Z', 'revision_number': 4, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '217597e6-434e-4b31-8226-f362fd8a260b', 'name': '', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'mac_address': 'fa:16:3e:8a:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:12Z', 'updated_at': '2021-07-22T23:49:19Z', 'revision_number': 4, 'project_id': '541ddb56817c4603a2e81e906186c113', 'subnets': [{'id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:20.857112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b7503-9569-440a-80af-3ec795b32627 req-3f6f14d8-4bcb-4940-8c75-e74971502444 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:20.859521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-732b7503-9569-440a-80af-3ec795b32627 req-3f6f14d8-4bcb-4940-8c75-e74971502444 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.7027617 Jul 22 23:49:20.869979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f7fa0-91ab-48cc-aa39-2e9379c45715 None None] The sync data for ids ['4f669484-d86b-4937-b7ce-69f5a86c4dee'] in n-d-758851-4 is: [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:49:14Z', 'revision_number': 4, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '217597e6-434e-4b31-8226-f362fd8a260b', 'name': '', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'mac_address': 'fa:16:3e:8a:76:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:12Z', 'updated_at': '2021-07-22T23:49:19Z', 'revision_number': 4, 'project_id': '541ddb56817c4603a2e81e906186c113', 'subnets': [{'id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:21.006034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Deleting subnet ab8b86bf-f420-45c9-98fe-607758001bb4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:21.012200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.170191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.266142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.331456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-732b7503-9569-440a-80af-3ec795b32627 req-81572a63-f050-4670-aa61-6d673a68055f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469676 Jul 22 23:49:21.377344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.380625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Made reservation on behalf of dbe06734517145b084dc9dcc2deae598 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:21.386595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.395731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.398088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab8b86bf-f420-45c9-98fe-607758001bb4 HTTP/1.1" status: 204 len: 168 time: 0.6840839 Jul 22 23:49:21.412239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51338) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:21.446767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420142a-1809-4096-a2f0-3cfca1cf389e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8b86bf-f420-45c9-98fe-607758001bb4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:21.468631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.605855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a252ff-bcb4-4df5-8b7f-2b121bc83679 req-7bbab7b8-142a-4f39-b95d-db4038f0d9b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:21.606076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.607867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51a252ff-bcb4-4df5-8b7f-2b121bc83679 req-7bbab7b8-142a-4f39-b95d-db4038f0d9b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1199758 Jul 22 23:49:21.626082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:21.632904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'floatingip': {'port_id': '18d0febd-5ca0-46df-a06d-ffb0bb58161d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:21.689424 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.697533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:21.704253 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:49:21.759840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Checking segment: {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:21.761719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Network hostable DHCP agents. Network: 6513996a-7d65-421f-bc53-8b434570821a, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:21.849067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e1084d-e2d7-4138-84eb-0bfe7767f37e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:21.945583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Network 6513996a-7d65-421f-bc53-8b434570821a is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:21.975519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 6513996a-7d65-421f-bc53-8b434570821a) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:21.988796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c374769-6aa3-499b-a6af-acfbc2b65cc3 None None] Network 6513996a-7d65-421f-bc53-8b434570821a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:22.006405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:22.007747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.110746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.147229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910572c5-2f43-4c23-94ac-5b382224c226']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.224524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.241977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d69317-a953-4c3f-94f6-a52daeffe228') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.245419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d69317-a953-4c3f-94f6-a52daeffe228') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:22.267605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.306914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.318803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:22.319507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:22.321632 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:22.358434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2ecaf74d-bdcd-4413-9051-a259d0fe73b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8693247 Jul 22 23:49:22.370151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:22.375721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:22.383309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-6513996a-7d65-421f-bc53-8b434570821a', 'network_id': '6513996a-7d65-421f-bc53-8b434570821a', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'fixed_ips': [{'subnet_id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:22.384498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.470539 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.480074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.489675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.503291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.524612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] 10.222.0.21 "DELETE /v2.0/networks/910572c5-2f43-4c23-94ac-5b382224c226 HTTP/1.1" status: 204 len: 168 time: 1.0987294 Jul 22 23:49:22.526023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f6695-9d7b-47bd-b65a-b3c285054079 admin admin] Pushing event deleted for resources: {'Network': ['ID=910572c5-2f43-4c23-94ac-5b382224c226,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:22.530971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.548734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.553203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:22.853107 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Floating IP 0c1a1e2d-de3a-47db-ab16-748deea8828a associated. External IP: 172.25.5.97, port: 18d0febd-5ca0-46df-a06d-ffb0bb58161d. Jul 22 23:49:22.884480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 217597e6-434e-4b31-8226-f362fd8a260b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:23.041737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.054769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Checking segment: {'id': '3e3f2a71-5d76-48c7-99af-940d2a08181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:23.055198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Network hostable DHCP agents. Network: 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:23.057813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event updated for resources: {'Subnet': ['ID=ff3921da-beb0-4bcc-a895-b1ce1ec8d42b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:23.063037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51368) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.156616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 217597e6-434e-4b31-8226-f362fd8a260b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:23.172868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Allocated IP 172.20.0.2 (6513996a-7d65-421f-bc53-8b434570821a/19e1084d-e2d7-4138-84eb-0bfe7767f37e/465166b1-9fa4-4e70-a773-44378654f1af) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:23.179849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 217597e6-434e-4b31-8226-f362fd8a260b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:23.180557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.308051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f67638b4-4d81-4614-8f88-3dd3179ad2bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79c1dd5640d3442c88064a1c50d0dd2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354188 Jul 22 23:49:23.308962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:23.311127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.367986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:23.390051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6034e-6067-4778-8cb4-b95eab044e94 None None] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:23.410405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:23.411167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.437061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.463531 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3fd1d3ff-cdd4-4a3d-9000-5fa6d99c3ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8292823 Jul 22 23:49:23.464202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:23.484297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Request body: {'port': {'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1696595539'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:23.553061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.577007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43e6b88b-f197-4411-883b-8a10bdc79afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.636600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.639632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43e6b88b-f197-4411-883b-8a10bdc79afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.645749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Transition to ACTIVE for port object 465166b1-9fa4-4e70-a773-44378654f1af will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:23.652084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Made reservation on behalf of dbe06734517145b084dc9dcc2deae598 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:23.655974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.662596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Transition to ACTIVE for port object 465166b1-9fa4-4e70-a773-44378654f1af will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:23.683271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] device_id is not set on port cc301cd9-ab16-4e10-98a9-a580af44399f yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:23.768677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Router d15de23a-0576-4983-950c-d85661b17bfd has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:23.956109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:23.967145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.975119 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:23.982780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43e6b88b-f197-4411-883b-8a10bdc79afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.986082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43e6b88b-f197-4411-883b-8a10bdc79afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.990864 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-43e6b88b-f197-4411-883b-8a10bdc79afe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01079e59-e328-4c77-90f8-630b2f638424 HTTP/1.1" status: 204 len: 168 time: 0.6735814 Jul 22 23:49:23.991972 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:23.993172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:23.993884 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:24.022860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6282f41a-1ea9-4353-95bd-64d4345d0145 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "PUT /v2.0/floatingips/0c1a1e2d-de3a-47db-ab16-748deea8828a HTTP/1.1" status: 200 len: 991 time: 2.3956296 Jul 22 23:49:24.023991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:24.038345 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03e1557-c821-4968-9d54-37d9ea441d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:24.038581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Allocated IP 2001:db8::ef (9805d3b9-cef4-49d2-8777-1c7bd70a6cc3/ff3921da-beb0-4bcc-a895-b1ce1ec8d42b/cc301cd9-ab16-4e10-98a9-a580af44399f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:24.080746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9805d3b9-cef4-49d2-8777-1c7bd70a6cc3', 'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3', 'tenant_id': 'dbe06734517145b084dc9dcc2deae598', 'fixed_ips': [{'subnet_id': 'ff3921da-beb0-4bcc-a895-b1ce1ec8d42b'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:24.081612 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.086628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 217597e6-434e-4b31-8226-f362fd8a260b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=217597e6-434e-4b31-8226-f362fd8a260b,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:24.088808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6b88b-f197-4411-883b-8a10bdc79afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01079e59-e328-4c77-90f8-630b2f638424,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:24.097155 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5869ff5-0ffc-47a5-ab3c-69570f5c998f x-openstack-request-id: req-e5869ff5-0ffc-47a5-ab3c-69570f5c998f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:24.099045 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:24.102355 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5869ff5-0ffc-47a5-ab3c-69570f5c998f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:24.103634 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'status': 'completed', 'code': 200} Jul 22 23:49:24.138378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Network 6513996a-7d65-421f-bc53-8b434570821a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:24.139252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.175261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:24.182599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Pushing event updated for resources: {'Port': ['ID=465166b1-9fa4-4e70-a773-44378654f1af,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:24.187632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:24.241070 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:24.558504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=217597e6-434e-4b31-8226-f362fd8a260b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:24.592659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Attempting to bind port 465166b1-9fa4-4e70-a773-44378654f1af on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:24.593032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Attempting to bind port 465166b1-9fa4-4e70-a773-44378654f1af by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:24.593394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Attempting to bind port 465166b1-9fa4-4e70-a773-44378654f1af on network 6513996a-7d65-421f-bc53-8b434570821a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:24.607990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:24.608411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Checking segment: {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:24.608777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.609166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Bound using segment: {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:24.609634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Bound port: 465166b1-9fa4-4e70-a773-44378654f1af, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:24.610120 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.642052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.702500 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.732275 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0c1a1e2d-de3a-47db-ab16-748deea8828a', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'port_id': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'mac_address': 'fa:16:3e:e3:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:49:22Z', 'revision_number': 1, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:24.759310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-f8a266bc-68aa-48fb-b7f8-a441cf144c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:24.760870 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-f8a266bc-68aa-48fb-b7f8-a441cf144c95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 1097 time: 0.6007664 Jul 22 23:49:24.764188 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:24.776093 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:24.777223 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:24.806657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] For port 465166b1-9fa4-4e70-a773-44378654f1af, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:24.810309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] For port 465166b1-9fa4-4e70-a773-44378654f1af, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=465166b1-9fa4-4e70-a773-44378654f1af,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:24.815585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:24.917094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.975903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:24.977332 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:25.019258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91807e29-97ff-4a96-bb42-67b9f6cbd077 None None] Pushing event updated for resources: {'Port': ['ID=465166b1-9fa4-4e70-a773-44378654f1af,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.072666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Allocated IP 172.25.5.26 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/684bea39-7242-4fd6-8833-6ceae8d5e58a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:25.135407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.224007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-241cefeb-d563-437d-80e7-a4e93785d912 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4215 time: 0.2467880 Jul 22 23:49:25.226965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:25.247755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'network': {'name': 'tempest-network-smoke--2081923478', 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'port_security_enabled': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:25.261027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa6892db-208c-4232-b42d-9ec5a0f72404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.286436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Transition to ACTIVE for port object cc301cd9-ab16-4e10-98a9-a580af44399f will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:25.387906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Made reservation on behalf of 71f74ce8a7a74a5585131f52c66d0448 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:25.392977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.418998 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0c1a1e2d-de3a-47db-ab16-748deea8828a', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'port_id': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'mac_address': 'fa:16:3e:e3:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:49:22Z', 'revision_number': 1, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:25.443541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:25.457870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.458297 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Added segment e9baba9b-7d3e-4442-8c4d-128ce465d2f7 of type vlan for network 0d7de024-13c8-4823-a3ea-88addd895b95 Jul 22 23:49:25.497958 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b684aacc-6c69-4e6a-957c-e55ffa722334 None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0c1a1e2d-de3a-47db-ab16-748deea8828a', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'port_id': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'mac_address': 'fa:16:3e:e3:58:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:48:57Z', 'updated_at': '2021-07-22T23:49:22Z', 'revision_number': 1, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:25.521700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.558279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-bab1f126-6baf-48cd-9c0e-43b0357b6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:25.561929 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-bab1f126-6baf-48cd-9c0e-43b0357b6ced service neutron] 10.222.0.48 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.7912405 Jul 22 23:49:25.624405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.631414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:25.632536 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.653527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.712391 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa6892db-208c-4232-b42d-9ec5a0f72404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.752896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa6892db-208c-4232-b42d-9ec5a0f72404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.762612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Network': ['ID=0d7de024-13c8-4823-a3ea-88addd895b95,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.786059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cdbdc8a2-8ff3-4ff4-80c4-06da122e30f9 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5414593 Jul 22 23:49:25.789549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0d7de024-13c8-4823-a3ea-88addd895b95 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:25.794728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:25.815371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'admin_state_up': True, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:25.821779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa6892db-208c-4232-b42d-9ec5a0f72404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae816b3a47884492bcf8801355280148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9022329 Jul 22 23:49:25.825611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:25.836867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6892db-208c-4232-b42d-9ec5a0f72404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50404457-a057-4c2b-8b5e-eeacf4b74dee,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:25.893370 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-501b5759-031f-4a12-870f-93be326d7bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:25.930779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-501b5759-031f-4a12-870f-93be326d7bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.005712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Allocated IP 2001:db8::2 (9805d3b9-cef4-49d2-8777-1c7bd70a6cc3/ff3921da-beb0-4bcc-a895-b1ce1ec8d42b/5053a449-6adc-4499-8516-dd51225db0ac) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:26.070832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-501b5759-031f-4a12-870f-93be326d7bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.073290 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-501b5759-031f-4a12-870f-93be326d7bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.074546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-501b5759-031f-4a12-870f-93be326d7bd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50404457-a057-4c2b-8b5e-eeacf4b74dee HTTP/1.1" status: 204 len: 168 time: 0.2478967 Jul 22 23:49:26.078195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9806a1-4c05-4be0-a09a-212507f11237 None None] New status for floating IP 0c1a1e2d-de3a-47db-ab16-748deea8828a: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:49:26.091043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5759-031f-4a12-870f-93be326d7bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50404457-a057-4c2b-8b5e-eeacf4b74dee,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:26.506708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33e41833-70d5-485a-b59b-8451b834a9a8 req-0a89704a-ad75-479d-8107-4db17c880eb6 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0837395 Jul 22 23:49:26.518303 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.529082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Transition to ACTIVE for port object 5053a449-6adc-4499-8516-dd51225db0ac will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:26.548010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Transition to ACTIVE for port object 5053a449-6adc-4499-8516-dd51225db0ac will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:26.556761 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.623219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Pushing event updated for resources: {'Port': ['ID=5053a449-6adc-4499-8516-dd51225db0ac,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:26.662480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:26.663880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:26.671736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:26.775462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Attempting to bind port 5053a449-6adc-4499-8516-dd51225db0ac on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:26.775775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Attempting to bind port 5053a449-6adc-4499-8516-dd51225db0ac by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3e3f2a71-5d76-48c7-99af-940d2a08181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:26.776147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Attempting to bind port 5053a449-6adc-4499-8516-dd51225db0ac on network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:26.796760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:26.797153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Checking segment: {'id': '3e3f2a71-5d76-48c7-99af-940d2a08181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:26.797571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.797975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Bound using segment: {'id': '3e3f2a71-5d76-48c7-99af-940d2a08181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:26.798471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Bound port: 5053a449-6adc-4499-8516-dd51225db0ac, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3f2a71-5d76-48c7-99af-940d2a08181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:26.798860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.832883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:26.877145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 465166b1-9fa4-4e70-a773-44378654f1af up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:26.929152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0648224-0530-4b14-9c88-688378edf779 None None] Network 6513996a-7d65-421f-bc53-8b434570821a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:26.980935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] For port 5053a449-6adc-4499-8516-dd51225db0ac, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:26.990941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event updated for resources: {'Port': ['ID=cc301cd9-ab16-4e10-98a9-a580af44399f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:27.010270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-764b6dff-6990-4a7e-a279-865887e9a5eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 200 len: 999 time: 1.3475289 Jul 22 23:49:27.049439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 465166b1-9fa4-4e70-a773-44378654f1af completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:27.054084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] For port 5053a449-6adc-4499-8516-dd51225db0ac, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5053a449-6adc-4499-8516-dd51225db0ac,segment=NetworkSegment(3e3f2a71-5d76-48c7-99af-940d2a08181e),segment_id=3e3f2a71-5d76-48c7-99af-940d2a08181e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:27.055951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.057210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.057800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.058348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.059640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.061138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 217597e6-434e-4b31-8226-f362fd8a260b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:27.061323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.061571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.062012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.062372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.062707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.063047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.063475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:27.064829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] Provisioning for port 465166b1-9fa4-4e70-a773-44378654f1af completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:27.069788 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.107792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:27.132015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] Provisioning complete for port 465166b1-9fa4-4e70-a773-44378654f1af triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:27.132862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.164274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.165522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.182792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:27.188153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:27.209536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:27.211731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.277885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.401012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae09e29-1c4e-4314-987b-3b409cb3fa2a None None] Pushing event updated for resources: {'Port': ['ID=5053a449-6adc-4499-8516-dd51225db0ac,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:27.427289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-add7b2ba-7024-4482-b6aa-a1e78063e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:27.432456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-add7b2ba-7024-4482-b6aa-a1e78063e1f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.3968875 Jul 22 23:49:27.437153 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47aa4ef2-0028-4d6c-af91-38162fd1b988 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.9684122 Jul 22 23:49:27.439097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:27.447035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Request body: {'port': {'network_id': '9805d3b9-cef4-49d2-8777-1c7bd70a6cc3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-409398411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:27.447905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] bootfile-name is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:27.448494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] tftp-server is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:27.449070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] server-ip-address is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:27.486329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 217597e6-434e-4b31-8226-f362fd8a260b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:27.487475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.562701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.673702 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.855431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7439b0cf-b12c-4284-903b-8a6fb448a4fa req-6472899f-78b5-460f-8160-6fff3c8ec5fb tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0919905 Jul 22 23:49:27.888520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Made reservation on behalf of dbe06734517145b084dc9dcc2deae598 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:27.892658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:27.901312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.930358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] For port 465166b1-9fa4-4e70-a773-44378654f1af, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=465166b1-9fa4-4e70-a773-44378654f1af,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:27.947806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:27.949250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] device_id is not set on port bcd338b1-21b5-4250-9a39-ef15217de472 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:27.955673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Pushing event updated for resources: {'Port': ['ID=684bea39-7242-4fd6-8833-6ceae8d5e58a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:27.973710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:27.979909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:27.989493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:28.050287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a06f-b94d-4a51-b6f6-495ce733faed None None] Pushing event updated for resources: {'Port': ['ID=465166b1-9fa4-4e70-a773-44378654f1af,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:28.200497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Allocated IP 2001:db8::18e (9805d3b9-cef4-49d2-8777-1c7bd70a6cc3/ff3921da-beb0-4bcc-a895-b1ce1ec8d42b/bcd338b1-21b5-4250-9a39-ef15217de472) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:28.310076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.367363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-1fde0ab1-f4f1-402b-8931-15f00d10e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:28.369192 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-1fde0ab1-f4f1-402b-8931-15f00d10e700 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7968450 Jul 22 23:49:28.387879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-57384195-24f3-47ff-b3b3-d26288c2220b None None] Provisioning complete for port 465166b1-9fa4-4e70-a773-44378654f1af triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:28.388717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57384195-24f3-47ff-b3b3-d26288c2220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.533375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.554415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Transition to ACTIVE for port object bcd338b1-21b5-4250-9a39-ef15217de472 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:28.606459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2096728451-network', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:28.611922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.710627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:28.715477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:28.725655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:28.732705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:28.733824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.753632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 465166b1-9fa4-4e70-a773-44378654f1af up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:28.759111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Made reservation on behalf of cbbd0db4fab144ee8e0eb4edfa7c905f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:28.761693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.766862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event updated for resources: {'Port': ['ID=bcd338b1-21b5-4250-9a39-ef15217de472,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:28.779412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.806084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-56264b73-c25b-4a4b-b2ee-6fc73e69b2eb tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3646095 Jul 22 23:49:28.809316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:28.870063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 465166b1-9fa4-4e70-a773-44378654f1af triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:28.870596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:28.950381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-440402ac-91bc-474a-b82d-6e701bb0df26 service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717688 Jul 22 23:49:29.042938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26ba69-3f57-461a-8d8c-e15f7871ffd8 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.052548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26ba69-3f57-461a-8d8c-e15f7871ffd8 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.058771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26ba69-3f57-461a-8d8c-e15f7871ffd8 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.058960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5053a449-6adc-4499-8516-dd51225db0ac up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:29.063996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6d26ba69-3f57-461a-8d8c-e15f7871ffd8 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2494767 Jul 22 23:49:29.065394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:29.116318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42d7d77f-a0f3-4168-82f3-7123edf737ca req-301acf0c-e4af-4a26-a654-0d8df4f9e78f tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0522296 Jul 22 23:49:29.133040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5053a449-6adc-4499-8516-dd51225db0ac completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:29.156349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e2be2-e263-427a-a7dd-89fd3c198353 None None] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:29.165793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.241267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.247663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.277555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] Provisioning for port 5053a449-6adc-4499-8516-dd51225db0ac completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:29.282129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b3821-9f69-4637-a4b6-2c97d3e5087d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:29.285777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] Provisioning complete for port 5053a449-6adc-4499-8516-dd51225db0ac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:29.286482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.316084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:29.335219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.335607 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Added segment 7f91febf-9e0e-4eff-931d-98c6b8473f00 of type vlan for network 03edbff6-c90d-4f5c-9a2d-5670fd8160da Jul 22 23:49:29.429785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Deleting port bcd338b1-21b5-4250-9a39-ef15217de472 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:29.430189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.484227 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.553656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] For port 5053a449-6adc-4499-8516-dd51225db0ac, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5053a449-6adc-4499-8516-dd51225db0ac,segment=NetworkSegment(3e3f2a71-5d76-48c7-99af-940d2a08181e),segment_id=3e3f2a71-5d76-48c7-99af-940d2a08181e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:29.561431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.621112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e03e1557-c821-4968-9d54-37d9ea441d7f req-02dcbfbb-08bb-4db9-ae2e-eaa4597b74ff service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589557 Jul 22 23:49:29.639094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552858d-335a-43b2-a072-8c3b90e9cc1d None None] Pushing event updated for resources: {'Port': ['ID=5053a449-6adc-4499-8516-dd51225db0ac,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:29.693681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.699366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c03fafc9-7779-424a-ae31-9212a327a33e req-bf021358-bd14-41b9-bd2f-59b0bb2f9334 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1159222 Jul 22 23:49:29.745013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.747725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.774299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.777324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Calling delete_port for bcd338b1-21b5-4250-9a39-ef15217de472 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:29.794731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:29.796271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.797527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:29.798112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:29.888992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9074893 Jul 22 23:49:29.893104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51530) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:29.910940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Request body: {'subnet': {'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2096728451-subnet', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:29.932266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f0401-9e22-4d8d-bd48-7ed7b5a55d0b admin admin] Pushing event updated for resources: {'Network': ['ID=03edbff6-c90d-4f5c-9a2d-5670fd8160da,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:29.944950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:29.945537 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.002301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c92ffd1f-7e5d-4242-bf24-ced60fa4cab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.056998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Provisioning complete for port 5053a449-6adc-4499-8516-dd51225db0ac triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:30.057875 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.103595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Made reservation on behalf of cbbd0db4fab144ee8e0eb4edfa7c905f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:30.106539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.147697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.168531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.25.5.212 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/547aa2df-9523-4c4b-8f63-e3f0b1ff4500) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:30.190587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event deleted for resources: {'Port': ['ID=bcd338b1-21b5-4250-9a39-ef15217de472,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:30.236203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.239552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4c002957-c166-458b-bbfa-ea961adaabe2 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "DELETE /v2.0/ports/bcd338b1-21b5-4250-9a39-ef15217de472 HTTP/1.1" status: 204 len: 168 time: 1.1721666 Jul 22 23:49:30.244290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:30.255909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Request body: {'port': {'name': 'tempest-new-port-name-368859774', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:30.258706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] bootfile-name is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:30.261143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] tftp-server is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:30.261831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] server-ip-address is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 23:49:30.351614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87cefb22-cb07-4c96-9a21-7162d152893e req-7629b643-b1de-4fc3-aaa5-24c63555c913 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0439603 Jul 22 23:49:30.433831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Provisioning for port cc301cd9-ab16-4e10-98a9-a580af44399f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:30.448634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Provisioning complete for port cc301cd9-ab16-4e10-98a9-a580af44399f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:30.448634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.490360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Port cc301cd9-ab16-4e10-98a9-a580af44399f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:30.496472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1ede6afe-c0dd-4aac-9dde-c8f97479bcf9 None None] Could not find standard attr ID for object bcd338b1-21b5-4250-9a39-ef15217de472. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:49:30.515992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.555418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.572498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5053a449-6adc-4499-8516-dd51225db0ac up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:30.576934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Router dcbfe435-a77b-4416-9100-7feb2ebe1f1a is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:30.581476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c92ffd1f-7e5d-4242-bf24-ced60fa4cab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.599968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c92ffd1f-7e5d-4242-bf24-ced60fa4cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.633816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dff8c997-e602-4616-a04d-d2c1cf7daf95 None None] Provisioning complete for port cc301cd9-ab16-4e10-98a9-a580af44399f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:30.634790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dff8c997-e602-4616-a04d-d2c1cf7daf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.709896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5053a449-6adc-4499-8516-dd51225db0ac triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:30.710363 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.746882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dff8c997-e602-4616-a04d-d2c1cf7daf95 None None] Port cc301cd9-ab16-4e10-98a9-a580af44399f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:30.837367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c92ffd1f-7e5d-4242-bf24-ced60fa4cab4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6df98210e89f4616bd849f3ddafbe366&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0412612 Jul 22 23:49:30.838510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.848648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:30.872710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-31b0f787-dab2-4e0b-aeab-bfea375c1cfc None None] Could not find standard attr ID for object bcd338b1-21b5-4250-9a39-ef15217de472. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:49:30.876243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.890320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ffd1f-7e5d-4242-bf24-ced60fa4cab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577bdfad-a474-4851-b628-6407eb403c68,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:30.894730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.938710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] In _notify_port_updated(), no bound segment for port cc301cd9-ab16-4e10-98a9-a580af44399f on network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:49:30.948723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:30.948723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:30.949285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "PUT /v2.0/ports/cc301cd9-ab16-4e10-98a9-a580af44399f HTTP/1.1" status: 200 len: 1128 time: 0.7038875 Jul 22 23:49:30.952555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51540) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:30.979549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.021424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eeecd8-684c-4ab0-b902-c1bc9fa95d59 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event updated for resources: {'Port': ['ID=cc301cd9-ab16-4e10-98a9-a580af44399f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:31.051622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec25105b-4c5d-474f-8a1f-78c2eb1da166 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:31.053333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ec25105b-4c5d-474f-8a1f-78c2eb1da166 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "GET /v2.0/ports/cc301cd9-ab16-4e10-98a9-a580af44399f HTTP/1.1" status: 200 len: 1128 time: 0.0984235 Jul 22 23:49:31.056664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:31.095625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:31.101416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:31.116110 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Sync routers for ids ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:31.122036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:31.128064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:31.131125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7458aa8e-04b5-47c1-8949-bb3698c4e521,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:31.136939 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Routers {'dcbfe435-a77b-4416-9100-7feb2ebe1f1a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:31.139613 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:31.214348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:31.219205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.224486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6a9c0aed-be5e-4b8c-8492-73aab5985355 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.8529627 Jul 22 23:49:31.226327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:31.236123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Deleting port cc301cd9-ab16-4e10-98a9-a580af44399f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:31.236713 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.247077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Checking segment: {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:31.247946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Network hostable DHCP agents. Network: 03edbff6-c90d-4f5c-9a2d-5670fd8160da, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:31.256018 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabda747-bbcc-41fe-94c0-8140638661fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.371248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabda747-bbcc-41fe-94c0-8140638661fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.422052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:31.472499 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Set router dcbfe435-a77b-4416-9100-7feb2ebe1f1a gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:31.517692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.527790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8dac4fa5-4912-4f37-a235-f321c7864d06 None None] Provisioning complete for port cc301cd9-ab16-4e10-98a9-a580af44399f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:31.528452 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8dac4fa5-4912-4f37-a235-f321c7864d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.571013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Calling delete_port for cc301cd9-ab16-4e10-98a9-a580af44399f owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:31.581440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8dac4fa5-4912-4f37-a235-f321c7864d06 None None] Port cc301cd9-ab16-4e10-98a9-a580af44399f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:31.599967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ac81df5-1553-4999-bb7f-93c5f15bebe6 req-fb811192-879d-4262-a9e3-7a18ae40e12c tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0624967 Jul 22 23:49:31.780671 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:49:28Z', 'revision_number': 3, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:31.820450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Checking router: dcbfe435-a77b-4416-9100-7feb2ebe1f1a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:31.820851 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Updating router dcbfe435-a77b-4416-9100-7feb2ebe1f1a port 684bea39-7242-4fd6-8833-6ceae8d5e58a binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:31.873251 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:31.991529 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.035644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 03edbff6-c90d-4f5c-9a2d-5670fd8160da) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:32.039227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event deleted for resources: {'Port': ['ID=cc301cd9-ab16-4e10-98a9-a580af44399f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.045687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:32.046515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.088695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a63a23-007d-4e50-a9ce-d7a43d67390c None None] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:32.150570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.153936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3ce4f25f-655e-44c3-8571-ea81c022ae71 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "DELETE /v2.0/ports/cc301cd9-ab16-4e10-98a9-a580af44399f HTTP/1.1" status: 204 len: 168 time: 1.0960250 Jul 22 23:49:32.218121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:32.226694 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0cc0ceb2-3609-4847-8e50-d56c861b277b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3214028 Jul 22 23:49:32.230001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:32.236414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:32.378039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabda747-bbcc-41fe-94c0-8140638661fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.380838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fabda747-bbcc-41fe-94c0-8140638661fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.408391 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.414308 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fabda747-bbcc-41fe-94c0-8140638661fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/577bdfad-a474-4851-b628-6407eb403c68 HTTP/1.1" status: 204 len: 168 time: 1.5609071 Jul 22 23:49:32.420763 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Transition to ACTIVE for port object 684bea39-7242-4fd6-8833-6ceae8d5e58a will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:32.430487 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.463316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Attempting to bind port 684bea39-7242-4fd6-8833-6ceae8d5e58a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:32.463726 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Attempting to bind port 684bea39-7242-4fd6-8833-6ceae8d5e58a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:32.464193 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Attempting to bind port 684bea39-7242-4fd6-8833-6ceae8d5e58a on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:32.471756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Deleting subnet ff3921da-beb0-4bcc-a895-b1ce1ec8d42b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:49:32.514471 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:32.515497 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:32.516132 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.516759 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:32.517471 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Bound port: 684bea39-7242-4fd6-8833-6ceae8d5e58a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:32.518051 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.523034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.527246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.552016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'fixed_ips': [{'subnet_id': '7458aa8e-04b5-47c1-8949-bb3698c4e521'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:32.552950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.572147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabda747-bbcc-41fe-94c0-8140638661fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577bdfad-a474-4851-b628-6407eb403c68,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:32.603815 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] For port 684bea39-7242-4fd6-8833-6ceae8d5e58a, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:32.607686 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] For port 684bea39-7242-4fd6-8833-6ceae8d5e58a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=684bea39-7242-4fd6-8833-6ceae8d5e58a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:32.617472 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.686851 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Routers {'dcbfe435-a77b-4416-9100-7feb2ebe1f1a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:32.689144 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:32.772540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:32.879249 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] Set router dcbfe435-a77b-4416-9100-7feb2ebe1f1a gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:32.925287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Allocated IP 172.20.0.2 (03edbff6-c90d-4f5c-9a2d-5670fd8160da/7458aa8e-04b5-47c1-8949-bb3698c4e521/3019c949-0f36-4d40-9bcc-2ff82784d727) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:32.981179 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da346-09c2-4958-8956-1d81d9d8599b None None] Pushing event updated for resources: {'Port': ['ID=684bea39-7242-4fd6-8833-6ceae8d5e58a,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.055531 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da346-09c2-4958-8956-1d81d9d8599b None None] Pushing event updated for resources: {'Port': ['ID=684bea39-7242-4fd6-8833-6ceae8d5e58a,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.059524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89d193c5-735b-438e-9657-0243409ded40 req-234c039b-3963-46c7-ab50-33df06af9012 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0657547 Jul 22 23:49:33.104636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.106884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.127882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.133211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.147475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Transition to ACTIVE for port object 3019c949-0f36-4d40-9bcc-2ff82784d727 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:33.172360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Transition to ACTIVE for port object 3019c949-0f36-4d40-9bcc-2ff82784d727 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:33.182347 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.224289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:33.240208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:33.276190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Pushing event updated for resources: {'Port': ['ID=3019c949-0f36-4d40-9bcc-2ff82784d727,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.286311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.291795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:33.303883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:33.322320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.336195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ee13217-fe7a-464f-807f-e987670a2292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.337745 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:49:28Z', 'revision_number': 3, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:33.379742 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d98072-fd06-41ff-9f84-3f95095843cc None None] The sync data for ids ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'] in n-d-758851-4 is: [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:49:28Z', 'revision_number': 3, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:33.384031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Attempting to bind port 3019c949-0f36-4d40-9bcc-2ff82784d727 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:33.385828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Attempting to bind port 3019c949-0f36-4d40-9bcc-2ff82784d727 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:33.387591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Attempting to bind port 3019c949-0f36-4d40-9bcc-2ff82784d727 on network 03edbff6-c90d-4f5c-9a2d-5670fd8160da {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:33.405349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:33.405349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Checking segment: {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:33.405349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.405349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Bound using segment: {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:33.405951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Bound port: 3019c949-0f36-4d40-9bcc-2ff82784d727, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:33.405951 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.478538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.530443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] For port 3019c949-0f36-4d40-9bcc-2ff82784d727, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:33.534189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] For port 3019c949-0f36-4d40-9bcc-2ff82784d727, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3019c949-0f36-4d40-9bcc-2ff82784d727,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:33.538259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.549262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.614492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ec2b3-beab-4920-99d3-6554b891e342 None None] Pushing event updated for resources: {'Port': ['ID=3019c949-0f36-4d40-9bcc-2ff82784d727,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.667217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 629190cb-0c08-4369-9b8d-89d36aa8330b is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:33.678303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Allocated IP 172.20.0.1 (6513996a-7d65-421f-bc53-8b434570821a/19e1084d-e2d7-4138-84eb-0bfe7767f37e/b7b67522-c5bd-4d51-8e37-b25fb3d601fe) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:33.687050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.809259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:33.814417 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "DELETE /v2.0/subnets/ff3921da-beb0-4bcc-a895-b1ce1ec8d42b HTTP/1.1" status: 204 len: 168 time: 1.5896406 Jul 22 23:49:33.819208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1b03b-c422-4eb7-9087-91d1697b871d tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3921da-beb0-4bcc-a895-b1ce1ec8d42b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:33.825139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:33.827408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406cde25-1eef-48b6-bcef-19ccf13045dc None None] Network 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:34.048460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.127441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Transition to ACTIVE for port object b7b67522-c5bd-4d51-8e37-b25fb3d601fe will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:34.148460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.188320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.193008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.244185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ee13217-fe7a-464f-807f-e987670a2292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.253037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ee13217-fe7a-464f-807f-e987670a2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.300961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0df24a4c-10de-4c3b-a530-1b874df84aa4 req-5843d82e-c583-42b7-a7ff-cdc93350490d tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0829289 Jul 22 23:49:34.319685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.324876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] DHCP port deletion for 9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:49:34.357335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:34.377760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8ee13217-fe7a-464f-807f-e987670a2292 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4fea88020134e74a9e967cda7afa2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0775108 Jul 22 23:49:34.379393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee13217-fe7a-464f-807f-e987670a2292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4fc860-9732-4ecb-bcc3-32c5eb38df9a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:34.382705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:34.437484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Sync routers for ids ['629190cb-0c08-4369-9b8d-89d36aa8330b'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:34.447164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.464537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Routers {'629190cb-0c08-4369-9b8d-89d36aa8330b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:34.465321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['629190cb-0c08-4369-9b8d-89d36aa8330b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:34.467982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6d38bb6f-a707-44a3-8af0-2a6d35f7984c tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.6620383 Jul 22 23:49:34.468656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:34.549990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Network 6513996a-7d65-421f-bc53-8b434570821a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:34.572866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:34.584397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:34.601759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Pushing event updated for resources: {'Port': ['ID=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:34.730125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Allocated IP 172.25.5.87 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/82f75263-6860-4843-8ffa-f1e19618f98a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:34.731174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Deleting port 5053a449-6adc-4499-8516-dd51225db0ac {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:34.731558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.740185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 684bea39-7242-4fd6-8833-6ceae8d5e58a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:34.793328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.793995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.794329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.794941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.795207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.795690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.796085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.796430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.796971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.797317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.797864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.798351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:34.820214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] For port 5053a449-6adc-4499-8516-dd51225db0ac, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5053a449-6adc-4499-8516-dd51225db0ac,segment=NetworkSegment(3e3f2a71-5d76-48c7-99af-940d2a08181e),segment_id=3e3f2a71-5d76-48c7-99af-940d2a08181e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:34.820795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.871247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:34.883146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Calling delete_port for 5053a449-6adc-4499-8516-dd51225db0ac owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:34.931420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb841fd4-3197-4043-b876-21212ab54a26 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:34.939108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bb841fd4-3197-4043-b876-21212ab54a26 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=71f74ce8a7a74a5585131f52c66d0448&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4634373 Jul 22 23:49:34.947037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51600) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:34.949373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Set router 629190cb-0c08-4369-9b8d-89d36aa8330b gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:35.011888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a3c4-0b37-41eb-b363-032b2ef5b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.108402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 684bea39-7242-4fd6-8833-6ceae8d5e58a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:35.126222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 684bea39-7242-4fd6-8833-6ceae8d5e58a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:35.126884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.176239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a3c4-0b37-41eb-b363-032b2ef5b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.212988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.255292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64855d8-201e-4be4-aa37-9ddbdf3329a4 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:35.264939 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c64855d8-201e-4be4-aa37-9ddbdf3329a4 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3133657 Jul 22 23:49:35.266396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51602) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:35.308294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Deleting port 5053a449-6adc-4499-8516-dd51225db0ac {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:35.308787 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.317631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3746969-4963-4dc0-b667-3a81b708ced5 None None] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:35.324911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.330892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.332851 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e3efb102-4406-4366-ac6a-4186e26078a2 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556712 Jul 22 23:49:35.333960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9fad1075-b2f7-4331-aaa9-1bc4c376d71b None None] Provisioning for port b7b67522-c5bd-4d51-8e37-b25fb3d601fe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:35.338644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:35.358501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9fad1075-b2f7-4331-aaa9-1bc4c376d71b None None] Provisioning complete for port b7b67522-c5bd-4d51-8e37-b25fb3d601fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:35.358876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fad1075-b2f7-4331-aaa9-1bc4c376d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.369555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.411854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-56e141cb-6f3c-4efb-a5c3-cf9ca6ba8480 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=71f74ce8a7a74a5585131f52c66d0448&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695479 Jul 22 23:49:35.420303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51608) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:35.421320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event deleted for resources: {'Port': ['ID=5053a449-6adc-4499-8516-dd51225db0ac,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.422531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] No DVR routers for this DVR port 5053a449-6adc-4499-8516-dd51225db0ac on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:35.431683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9fad1075-b2f7-4331-aaa9-1bc4c376d71b None None] Port b7b67522-c5bd-4d51-8e37-b25fb3d601fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:35.514305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:35.541596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:35.560514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.575495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9805d3b9-cef4-49d2-8777-1c7bd70a6cc3']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.588628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:35.594805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3f2a71-5d76-48c7-99af-940d2a08181e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.595155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3f2a71-5d76-48c7-99af-940d2a08181e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:35.596043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f825e38-28ca-402f-9550-8fdd9d81ec97 req-fdd6ee46-552d-42ee-938b-faea82c74074 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1407154 Jul 22 23:49:35.609804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.632667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.643307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:35.643915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:35.680729 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:35.689320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Pushing event updated for resources: {'Port': ['ID=82f75263-6860-4843-8ffa-f1e19618f98a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.699170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] For port 5053a449-6adc-4499-8516-dd51225db0ac, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:35.700290 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.703236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a3c4-0b37-41eb-b363-032b2ef5b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.712684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8f2a3c4-0b37-41eb-b363-032b2ef5b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.713978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8f2a3c4-0b37-41eb-b363-032b2ef5b5cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e4fc860-9732-4ecb-bcc3-32c5eb38df9a HTTP/1.1" status: 204 len: 168 time: 1.3233216 Jul 22 23:49:35.762040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Calling delete_port for 5053a449-6adc-4499-8516-dd51225db0ac owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:35.768593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Port 5053a449-6adc-4499-8516-dd51225db0ac was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:49:35.770749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6eff1d9b-fa71-41c1-8cae-6772ec34940c None None] Provisioning for port 3019c949-0f36-4d40-9bcc-2ff82784d727 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:35.777884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.792283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.823802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2a3c4-0b37-41eb-b363-032b2ef5b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4fc860-9732-4ecb-bcc3-32c5eb38df9a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.835534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.850740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.859159 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] 10.222.0.21 "DELETE /v2.0/networks/9805d3b9-cef4-49d2-8777-1c7bd70a6cc3 HTTP/1.1" status: 204 len: 168 time: 1.9832778 Jul 22 23:49:35.881306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41dc8a-b053-4cac-b93a-94967870c07e tempest-ExtraDHCPOptionsIpV6TestJSON-606569705 tempest-ExtraDHCPOptionsIpV6TestJSON-606569705-project] Pushing event deleted for resources: {'Network': ['ID=9805d3b9-cef4-49d2-8777-1c7bd70a6cc3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.908267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] Pushing event deleted for resources: {'Port': ['ID=5053a449-6adc-4499-8516-dd51225db0ac,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:35.919022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 684bea39-7242-4fd6-8833-6ceae8d5e58a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=684bea39-7242-4fd6-8833-6ceae8d5e58a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:35.924490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b0a9a-0e02-4118-8ce5-37222568e62f None None] No DVR routers for this DVR port 5053a449-6adc-4499-8516-dd51225db0ac on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:49:35.957450 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:35.959096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3019c949-0f36-4d40-9bcc-2ff82784d727 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:36.135064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:49:31Z', 'revision_number': 3, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:36.147250 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.159153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb455c-a759-4aba-bb6b-bb68a8640b85 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:36.164505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-62fb455c-a759-4aba-bb6b-bb68a8640b85 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7036169 Jul 22 23:49:36.165000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:36.180474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Checking router: 629190cb-0c08-4369-9b8d-89d36aa8330b for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:36.180829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Updating router 629190cb-0c08-4369-9b8d-89d36aa8330b port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:36.187748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=684bea39-7242-4fd6-8833-6ceae8d5e58a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:36.232705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3019c949-0f36-4d40-9bcc-2ff82784d727 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:36.247640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3019c949-0f36-4d40-9bcc-2ff82784d727 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:36.248075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.250786 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.268363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.274487 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-75f37cba-dfb7-4dc5-b563-0d188ab05e92 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1070902 Jul 22 23:49:36.276308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.278259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51624) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:36.289929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694486518', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:36.510541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:36.591181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Made reservation on behalf of 71f74ce8a7a74a5585131f52c66d0448 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:36.600016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.763217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.889704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:36.891821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Pushing event updated for resources: {'Port': ['ID=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:36.893235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3019c949-0f36-4d40-9bcc-2ff82784d727, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3019c949-0f36-4d40-9bcc-2ff82784d727,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:36.904637 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.061177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Network 6513996a-7d65-421f-bc53-8b434570821a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:37.064630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:37.125345 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.169265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5053a449-6adc-4499-8516-dd51225db0ac no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:49:37.182026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Transition to ACTIVE for port object 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:37.183750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.221568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5053a449-6adc-4499-8516-dd51225db0ac {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:49:37.221915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5053a449-6adc-4499-8516-dd51225db0ac not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:49:37.231134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.240929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3019c949-0f36-4d40-9bcc-2ff82784d727,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:37.301927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a40b5-a50a-485c-9d21-95781d52b880 None None] Pushing event updated for resources: {'Port': ['ID=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:37.307704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d60d3e9a-a599-4801-a88d-9fb59e3258ee None None] Provisioning complete for port 3019c949-0f36-4d40-9bcc-2ff82784d727 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:37.308122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d60d3e9a-a599-4801-a88d-9fb59e3258ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.340784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.400629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Attempting to bind port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:37.400961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Attempting to bind port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:37.401271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Attempting to bind port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:37.411539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:37.411927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:37.412334 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.412881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:37.413840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Bound port: 547aa2df-9523-4c4b-8f63-e3f0b1ff4500, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:37.414538 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.439651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2d7e3df-e3e8-4161-ba64-6dc5be23442c req-8078eebd-1faa-4f73-bfc0-23b2af70171d tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.5320795 Jul 22 23:49:37.500754 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f8a76eab-b6d8-42cc-b86f-2e034ce54443 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbe06734517145b084dc9dcc2deae598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9870193 Jul 22 23:49:37.500971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:37.513173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 684bea39-7242-4fd6-8833-6ceae8d5e58a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:37.526891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Subnet': ['ID=9e162160-ba43-4e8b-8122-c3f49e90f1b9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:37.579153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Router dcbfe435-a77b-4416-9100-7feb2ebe1f1a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:37.584958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Checking segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:37.585328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network hostable DHCP agents. Network: 0d7de024-13c8-4823-a3ea-88addd895b95, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:37.593017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] For port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:37.616232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dd69386-914e-4906-8191-8c20c02ff28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.634164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 0d7de024-13c8-4823-a3ea-88addd895b95 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:37.656774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dd69386-914e-4906-8191-8c20c02ff28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.662792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0d7de024-13c8-4823-a3ea-88addd895b95) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:37.662958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] For port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:37.672196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.675833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:37.677567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.687737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c00a56-6859-4fbc-8095-876758e83a60 None None] Network 0d7de024-13c8-4823-a3ea-88addd895b95 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:37.715782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 684bea39-7242-4fd6-8833-6ceae8d5e58a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:37.716163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.736425 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb97f3e7-66fa-4357-adbc-2412bec17ac8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4543922 Jul 22 23:49:37.740949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:37.866372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dd69386-914e-4906-8191-8c20c02ff28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.869457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7dd69386-914e-4906-8191-8c20c02ff28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:37.870842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7dd69386-914e-4906-8191-8c20c02ff28b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afe5de88-12d1-49f4-a231-27c5d263edb5 HTTP/1.1" status: 204 len: 168 time: 0.3660786 Jul 22 23:49:37.886483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:37.905588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4aac4812-9136-46e3-ac31-e78f69267e2b admin admin] 10.222.0.21 "PUT /v2.0/routers/dcbfe435-a77b-4416-9100-7feb2ebe1f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6778495 Jul 22 23:49:37.913762 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Sync routers for ids ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:37.914849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd69386-914e-4906-8191-8c20c02ff28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe5de88-12d1-49f4-a231-27c5d263edb5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:37.974607 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Routers {'dcbfe435-a77b-4416-9100-7feb2ebe1f1a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:37.979588 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:38.029090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.048069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Routers {'629190cb-0c08-4369-9b8d-89d36aa8330b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:38.048928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['629190cb-0c08-4369-9b8d-89d36aa8330b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:38.070959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a40b5-a50a-485c-9d21-95781d52b880 None None] Pushing event updated for resources: {'Port': ['ID=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:38.218754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:38.225097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-321ef9ca-648d-4090-aa32-e0775c400d59 None None] Provisioning complete for port b7b67522-c5bd-4d51-8e37-b25fb3d601fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:38.225503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-321ef9ca-648d-4090-aa32-e0775c400d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.335741 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Set router dcbfe435-a77b-4416-9100-7feb2ebe1f1a gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:38.367733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-321ef9ca-648d-4090-aa32-e0775c400d59 None None] Port b7b67522-c5bd-4d51-8e37-b25fb3d601fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:38.421855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-0d7de024-13c8-4823-a3ea-88addd895b95', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'fixed_ips': [{'subnet_id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:38.422875 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.442491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:38.446372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3019c949-0f36-4d40-9bcc-2ff82784d727 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:38.467448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Sync routers for ids ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:38.481147 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.483135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5ab37872-5fa0-47c7-8a2b-04073034ddbb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2518878 Jul 22 23:49:38.485399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51684) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:38.586337 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] Set router 629190cb-0c08-4369-9b8d-89d36aa8330b gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:38.701615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f510da9-386b-4247-bc31-2c7a3ba18434 req-ff2ff880-76d0-4902-810f-628958b75adc tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0732865 Jul 22 23:49:38.740200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:38.741078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Routers {'8b42af5c-8161-4d9c-8d8a-78e42766fe21'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:38.741591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:39.041526 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b7b67522-c5bd-4d51-8e37-b25fb3d601fe', 'name': '', 'network_id': '6513996a-7d65-421f-bc53-8b434570821a', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'mac_address': 'fa:16:3e:c0:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 2, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'subnets': [{'id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:39.042057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Allocated IP 172.20.0.18 (0d7de024-13c8-4823-a3ea-88addd895b95/9e162160-ba43-4e8b-8122-c3f49e90f1b9/4de3f9b6-10c6-4f48-98d2-335b10f1a390) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:39.154554 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Checking router: dcbfe435-a77b-4416-9100-7feb2ebe1f1a for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:39.155162 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Updating router dcbfe435-a77b-4416-9100-7feb2ebe1f1a port b7b67522-c5bd-4d51-8e37-b25fb3d601fe binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:39.258856 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.264022 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.300158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Transition to ACTIVE for port object 4de3f9b6-10c6-4f48-98d2-335b10f1a390 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:39.362480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Transition to ACTIVE for port object 4de3f9b6-10c6-4f48-98d2-335b10f1a390 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:39.464565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Set router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:39.519321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.20.0.17 (0d7de024-13c8-4823-a3ea-88addd895b95/9e162160-ba43-4e8b-8122-c3f49e90f1b9/403f6548-5770-4cae-a545-69ccd354a1fe) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:39.642758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.694642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Network 0d7de024-13c8-4823-a3ea-88addd895b95 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:39.695951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3019c949-0f36-4d40-9bcc-2ff82784d727 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:39.696327 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.701614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:39.721193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:39.831669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.885629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Transition to ACTIVE for port object 403f6548-5770-4cae-a545-69ccd354a1fe will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:39.963692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:39.985697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:40.010471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.021194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-27323544-20fc-441d-9edb-c6e6b1acc67f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:40.022748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-27323544-20fc-441d-9edb-c6e6b1acc67f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/networks?id=153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 200 len: 910 time: 0.3379548 Jul 22 23:49:40.052183 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.066753 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Transition to ACTIVE for port object b7b67522-c5bd-4d51-8e37-b25fb3d601fe will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:40.076182 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.090872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-206d19e5-3de6-4f61-bb6b-e55b9e9db602 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/quotas/88bdc5f4ba29437ea2bafb3ad300ca27 HTTP/1.1" status: 200 len: 375 time: 0.0276816 Jul 22 23:49:40.169114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 0d7de024-13c8-4823-a3ea-88addd895b95 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:40.192637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:40.212699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:40.219823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Attempting to bind port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:40.220379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Attempting to bind port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:40.221923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Attempting to bind port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 on network 0d7de024-13c8-4823-a3ea-88addd895b95 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:40.285738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=403f6548-5770-4cae-a545-69ccd354a1fe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.360517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:40.361115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Checking segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:40.361313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.365500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Bound using segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:40.366208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Bound port: 4de3f9b6-10c6-4f48-98d2-335b10f1a390, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:40.366640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.380726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Pushing event updated for resources: {'Port': ['ID=4de3f9b6-10c6-4f48-98d2-335b10f1a390,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.402683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'networks': [{'name': 'tempest-network--1753242474'}, {'name': 'tempest-network--1051622153'}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:40.402908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'network': {'name': 'tempest-network--1753242474'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:40.404804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'network': {'name': 'tempest-network--1051622153'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:40.420057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.441439 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5483e-b77a-43d9-975a-15c84036caef None None] Pushing event updated for resources: {'Port': ['ID=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.465555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:49:31Z', 'revision_number': 3, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:40.471039 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Attempting to bind port b7b67522-c5bd-4d51-8e37-b25fb3d601fe on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:40.471950 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Attempting to bind port b7b67522-c5bd-4d51-8e37-b25fb3d601fe by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:40.473610 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Attempting to bind port b7b67522-c5bd-4d51-8e37-b25fb3d601fe on network 6513996a-7d65-421f-bc53-8b434570821a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:40.486512 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:40.487550 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Checking segment: {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:40.493630 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.496096 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Bound using segment: {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:40.496765 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Bound port: b7b67522-c5bd-4d51-8e37-b25fb3d601fe, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a272c8d-a1d9-4803-9e66-ef195692138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6513996a-7d65-421f-bc53-8b434570821a'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:40.502558 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.543285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28dd5f24-51dc-4422-abad-0e52c66b9ac8 req-15bf25ef-c98a-4027-afa2-550b202d219b tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.6676743 Jul 22 23:49:40.554910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'network': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:40.563665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.611050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-627dedb9-b5f2-43b0-846f-01e574c8b863 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5191257 Jul 22 23:49:40.623202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.623317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Allocated IP 172.20.0.1 (03edbff6-c90d-4f5c-9a2d-5670fd8160da/7458aa8e-04b5-47c1-8949-bb3698c4e521/7fd06c47-18af-4ba2-8c6e-6e11a9514600) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:40.678849 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] For port b7b67522-c5bd-4d51-8e37-b25fb3d601fe, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:40.684632 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] For port b7b67522-c5bd-4d51-8e37-b25fb3d601fe, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:40.690739 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.766486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179caa23-db4b-48fe-82d9-1df2ac9b3779 None None] The sync data for ids ['629190cb-0c08-4369-9b8d-89d36aa8330b'] in n-d-758851-4 is: [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:49:31Z', 'revision_number': 3, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:40.801096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-1b0cdce4-a6d8-40cd-9dc9-5c6c0c7d9a0f service neutron] 10.222.0.21 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687858 Jul 22 23:49:40.826506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.882089 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5483e-b77a-43d9-975a-15c84036caef None None] Pushing event updated for resources: {'Port': ['ID=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:40.884650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] For port 4de3f9b6-10c6-4f48-98d2-335b10f1a390, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:40.890571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] For port 4de3f9b6-10c6-4f48-98d2-335b10f1a390, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4de3f9b6-10c6-4f48-98d2-335b10f1a390,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:40.929697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.952839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:40.955304 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Routers {'dcbfe435-a77b-4416-9100-7feb2ebe1f1a'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:40.958592 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:40.970671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Transition to ACTIVE for port object 7fd06c47-18af-4ba2-8c6e-6e11a9514600 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:41.015968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:36Z', 'revision_number': 3, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:41.018679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.069945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:41.099549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:41.106461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:41.158302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.164402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Checking router: 8b42af5c-8161-4d9c-8d8a-78e42766fe21 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:41.164789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Updating router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 port 82f75263-6860-4843-8ffa-f1e19618f98a binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:41.280829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8867293-8a9a-42dc-bb1f-9a6d686bfa37 None None] Pushing event updated for resources: {'Port': ['ID=4de3f9b6-10c6-4f48-98d2-335b10f1a390,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:41.321134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:41.362211 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] Set router dcbfe435-a77b-4416-9100-7feb2ebe1f1a gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:41.445223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd06c47-18af-4ba2-8c6e-6e11a9514600,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:41.788645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-f7a444a3-0dda-4408-98c0-553f617087e1 service neutron] 10.222.0.21 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9732444 Jul 22 23:49:41.908458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b30781-b880-43b1-a62a-6e45159a7f46 req-b65f9957-baaa-4cd0-9ba7-e6417e10387f tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1184812 Jul 22 23:49:41.910808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.162061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.177255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Transition to ACTIVE for port object 82f75263-6860-4843-8ffa-f1e19618f98a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:42.198780 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.254696 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b7b67522-c5bd-4d51-8e37-b25fb3d601fe', 'name': '', 'network_id': '6513996a-7d65-421f-bc53-8b434570821a', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'mac_address': 'fa:16:3e:c0:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:40Z', 'revision_number': 4, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'subnets': [{'id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:42.317013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.326087 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9f2903-8b29-415d-aad8-d21a1439e5f2 None None] The sync data for ids ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'] in n-d-758851-4 is: [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b7b67522-c5bd-4d51-8e37-b25fb3d601fe', 'name': '', 'network_id': '6513996a-7d65-421f-bc53-8b434570821a', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'mac_address': 'fa:16:3e:c0:17:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:40Z', 'revision_number': 4, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'subnets': [{'id': '19e1084d-e2d7-4138-84eb-0bfe7767f37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:42.331082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.417351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Attempting to bind port 82f75263-6860-4843-8ffa-f1e19618f98a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:42.417750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Attempting to bind port 82f75263-6860-4843-8ffa-f1e19618f98a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:42.418121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Attempting to bind port 82f75263-6860-4843-8ffa-f1e19618f98a on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:42.425401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4daa2434-4f9c-4f3e-a0cc-904d0bf2f3c6 req-b99755dd-baeb-4f41-ad95-adf021c71b50 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 210 time: 0.1020284 Jul 22 23:49:42.486632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f7b8e21-eb51-4988-a5f0-8d820414e70d None None] Provisioning for port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:42.517141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ab1b7-fba3-45a6-969f-7c76715995b3 None None] Pushing event updated for resources: {'Port': ['ID=82f75263-6860-4843-8ffa-f1e19618f98a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:42.526712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.531876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:42.535437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:42.537470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.538210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:42.543126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Bound port: 82f75263-6860-4843-8ffa-f1e19618f98a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:42.543734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.568334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2f7b8e21-eb51-4988-a5f0-8d820414e70d None None] Provisioning complete for port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:42.569082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2f7b8e21-eb51-4988-a5f0-8d820414e70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.601668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd06c47-18af-4ba2-8c6e-6e11a9514600,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:42.835957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:42.843177 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.844712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:42.871391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:42.872359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.054179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:43.066941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] For port 82f75263-6860-4843-8ffa-f1e19618f98a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:43.098012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] For port 82f75263-6860-4843-8ffa-f1e19618f98a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=82f75263-6860-4843-8ffa-f1e19618f98a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:43.100518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b8e21-eb51-4988-a5f0-8d820414e70d None None] Port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:43.113832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.181878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42628323-ebe0-4d49-9c4e-0e91f235c9cb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:43.198130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.198474 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Added segment 83429be1-ea21-475b-aa7c-679dfe123af6 of type vlan for network 4e6930b6-b1fa-43d4-bb6f-7e8509f0d2d2 Jul 22 23:49:43.523994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ab1b7-fba3-45a6-969f-7c76715995b3 None None] Pushing event updated for resources: {'Port': ['ID=82f75263-6860-4843-8ffa-f1e19618f98a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:43.542848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Routers {'8b42af5c-8161-4d9c-8d8a-78e42766fe21'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:43.544554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:43.551255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4de3f9b6-10c6-4f48-98d2-335b10f1a390 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:43.731074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.733685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee67725b-0bc6-4559-8077-485d00243b64 None None] Network 0d7de024-13c8-4823-a3ea-88addd895b95 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:43.747613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.758536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.883437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.899800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=403f6548-5770-4cae-a545-69ccd354a1fe,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:43.945059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffdf909c-098e-44a3-a1c5-111844eb1cfe None None] Provisioning complete for port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:43.945693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ffdf909c-098e-44a3-a1c5-111844eb1cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:43.960184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:44.059102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf909c-098e-44a3-a1c5-111844eb1cfe None None] Port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:44.097882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffdf909c-098e-44a3-a1c5-111844eb1cfe None None] Provisioning for port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:44.148591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:44.163030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:44.164268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.189912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 0d7de024-13c8-4823-a3ea-88addd895b95 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:44.194476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:44.202078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.202609 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Added segment 7c1692d1-ec8b-4ce8-bc08-773ed889c6e3 of type vlan for network 76d21c06-412d-4447-8607-dd49b7e0b824 Jul 22 23:49:44.208788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] Set router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:44.262705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9650da0f-2321-46b2-a4f2-851204a81758 req-0977f8bf-877d-4742-bdc5-b11a601b4c99 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0794492 Jul 22 23:49:44.272056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3f1f1ad-d66a-4a27-848b-4bf25637f748 req-4cb84d92-2c9e-4beb-b789-bccae3bf8c84 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 210 time: 0.0869324 Jul 22 23:49:44.322763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:44.495303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:44.505404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac016e27-d6e6-4172-a213-db079240fa13 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b42af5c-8161-4d9c-8d8a-78e42766fe21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0181069 Jul 22 23:49:44.631794 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.636188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.675247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 629190cb-0c08-4369-9b8d-89d36aa8330b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:49:44.802468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-c254dffd-47f0-441c-bc33-808c7cf37704 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:44.804952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-c254dffd-47f0-441c-bc33-808c7cf37704 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.49 "GET /v2.0/networks?id=153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 200 len: 910 time: 0.2650671 Jul 22 23:49:44.824936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Request body: {'port': {'device_id': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'admin_state_up': True, 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:44.864969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Made reservation on behalf of 88bdc5f4ba29437ea2bafb3ad300ca27 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:44.874079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.914588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4de3f9b6-10c6-4f48-98d2-335b10f1a390, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4de3f9b6-10c6-4f48-98d2-335b10f1a390,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:44.934523 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:44.936145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b7b67522-c5bd-4d51-8e37-b25fb3d601fe up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:45.054400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:45.071428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Sync routers for ids ['629190cb-0c08-4369-9b8d-89d36aa8330b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:45.075044 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-86ef03b8-d02a-4aaa-ba2a-4c3125707cde tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "PUT /v2.0/routers/629190cb-0c08-4369-9b8d-89d36aa8330b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3328047 Jul 22 23:49:45.076786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.077715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.089433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.090454 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Routers {'629190cb-0c08-4369-9b8d-89d36aa8330b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:45.091582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['629190cb-0c08-4369-9b8d-89d36aa8330b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:45.098837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.099866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.125663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 5.1353035 Jul 22 23:49:45.138882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.292038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Network': ['ID=4e6930b6-b1fa-43d4-bb6f-7e8509f0d2d2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:45.358681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 4e6930b6-b1fa-43d4-bb6f-7e8509f0d2d2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:45.401471 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Set router 629190cb-0c08-4369-9b8d-89d36aa8330b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:45.485008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4de3f9b6-10c6-4f48-98d2-335b10f1a390,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:45.511167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b7b67522-c5bd-4d51-8e37-b25fb3d601fe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:45.530863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b7b67522-c5bd-4d51-8e37-b25fb3d601fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:45.531273 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.554737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327ca4-205c-45dd-8021-5c7ac1848f71 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Network': ['ID=76d21c06-412d-4447-8607-dd49b7e0b824,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:45.576198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Allocated IP 172.20.0.8 (153f80b0-f347-43ee-9ca8-9c0836362592/b7c83151-7d9d-4033-9044-483769a3d770/8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:45.642852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-224e5ebc-f63f-4972-b10c-a2b6694abb7f None None] Provisioning for port 403f6548-5770-4cae-a545-69ccd354a1fe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:45.720708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 76d21c06-412d-4447-8607-dd49b7e0b824 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:45.801600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-224e5ebc-f63f-4972-b10c-a2b6694abb7f None None] Provisioning complete for port 403f6548-5770-4cae-a545-69ccd354a1fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:45.801977 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-224e5ebc-f63f-4972-b10c-a2b6694abb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:45.888879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e034e-c116-41d9-8639-6989885665fe tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.898996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e034e-c116-41d9-8639-6989885665fe tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.913167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e034e-c116-41d9-8639-6989885665fe tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.923589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e034e-c116-41d9-8639-6989885665fe tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:45.928502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4f7e034e-c116-41d9-8639-6989885665fe tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7743828 Jul 22 23:49:45.931512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:45.953312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c43ab76d-7856-4cb4-a142-452777fc387d req-ad9ae965-51e3-4df6-acb7-498aedbd2c49 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 210 time: 0.3257229 Jul 22 23:49:45.980386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc869d21-b93f-4537-b69f-44213480156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:41Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '7fd06c47-18af-4ba2-8c6e-6e11a9514600', 'name': '', 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'mac_address': 'fa:16:3e:2d:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:40Z', 'updated_at': '2021-07-22T23:49:42Z', 'revision_number': 2, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'subnets': [{'id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:46.022367 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:49:40Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '403f6548-5770-4cae-a545-69ccd354a1fe', 'name': '', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:39Z', 'updated_at': '2021-07-22T23:49:42Z', 'revision_number': 2, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:46.114206 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Checking router: 629190cb-0c08-4369-9b8d-89d36aa8330b for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:46.114763 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Updating router 629190cb-0c08-4369-9b8d-89d36aa8330b port 403f6548-5770-4cae-a545-69ccd354a1fe binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:46.165252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.166932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:46.172735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1269749589-network', 'tenant_id': 'aa500a268c2348a88015b19adb241139'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:46.202548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.211260 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.226222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Transition to ACTIVE for port object 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:46.298123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Made reservation on behalf of aa500a268c2348a88015b19adb241139 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:46.298513 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.304273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cfe0882-e74c-499d-8558-d10117a39cbf req-f29e4806-ed96-4870-9acf-5c1a718ab563 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.6814244 Jul 22 23:49:46.319134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.358967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.449678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-9f7435fd-e56c-4f00-ba2e-ce44662e1cbd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:46.462985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-9f7435fd-e56c-4f00-ba2e-ce44662e1cbd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/networks?id=0d7de024-13c8-4823-a3ea-88addd895b95 HTTP/1.1" status: 200 len: 798 time: 0.1669850 Jul 22 23:49:46.513555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Network 153f80b0-f347-43ee-9ca8-9c0836362592 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:46.516065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-195594be-b227-4032-a9e8-c5f3e82f5b2a tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/quotas/71f74ce8a7a74a5585131f52c66d0448 HTTP/1.1" status: 200 len: 375 time: 0.0248179 Jul 22 23:49:46.519985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:46.535655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:46.616048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.635762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:46.635762 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.642522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6930b6-b1fa-43d4-bb6f-7e8509f0d2d2']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:46.694338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83429be1-ea21-475b-aa7c-679dfe123af6') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:46.694836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83429be1-ea21-475b-aa7c-679dfe123af6') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:46.719825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Pushing event updated for resources: {'Port': ['ID=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:46.747620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc869d21-b93f-4537-b69f-44213480156e None None] The sync data for ids ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'] in n-d-758851-4 is: [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:41Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '7fd06c47-18af-4ba2-8c6e-6e11a9514600', 'name': '', 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'mac_address': 'fa:16:3e:2d:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:40Z', 'updated_at': '2021-07-22T23:49:42Z', 'revision_number': 2, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'subnets': [{'id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:46.754113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-224e5ebc-f63f-4972-b10c-a2b6694abb7f None None] Port 403f6548-5770-4cae-a545-69ccd354a1fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:46.787497 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34c0405a-e964-438d-a823-209c2d33c317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.792708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-9567c79a-8558-45b8-b327-22fc05e04ff7 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1621311 Jul 22 23:49:46.833722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-224e5ebc-f63f-4972-b10c-a2b6694abb7f None None] Provisioning complete for port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:46.834001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-224e5ebc-f63f-4972-b10c-a2b6694abb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.907855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.925256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-a7257135-155a-4cab-ac64-c4387a120945 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1118445 Jul 22 23:49:46.925781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:46.952898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.001923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:47.007469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.025527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.042213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-e57ceedd-d41b-4b43-8d58-8ca2e1bf393a tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:49:47.045003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-e57ceedd-d41b-4b43-8d58-8ca2e1bf393a tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161972 Jul 22 23:49:47.083065 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.084251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:47.087932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:47.105042 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:47.131050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b7b67522-c5bd-4d51-8e37-b25fb3d601fe, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:47.148952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.150116 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Added segment 4956305f-4877-4f9a-a38c-a705db995bde of type vlan for network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 Jul 22 23:49:47.155001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa3b8f-5967-4bd1-af39-9c82632db33e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.250242 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.252445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:47.281803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.292142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.293125 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Transition to ACTIVE for port object 403f6548-5770-4cae-a545-69ccd354a1fe will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:47.299847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b5968e40-d0d5-47f5-bb1c-a87061bfa471 service neutron] 10.222.0.21 "GET /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860129 Jul 22 23:49:47.308771 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.312566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.314786 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/networks/4e6930b6-b1fa-43d4-bb6f-7e8509f0d2d2 HTTP/1.1" status: 204 len: 168 time: 1.3814216 Jul 22 23:49:47.319663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:47.353222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156404-396e-40f3-9b34-5d55a40ffd10 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Network': ['ID=4e6930b6-b1fa-43d4-bb6f-7e8509f0d2d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.497135 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Pushing event updated for resources: {'Port': ['ID=403f6548-5770-4cae-a545-69ccd354a1fe,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.614102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:47.630217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Attempting to bind port 403f6548-5770-4cae-a545-69ccd354a1fe on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:47.630840 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Attempting to bind port 403f6548-5770-4cae-a545-69ccd354a1fe by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:47.631430 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Attempting to bind port 403f6548-5770-4cae-a545-69ccd354a1fe on network 0d7de024-13c8-4823-a3ea-88addd895b95 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:47.643616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:47.645965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.652754 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:47.653151 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Checking segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:47.660722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.662004 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.662678 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Bound using segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:47.663385 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Bound port: 403f6548-5770-4cae-a545-69ccd354a1fe, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:47.663967 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.670996 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.673873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-ff9bf00b-7bb3-474a-8845-acd25e82f66f service neutron] 10.222.0.21 "GET /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536761 Jul 22 23:49:47.675605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:47.680646 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:47.701712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Request body: {'port': {'device_id': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:47.801816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ad825-61a6-47c1-a093-a345f8390c28 req-e7ad9659-9cd0-4379-b7c9-cc8ae83bf231 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:47.804303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b8ad825-61a6-47c1-a093-a345f8390c28 req-e7ad9659-9cd0-4379-b7c9-cc8ae83bf231 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1027 time: 0.6860404 Jul 22 23:49:47.844289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2440187d-8c8f-416f-97cf-8732a37c410c None None] Provisioning for port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:47.849611 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6764348 Jul 22 23:49:47.850520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:47.869956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Request body: {'subnet': {'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1269749589-subnet', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:47.880081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:47.912341 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] For port 403f6548-5770-4cae-a545-69ccd354a1fe, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:47.927479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] For port 403f6548-5770-4cae-a545-69ccd354a1fe, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=403f6548-5770-4cae-a545-69ccd354a1fe,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:47.938267 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.018124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.020041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b8ad825-61a6-47c1-a093-a345f8390c28 req-be39d469-3580-41af-9832-81b1916b160b tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965032 Jul 22 23:49:48.034998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2440187d-8c8f-416f-97cf-8732a37c410c None None] Provisioning complete for port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:48.036374 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2440187d-8c8f-416f-97cf-8732a37c410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.056587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.075322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34def528-54a8-4952-aa04-e89dd6641136 admin admin] Pushing event updated for resources: {'Network': ['ID=487508a2-7609-4cdf-ae8b-a836f5c4ed78,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.155405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2440187d-8c8f-416f-97cf-8732a37c410c None None] Port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:48.160486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:48.175139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Made reservation on behalf of aa500a268c2348a88015b19adb241139 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:48.183363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.227748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:48.257155 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Routers {'629190cb-0c08-4369-9b8d-89d36aa8330b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:48.259015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['629190cb-0c08-4369-9b8d-89d36aa8330b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.263170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.296566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d21c06-412d-4447-8607-dd49b7e0b824']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.324233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1692d1-ec8b-4ce8-bc08-773ed889c6e3') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.324482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1692d1-ec8b-4ce8-bc08-773ed889c6e3') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:48.330545 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.362702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.412164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.436803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:49:48.437570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:49:48.451903 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:49:48.494663 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Pushing event updated for resources: {'Port': ['ID=403f6548-5770-4cae-a545-69ccd354a1fe,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.514501 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.514856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.515204 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.515641 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.515987 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.516323 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.516669 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.516978 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.517546 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.518245 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.519271 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.519801 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7166b25-67e7-4e8a-bc73-966963dcb332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:49:48.519922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.601903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-225ec248-6b5b-4942-942d-5b4a916bdd71 req-490f7386-960e-4b58-93d3-73b41b040b19 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.3855314 Jul 22 23:49:48.615601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.626573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.636561 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/networks/76d21c06-412d-4447-8607-dd49b7e0b824 HTTP/1.1" status: 204 len: 168 time: 1.3123174 Jul 22 23:49:48.640635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51910) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:48.816739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4de3f9b6-10c6-4f48-98d2-335b10f1a390 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:48.825338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a389629-2073-426e-9e63-d3d49877a88f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Network': ['ID=76d21c06-412d-4447-8607-dd49b7e0b824,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:48.894347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77ece7a6-7b17-4ec1-a635-ce7b0955e0a2 req-f8b90d96-2688-4038-8429-ea784a529634 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 210 time: 0.2816145 Jul 22 23:49:48.962986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:48.963455 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:48.974461 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] Set router 629190cb-0c08-4369-9b8d-89d36aa8330b gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:49.162708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b7b67522-c5bd-4d51-8e37-b25fb3d601fe up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:49.191665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328bd1b-1266-476b-b218-6040092513e2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.203799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328bd1b-1266-476b-b218-6040092513e2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.205959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8328bd1b-1266-476b-b218-6040092513e2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5606482 Jul 22 23:49:49.212461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51920) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:49.223959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2045606882'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:49.254912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:49.259058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.312058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b7b67522-c5bd-4d51-8e37-b25fb3d601fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:49.312435 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.326600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.418001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:49.493544 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.493900 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Added segment faf486e5-10ef-40c2-99fc-e4d7f3fbf94e of type vlan for network 395c8c57-065d-4ea1-9468-c9e7f5e30139 Jul 22 23:49:49.496096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Checking segment: {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:49.496478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Network hostable DHCP agents. Network: 487508a2-7609-4cdf-ae8b-a836f5c4ed78, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:49.497481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 82f75263-6860-4843-8ffa-f1e19618f98a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:49.503794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:49.541339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.556403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Transition to ACTIVE for port object 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:49.597731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.611951 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:49:40Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '403f6548-5770-4cae-a545-69ccd354a1fe', 'name': '', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:39Z', 'updated_at': '2021-07-22T23:49:47Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:49.628797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b28b43f-379f-4177-9cde-164f4a56bda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.639452 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.656056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 82f75263-6860-4843-8ffa-f1e19618f98a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:49.672268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 82f75263-6860-4843-8ffa-f1e19618f98a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:49.672452 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a65559-4adc-45cf-8f7b-6c93da97bc3e None None] The sync data for ids ['629190cb-0c08-4369-9b8d-89d36aa8330b'] in n-d-758851-4 is: [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:49:40Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '403f6548-5770-4cae-a545-69ccd354a1fe', 'name': '', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:7a:8a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:39Z', 'updated_at': '2021-07-22T23:49:47Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:49.673221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.676727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67b8fde0-8869-49dd-917c-14abea242376,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:49.692035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.697981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.698619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.708354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.718665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:49.732429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833b999-cc15-4ff9-a16e-22bd5e549f62 req-a63e9d99-2874-4024-86d9-9c6b65cbdfbc tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.734775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8833b999-cc15-4ff9-a16e-22bd5e549f62 req-a63e9d99-2874-4024-86d9-9c6b65cbdfbc tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1027 time: 0.4813666 Jul 22 23:49:49.787904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 487508a2-7609-4cdf-ae8b-a836f5c4ed78) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:49.828413 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.830827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e629d637-22f4-4709-8d75-1b2680f9065a req-2878b6ff-e9b7-4202-beaf-2c16bda5bd5a tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0749063 Jul 22 23:49:49.837360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.49', 61804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:49.839372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158ce4b-b761-49e8-a098-8bb44ba2ff1f None None] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:49.869572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6513348 Jul 22 23:49:49.870376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:49.872837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:49.884175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 82f75263-6860-4843-8ffa-f1e19618f98a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=82f75263-6860-4843-8ffa-f1e19618f98a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:49.889828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:49.890204 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:49.918859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489653488'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:50.092176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.138114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1b9bb8f9-2597-415e-a5f0-a882264f67e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2828739 Jul 22 23:49:50.142638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:50.145789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fb728-bb94-4c5e-ac72-5ce9051e3f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Network': ['ID=395c8c57-065d-4ea1-9468-c9e7f5e30139,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:50.163700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:50.179987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 395c8c57-065d-4ea1-9468-c9e7f5e30139 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:50.226218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-56019da1-9127-4b8f-a7df-8ccdc1319d88 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:50.233460 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-56019da1-9127-4b8f-a7df-8ccdc1319d88 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.49 "GET /v2.0/networks?id=0d7de024-13c8-4823-a3ea-88addd895b95 HTTP/1.1" status: 200 len: 798 time: 0.3942828 Jul 22 23:49:50.252675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Request body: {'port': {'device_id': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'admin_state_up': True, 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:50.278905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-487508a2-7609-4cdf-ae8b-a836f5c4ed78', 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'fixed_ips': [{'subnet_id': '67b8fde0-8869-49dd-917c-14abea242376'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:49:50.279853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.378868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8833b999-cc15-4ff9-a16e-22bd5e549f62 req-07baca5f-5205-4f27-9972-cbedb141373d tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920572 Jul 22 23:49:50.433743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10873c62-8118-411f-8a04-6b46f8d850f7 req-8cb2b70e-2fbb-4e7b-8fff-96970c137dab tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 210 time: 0.3443313 Jul 22 23:49:50.455053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.455969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=82f75263-6860-4843-8ffa-f1e19618f98a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:50.494259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:50.498770 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.510081 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.511250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.612098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:50.640840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.641121 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.641427 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Added segment f5afe6b2-99c0-49c8-8bc2-7a73369290f5 of type vlan for network 7aab983a-7a10-4aa4-9da2-19d126d87438 Jul 22 23:49:50.827537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 403f6548-5770-4cae-a545-69ccd354a1fe up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:50.835945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Attempting to bind port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:50.836606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Attempting to bind port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:50.837147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Attempting to bind port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d on network 153f80b0-f347-43ee-9ca8-9c0836362592 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:50.845182 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.853047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d on network 153f80b0-f347-43ee-9ca8-9c0836362592 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:50.853642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Attempting to bind port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d on network 153f80b0-f347-43ee-9ca8-9c0836362592 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:50.904423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:50.904673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Checking segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:50.904911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Bound using segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:50.911833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Bound port: 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:50.912755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:50.999997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 403f6548-5770-4cae-a545-69ccd354a1fe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:51.024048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 403f6548-5770-4cae-a545-69ccd354a1fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:51.024601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.052394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.069971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:51.071068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.096230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Allocated IP 172.20.0.2 (487508a2-7609-4cdf-ae8b-a836f5c4ed78/67b8fde0-8869-49dd-917c-14abea242376/91c50947-5bc8-4564-a4cb-f2bcee4526a2) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:51.108421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.236987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Made reservation on behalf of 71f74ce8a7a74a5585131f52c66d0448 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:51.242785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3377936 Jul 22 23:49:51.246192 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.249929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:51.250793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77f138c4-70d3-4a00-b4cb-8a4bf2e289a2 req-16769038-a3ca-4321-80e8-dfafb7830615 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1753316 Jul 22 23:49:51.265363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'ports': [{'network_id': '395c8c57-065d-4ea1-9468-c9e7f5e30139', 'name': 'tempest-port--1252125292', 'admin_state_up': True}, {'network_id': '7aab983a-7a10-4aa4-9da2-19d126d87438', 'admin_state_up': False}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:51.266766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'port': {'network_id': '395c8c57-065d-4ea1-9468-c9e7f5e30139', 'name': 'tempest-port--1252125292', 'admin_state_up': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:51.267519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'port': {'network_id': '7aab983a-7a10-4aa4-9da2-19d126d87438', 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:51.369210 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.371990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48099d7e-447d-45f7-9c10-595366d8eda4 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Network': ['ID=7aab983a-7a10-4aa4-9da2-19d126d87438,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:51.393138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] For port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:51.416153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7aab983a-7a10-4aa4-9da2-19d126d87438 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:51.434020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] For port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:51.443852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.575909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:51.576858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.578366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] 10.222.0.49 "PUT /v2.0/ports/8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d HTTP/1.1" status: 200 len: 1091 time: 4.5247629 Jul 22 23:49:51.579136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'tag': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:51.582651 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785d0a9c-cc02-4e38-957d-264655aa7beb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2358b2e-0bc3-4b68-912e-a0a0dae43273", "tag": "8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:51.852044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.854376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 403f6548-5770-4cae-a545-69ccd354a1fe, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=403f6548-5770-4cae-a545-69ccd354a1fe,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:51.868123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:51.869023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:51.885371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95ad7408-cd93-4fb2-a76a-b06e1c631be4 req-26fb16a4-724c-408c-9b4d-4d400f93963a tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 210 time: 0.2121344 Jul 22 23:49:51.900665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612dcb6-e7c6-4bcd-a3af-8b2a4fc14eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:51.993998 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.033508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195a88-65d8-4f4f-be8b-fb29ac5fe51a req-5a22652e-c85f-4ed4-9b6d-5bb479c04985 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.070090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=403f6548-5770-4cae-a545-69ccd354a1fe,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:52.080016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Transition to ACTIVE for port object 91c50947-5bc8-4564-a4cb-f2bcee4526a2 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:52.084009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Sync routers for ids ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:52.085745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17195a88-65d8-4f4f-be8b-fb29ac5fe51a req-5a22652e-c85f-4ed4-9b6d-5bb479c04985 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1094 time: 0.4928417 Jul 22 23:49:52.104139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Routers {'8b42af5c-8161-4d9c-8d8a-78e42766fe21'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:52.105271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:52.119988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-b02839e5-7205-4307-a730-ae08898d30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.121531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-b02839e5-7205-4307-a730-ae08898d30d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1094 time: 0.4721360 Jul 22 23:49:52.126884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'port': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:52.155749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.234312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-02a59be6-804c-4ea1-bb98-1cdfeb5f61d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d HTTP/1.1" status: 200 len: 217 time: 0.1027486 Jul 22 23:49:52.245996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17195a88-65d8-4f4f-be8b-fb29ac5fe51a req-e8c6b3fa-2aec-4983-99a6-de19f43219c6 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592038 Jul 22 23:49:52.252185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Set router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:52.255523 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4aace0-36b3-4fdf-bc12-75aa5caa8e12 x-openstack-request-id: req-aa4aace0-36b3-4fdf-bc12-75aa5caa8e12 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:52.255833 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2358b2e-0bc3-4b68-912e-a0a0dae43273", "tag": "8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:52.256096 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa4aace0-36b3-4fdf-bc12-75aa5caa8e12 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:52.256528 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'tag': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d', 'status': 'completed', 'code': 200} Jul 22 23:49:52.260153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Allocated IP 172.20.0.20 (0d7de024-13c8-4823-a3ea-88addd895b95/9e162160-ba43-4e8b-8122-c3f49e90f1b9/a09dd099-e80b-4084-a154-d592f60f4d43) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:52.288724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.357211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-0d7389ec-a931-48ae-b8db-4a0c0c1941fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.363072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.363426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-0d7389ec-a931-48ae-b8db-4a0c0c1941fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7c83151-7d9d-4033-9044-483769a3d770 HTTP/1.1" status: 200 len: 848 time: 0.1051018 Jul 22 23:49:52.541463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0978566-4e7b-45ae-9fec-4bdd83f15dc8 req-8d5b594c-6dc3-41e1-93db-b63a5d409b7b tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0545139 Jul 22 23:49:52.590746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-b970a3f4-554b-4b8e-bf6b-4264ccd55485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:52.593638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-b970a3f4-554b-4b8e-bf6b-4264ccd55485 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=153f80b0-f347-43ee-9ca8-9c0836362592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242916 Jul 22 23:49:52.598592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.603616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Transition to ACTIVE for port object 91c50947-5bc8-4564-a4cb-f2bcee4526a2 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:52.636160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.638269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.644468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:52.644468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.728049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:52.741501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] device_id is not set on port 433d2f9d-1f7b-4c1a-b391-b75081560312 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:52.748527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:52.751619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:52.760607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-310c55e6-9736-471a-bcaf-67ab35c25546 service neutron] 10.222.0.49 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600046 Jul 22 23:49:52.763741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Pushing event updated for resources: {'Port': ['ID=91c50947-5bc8-4564-a4cb-f2bcee4526a2,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:52.786146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:52.808952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:41Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '7fd06c47-18af-4ba2-8c6e-6e11a9514600', 'name': '', 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'mac_address': 'fa:16:3e:2d:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:40Z', 'updated_at': '2021-07-22T23:49:42Z', 'revision_number': 2, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'subnets': [{'id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:52.842258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Transition to ACTIVE for port object a09dd099-e80b-4084-a154-d592f60f4d43 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:52.852688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Checking router: 8b42af5c-8161-4d9c-8d8a-78e42766fe21 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:52.853273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Updating router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:52.938415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24e9ff8c-62c4-4c45-9254-8b57a719ebd6 req-48b23a29-c758-49fe-a2e6-42697fd321d3 service neutron] 10.222.0.49 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688762 Jul 22 23:49:53.043211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Allocated IP 172.25.5.124 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:53.048213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.210917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9dcaf940-721b-437a-8394-1db676ae0733 req-2e925ee7-75b3-4e58-ad60-df35ff84582d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 210 time: 0.1029763 Jul 22 23:49:53.265711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:53.291209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-ad367f08-edfe-4dc6-bc8a-19cfedf40754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:53.306314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-ad367f08-edfe-4dc6-bc8a-19cfedf40754 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1094 time: 0.3101633 Jul 22 23:49:53.311956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Attempting to bind port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:53.319457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Attempting to bind port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:53.319917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Attempting to bind port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 on network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:53.343501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.389698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:53.389936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Checking segment: {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:53.390269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.392842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Bound using segment: {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:53.393361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Bound port: 91c50947-5bc8-4564-a4cb-f2bcee4526a2, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:53.394348 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.617067 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bea5a926-4187-4a75-a646-2e1b7890793e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.636109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 82f75263-6860-4843-8ffa-f1e19618f98a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:53.656257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-72d35de8-24f0-430c-99f0-1c1466493745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:53.657848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-72d35de8-24f0-430c-99f0-1c1466493745 service neutron] 10.222.0.49 "GET /v2.0/networks?id=153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 200 len: 910 time: 0.3447907 Jul 22 23:49:53.782067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-15076b2c-4368-419a-9ed5-9f7bc47829b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d HTTP/1.1" status: 200 len: 217 time: 0.1122327 Jul 22 23:49:53.815740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be2267ad-22fe-4896-8f8c-4c6d9f1edb88 req-1951fbc7-f2ba-428e-94f1-71c6814bf146 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0563607 Jul 22 23:49:53.817465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.822158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] device_id is not set on port 52a9fdf5-f405-455c-a5a6-a91de3adc276 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:49:53.825318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] For port 91c50947-5bc8-4564-a4cb-f2bcee4526a2, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:53.855671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] For port 91c50947-5bc8-4564-a4cb-f2bcee4526a2, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=91c50947-5bc8-4564-a4cb-f2bcee4526a2,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:53.859117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c36e0c-a58d-458e-bc26-929958bf7e91 req-4ab217cb-596e-4e1f-8e30-969ff1d79962 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:53.860976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6c36e0c-a58d-458e-bc26-929958bf7e91 req-4ab217cb-596e-4e1f-8e30-969ff1d79962 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1094 time: 0.4086642 Jul 22 23:49:53.865423 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.911133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-a96680a2-f727-4bde-98bf-248892e5396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:53.912780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-a96680a2-f727-4bde-98bf-248892e5396d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7c83151-7d9d-4033-9044-483769a3d770 HTTP/1.1" status: 200 len: 848 time: 0.1003652 Jul 22 23:49:53.940020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Network 0d7de024-13c8-4823-a3ea-88addd895b95 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:53.958560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:53.968129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:53.970158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 82f75263-6860-4843-8ffa-f1e19618f98a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:53.970614 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:53.973661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b6c36e0c-a58d-458e-bc26-929958bf7e91 req-26c495fd-0e9b-4ad2-a441-34042e0cbfa6 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060426 Jul 22 23:49:53.974576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event updated for resources: {'Port': ['ID=a09dd099-e80b-4084-a154-d592f60f4d43,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:53.986464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.035511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bea5a926-4187-4a75-a646-2e1b7890793e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.047402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bea5a926-4187-4a75-a646-2e1b7890793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.054781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecec54-c6c2-4bcd-89de-e949a5971b1c None None] Pushing event updated for resources: {'Port': ['ID=91c50947-5bc8-4564-a4cb-f2bcee4526a2,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.086783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-9640f046-6485-4d17-a4cd-6567e9901f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:54.088813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-9640f046-6485-4d17-a4cd-6567e9901f81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=153f80b0-f347-43ee-9ca8-9c0836362592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672871 Jul 22 23:49:54.125917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bea5a926-4187-4a75-a646-2e1b7890793e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bd2bb9433b74b7386928d36d9851f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548467 Jul 22 23:49:54.137640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 51984) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:54.158826 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.165620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a926-4187-4a75-a646-2e1b7890793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d38ece-190e-4112-aec3-8343815f8305,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.172174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:54.173633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Transition to ACTIVE for port object 7fd06c47-18af-4ba2-8c6e-6e11a9514600 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:54.177356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.185105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.294248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-41471eed-d036-4d0d-bf51-02abe86b89f9 service neutron] 10.222.0.49 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874490 Jul 22 23:49:54.305345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b4e30470-9652-4bc9-bbaf-01b3d71c5479 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.0617487 Jul 22 23:49:54.316340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655dbe1-38e5-45da-8d00-eba1afef7b7e None None] Pushing event updated for resources: {'Port': ['ID=7fd06c47-18af-4ba2-8c6e-6e11a9514600,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.333475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 403f6548-5770-4cae-a545-69ccd354a1fe up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:54.375299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Request body: {'port': {'device_id': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:54.496907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b29404-8e85-443f-b5ae-2641e0b9e75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.506645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.571764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Attempting to bind port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:54.572251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Attempting to bind port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:54.572620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Attempting to bind port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 on network 03edbff6-c90d-4f5c-9a2d-5670fd8160da {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:54.577355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e805a0b4-b7b9-4bdd-b367-6cc83aefe3f1 None None] Provisioning for port a09dd099-e80b-4084-a154-d592f60f4d43 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:54.592484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:54.592880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Checking segment: {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:54.593306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.593698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Bound using segment: {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:54.594669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Bound port: 7fd06c47-18af-4ba2-8c6e-6e11a9514600, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f91febf-9e0e-4eff-931d-98c6b8473f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:54.595111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.610801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e805a0b4-b7b9-4bdd-b367-6cc83aefe3f1 None None] Provisioning complete for port a09dd099-e80b-4084-a154-d592f60f4d43 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:54.615284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.618410 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e805a0b4-b7b9-4bdd-b367-6cc83aefe3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.618582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:54.684199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b29404-8e85-443f-b5ae-2641e0b9e75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.691223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e805a0b4-b7b9-4bdd-b367-6cc83aefe3f1 None None] Port a09dd099-e80b-4084-a154-d592f60f4d43 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:49:54.708043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:54.712103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 403f6548-5770-4cae-a545-69ccd354a1fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:54.712349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.721516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:54.731855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:54.740688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.825834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] For port 7fd06c47-18af-4ba2-8c6e-6e11a9514600, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:54.833703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] For port 7fd06c47-18af-4ba2-8c6e-6e11a9514600, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7fd06c47-18af-4ba2-8c6e-6e11a9514600,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:54.842600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:54.944719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Routers {'8b42af5c-8161-4d9c-8d8a-78e42766fe21'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:54.945378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:54.948649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655dbe1-38e5-45da-8d00-eba1afef7b7e None None] Pushing event updated for resources: {'Port': ['ID=7fd06c47-18af-4ba2-8c6e-6e11a9514600,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:55.050150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d6c4b61d-ffe0-42c7-bf8f-f71dc9834897 req-c3c75af1-0821-4064-9964-2048ae67cd40 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0552382 Jul 22 23:49:55.129719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] Set router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:55.172402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-785d0a9c-cc02-4e38-957d-264655aa7beb req-251b6f7a-578b-4a17-9258-61856c8fd1bf service neutron] 10.222.0.49 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708842 Jul 22 23:49:55.235611 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.244225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b29404-8e85-443f-b5ae-2641e0b9e75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.251548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76b29404-8e85-443f-b5ae-2641e0b9e75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.256768 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76b29404-8e85-443f-b5ae-2641e0b9e75f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3d38ece-190e-4112-aec3-8343815f8305 HTTP/1.1" status: 204 len: 168 time: 1.1176348 Jul 22 23:49:55.261353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb76b-622b-4c34-9b31-a51e98bb2cfa req-0ac5c485-671d-423c-a487-07b3ed435722 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:55.283490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d28eb76b-622b-4c34-9b31-a51e98bb2cfa req-0ac5c485-671d-423c-a487-07b3ed435722 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 895 time: 0.9366534 Jul 22 23:49:55.348604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d605476-f58c-4987-adef-b0a20492d1ed req-dee2ac9d-b1dd-4467-a386-b534e2a50bd1 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:55.358728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d605476-f58c-4987-adef-b0a20492d1ed req-dee2ac9d-b1dd-4467-a386-b534e2a50bd1 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1094 time: 0.1583874 Jul 22 23:49:55.370456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b29404-8e85-443f-b5ae-2641e0b9e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d38ece-190e-4112-aec3-8343815f8305,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:55.408062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d605476-f58c-4987-adef-b0a20492d1ed req-8e3fb849-fcbc-49fb-9dfe-e00a938265c2 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438762 Jul 22 23:49:55.421199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Port': ['ID=433d2f9d-1f7b-4c1a-b391-b75081560312,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:55.605091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:41Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '7fd06c47-18af-4ba2-8c6e-6e11a9514600', 'name': '', 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'mac_address': 'fa:16:3e:2d:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:40Z', 'updated_at': '2021-07-22T23:49:54Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'subnets': [{'id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:55.615083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Checking segment: {'id': 'faf486e5-10ef-40c2-99fc-e4d7f3fbf94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '395c8c57-065d-4ea1-9468-c9e7f5e30139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:55.615881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network hostable DHCP agents. Network: 395c8c57-065d-4ea1-9468-c9e7f5e30139, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:55.655017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df87cebc-9d14-48ed-a83a-43887ef93e9e None None] The sync data for ids ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'] in n-d-758851-4 is: [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:49:41Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '7fd06c47-18af-4ba2-8c6e-6e11a9514600', 'name': '', 'network_id': '03edbff6-c90d-4f5c-9a2d-5670fd8160da', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'mac_address': 'fa:16:3e:2d:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:40Z', 'updated_at': '2021-07-22T23:49:54Z', 'revision_number': 4, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'subnets': [{'id': '7458aa8e-04b5-47c1-8949-bb3698c4e521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:55.794606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 91c50947-5bc8-4564-a4cb-f2bcee4526a2 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:55.827431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.831984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed2695-5d8a-4578-a973-b5b7601350ea None None] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:55.887759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:55.908706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d97f5df4-a719-4a91-a5e9-43bf3a19c4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.916100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network 395c8c57-065d-4ea1-9468-c9e7f5e30139 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:55.929961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:49:55.961510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 395c8c57-065d-4ea1-9468-c9e7f5e30139) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:55.966162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:55.967368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:55.987628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1defce6f-904a-4173-a305-2e3b0fadc63f None None] Network 395c8c57-065d-4ea1-9468-c9e7f5e30139 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:56.016879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] Provisioning for port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:56.030523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] Provisioning complete for port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:56.030835 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.042128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09dd099-e80b-4084-a154-d592f60f4d43 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:56.066857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.075707 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.resource_extend [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:49:56.077284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d97f5df4-a719-4a91-a5e9-43bf3a19c4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.082384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:56.083284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d97f5df4-a719-4a91-a5e9-43bf3a19c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.152713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Transition to ACTIVE for port object a09dd099-e80b-4084-a154-d592f60f4d43 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:56.153982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Port': ['ID=52a9fdf5-f405-455c-a5a6-a91de3adc276,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.161143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:56.161800 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.166678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.186570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d97f5df4-a719-4a91-a5e9-43bf3a19c4da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f9654f0ab8144269398afacc21a50ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976551 Jul 22 23:49:56.190751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.210164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f5df4-a719-4a91-a5e9-43bf3a19c4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d19be-29a7-4d53-acbf-f239dd6ee5dc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.303560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Checking segment: {'id': 'f5afe6b2-99c0-49c8-8bc2-7a73369290f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aab983a-7a10-4aa4-9da2-19d126d87438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:56.304195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network hostable DHCP agents. Network: 7aab983a-7a10-4aa4-9da2-19d126d87438, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:49:56.392214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Pushing event updated for resources: {'Port': ['ID=a09dd099-e80b-4084-a154-d592f60f4d43,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.413197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8027490-7e26-44bb-92a3-b9306d604002 req-be5b3493-c7fe-495a-9ddf-6e9a1496181a tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1532350 Jul 22 23:49:56.506414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:56.539728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network 7aab983a-7a10-4aa4-9da2-19d126d87438 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:49:56.557602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bc43cd9-149c-4d56-bb18-d6cd47ecb8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.600897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.604165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7aab983a-7a10-4aa4-9da2-19d126d87438) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:56.609679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bc43cd9-149c-4d56-bb18-d6cd47ecb8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.611137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'port_id': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d', 'mac_address': 'fa:16:3e:19:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:49:56.615766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:56.624351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.635977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.635977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.657211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c629ba-1454-4ac7-9ab7-38b0571318f2 None None] Network 7aab983a-7a10-4aa4-9da2-19d126d87438 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:49:56.702404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bc43cd9-149c-4d56-bb18-d6cd47ecb8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.705032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8bc43cd9-149c-4d56-bb18-d6cd47ecb8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.707140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8bc43cd9-149c-4d56-bb18-d6cd47ecb8cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c69d19be-29a7-4d53-acbf-f239dd6ee5dc HTTP/1.1" status: 204 len: 168 time: 0.5141585 Jul 22 23:49:56.738369 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-68410cc2-5585-4326-804a-47029dc57731 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4843936 Jul 22 23:49:56.744553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.776304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc43cd9-149c-4d56-bb18-d6cd47ecb8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d19be-29a7-4d53-acbf-f239dd6ee5dc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:56.800942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Attempting to bind port a09dd099-e80b-4084-a154-d592f60f4d43 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:56.801290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Attempting to bind port a09dd099-e80b-4084-a154-d592f60f4d43 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:56.801622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Attempting to bind port a09dd099-e80b-4084-a154-d592f60f4d43 on network 0d7de024-13c8-4823-a3ea-88addd895b95 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:56.813078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Port a09dd099-e80b-4084-a154-d592f60f4d43 on network 0d7de024-13c8-4823-a3ea-88addd895b95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:49:56.813661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Attempting to bind port a09dd099-e80b-4084-a154-d592f60f4d43 on network 0d7de024-13c8-4823-a3ea-88addd895b95 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:56.826078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:56.826590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Checking segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:56.826987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Bound using segment: {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:56.827463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Bound port: a09dd099-e80b-4084-a154-d592f60f4d43, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:56.827903 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.843654 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:56.864977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e96e97-30e3-491c-bea9-1f332d049c4a req-ad4bd5f7-73a5-43a2-a75f-a1080a94cb0b tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.866560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32e96e97-30e3-491c-bea9-1f332d049c4a req-ad4bd5f7-73a5-43a2-a75f-a1080a94cb0b tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 907 time: 0.4403722 Jul 22 23:49:56.911154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887cce-cfba-409a-ac13-e7d637660e83 req-c82f64c6-d97a-40f9-b9a9-90a5c55c9f8c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.919168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a887cce-cfba-409a-ac13-e7d637660e83 req-c82f64c6-d97a-40f9-b9a9-90a5c55c9f8c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1094 time: 0.2414927 Jul 22 23:49:56.950734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1ec27-e0c9-48f5-ac35-1f461c5daee8 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.956355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] For port a09dd099-e80b-4084-a154-d592f60f4d43, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:56.957732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1ec27-e0c9-48f5-ac35-1f461c5daee8 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:56.959627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a9d1ec27-e0c9-48f5-ac35-1f461c5daee8 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2126915 Jul 22 23:49:56.966048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:56.967999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] For port a09dd099-e80b-4084-a154-d592f60f4d43, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a09dd099-e80b-4084-a154-d592f60f4d43,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:56.989437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.030891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a887cce-cfba-409a-ac13-e7d637660e83 req-e7a1685a-8976-4d83-81cb-6c6863950eb9 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105006 Jul 22 23:49:57.041005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:49:57.066291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.067438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.069277 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] 10.222.0.49 "PUT /v2.0/ports/a09dd099-e80b-4084-a154-d592f60f4d43 HTTP/1.1" status: 200 len: 1055 time: 2.7366474 Jul 22 23:49:57.077088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'tag': 'a09dd099-e80b-4084-a154-d592f60f4d43'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:49:57.079549 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95236878-4ea8-4938-9933-0ed7acc01ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "161d3cb9-5822-4977-a5e9-e14ab77e75ca", "tag": "a09dd099-e80b-4084-a154-d592f60f4d43"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:49:57.199660 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.235536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] For port 91c50947-5bc8-4564-a4cb-f2bcee4526a2, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=91c50947-5bc8-4564-a4cb-f2bcee4526a2,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:57.255473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.267853 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a419b60-23b6-4186-93e0-833cd20fee47 x-openstack-request-id: req-0a419b60-23b6-4186-93e0-833cd20fee47 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:49:57.269045 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161d3cb9-5822-4977-a5e9-e14ab77e75ca", "tag": "a09dd099-e80b-4084-a154-d592f60f4d43", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:49:57.270242 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a419b60-23b6-4186-93e0-833cd20fee47 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:49:57.270997 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'tag': 'a09dd099-e80b-4084-a154-d592f60f4d43', 'status': 'completed', 'code': 200} Jul 22 23:49:57.295856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564269a-0d77-4ac7-b0ea-35a08525f98c service neutron] Pushing event updated for resources: {'Port': ['ID=a09dd099-e80b-4084-a154-d592f60f4d43,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:57.345969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:49:57.372814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:57.374037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.397443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:49:57.407251 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Sync routers for ids ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:49:57.418586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Deleting port 433d2f9d-1f7b-4c1a-b391-b75081560312 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:57.419136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.423147 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Routers {'81f05677-1c55-4cc2-984c-2c1ecdf7eb89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:57.423864 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:57.573708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-775b4830-b152-44f7-99b0-92826ee7a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.576050 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-775b4830-b152-44f7-99b0-92826ee7a389 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 1058 time: 0.4166019 Jul 22 23:49:57.580624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.588807 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Set router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:57.591730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abdc3556-a270-42ed-bbd0-cec04547c21e req-ce93e1c8-338d-4ba2-8b89-53b7c5c94dd2 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0564561 Jul 22 23:49:57.615002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.619922 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-13aca8cf-a566-43c5-ad8e-35ae3b477f44 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4679852 Jul 22 23:49:57.620910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:57.661115 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-4445bc3e-362c-4be4-9d4c-19e84809b116 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a09dd099-e80b-4084-a154-d592f60f4d43 HTTP/1.1" status: 200 len: 217 time: 0.0748601 Jul 22 23:49:57.662037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Calling delete_port for 433d2f9d-1f7b-4c1a-b391-b75081560312 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:57.752011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efde45-0d78-49fb-9063-e14bf17ea906 None None] Pushing event updated for resources: {'Port': ['ID=91c50947-5bc8-4564-a4cb-f2bcee4526a2,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:57.759188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.791492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-98ce1cfd-10b4-4c68-91eb-d4607b5d2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.793003 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-98ce1cfd-10b4-4c68-91eb-d4607b5d2b92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e162160-ba43-4e8b-8122-c3f49e90f1b9 HTTP/1.1" status: 200 len: 838 time: 0.1263041 Jul 22 23:49:57.897148 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:57.905464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-59583973-8645-4671-ab19-fa614eaee085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:57.905686 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:49:55Z', 'revision_number': 3, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:57.916664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-59583973-8645-4671-ab19-fa614eaee085 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d7de024-13c8-4823-a3ea-88addd895b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047068 Jul 22 23:49:57.991117 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Checking router: 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:49:57.991652 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Updating router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:49:58.028580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:49:58.029468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Port': ['ID=433d2f9d-1f7b-4c1a-b391-b75081560312,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:58.079671 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.085891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.088401 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-28263117-4d0b-44ae-ab12-e233039ea0d2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/ports/433d2f9d-1f7b-4c1a-b391-b75081560312 HTTP/1.1" status: 204 len: 168 time: 1.1187615 Jul 22 23:49:58.093476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:58.192425 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:49:58.192786 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:49:58.275098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:58.338228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-efd2ce14-88f2-433d-9aee-b6b70702fbee service neutron] 10.222.0.49 "GET /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190691 Jul 22 23:49:58.474180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab2e134d-8972-4591-8f46-d78a10070424 None None] Provisioning complete for port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:58.474693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab2e134d-8972-4591-8f46-d78a10070424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.476682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Deleting port 52a9fdf5-f405-455c-a5a6-a91de3adc276 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:49:58.477311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.518931 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.520081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-86121fe9-b5db-4016-be3a-98c6fe580e80 req-2e3fb3e1-e1c9-44b5-a7b1-68e22aecbbc9 service neutron] 10.222.0.49 "GET /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743841 Jul 22 23:49:58.533004 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Transition to ACTIVE for port object 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:58.544890 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.603383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.612656 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38fcb-95ee-4dbd-b4f9-58233bd64c34 None None] Pushing event updated for resources: {'Port': ['ID=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:58.642225 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Attempting to bind port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:49:58.642847 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Attempting to bind port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:49:58.643009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Calling delete_port for 52a9fdf5-f405-455c-a5a6-a91de3adc276 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:49:58.644348 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Attempting to bind port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:49:58.655243 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:49:58.656138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:49:58.658564 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.660078 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:49:58.660979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Bound port: 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:49:58.661745 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.686518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694604d3-bdc6-41b9-9a3a-9222093141ef req-c14c1ba5-07ec-4f0e-b814-f16ca9dc4cad tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:58.688059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-694604d3-bdc6-41b9-9a3a-9222093141ef req-c14c1ba5-07ec-4f0e-b814-f16ca9dc4cad tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 907 time: 0.4290304 Jul 22 23:49:58.740298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a8e68-686b-49d4-9968-eecdef00e445 req-115f0521-c3dc-4e82-924f-32551d44caa7 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:58.756504 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:49:58.758688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-485a8e68-686b-49d4-9968-eecdef00e445 req-115f0521-c3dc-4e82-924f-32551d44caa7 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1095 time: 0.4891284 Jul 22 23:49:58.775101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7fd06c47-18af-4ba2-8c6e-6e11a9514600 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:58.783013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-48c38cf2-e730-4f63-a004-232bf1d347ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:58.786775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-48c38cf2-e730-4f63-a004-232bf1d347ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 1058 time: 0.2014618 Jul 22 23:49:58.810601 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.820947 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] For port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:49:58.823218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] For port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:49:58.829299 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.879425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:49:58.883775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:58.884069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:58.898370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-485a8e68-686b-49d4-9968-eecdef00e445 req-f5ec0315-d9bc-461e-a2ce-396883e7dfa3 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388788 Jul 22 23:49:59.011034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.019109 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Routers {'81f05677-1c55-4cc2-984c-2c1ecdf7eb89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:49:59.019788 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:59.060550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.063443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.065694 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/ports/52a9fdf5-f405-455c-a5a6-a91de3adc276 HTTP/1.1" status: 204 len: 168 time: 0.9710572 Jul 22 23:49:59.069249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b883c-4d71-46d2-a475-906a1df71098 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Port': ['ID=52a9fdf5-f405-455c-a5a6-a91de3adc276,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.080171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:59.105081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7fd06c47-18af-4ba2-8c6e-6e11a9514600, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7fd06c47-18af-4ba2-8c6e-6e11a9514600,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:49:59.113823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.116241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdd4894f-0c42-459f-a7a4-b5c0a019c5f0 req-25b8bfc6-1f14-4132-b4bc-3613c8856280 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1125200 Jul 22 23:49:59.126395 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38fcb-95ee-4dbd-b4f9-58233bd64c34 None None] Pushing event updated for resources: {'Port': ['ID=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.164901 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a34251de-5e65-464d-8ee1-43099f50c6d1 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0828047 Jul 22 23:49:59.173276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:59.189498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820540336'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:59.201673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-1e312b15-93dd-4b9c-b23d-ca61d2402686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.207415 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-1e312b15-93dd-4b9c-b23d-ca61d2402686 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d7de024-13c8-4823-a3ea-88addd895b95 HTTP/1.1" status: 200 len: 899 time: 0.4059176 Jul 22 23:49:59.218615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7fd06c47-18af-4ba2-8c6e-6e11a9514600,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.241476 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] Set router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:49:59.263816 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-104bd450-fda7-4bc9-b6bf-d78d5b7036f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a09dd099-e80b-4084-a154-d592f60f4d43 HTTP/1.1" status: 200 len: 217 time: 0.0485141 Jul 22 23:49:59.308653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 91c50947-5bc8-4564-a4cb-f2bcee4526a2 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:49:59.316478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:59.320492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.331030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Allocated IP 172.20.0.1 (487508a2-7609-4cdf-ae8b-a836f5c4ed78/67b8fde0-8869-49dd-917c-14abea242376/350148ea-41bd-4a73-a21e-a2afdc98f775) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:49:59.362146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-b52007a8-462a-4d7e-9bc3-f27cee00faba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.365770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-b52007a8-462a-4d7e-9bc3-f27cee00faba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e162160-ba43-4e8b-8122-c3f49e90f1b9 HTTP/1.1" status: 200 len: 838 time: 0.0943434 Jul 22 23:49:59.369835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:49:59.421063 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.421844 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Added segment c00f4039-8e95-4986-afaa-502e7fa05d41 of type vlan for network 0469bef8-5378-4f1a-a878-b7aaa47b8dec Jul 22 23:49:59.446308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:49:59.446961 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.496137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.505292 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.527018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Transition to ACTIVE for port object 350148ea-41bd-4a73-a21e-a2afdc98f775 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:49:59.529223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-e27b24e2-8a21-483f-af0f-3ebcc4e81172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.531020 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-e27b24e2-8a21-483f-af0f-3ebcc4e81172 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d7de024-13c8-4823-a3ea-88addd895b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548800 Jul 22 23:49:59.574452 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.599969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.600435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:49:59.604638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:49:59.625392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:49:59.639567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.656379 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:49:55Z', 'revision_number': 3, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:49:59.668150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Pushing event updated for resources: {'Port': ['ID=350148ea-41bd-4a73-a21e-a2afdc98f775,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.679234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:49:59.696836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baec832-0f2e-4c6d-80cc-4d58722c40d9 None None] The sync data for ids ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'] in n-d-758851-4 is: [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:49:55Z', 'revision_number': 3, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:49:59.743042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5664277 Jul 22 23:49:59.749533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:49:59.830845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.848584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-151439069'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:49:59.866092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e3505-6db8-4c61-9ac6-4c5f128da439 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Network': ['ID=0469bef8-5378-4f1a-a878-b7aaa47b8dec,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:49:59.885387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0469bef8-5378-4f1a-a878-b7aaa47b8dec details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:49:59.986462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:49:59.990336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:49:59.994002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:00.014729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-aaf486bf-0c80-4956-8efe-40fc88b73c84 service neutron] 10.222.0.49 "GET /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746614 Jul 22 23:50:00.103701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d208ce84-236c-4f1d-ad21-8078eae95c7e None None] Provisioning for port 350148ea-41bd-4a73-a21e-a2afdc98f775 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:00.111290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d208ce84-236c-4f1d-ad21-8078eae95c7e None None] Provisioning complete for port 350148ea-41bd-4a73-a21e-a2afdc98f775 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:00.111290 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d208ce84-236c-4f1d-ad21-8078eae95c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.134820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95236878-4ea8-4938-9933-0ed7acc01ba6 req-c61e0464-72d6-4ebf-a046-ebfdb99f04b7 service neutron] 10.222.0.49 "GET /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094620 Jul 22 23:50:00.134820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:00.155508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.155872 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Added segment 9f39b362-1364-4215-8988-6628d731559e of type vlan for network cca43914-7a6d-48f7-9f56-3b48b03d07e7 Jul 22 23:50:00.233866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.247189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.265645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d208ce84-236c-4f1d-ad21-8078eae95c7e None None] Port 350148ea-41bd-4a73-a21e-a2afdc98f775 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:00.270382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d9957-ef74-4349-8b19-68a5b0584424 req-6da6364f-a5e5-4c00-aa10-754f67a9405e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:00.272019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc6d9957-ef74-4349-8b19-68a5b0584424 req-6da6364f-a5e5-4c00-aa10-754f67a9405e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1095 time: 0.1871819 Jul 22 23:50:00.287752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.292281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:00.297985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:00.298650 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.298798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:00.300592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.379994 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5368512 Jul 22 23:50:00.405546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.513985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:00.519685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:00.525074 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6668ba-825f-4966-ad46-937ad84312b8" -d '{"events": [{"server_uuid": "f2358b2e-0bc3-4b68-912e-a0a0dae43273", "name": "network-vif-plugged", "status": "completed", "tag": "8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:00.532963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71ba1a-677a-4332-9052-82db7864966e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Network': ['ID=cca43914-7a6d-48f7-9f56-3b48b03d07e7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.533716 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.556990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.578013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0a331-8e51-4d05-b3f4-46fca0188831 req-141f6732-444b-4ab1-be99-02ae974adf9f tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:00.588067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ce0a331-8e51-4d05-b3f4-46fca0188831 req-141f6732-444b-4ab1-be99-02ae974adf9f tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 907 time: 0.7466483 Jul 22 23:50:00.607133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.631155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.635535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network cca43914-7a6d-48f7-9f56-3b48b03d07e7 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:00.783154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc6d9957-ef74-4349-8b19-68a5b0584424 req-38899614-b3d3-4f2e-9b39-7f7ba4bcf414 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535458 Jul 22 23:50:00.835015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Pushing event updated for resources: {'Port': ['ID=350148ea-41bd-4a73-a21e-a2afdc98f775,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:00.872845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:00.891454 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200cc1a1-0810-42e0-9e77-6f50fbb863e7 x-openstack-request-id: req-200cc1a1-0810-42e0-9e77-6f50fbb863e7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:00.891454 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2358b2e-0bc3-4b68-912e-a0a0dae43273", "name": "network-vif-plugged", "status": "completed", "tag": "8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:00.892018 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-200cc1a1-0810-42e0-9e77-6f50fbb863e7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:00.892236 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d', 'code': 200} Jul 22 23:50:01.139846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2981c-a47b-45b1-81c3-742643d9747a req-8aa92f77-a4fa-4f7a-ab0e-7e17aeeccc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:01.145798 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9fa2981c-a47b-45b1-81c3-742643d9747a req-8aa92f77-a4fa-4f7a-ab0e-7e17aeeccc96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.1759951 Jul 22 23:50:01.215659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b83738f-9448-485d-bf89-7373e61034fd req-3c834547-302b-44a4-9e67-7b09e03b69ab tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.3272884 Jul 22 23:50:01.320502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9fa2981c-a47b-45b1-81c3-742643d9747a req-9013ba5e-926c-4c54-9945-7d68cd32b1d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538558 Jul 22 23:50:01.323543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:01.329726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:01.574348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7fd06c47-18af-4ba2-8c6e-6e11a9514600 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:01.653403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:01.654123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.760216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee9ac031-bde4-459b-891b-925a8bcf4ea7 req-dd5e1569-5365-4cb3-96f2-339d2557d72b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.5261312 Jul 22 23:50:01.776906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:01.796782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:01.913460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:01.932969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:01.938733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:01.957743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb12c5f-917f-4c36-90b0-378fc6a5d0ca req-e1c6698b-55f0-4918-84e0-735478dfdcea tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:01.963802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fb12c5f-917f-4c36-90b0-378fc6a5d0ca req-e1c6698b-55f0-4918-84e0-735478dfdcea tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 907 time: 0.2024856 Jul 22 23:50:01.982003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a09dd099-e80b-4084-a154-d592f60f4d43 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:50:01.990311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:02.003948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-31be329c-7f53-4711-8b5b-bd9c49b1a749 admin admin] 10.222.0.21 "PUT /v2.0/routers/81f05677-1c55-4cc2-984c-2c1ecdf7eb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3817205 Jul 22 23:50:02.320730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a09dd099-e80b-4084-a154-d592f60f4d43, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a09dd099-e80b-4084-a154-d592f60f4d43,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:02.324970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-35678c86-dba3-4d4c-aa24-803279b3ed15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2814078 Jul 22 23:50:02.338620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537acd47-51ce-471c-9b9d-1f08db9a0391 req-86e1affe-427f-4a76-91d6-0c8f91b9ba80 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.341729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-537acd47-51ce-471c-9b9d-1f08db9a0391 req-86e1affe-427f-4a76-91d6-0c8f91b9ba80 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.2153645 Jul 22 23:50:02.356181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'a09dd099-e80b-4084-a154-d592f60f4d43', 'network_id': '0d7de024-13c8-4823-a3ea-88addd895b95', 'port_id': 'a09dd099-e80b-4084-a154-d592f60f4d43', 'mac_address': 'fa:16:3e:70:c5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e162160-ba43-4e8b-8122-c3f49e90f1b9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:50:02.467212 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.474923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-537acd47-51ce-471c-9b9d-1f08db9a0391 req-4829a6bb-0b4e-4168-b762-2a8a2c65f2b9 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230631 Jul 22 23:50:02.492002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09dd099-e80b-4084-a154-d592f60f4d43 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:02.531449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2fac27a7-1b65-413c-9581-bc7042932e34 None None] Provisioning complete for port 350148ea-41bd-4a73-a21e-a2afdc98f775 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:02.532143 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2fac27a7-1b65-413c-9581-bc7042932e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.588892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.592248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.592875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.593433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.595681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2fac27a7-1b65-413c-9581-bc7042932e34 None None] Port 350148ea-41bd-4a73-a21e-a2afdc98f775 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:02.596405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.601538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.603257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.605681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a09dd099-e80b-4084-a154-d592f60f4d43, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a09dd099-e80b-4084-a154-d592f60f4d43,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:02.607420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-e86329b8-557d-49d0-a30d-1fabd9e411a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.2276583 Jul 22 23:50:02.723068 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.735965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.779323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38bb11e5-4313-4e05-aa0b-13d890a2aa5b req-6a33a7dc-5bbc-4a81-bd27-762bdab7c66c tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0956144 Jul 22 23:50:02.869529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:02.917488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:02.926475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Sync routers for ids ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:02.950364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-86260de1-8cd5-4716-af7a-001d2a3b178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.950364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-86260de1-8cd5-4716-af7a-001d2a3b178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.950364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-86260de1-8cd5-4716-af7a-001d2a3b178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:02.950874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a09dd099-e80b-4084-a154-d592f60f4d43,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:02.955341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-86260de1-8cd5-4716-af7a-001d2a3b178c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 2297 time: 0.3102896 Jul 22 23:50:03.033741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Routers {'81f05677-1c55-4cc2-984c-2c1ecdf7eb89'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:03.039180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:03.064204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a09dd099-e80b-4084-a154-d592f60f4d43'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:03.209298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-144c69b7-8016-4af4-9756-04fe044127b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 1001 time: 0.2465940 Jul 22 23:50:03.262171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:03.329478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-25b74537-5747-4d6b-ae57-915be9a4616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:03.333147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-25b74537-5747-4d6b-ae57-915be9a4616d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.1104348 Jul 22 23:50:03.358819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce76b0-12b6-4c3b-af7d-17f1476a0d65 req-e3d50813-d4db-4ab5-821a-ddbdae03425e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:03.360698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12ce76b0-12b6-4c3b-af7d-17f1476a0d65 req-e3d50813-d4db-4ab5-821a-ddbdae03425e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 908 time: 0.2470276 Jul 22 23:50:03.430951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-cffcbd27-c183-4cf3-8a2f-0192a42dc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:03.437443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-cffcbd27-c183-4cf3-8a2f-0192a42dc158 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973895 Jul 22 23:50:03.570273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-ba4ec70e-0c84-42a8-9359-78d7999203f2 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253905 Jul 22 23:50:03.571314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Set router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:03.912611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-2679149f-0de2-4cf1-b34f-2289402193a0 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293571 Jul 22 23:50:03.980176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a09dd099-e80b-4084-a154-d592f60f4d43 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:04.074131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port a09dd099-e80b-4084-a154-d592f60f4d43 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:04.081594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:50:00Z', 'revision_number': 4, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '350148ea-41bd-4a73-a21e-a2afdc98f775', 'name': '', 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'mac_address': 'fa:16:3e:a0:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '67b8fde0-8869-49dd-917c-14abea242376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:58Z', 'updated_at': '2021-07-22T23:50:00Z', 'revision_number': 2, 'project_id': 'aa500a268c2348a88015b19adb241139', 'subnets': [{'id': '67b8fde0-8869-49dd-917c-14abea242376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:04.126273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Checking router: 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:04.126785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Updating router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 port 350148ea-41bd-4a73-a21e-a2afdc98f775 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:50:04.130656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port a09dd099-e80b-4084-a154-d592f60f4d43 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:04.131182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.220021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.244401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52178) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:04.250853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'subnets': [{'network_id': '0469bef8-5378-4f1a-a878-b7aaa47b8dec', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--299778001', 'ip_version': 6}, {'network_id': 'cca43914-7a6d-48f7-9f56-3b48b03d07e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:04.251762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'subnet': {'network_id': '0469bef8-5378-4f1a-a878-b7aaa47b8dec', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--299778001', 'ip_version': 6}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:04.253802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Request body: {'subnet': {'network_id': 'cca43914-7a6d-48f7-9f56-3b48b03d07e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:04.414387 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.419654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-35c90dca-0976-4977-af3d-42720ca873cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 217 time: 0.5044315 Jul 22 23:50:04.460941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8398d230-4a67-48fb-a81c-b0b6ebf6eaf3 req-e2a8c108-4b12-4009-80a7-0a3253415432 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0530667 Jul 22 23:50:04.463998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a09dd099-e80b-4084-a154-d592f60f4d43, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a09dd099-e80b-4084-a154-d592f60f4d43,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:04.468095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09dd099-e80b-4084-a154-d592f60f4d43'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:04.470578 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6e58a1-fb16-4619-b56e-46b91f4240c2" -d '{"events": [{"server_uuid": "161d3cb9-5822-4977-a5e9-e14ab77e75ca", "name": "network-vif-plugged", "status": "completed", "tag": "a09dd099-e80b-4084-a154-d592f60f4d43"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:04.476886 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.539553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865e0a0-ab21-426c-9b86-9b3da21ae852 req-103ed707-ec28-4c14-bd44-eaf14e5acb85 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:04.550859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9865e0a0-ab21-426c-9b86-9b3da21ae852 req-103ed707-ec28-4c14-bd44-eaf14e5acb85 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.7820327 Jul 22 23:50:04.556240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-5e11b95d-1647-4c17-ac90-1df0cd1d6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:04.557704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-5e11b95d-1647-4c17-ac90-1df0cd1d6f95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1156137 Jul 22 23:50:04.570101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Made reservation on behalf of a86176c6e2a14e95b2adbaabf4e32ff1 for: {'subnet': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:04.580250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.580711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.636555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a09dd099-e80b-4084-a154-d592f60f4d43,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:04.662080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9865e0a0-ab21-426c-9b86-9b3da21ae852 req-8c780d61-d9b2-45ff-ab38-9a63bb82403c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140208 Jul 22 23:50:04.744909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-d7f5cfc6-6e54-4b32-9e20-2d4e2d498a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:04.746963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-d7f5cfc6-6e54-4b32-9e20-2d4e2d498a3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752880 Jul 22 23:50:04.810349 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1186e726-beaf-40af-b9c4-356d8ded85d2 x-openstack-request-id: req-1186e726-beaf-40af-b9c4-356d8ded85d2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:04.810649 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161d3cb9-5822-4977-a5e9-e14ab77e75ca", "name": "network-vif-plugged", "status": "completed", "tag": "a09dd099-e80b-4084-a154-d592f60f4d43", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:04.810956 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1186e726-beaf-40af-b9c4-356d8ded85d2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:04.812670 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09dd099-e80b-4084-a154-d592f60f4d43', 'code': 200} Jul 22 23:50:04.873671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcdcfb-9ef6-488b-8da4-4c30302aaf12 req-b811ee28-0e1e-4cc1-b44d-a15c7307b495 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:04.875378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80bcdcfb-9ef6-488b-8da4-4c30302aaf12 req-b811ee28-0e1e-4cc1-b44d-a15c7307b495 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.2119482 Jul 22 23:50:04.898753 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:04.936832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Transition to ACTIVE for port object 350148ea-41bd-4a73-a21e-a2afdc98f775 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:04.955618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.023135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-f97979dc-ca48-455d-9139-6038a6423e32 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681034 Jul 22 23:50:05.098923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6342f-8a41-44ba-9500-4a4a67feb8cc None None] Pushing event updated for resources: {'Port': ['ID=350148ea-41bd-4a73-a21e-a2afdc98f775,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:05.211750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0fd52-961b-4e64-8d26-28eca29bf6eb req-cb24b323-b7eb-4c94-b342-2ea199a56df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.213434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dee0fd52-961b-4e64-8d26-28eca29bf6eb req-cb24b323-b7eb-4c94-b342-2ea199a56df0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 1060 time: 0.3575461 Jul 22 23:50:05.325667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:05.367144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-648949a2-b539-4d58-9c24-adacaa3f9403 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257942 Jul 22 23:50:05.401994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:05.436361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Attempting to bind port 350148ea-41bd-4a73-a21e-a2afdc98f775 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:05.437512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Attempting to bind port 350148ea-41bd-4a73-a21e-a2afdc98f775 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:05.437512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Attempting to bind port 350148ea-41bd-4a73-a21e-a2afdc98f775 on network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:05.477718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:05.480691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Checking segment: {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:05.481359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.481923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Bound using segment: {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:05.482603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Bound port: 350148ea-41bd-4a73-a21e-a2afdc98f775, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4956305f-4877-4f9a-a38c-a705db995bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:05.485488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.492974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7e135-0496-4b23-bbec-e2f896cde9ee req-b0e5d421-b6fc-4671-aa3a-668c205f3c2a tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.509200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3fe7e135-0496-4b23-bbec-e2f896cde9ee req-b0e5d421-b6fc-4671-aa3a-668c205f3c2a tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.4314842 Jul 22 23:50:05.523232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-a9038739-576c-4973-acef-34acb2359f1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 217 time: 0.1549175 Jul 22 23:50:05.550985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cc6a796-656c-42de-96d7-13c29f76bbd5 req-c24b84d9-4963-4113-84bc-87f9dcab4f64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ccfcb18b25044966bc3ebdd11401579a&device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0512364 Jul 22 23:50:05.611951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cc6a796-656c-42de-96d7-13c29f76bbd5 req-9db23e3a-ca62-4416-ba0a-501c13c00184 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ccfcb18b25044966bc3ebdd11401579a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484793 Jul 22 23:50:05.616937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:05.617853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.625988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3fe7e135-0496-4b23-bbec-e2f896cde9ee req-05e64103-27af-4b20-97a9-f57b7113f894 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115413 Jul 22 23:50:05.640512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-3f80063e-0aad-4ca1-902a-6473a7ffef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.644961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-3f80063e-0aad-4ca1-902a-6473a7ffef62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1118083 Jul 22 23:50:05.665405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] For port 350148ea-41bd-4a73-a21e-a2afdc98f775, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:05.687987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] For port 350148ea-41bd-4a73-a21e-a2afdc98f775, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=350148ea-41bd-4a73-a21e-a2afdc98f775,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:05.699678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.812114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.882738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f331542-2159-4f70-ad0b-14fe502e05ec req-bd98fa8d-246c-4074-abce-2f35f4d80ff8 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.0761931 Jul 22 23:50:05.903196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-ba617b60-9edc-4404-b1a9-39c035f18318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:05.904894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-ba617b60-9edc-4404-b1a9-39c035f18318 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2546868 Jul 22 23:50:05.910141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Subnet': ['ID=135fe1a7-5f29-43b4-96d4-b3051c971c47,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:05.916282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-856ae195-9b57-4b51-a8a4-344e0d909e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:05.920904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Routers {'81f05677-1c55-4cc2-984c-2c1ecdf7eb89'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:05.941403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:05.988795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6342f-8a41-44ba-9500-4a4a67feb8cc None None] Pushing event updated for resources: {'Port': ['ID=350148ea-41bd-4a73-a21e-a2afdc98f775,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:06.144682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-39a7c085-c023-4d4d-a5ce-a9314ff0b1ec service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301872 Jul 22 23:50:06.147708 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.218414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-856ae195-9b57-4b51-a8a4-344e0d909e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.223441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] Set router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:06.234571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-856ae195-9b57-4b51-a8a4-344e0d909e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.283639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Checking segment: {'id': 'c00f4039-8e95-4986-afaa-502e7fa05d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0469bef8-5378-4f1a-a878-b7aaa47b8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:06.284699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network hostable DHCP agents. Network: 0469bef8-5378-4f1a-a878-b7aaa47b8dec, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:06.310606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6a796-656c-42de-96d7-13c29f76bbd5 req-6d5b8f06-1833-4e77-aa1f-fa29409b314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:06.312162 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cc6a796-656c-42de-96d7-13c29f76bbd5 req-6d5b8f06-1833-4e77-aa1f-fa29409b314e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6945381 Jul 22 23:50:06.324959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-856ae195-9b57-4b51-a8a4-344e0d909e1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d746ddd9e204336ba2c67c8dda2f753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9191699 Jul 22 23:50:06.327100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:06.327822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ae195-9b57-4b51-a8a4-344e0d909e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0773f5f-3b88-41fc-be0e-34ed127357f9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:06.350196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network 0469bef8-5378-4f1a-a878-b7aaa47b8dec is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:06.378360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-5fcf3f62-a9c1-4236-81fb-7399ec7237bb service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132745 Jul 22 23:50:06.392324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0469bef8-5378-4f1a-a878-b7aaa47b8dec) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:06.406253 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.414133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abdc13c-1868-4ffb-9860-ef13cf03697b None None] Network 0469bef8-5378-4f1a-a878-b7aaa47b8dec requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:06.432846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-1895a435-46f1-4c08-aa13-88d4be291e47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 217 time: 0.0420539 Jul 22 23:50:06.443560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091cf7f-fff0-40e6-9f5a-8f246a43925e req-91842501-3f74-448c-b7d7-abff68b94ee3 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:06.445134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f091cf7f-fff0-40e6-9f5a-8f246a43925e req-91842501-3f74-448c-b7d7-abff68b94ee3 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.2994473 Jul 22 23:50:06.484429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d6468-e2f2-4b4d-a6d9-7d313a8ed982 req-c3bd94fb-70ff-4b0d-b63b-6ecb7b949b0d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:06.486023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-695d6468-e2f2-4b4d-a6d9-7d313a8ed982 req-c3bd94fb-70ff-4b0d-b63b-6ecb7b949b0d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.2937477 Jul 22 23:50:06.492977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ed201a3-27d8-4054-be4e-6759fe1682c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.559817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event updated for resources: {'Subnet': ['ID=0e7c0516-65b2-4961-b0c5-c6c8c5e99b14,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:06.580436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ed201a3-27d8-4054-be4e-6759fe1682c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:06.582797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Checking segment: {'id': '9f39b362-1364-4215-8988-6628d731559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cca43914-7a6d-48f7-9f56-3b48b03d07e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:06.583165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network hostable DHCP agents. Network: cca43914-7a6d-48f7-9f56-3b48b03d07e7, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:06.600920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f091cf7f-fff0-40e6-9f5a-8f246a43925e req-a5e25e62-a708-4af4-baec-ac21bac27484 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114192 Jul 22 23:50:06.605447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-5a84844e-9fca-48cc-9304-7f2b2448a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:06.607390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-5a84844e-9fca-48cc-9304-7f2b2448a50e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1661460 Jul 22 23:50:06.699966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:06.890791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-47c35358-d357-4e02-baa6-8d26bde2e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:06.894630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-47c35358-d357-4e02-baa6-8d26bde2e264 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2737119 Jul 22 23:50:06.959533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:50:00Z', 'revision_number': 4, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '350148ea-41bd-4a73-a21e-a2afdc98f775', 'name': '', 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'mac_address': 'fa:16:3e:a0:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '67b8fde0-8869-49dd-917c-14abea242376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:58Z', 'updated_at': '2021-07-22T23:50:05Z', 'revision_number': 4, 'project_id': 'aa500a268c2348a88015b19adb241139', 'subnets': [{'id': '67b8fde0-8869-49dd-917c-14abea242376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:07.002939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38feb56-cc30-4091-bdd3-505ca7681213 None None] The sync data for ids ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'] in n-d-758851-4 is: [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:50:00Z', 'revision_number': 4, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '350148ea-41bd-4a73-a21e-a2afdc98f775', 'name': '', 'network_id': '487508a2-7609-4cdf-ae8b-a836f5c4ed78', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'mac_address': 'fa:16:3e:a0:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '67b8fde0-8869-49dd-917c-14abea242376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:58Z', 'updated_at': '2021-07-22T23:50:05Z', 'revision_number': 4, 'project_id': 'aa500a268c2348a88015b19adb241139', 'subnets': [{'id': '67b8fde0-8869-49dd-917c-14abea242376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:07.099576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Network cca43914-7a6d-48f7-9f56-3b48b03d07e7 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:07.113799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, cca43914-7a6d-48f7-9f56-3b48b03d07e7) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:07.130939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68995cb-b65a-41b1-bb29-7b830e15ab6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-0469bef8-5378-4f1a-a878-b7aaa47b8dec', 'network_id': '0469bef8-5378-4f1a-a878-b7aaa47b8dec', 'tenant_id': 'a86176c6e2a14e95b2adbaabf4e32ff1', 'fixed_ips': [{'subnet_id': '135fe1a7-5f29-43b4-96d4-b3051c971c47'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:07.131208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.131208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.131764 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b68995cb-b65a-41b1-bb29-7b830e15ab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.131926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.155970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ed201a3-27d8-4054-be4e-6759fe1682c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.160404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d61d8-b058-4ea7-be5f-4f0f4eb572f7 None None] Network cca43914-7a6d-48f7-9f56-3b48b03d07e7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:07.167518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ed201a3-27d8-4054-be4e-6759fe1682c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.169023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3ed201a3-27d8-4054-be4e-6759fe1682c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0773f5f-3b88-41fc-be0e-34ed127357f9 HTTP/1.1" status: 204 len: 168 time: 0.8383746 Jul 22 23:50:07.185183 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b990be2a-1dc3-4dbc-a986-d7ca5766eea3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9394665 Jul 22 23:50:07.186556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed201a3-27d8-4054-be4e-6759fe1682c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0773f5f-3b88-41fc-be0e-34ed127357f9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:07.189204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.229353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33c75eb3-bbf7-402b-a547-d8d0f19365d0 req-466c1ee0-beae-43d7-ae9d-73c6cad3e1a5 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.21 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1675673 Jul 22 23:50:07.277386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730cb85-df24-4388-8b5e-b4149f7aaaf2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.279409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730cb85-df24-4388-8b5e-b4149f7aaaf2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.281895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730cb85-df24-4388-8b5e-b4149f7aaaf2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.283176 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8730cb85-df24-4388-8b5e-b4149f7aaaf2 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0927224 Jul 22 23:50:07.298154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.337193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-6e1f9fe9-c383-4257-bf18-17c3c2d01ec6 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.343816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-6e1f9fe9-c383-4257-bf18-17c3c2d01ec6 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/networks?id=153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 200 len: 910 time: 0.4418902 Jul 22 23:50:07.349641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-ea6a0465-dc63-4c32-a30d-b60eda195ced service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463189 Jul 22 23:50:07.392250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-999255fe-ca57-499c-895c-f68303b4ad99 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/quotas/88bdc5f4ba29437ea2bafb3ad300ca27 HTTP/1.1" status: 200 len: 375 time: 0.0474262 Jul 22 23:50:07.409500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 350148ea-41bd-4a73-a21e-a2afdc98f775 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:07.439298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Deleting subnet 135fe1a7-5f29-43b4-96d4-b3051c971c47 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:07.446577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.523378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.619838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.627234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-768342f0-ea8d-441b-8188-0d434d014ee7 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655435 Jul 22 23:50:07.719500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-1447ecb6-a463-4a3a-8d6d-938ff1c557af tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3258345 Jul 22 23:50:07.739112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-446d6c9d-2a5b-4c87-87ea-4be32e593dcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 217 time: 0.0750182 Jul 22 23:50:07.750264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 350148ea-41bd-4a73-a21e-a2afdc98f775 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:07.763981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f018fcc-1a49-440e-b0d8-26310ae423bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-cca43914-7a6d-48f7-9f56-3b48b03d07e7', 'network_id': 'cca43914-7a6d-48f7-9f56-3b48b03d07e7', 'tenant_id': 'a86176c6e2a14e95b2adbaabf4e32ff1', 'fixed_ips': [{'subnet_id': '0e7c0516-65b2-4961-b0c5-c6c8c5e99b14'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:07.764808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f018fcc-1a49-440e-b0d8-26310ae423bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.786499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cc6a796-656c-42de-96d7-13c29f76bbd5 req-72191d89-759c-4b79-a54c-218a0af10ba6 tempest-ServerShowV254Test-1717096244 tempest-ServerShowV254Test-1717096244-project] 10.222.0.48 "GET /v2.0/ports?device_id=2edef16b-8211-4d56-97b8-da1a1d5be396 HTTP/1.1" status: 200 len: 210 time: 0.1285505 Jul 22 23:50:07.835694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.844781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 350148ea-41bd-4a73-a21e-a2afdc98f775 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:07.845159 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.915832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Subnet': ['ID=135fe1a7-5f29-43b4-96d4-b3051c971c47,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:07.933773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:07.935846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d40bfd12-a22d-47f5-bb1a-1cd6e6666f6a tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/subnets/135fe1a7-5f29-43b4-96d4-b3051c971c47 HTTP/1.1" status: 204 len: 168 time: 0.6362906 Jul 22 23:50:07.941407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:07.944352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-041ccafe-5dca-494b-9168-7acbb83365bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:07.945753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-041ccafe-5dca-494b-9168-7acbb83365bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1916597 Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-b68995cb-b65a-41b1-bb29-7b830e15ab6a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 135fe1a7-5f29-43b4-96d4-b3051c971c47: This subnet is being modified by another concurrent operation. Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 135fe1a7-5f29-43b4-96d4-b3051c971c47: This subnet is being modified by another concurrent operation. Jul 22 23:50:08.022183 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:50:08.036358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184aa62-2a86-4f09-b398-5ae46da276fe req-269e141e-6aab-4ec3-96b2-c7d1bd3fbffd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:08.038609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9184aa62-2a86-4f09-b398-5ae46da276fe req-269e141e-6aab-4ec3-96b2-c7d1bd3fbffd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.4160450 Jul 22 23:50:08.071166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Deleting subnet 0e7c0516-65b2-4961-b0c5-c6c8c5e99b14 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:08.076379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3a69e-a4d6-4e8a-9fa8-168b35ebaf6e None None] Network 0469bef8-5378-4f1a-a878-b7aaa47b8dec requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:08.080171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.173786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.289688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.318297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.361806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 350148ea-41bd-4a73-a21e-a2afdc98f775, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=350148ea-41bd-4a73-a21e-a2afdc98f775,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:08.374611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.437577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-4f018fcc-1a49-440e-b0d8-26310ae423bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e7c0516-65b2-4961-b0c5-c6c8c5e99b14: This subnet is being modified by another concurrent operation. Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e7c0516-65b2-4961-b0c5-c6c8c5e99b14: This subnet is being modified by another concurrent operation. Jul 22 23:50:08.449826 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:50:08.499989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb0ede6-9361-47e0-8be5-ed0134bcac95 None None] Network cca43914-7a6d-48f7-9f56-3b48b03d07e7 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:08.505680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-24b5a93a-aace-4f2d-b917-bc6d2bc7463d service neutron] 10.222.0.21 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7854049 Jul 22 23:50:08.524392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7c0516-65b2-4961-b0c5-c6c8c5e99b14,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:08.524392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.526031 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-150bb383-ad9c-49d2-989b-2f844eb3743d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/subnets/0e7c0516-65b2-4961-b0c5-c6c8c5e99b14 HTTP/1.1" status: 204 len: 168 time: 0.5836172 Jul 22 23:50:08.529173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.544013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=350148ea-41bd-4a73-a21e-a2afdc98f775,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:08.594575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.599531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-7c3f8885-aac6-457e-b3f1-6210d7deb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:08.602484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-7c3f8885-aac6-457e-b3f1-6210d7deb355 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6406376 Jul 22 23:50:08.618334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52288) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.654287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8c196-f9c4-4928-a7d2-3fa940a6542d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:08.656294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dda8c196-f9c4-4928-a7d2-3fa940a6542d tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1260440 Jul 22 23:50:08.664318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:08.754379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3146f-8cce-4888-9bf0-116eb7d46e33 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:50:08.799862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-712213495-network', 'tenant_id': '0892052b4f604f76a1756e6a0e81ca1f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:08.814657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.838341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Made reservation on behalf of 0892052b4f604f76a1756e6a0e81ca1f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:08.841923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.856564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.958498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:08.973842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca43914-7a6d-48f7-9f56-3b48b03d07e7']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:08.974435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3146f-8cce-4888-9bf0-116eb7d46e33 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:50:08.997508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f39b362-1364-4215-8988-6628d731559e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:08.997926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f39b362-1364-4215-8988-6628d731559e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:09.013472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.039139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.052914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:09.053447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:09.058044 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:09.171164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.173985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.179807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.188227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.190751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/networks/cca43914-7a6d-48f7-9f56-3b48b03d07e7 HTTP/1.1" status: 204 len: 168 time: 0.5246944 Jul 22 23:50:09.226454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.227052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e854b10-3624-485c-adde-998c1b632c0b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:09.265869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 350148ea-41bd-4a73-a21e-a2afdc98f775 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:09.279611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bba381-3f66-4d50-8f17-152233061708 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Network': ['ID=cca43914-7a6d-48f7-9f56-3b48b03d07e7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:09.294607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:09.329790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e6e33743-97cc-4c42-919c-750e59be2ffd service neutron] 10.222.0.21 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8232155 Jul 22 23:50:09.351106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.351658 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Added segment f316d01e-d414-49cd-b50c-654574afff7f of type vlan for network d3193024-c4c1-47e2-a87c-69cf5ccb4593 Jul 22 23:50:09.370252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.382170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 350148ea-41bd-4a73-a21e-a2afdc98f775 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:09.382760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.401015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875a124-67c5-4da9-998e-0225b51b9caa req-77df54f5-d66b-4664-914c-e10d4a380acb tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.415819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0875a124-67c5-4da9-998e-0225b51b9caa req-77df54f5-d66b-4664-914c-e10d4a380acb tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.9462199 Jul 22 23:50:09.419582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.500839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-820499b1-5e2d-4c46-80ac-3ebb8d186ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780625 Jul 22 23:50:09.533711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.545210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2923ef31-74d6-4db2-a119-fc32b72a30af None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:50:09.574908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0469bef8-5378-4f1a-a878-b7aaa47b8dec']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:09.613737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00f4039-8e95-4986-afaa-502e7fa05d41') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:09.614046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00f4039-8e95-4986-afaa-502e7fa05d41') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:09.648162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.674465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.675872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:09.676532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.687590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.725572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:09.726047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:09.730385 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:09.734277 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1130090 Jul 22 23:50:09.746247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.751402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Request body: {'subnet': {'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-712213495-subnet', 'tenant_id': '0892052b4f604f76a1756e6a0e81ca1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:09.833451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7f3bd-b6fd-4a6b-b80b-a38da75e6054 admin admin] Pushing event updated for resources: {'Network': ['ID=d3193024-c4c1-47e2-a87c-69cf5ccb4593,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:09.863167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3aac054a-99d7-4cc8-a8b8-b3a6d47d05ea req-ad6caed4-6e44-489e-bbe9-3aa9413556f9 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 210 time: 0.0426254 Jul 22 23:50:09.863493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923ef31-74d6-4db2-a119-fc32b72a30af None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:50:09.867859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d3193024-c4c1-47e2-a87c-69cf5ccb4593 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:09.911693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Made reservation on behalf of 0892052b4f604f76a1756e6a0e81ca1f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:09.915187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:09.978109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:09.996814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-8be687a1-ac55-41bd-b478-f20939db66b9 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722092 Jul 22 23:50:10.057475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.076200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-ff642521-e804-44b5-9a37-97de9ec87eb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 217 time: 0.0716624 Jul 22 23:50:10.107941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.113337 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/networks/0469bef8-5378-4f1a-a878-b7aaa47b8dec HTTP/1.1" status: 204 len: 168 time: 0.8785732 Jul 22 23:50:10.114160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52320) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:10.124114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Deleting port 7fd06c47-18af-4ba2-8c6e-6e11a9514600 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:10.124419 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.128689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d9f77-cf7f-4719-9cd6-08cc50849506 req-5794e3a7-3548-4247-b178-b0c667b8e4b6 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.130352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-653d9f77-cf7f-4719-9cd6-08cc50849506 req-5794e3a7-3548-4247-b178-b0c667b8e4b6 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 1060 time: 0.3136294 Jul 22 23:50:10.187188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-d2af9f95-915d-446f-b9de-62e15922fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.189399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-d2af9f95-915d-446f-b9de-62e15922fc33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1074626 Jul 22 23:50:10.197888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0629a-5096-469b-be54-b42ca3d3041f tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Network': ['ID=0469bef8-5378-4f1a-a878-b7aaa47b8dec,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:10.294474 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-868a5a0f-901d-48e7-96ac-d501def17533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.308612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.415192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] For port 7fd06c47-18af-4ba2-8c6e-6e11a9514600, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7fd06c47-18af-4ba2-8c6e-6e11a9514600,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:10.415805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.450635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Calling delete_port for 7fd06c47-18af-4ba2-8c6e-6e11a9514600 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:10.453971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-13f5b0b3-8d8a-4796-ae8e-6f6898279c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.456390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-13f5b0b3-8d8a-4796-ae8e-6f6898279c67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2540605 Jul 22 23:50:10.485566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.488967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.506346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aab983a-7a10-4aa4-9da2-19d126d87438']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:10.507863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58887d1e-95c2-461a-8edb-5f775ea394a1 req-eb49fa27-b521-4b42-9d35-f5d3372db496 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.509439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58887d1e-95c2-461a-8edb-5f775ea394a1 req-eb49fa27-b521-4b42-9d35-f5d3372db496 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1135 time: 0.2774792 Jul 22 23:50:10.544060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5afe6b2-99c0-49c8-8bc2-7a73369290f5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:10.544918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5afe6b2-99c0-49c8-8bc2-7a73369290f5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:10.568393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.597867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e593f4dd-2838-436d-a87f-65a789a417b0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:10.601968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.615007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Checking segment: {'id': 'f316d01e-d414-49cd-b50c-654574afff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:10.615507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Network hostable DHCP agents. Network: d3193024-c4c1-47e2-a87c-69cf5ccb4593, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:10.619769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:10.620182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:10.624405 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:10.686694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58887d1e-95c2-461a-8edb-5f775ea394a1 req-e61ae90e-179b-491b-981a-8f5b7375769e tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1402702 Jul 22 23:50:10.709467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:10.727244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.730024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Network d3193024-c4c1-47e2-a87c-69cf5ccb4593 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:10.772297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-e8692b11-aab9-4d76-a318-16cc05f7ac54 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051383 Jul 22 23:50:10.773252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.774242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-868a5a0f-901d-48e7-96ac-d501def17533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.776779 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/networks/7aab983a-7a10-4aa4-9da2-19d126d87438 HTTP/1.1" status: 204 len: 168 time: 0.6360292 Jul 22 23:50:10.778388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:10.793489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d3193024-c4c1-47e2-a87c-69cf5ccb4593) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:10.796294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-868a5a0f-901d-48e7-96ac-d501def17533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.801125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.801733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:10.803513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae8b4c-2374-4409-9388-3f76ca87be4c None None] Network d3193024-c4c1-47e2-a87c-69cf5ccb4593 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:10.805202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d4f74-7137-427d-9dad-0011b876c7a3 tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Network': ['ID=7aab983a-7a10-4aa4-9da2-19d126d87438,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:10.828253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-de369a4d-df12-4443-b68f-0d465b8cd36d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0809262 Jul 22 23:50:10.855744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76213d7b-fffd-4e63-a385-a068d5badc52 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:10.857386 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76213d7b-fffd-4e63-a385-a068d5badc52 tempest-TestSecurityGroupsBasicOps-1584339164 tempest-TestSecurityGroupsBasicOps-1584339164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 1055 time: 0.1478305 Jul 22 23:50:10.984106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-868a5a0f-901d-48e7-96ac-d501def17533 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccfcb18b25044966bc3ebdd11401579a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0021732 Jul 22 23:50:10.984435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52340) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:11.087149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a5a0f-901d-48e7-96ac-d501def17533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd663f2-ab25-4712-811b-860bf1efb2e6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:11.089787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04377b72-7d26-45fc-8222-760d1b7a22b7 None None] Network d3193024-c4c1-47e2-a87c-69cf5ccb4593 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:11.102105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5be6edce-be0d-4357-a35e-826a6242a273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.122179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.161823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad2582e4-e02d-4621-b952-886b3131c662 req-3fc8a5a6-8b29-488d-81a1-197604301b7b tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 210 time: 0.0923829 Jul 22 23:50:11.197617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5be6edce-be0d-4357-a35e-826a6242a273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.236395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-27bbc37a-1111-4a3d-8bb7-9f88b0086ead service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423685 Jul 22 23:50:11.299319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-cf696a12-b8ab-4815-8b14-30eeff7c33a7 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.302284 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-cf696a12-b8ab-4815-8b14-30eeff7c33a7 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.48 "GET /v2.0/networks?id=153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 200 len: 910 time: 0.1816242 Jul 22 23:50:11.316920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Request body: {'port': {'device_id': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'admin_state_up': True, 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:11.321517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5be6edce-be0d-4357-a35e-826a6242a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.324249 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5be6edce-be0d-4357-a35e-826a6242a273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.328497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5be6edce-be0d-4357-a35e-826a6242a273 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dd663f2-ab25-4712-811b-860bf1efb2e6 HTTP/1.1" status: 204 len: 168 time: 0.3425887 Jul 22 23:50:11.337041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-2a8e960c-14d3-4fd0-8686-53b158fcd79a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0736177 Jul 22 23:50:11.348465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6edce-be0d-4357-a35e-826a6242a273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd663f2-ab25-4712-811b-860bf1efb2e6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:11.368802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Made reservation on behalf of 88bdc5f4ba29437ea2bafb3ad300ca27 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:11.371534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.377735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.466916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd06c47-18af-4ba2-8c6e-6e11a9514600,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:11.515799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.592315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Allocated IP 172.20.0.6 (153f80b0-f347-43ee-9ca8-9c0836362592/b7c83151-7d9d-4033-9044-483769a3d770/371add5e-7012-4d0a-9890-2bde391aabd6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:11.602103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395c8c57-065d-4ea1-9468-c9e7f5e30139']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:11.605347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-ecd1f4cc-a211-42dd-a359-835f41592b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.607006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-ecd1f4cc-a211-42dd-a359-835f41592b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.2610624 Jul 22 23:50:11.636860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc285c9b-e6b5-40da-b3a5-d7632c7d8094 req-8f0d21b4-78d6-46ff-9ce1-4656c1fc53c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.650855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc285c9b-e6b5-40da-b3a5-d7632c7d8094 req-8f0d21b4-78d6-46ff-9ce1-4656c1fc53c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.4324052 Jul 22 23:50:11.668626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf486e5-10ef-40c2-99fc-e4d7f3fbf94e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:11.668935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf486e5-10ef-40c2-99fc-e4d7f3fbf94e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:11.714463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.741177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.766220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:11.773211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1953655136-network', 'tenant_id': 'd85ef8fc97e641f4a9059a47eb38f939'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:11.827425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:11.827654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Made reservation on behalf of d85ef8fc97e641f4a9059a47eb38f939 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:11.827782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.830045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:11.831664 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:11.843894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.864184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.965616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Transition to ACTIVE for port object 371add5e-7012-4d0a-9890-2bde391aabd6 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:11.967512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ee70-1258-431b-9b78-34adc698650c req-0df9a312-fbdb-4da4-bdc3-8f09a26e7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:11.969187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-0df9a312-fbdb-4da4-bdc3-8f09a26e7d02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3452010 Jul 22 23:50:11.973308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.989446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:11.995066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] 10.222.0.21 "DELETE /v2.0/networks/395c8c57-065d-4ea1-9468-c9e7f5e30139 HTTP/1.1" status: 204 len: 168 time: 1.2156296 Jul 22 23:50:12.030546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.035133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.035930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4bb9-a330-49b2-b9c5-d4591727479e tempest-BulkNetworkOpsIpV6Test-976329602 tempest-BulkNetworkOpsIpV6Test-976329602-project] Pushing event deleted for resources: {'Network': ['ID=395c8c57-065d-4ea1-9468-c9e7f5e30139,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.042215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.054968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.069656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:12.118443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Pushing event updated for resources: {'Port': ['ID=371add5e-7012-4d0a-9890-2bde391aabd6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.130709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:12.153071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Network 153f80b0-f347-43ee-9ca8-9c0836362592 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:12.154038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b68eff-3f30-4937-9ea4-9ed9cc84a225,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.160691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:12.164869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:12.167411 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.167792 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Added segment 1e2a4070-902c-47de-bf0b-d6d0b63cd84a of type vlan for network a2b8fe59-876b-4333-b36a-6ed5ecd39661 Jul 22 23:50:12.264800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.273990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.275275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.311817 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-49300c1d-f66b-4d4f-a29f-e203c5a91e3e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0004783 Jul 22 23:50:12.334201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:12.334421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Request body: {'port': {'device_id': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:12.339630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.340264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.340833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.414267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-c1ee69f8-019b-4da5-b415-1fdf952b5406 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354384 Jul 22 23:50:12.449137 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6786225 Jul 22 23:50:12.464610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:12.563163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Request body: {'subnet': {'network_id': 'a2b8fe59-876b-4333-b36a-6ed5ecd39661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1953655136-subnet', 'tenant_id': 'd85ef8fc97e641f4a9059a47eb38f939', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:12.567423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f56ee70-1258-431b-9b78-34adc698650c req-f6bd5d48-20f9-4629-92df-5802235b390f service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449909 Jul 22 23:50:12.614299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2e62-0c57-47f0-80bf-bd51a3e1cbfb admin admin] Pushing event updated for resources: {'Network': ['ID=a2b8fe59-876b-4333-b36a-6ed5ecd39661,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:12.658687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.712782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e6a24a0b-e448-4788-aa92-7b650e5e1e0e None None] Provisioning for port 371add5e-7012-4d0a-9890-2bde391aabd6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:12.735999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e6a24a0b-e448-4788-aa92-7b650e5e1e0e None None] Provisioning complete for port 371add5e-7012-4d0a-9890-2bde391aabd6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:12.739255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e6a24a0b-e448-4788-aa92-7b650e5e1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.744924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-69a4b873-f0d7-41e8-956a-7f03bcef5fd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a86176c6e2a14e95b2adbaabf4e32ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080079 Jul 22 23:50:12.749951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeedf5-e768-4815-8838-5ff68715458d req-e4a10090-b95c-495c-8468-8655cd22bf93 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:12.758118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3daeedf5-e768-4815-8838-5ff68715458d req-e4a10090-b95c-495c-8468-8655cd22bf93 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1027 time: 0.4505849 Jul 22 23:50:12.758331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:12.786248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Made reservation on behalf of d85ef8fc97e641f4a9059a47eb38f939 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:12.792822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:12.822725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3daeedf5-e768-4815-8838-5ff68715458d req-a8c879c1-c568-4241-9795-8e91ad51e39c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631793 Jul 22 23:50:12.838987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:12.867608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a2b8fe59-876b-4333-b36a-6ed5ecd39661 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:12.965929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e6a24a0b-e448-4788-aa92-7b650e5e1e0e None None] Port 371add5e-7012-4d0a-9890-2bde391aabd6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:13.051674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2959484b-491d-4902-8f70-c717f6a9f515 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.053260 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2959484b-491d-4902-8f70-c717f6a9f515 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.49 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.4688933 Jul 22 23:50:13.177034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d82641-fa4d-4f08-9f66-53e80637897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.255685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d82641-fa4d-4f08-9f66-53e80637897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.442160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:13.447723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-74f80b3f-9532-40e6-b3af-697b0a46e1f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b42af5c-8161-4d9c-8d8a-78e42766fe21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7452638 Jul 22 23:50:13.459863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:13.460342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925f94-e297-4457-a2ac-1fb31bd55b65 req-c380b405-879c-4c0d-9acc-1329775fb2a7 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:13.462600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74925f94-e297-4457-a2ac-1fb31bd55b65 req-c380b405-879c-4c0d-9acc-1329775fb2a7 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.6187236 Jul 22 23:50:13.475638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] Sync routers for ids ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:13.487796 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] Routers {'8b42af5c-8161-4d9c-8d8a-78e42766fe21'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:13.488523 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:13.584888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d82641-fa4d-4f08-9f66-53e80637897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.587700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d82641-fa4d-4f08-9f66-53e80637897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.588871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-97d82641-fa4d-4f08-9f66-53e80637897d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42628323-ebe0-4d49-9c4e-0e91f235c9cb HTTP/1.1" status: 204 len: 168 time: 0.8281484 Jul 22 23:50:13.624778 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] Set router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:13.670432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18d277e1-293d-4b0b-90ec-633f136514df req-06ada936-0b0e-4a3b-a9df-45b52894ccb5 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0395038 Jul 22 23:50:13.678713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port a09dd099-e80b-4084-a154-d592f60f4d43 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:13.679188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.756659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d82641-fa4d-4f08-9f66-53e80637897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42628323-ebe0-4d49-9c4e-0e91f235c9cb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:13.802190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:13.884975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:50:11Z', 'revision_number': 5, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:13.923136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] Checking router: 8b42af5c-8161-4d9c-8d8a-78e42766fe21 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:13.928690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371add5e-7012-4d0a-9890-2bde391aabd6 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:13.946545 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] Routers {'8b42af5c-8161-4d9c-8d8a-78e42766fe21'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:13.947183 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:49:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:13.952220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.028086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Transition to ACTIVE for port object 371add5e-7012-4d0a-9890-2bde391aabd6 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:14.038115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35354c8-17fd-46ca-b797-e28bfafd841c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:14.053178 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.058465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.072797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] For port a09dd099-e80b-4084-a154-d592f60f4d43, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a09dd099-e80b-4084-a154-d592f60f4d43,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:14.073376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.079542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec8874-af98-477c-a84c-b1a30d38ef0b req-b22bb27f-b456-4474-bcfa-115d0fe61c8e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:14.097860 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] Set router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:14.100625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64ec8874-af98-477c-a84c-b1a30d38ef0b req-b22bb27f-b456-4474-bcfa-115d0fe61c8e tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1027 time: 0.1734767 Jul 22 23:50:14.157382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64ec8874-af98-477c-a84c-b1a30d38ef0b req-79c50a2c-dcbb-4bd6-a894-3fc7571a6870 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557787 Jul 22 23:50:14.213314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Checking segment: {'id': '1e2a4070-902c-47de-bf0b-d6d0b63cd84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a2b8fe59-876b-4333-b36a-6ed5ecd39661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:14.213879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Network hostable DHCP agents. Network: a2b8fe59-876b-4333-b36a-6ed5ecd39661, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:14.219823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for a09dd099-e80b-4084-a154-d592f60f4d43 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:14.280631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=371add5e-7012-4d0a-9890-2bde391aabd6,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:14.652238 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:50:11Z', 'revision_number': 5, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:14.690366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b6f3d-af44-4715-b94a-5017ffff101c req-da95126f-8f9e-4355-a798-73408b3cb710 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:14.693891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf76e9e-a1ba-42ac-bdec-62848f184a96 None None] The sync data for ids ['8b42af5c-8161-4d9c-8d8a-78e42766fe21'] in n-d-758851-4 is: [{'id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'name': 'tempest-TestAggregatesBasicOps-2096728451-router', 'tenant_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:33Z', 'updated_at': '2021-07-22T23:50:11Z', 'revision_number': 5, 'project_id': 'cbbd0db4fab144ee8e0eb4edfa7c905f', 'gw_port': {'id': '82f75263-6860-4843-8ffa-f1e19618f98a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:10:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b42af5c-8161-4d9c-8d8a-78e42766fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:34Z', 'updated_at': '2021-07-22T23:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:14.703732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c13b6f3d-af44-4715-b94a-5017ffff101c req-da95126f-8f9e-4355-a798-73408b3cb710 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 909 time: 0.1106822 Jul 22 23:50:14.800939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02d131ff-abeb-488f-9968-aa63d2b3451b req-e2cb0ee1-411a-4e54-9e5e-be374999c4d0 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0333724 Jul 22 23:50:14.846969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Network a2b8fe59-876b-4333-b36a-6ed5ecd39661 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:14.855002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:14.905744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a2b8fe59-876b-4333-b36a-6ed5ecd39661) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:14.917854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49dadc-68b8-458e-bfbd-62bc112e5c36 None None] Network a2b8fe59-876b-4333-b36a-6ed5ecd39661 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:14.918455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.923254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:14.923880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:14.964674 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-196f3b3f-09be-44f1-9ae0-65fbf058bbb1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4097264 Jul 22 23:50:14.991153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Attempting to bind port 371add5e-7012-4d0a-9890-2bde391aabd6 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:14.991503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Attempting to bind port 371add5e-7012-4d0a-9890-2bde391aabd6 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:14.991835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Attempting to bind port 371add5e-7012-4d0a-9890-2bde391aabd6 on network 153f80b0-f347-43ee-9ca8-9c0836362592 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:15.006053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--761190292'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:15.035640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.050382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.062486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Port 371add5e-7012-4d0a-9890-2bde391aabd6 on network 153f80b0-f347-43ee-9ca8-9c0836362592 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:50:15.062910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Attempting to bind port 371add5e-7012-4d0a-9890-2bde391aabd6 on network 153f80b0-f347-43ee-9ca8-9c0836362592 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:15.079280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:15.079799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Checking segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:15.080370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Bound using segment: {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:15.082113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Bound port: 371add5e-7012-4d0a-9890-2bde391aabd6, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f0988f6-87c5-4e65-babb-4fef4209b6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:15.084159 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.260488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] For port 371add5e-7012-4d0a-9890-2bde391aabd6, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:15.264585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] For port 371add5e-7012-4d0a-9890-2bde391aabd6, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=371add5e-7012-4d0a-9890-2bde391aabd6,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:15.274072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.344883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.394312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.402020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.403264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.405124 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/371add5e-7012-4d0a-9890-2bde391aabd6 HTTP/1.1" status: 200 len: 1091 time: 3.0812173 Jul 22 23:50:15.416039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'tag': '371add5e-7012-4d0a-9890-2bde391aabd6'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:15.419055 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d3998e-938c-47da-81a0-5e02b506f8dc", "tag": "371add5e-7012-4d0a-9890-2bde391aabd6"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:15.433657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7fd06c47-18af-4ba2-8c6e-6e11a9514600 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:15.460500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.519275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7fd06c47-18af-4ba2-8c6e-6e11a9514600 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:15.519909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7fd06c47-18af-4ba2-8c6e-6e11a9514600 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:15.560175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] No DVR routers for this DVR port a09dd099-e80b-4084-a154-d592f60f4d43 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:15.576398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840280eb-f656-4b3c-aad1-d9ed8a55b664,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:15.577544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.580530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-04d26a5a-a2fd-4258-9263-776582f429f3 req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.49 "DELETE /v2.0/ports/a09dd099-e80b-4084-a154-d592f60f4d43 HTTP/1.1" status: 204 len: 173 time: 2.4906898 Jul 22 23:50:15.586534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Deleting port 82f75263-6860-4843-8ffa-f1e19618f98a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:15.587109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.607978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aab941-5fab-4622-a553-21fecec5dcd8 None None] Network a2b8fe59-876b-4333-b36a-6ed5ecd39661 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:15.616820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5a028-1310-4724-af5d-3a34bf7be4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=371add5e-7012-4d0a-9890-2bde391aabd6,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:15.655746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0968c37-0805-46d5-adb5-70ca91b053e6 req-685837c5-c3c4-4216-a55b-8b7c1bf2c004 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.666863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0968c37-0805-46d5-adb5-70ca91b053e6 req-685837c5-c3c4-4216-a55b-8b7c1bf2c004 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1094 time: 0.3174212 Jul 22 23:50:15.794905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0968c37-0805-46d5-adb5-70ca91b053e6 req-50aac367-c90b-4ddd-9c5c-af0b1770097f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222916 Jul 22 23:50:15.813895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.817884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c44e-436f-4fef-bb17-118c3e667675 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=a09dd099-e80b-4084-a154-d592f60f4d43,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:15.824720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.894326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13965ce7-eccd-4536-a3d1-b27525dee893,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:15.898983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:15.903641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3e0641bb-9732-42f9-a22d-1c69df1680a2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0473976 Jul 22 23:50:15.904300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:15.910336 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f215bf-231a-4a87-a9d1-b6601e636af2 x-openstack-request-id: req-c3f215bf-231a-4a87-a9d1-b6601e636af2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:15.911128 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d3998e-938c-47da-81a0-5e02b506f8dc", "tag": "371add5e-7012-4d0a-9890-2bde391aabd6", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:15.911128 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3f215bf-231a-4a87-a9d1-b6601e636af2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:15.911717 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'tag': '371add5e-7012-4d0a-9890-2bde391aabd6', 'status': 'completed', 'code': 200} Jul 22 23:50:15.976416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-b489f798-6e7e-4286-8701-63cba74a681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:15.979056 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-b489f798-6e7e-4286-8701-63cba74a681c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1094 time: 0.4277334 Jul 22 23:50:15.984921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] For port 82f75263-6860-4843-8ffa-f1e19618f98a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=82f75263-6860-4843-8ffa-f1e19618f98a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:15.985700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.010452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de38260e-9ccf-4e8f-91b7-4a3cad6578e3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1049170 Jul 22 23:50:16.011028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:16.041370 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-b8e5911f-47c5-445d-9316-d857576107aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371add5e-7012-4d0a-9890-2bde391aabd6 HTTP/1.1" status: 200 len: 217 time: 0.0471652 Jul 22 23:50:16.045885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Calling delete_port for 82f75263-6860-4843-8ffa-f1e19618f98a owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:16.048319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-security--353331910', 'description': 'tempest-security-description-1427298059'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:16.126428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79b49a90-dc62-43fb-9fc9-8c7686e84f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.131993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-570545e5-ab9a-4f28-aa57-61324f8070e2 req-f4333a70-49a1-4fe3-8c54-69272ef22648 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=161d3cb9-5822-4977-a5e9-e14ab77e75ca HTTP/1.1" status: 200 len: 210 time: 0.1197987 Jul 22 23:50:16.144101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-1347c64e-ade9-483e-a413-99447755ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:16.148530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-1347c64e-ade9-483e-a413-99447755ba24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c83151-7d9d-4033-9044-483769a3d770 HTTP/1.1" status: 200 len: 848 time: 0.1005447 Jul 22 23:50:16.157669 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.284228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.286726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63337a12-843f-4485-bb89-32b2ef80913b req-3da22046-88e4-46e4-a310-7cf51c4e7797 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0704124 Jul 22 23:50:16.288580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-798bc850-d0a2-40cf-a6bd-83e843063209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:16.289822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.290262 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-798bc850-d0a2-40cf-a6bd-83e843063209 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=153f80b0-f347-43ee-9ca8-9c0836362592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327627 Jul 22 23:50:16.293211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.294467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "PUT /v2.0/security-groups/13965ce7-eccd-4536-a3d1-b27525dee893 HTTP/1.1" status: 200 len: 1779 time: 0.2778566 Jul 22 23:50:16.300383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:16.305620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-c5ea7a0b-1e1e-41d2-840c-505d124e3d9d tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:16.307229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-c5ea7a0b-1e1e-41d2-840c-505d124e3d9d tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/networks?id=d3193024-c4c1-47e2-a87c-69cf5ccb4593 HTTP/1.1" status: 200 len: 811 time: 0.3335869 Jul 22 23:50:16.335785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-a968c7d9-6fb0-4b2b-b3c6-15fc7eda10cf tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/quotas/0892052b4f604f76a1756e6a0e81ca1f HTTP/1.1" status: 200 len: 375 time: 0.0197623 Jul 22 23:50:16.360622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782f253-34b3-41a7-b658-bcf57aebcc9d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13965ce7-eccd-4536-a3d1-b27525dee893,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:16.391841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-9646ca49-dab6-4ad8-9b43-c06ba414d7ff tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0892052b4f604f76a1756e6a0e81ca1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483031 Jul 22 23:50:16.446368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c25d8cdb-0499-41d4-8415-690f94083f55 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups/13965ce7-eccd-4536-a3d1-b27525dee893 HTTP/1.1" status: 200 len: 1779 time: 0.1421609 Jul 22 23:50:16.447855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52500) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:16.460977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-490adf46-d684-454e-b014-e134e364ed93 req-5e2eb664-8494-4051-8e8d-5609566c4d6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0399857 Jul 22 23:50:16.491814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.524951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-d50e766d-0157-4574-ba90-6d9ccd47913d service neutron] 10.222.0.48 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267652 Jul 22 23:50:16.530671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Pushing event deleted for resources: {'Port': ['ID=82f75263-6860-4843-8ffa-f1e19618f98a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:16.536037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-cae4357e-3c7e-4db8-aeca-43d3cef8b6dd service neutron] 10.222.0.21 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338890 Jul 22 23:50:16.605939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1aae199-39a0-419a-b62d-9fcfbe490f8d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.639322 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-975b01b3-81e0-463c-b60b-fb8f6c8ad167 service neutron] 10.222.0.21 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962527 Jul 22 23:50:16.640223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1aae199-39a0-419a-b62d-9fcfbe490f8d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.643115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.782065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.786670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.855474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a6b5ba7-7e4a-463f-8ddb-f7261dc0820d req-b8403ace-b121-4d34-9e84-b3ef4d521311 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 210 time: 0.0477669 Jul 22 23:50:16.886181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1aae199-39a0-419a-b62d-9fcfbe490f8d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.890927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1aae199-39a0-419a-b62d-9fcfbe490f8d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.893603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d1aae199-39a0-419a-b62d-9fcfbe490f8d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/13965ce7-eccd-4536-a3d1-b27525dee893 HTTP/1.1" status: 204 len: 168 time: 0.4421005 Jul 22 23:50:16.896968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:16.912154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.913076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b42af5c-8161-4d9c-8d8a-78e42766fe21 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:16.928363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:16.930180 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1bf452bc-314a-45d2-9719-cc2c1377a52e admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b42af5c-8161-4d9c-8d8a-78e42766fe21 HTTP/1.1" status: 204 len: 168 time: 3.4682958 Jul 22 23:50:16.934886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aae199-39a0-419a-b62d-9fcfbe490f8d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13965ce7-eccd-4536-a3d1-b27525dee893,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:16.939708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.011081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138601-793d-4449-afdc-bed3c4b06f80 req-2eba2018-564f-4929-b124-ff6f9d68d651 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:17.012730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55138601-793d-4449-afdc-bed3c4b06f80 req-2eba2018-564f-4929-b124-ff6f9d68d651 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1094 time: 0.1286137 Jul 22 23:50:17.023688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b1e74c1-1d5e-4bca-8b96-3a8f24037790 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241386 Jul 22 23:50:17.025770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3f2f626-a58a-4c23-a6a8-4310559d69ad req-251a054a-96f9-4d23-966b-eb4f0fe63739 service neutron] 10.222.0.48 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783227 Jul 22 23:50:17.028034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.061246 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bbfa2749-5f65-40c6-a7cd-1a076d601634 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] delete failed (client error): The resource could not be found. Jul 22 23:50:17.064944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bbfa2749-5f65-40c6-a7cd-1a076d601634 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/13965ce7-eccd-4536-a3d1-b27525dee893 HTTP/1.1" status: 404 len: 347 time: 0.0332398 Jul 22 23:50:17.070751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.089898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098039797'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:17.110034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55138601-793d-4449-afdc-bed3c4b06f80 req-561a94c1-8dd2-4010-9a18-7571adefda64 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657835 Jul 22 23:50:17.136395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Deleting subnet 7458aa8e-04b5-47c1-8949-bb3698c4e521 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:17.140279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.194309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.273766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.285689 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.420505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-9fc21aed-ad64-4887-9210-14e017b691a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:17.423541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-9fc21aed-ad64-4887-9210-14e017b691a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1094 time: 0.2423942 Jul 22 23:50:17.566788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9a7e2a5-bbad-4928-ab5b-557104a9b2ab req-29cb5fed-250b-431d-a2f6-50b110f8061a tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0700963 Jul 22 23:50:17.673332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.766966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-361fa8e8-7e1f-4241-bab1-b1c6d250b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:17.769046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-361fa8e8-7e1f-4241-bab1-b1c6d250b99d service neutron] 10.222.0.48 "GET /v2.0/networks?id=153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 200 len: 910 time: 0.2977746 Jul 22 23:50:17.824474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.826702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.833311 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-30f1306d-30f0-439a-97e5-7a49478cdba8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=371add5e-7012-4d0a-9890-2bde391aabd6 HTTP/1.1" status: 200 len: 217 time: 0.0572681 Jul 22 23:50:17.838570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.888600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.900189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af49dce5-5b2a-43a5-9858-a5351a122693 None None] Network 03edbff6-c90d-4f5c-9a2d-5670fd8160da requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:17.915660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'name': 'network-vif-deleted', 'tag': 'a09dd099-e80b-4084-a154-d592f60f4d43'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:17.918522 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34d6a4f-50cc-4243-859e-b80e62aba38f" -d '{"events": [{"server_uuid": "161d3cb9-5822-4977-a5e9-e14ab77e75ca", "name": "network-vif-deleted", "tag": "a09dd099-e80b-4084-a154-d592f60f4d43"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:17.921244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7458aa8e-04b5-47c1-8949-bb3698c4e521,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:17.928778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.933099 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-306f43d5-1e35-4de6-b48d-3051eb8f7d95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7458aa8e-04b5-47c1-8949-bb3698c4e521 HTTP/1.1" status: 204 len: 168 time: 0.9897251 Jul 22 23:50:17.935136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.961291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:17.962546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8881793 Jul 22 23:50:17.970628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:17.973858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd356d9-4cff-4a75-9c14-333ad6b61197 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddf3462-89bb-4c16-95ba-d839214e8d8a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:17.995889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '8ddf3462-89bb-4c16-95ba-d839214e8d8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:18.006911 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd281c0-10db-4079-967e-6f20e1f69ed9 x-openstack-request-id: req-7bd281c0-10db-4079-967e-6f20e1f69ed9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:18.007197 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161d3cb9-5822-4977-a5e9-e14ab77e75ca", "name": "network-vif-deleted", "tag": "a09dd099-e80b-4084-a154-d592f60f4d43", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:18.007523 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bd281c0-10db-4079-967e-6f20e1f69ed9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:18.007977 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161d3cb9-5822-4977-a5e9-e14ab77e75ca', 'name': 'network-vif-deleted', 'tag': 'a09dd099-e80b-4084-a154-d592f60f4d43', 'status': 'completed', 'code': 200} Jul 22 23:50:18.021624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-346b7026-6a54-40a2-bd33-c5d0777a7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:18.023237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-346b7026-6a54-40a2-bd33-c5d0777a7ee1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b7c83151-7d9d-4033-9044-483769a3d770 HTTP/1.1" status: 200 len: 848 time: 0.1814728 Jul 22 23:50:18.042435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5ad6ae8-50e1-45cf-9395-3814b79123a1 req-33df9af0-c83e-4367-96c4-768daa3a6a33 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 210 time: 0.0508780 Jul 22 23:50:18.046962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.069151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a09dd099-e80b-4084-a154-d592f60f4d43 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:18.096530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: a09dd099-e80b-4084-a154-d592f60f4d43 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:18.097821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a09dd099-e80b-4084-a154-d592f60f4d43 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:18.139063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.143233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.149440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.172904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db937737-72cb-45e1-9501-1c7095c09cf0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:18.184086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-58be3bfa-c1a0-415a-96c6-18a168cd49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:18.187222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-58be3bfa-c1a0-415a-96c6-18a168cd49f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=153f80b0-f347-43ee-9ca8-9c0836362592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510901 Jul 22 23:50:18.203367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] DHCP port deletion for 03edbff6-c90d-4f5c-9a2d-5670fd8160da request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:18.220639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.227202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e2d88ff-cfd3-49df-b0f4-fe9f00ebd138 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374337 Jul 22 23:50:18.228104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:18.288416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Deleting port 3019c949-0f36-4d40-9bcc-2ff82784d727 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:18.289114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.322861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Deleting port 3019c949-0f36-4d40-9bcc-2ff82784d727 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:18.323231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.353418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a23d09a-07c3-4086-8b72-157b12576731 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.381023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] For port 3019c949-0f36-4d40-9bcc-2ff82784d727, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3019c949-0f36-4d40-9bcc-2ff82784d727,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:18.381424 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.384107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a23d09a-07c3-4086-8b72-157b12576731 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.401057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Calling delete_port for 3019c949-0f36-4d40-9bcc-2ff82784d727 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:18.432216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] For port 3019c949-0f36-4d40-9bcc-2ff82784d727, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3019c949-0f36-4d40-9bcc-2ff82784d727,segment=NetworkSegment(7f91febf-9e0e-4eff-931d-98c6b8473f00),segment_id=7f91febf-9e0e-4eff-931d-98c6b8473f00)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:18.432535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.444660 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-92d7121a-4fd8-4207-8719-0d6e5bb95bc3 service neutron] 10.222.0.48 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473493 Jul 22 23:50:18.456126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Calling delete_port for 3019c949-0f36-4d40-9bcc-2ff82784d727 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:18.488411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43f28b-2585-43b2-a68d-28cdb73de13f req-c5c51beb-c957-4055-a227-ccf1a1cb9f1c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:18.490053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad43f28b-2585-43b2-a68d-28cdb73de13f req-c5c51beb-c957-4055-a227-ccf1a1cb9f1c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1094 time: 0.2131741 Jul 22 23:50:18.511647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a23d09a-07c3-4086-8b72-157b12576731 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.525530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a23d09a-07c3-4086-8b72-157b12576731 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.529116 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7a23d09a-07c3-4086-8b72-157b12576731 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/db937737-72cb-45e1-9501-1c7095c09cf0 HTTP/1.1" status: 204 len: 168 time: 0.2838891 Jul 22 23:50:18.534447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52546) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:18.541437 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.569714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Pushing event deleted for resources: {'Port': ['ID=3019c949-0f36-4d40-9bcc-2ff82784d727,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:18.574398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d09a-07c3-4086-8b72-157b12576731 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db937737-72cb-45e1-9501-1c7095c09cf0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:18.575069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] No DVR routers for this DVR port 3019c949-0f36-4d40-9bcc-2ff82784d727 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:18.584741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.585090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.585437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.585827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.586107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.586215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-b6e41124-b5db-4f10-9320-b804d7aada7f tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:18.586444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.586769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.587096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.587474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.587730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-b6e41124-b5db-4f10-9320-b804d7aada7f tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.49 "GET /v2.0/networks?id=d3193024-c4c1-47e2-a87c-69cf5ccb4593 HTTP/1.1" status: 200 len: 811 time: 0.3266084 Jul 22 23:50:18.587871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.588083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.588488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd7005-c300-4328-afef-46a1ba8feccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:18.608340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Request body: {'port': {'device_id': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593', 'admin_state_up': True, 'tenant_id': '0892052b4f604f76a1756e6a0e81ca1f'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:18.626610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad43f28b-2585-43b2-a68d-28cdb73de13f req-e8fc60e2-d4cc-46e6-bece-018b7a9509d2 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265850 Jul 22 23:50:18.656022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.696545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] No DVR routers for this DVR port 3019c949-0f36-4d40-9bcc-2ff82784d727 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:18.698137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3019c949-0f36-4d40-9bcc-2ff82784d727,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:18.705549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2d8ef179-c3a2-4c75-b5ff-680ffaaea16e req-ef83691a-2748-47b0-b0e4-08463b6b7ca6 service neutron] 10.222.0.48 "GET /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436345 Jul 22 23:50:18.714054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port 403f6548-5770-4cae-a545-69ccd354a1fe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:18.714406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.718896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7195a04-4655-44ed-b848-0873c972ee65 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1817794 Jul 22 23:50:18.725080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:18.809556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-939092cc-4b6a-407a-84c7-dae554574577 req-01f9e1a4-5cdc-447a-9517-3e5ed8ab650e tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0559623 Jul 22 23:50:18.820985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2be1af0-6da8-410e-8481-fbff1e3e8de7 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.844739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Made reservation on behalf of 0892052b4f604f76a1756e6a0e81ca1f for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:18.857519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.876610 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.890898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2be1af0-6da8-410e-8481-fbff1e3e8de7 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.895061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03edbff6-c90d-4f5c-9a2d-5670fd8160da']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:18.910298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f91febf-9e0e-4eff-931d-98c6b8473f00') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:18.910626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f91febf-9e0e-4eff-931d-98c6b8473f00') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:18.929661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.941299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] For port 403f6548-5770-4cae-a545-69ccd354a1fe, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=403f6548-5770-4cae-a545-69ccd354a1fe,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:18.941673 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.959828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.962065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for 403f6548-5770-4cae-a545-69ccd354a1fe owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:18.970853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:18.972814 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:18.973418 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:19.003360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2be1af0-6da8-410e-8481-fbff1e3e8de7 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.005990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2be1af0-6da8-410e-8481-fbff1e3e8de7 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.007164 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f2be1af0-6da8-410e-8481-fbff1e3e8de7 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ddf3462-89bb-4c16-95ba-d839214e8d8a HTTP/1.1" status: 204 len: 168 time: 0.2808752 Jul 22 23:50:19.016555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52566) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.060109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be1af0-6da8-410e-8481-fbff1e3e8de7 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddf3462-89bb-4c16-95ba-d839214e8d8a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.114307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e448d62b-a986-4dd7-bbdb-3c4541988fd2 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963726 Jul 22 23:50:19.115652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.115812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Allocated IP 172.20.0.6 (d3193024-c4c1-47e2-a87c-69cf5ccb4593/e593f4dd-2838-436d-a87f-65a789a417b0/e53bb729-6f7a-420f-8a6c-003e57c368ed) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:19.120713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.128471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.133632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/03edbff6-c90d-4f5c-9a2d-5670fd8160da HTTP/1.1" status: 204 len: 168 time: 1.1942141 Jul 22 23:50:19.133721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.142433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--206548796'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:19.200142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdcf9b-3916-4df0-9498-aa67cd7649b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=03edbff6-c90d-4f5c-9a2d-5670fd8160da,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.254404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.273596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 82f75263-6860-4843-8ffa-f1e19618f98a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:19.295816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 82f75263-6860-4843-8ffa-f1e19618f98a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:19.296166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 82f75263-6860-4843-8ffa-f1e19618f98a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:19.296796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3019c949-0f36-4d40-9bcc-2ff82784d727 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:19.318428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3019c949-0f36-4d40-9bcc-2ff82784d727 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:19.318785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3019c949-0f36-4d40-9bcc-2ff82784d727 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:19.342851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25240ad3-f4da-4db6-90e5-e9d0ddc394c3 req-7f993d32-8425-44fc-8a0c-23152dece866 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 210 time: 0.1788008 Jul 22 23:50:19.374394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb885221-06d3-4acf-8e50-a0ea974a3176 req-51dba1d7-ebae-480b-9b1e-853af2b28cb1 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.1127508 Jul 22 23:50:19.430801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.461791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd4c92a2-1952-4dda-bb98-9b57ed45eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.474159 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.485301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.527112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43b0d6e-2c3f-4274-8a6b-28907b535e1b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.531193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.534565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-63d921ea-e7df-4893-a7bf-85a37de26fa6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4053934 Jul 22 23:50:19.534565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.539438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.557027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': 'a43b0d6e-2c3f-4274-8a6b-28907b535e1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:19.585238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.595948 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.605408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Network d3193024-c4c1-47e2-a87c-69cf5ccb4593 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:19.614295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:19.617128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:19.629117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=403f6548-5770-4cae-a545-69ccd354a1fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.656907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Pushing event updated for resources: {'Port': ['ID=e53bb729-6f7a-420f-8a6c-003e57c368ed,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.686791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.713156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:19.713833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.752852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-b5a5b3e5-dede-4062-a596-8eded8594474 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1534076 Jul 22 23:50:19.765228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Request body: {'port': {'device_id': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:19.799210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 371add5e-7012-4d0a-9890-2bde391aabd6 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:50:19.808142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.821424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.852206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa394f1-729f-4560-be8b-cbec9239a6c4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:19.888948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.892819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e76d314-f20b-416e-9960-65f1bab3e1f8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3468804 Jul 22 23:50:19.892819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.893735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52586) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:19.899296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': 'a43b0d6e-2c3f-4274-8a6b-28907b535e1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:19.957789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 371add5e-7012-4d0a-9890-2bde391aabd6, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=371add5e-7012-4d0a-9890-2bde391aabd6,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:19.973640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:19.981469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '371add5e-7012-4d0a-9890-2bde391aabd6', 'network_id': '153f80b0-f347-43ee-9ca8-9c0836362592', 'port_id': '371add5e-7012-4d0a-9890-2bde391aabd6', 'mac_address': 'fa:16:3e:ab:70:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c83151-7d9d-4033-9044-483769a3d770', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:50:20.020556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.042775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371add5e-7012-4d0a-9890-2bde391aabd6 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:20.074634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 371add5e-7012-4d0a-9890-2bde391aabd6, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=371add5e-7012-4d0a-9890-2bde391aabd6,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:20.082843 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.123575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.132792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.140801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=371add5e-7012-4d0a-9890-2bde391aabd6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.179836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.181106 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2854915 Jul 22 23:50:20.189954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:20.197087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': 'a43b0d6e-2c3f-4274-8a6b-28907b535e1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:20.205075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c882d-c743-4a6b-8d42-33fc722e70a0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa305d4c-0ad8-4c33-97ff-f81f04b863ad,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.227123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.258332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.302901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ba5a6-8099-4854-a108-1374e729211c req-044cefcf-b799-4bcd-95d2-5f1691ef5e64 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:20.304633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e63ba5a6-8099-4854-a108-1374e729211c req-044cefcf-b799-4bcd-95d2-5f1691ef5e64 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1095 time: 0.2329581 Jul 22 23:50:20.328056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53bb729-6f7a-420f-8a6c-003e57c368ed {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:20.341485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.365648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.368334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Transition to ACTIVE for port object e53bb729-6f7a-420f-8a6c-003e57c368ed will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:20.369137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.380427 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.382852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e63ba5a6-8099-4854-a108-1374e729211c req-49529e85-d1a7-45c9-a69c-fd1b165a8714 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705020 Jul 22 23:50:20.385805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.417511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b19869d-23d9-4b81-950d-37e8cee7c715,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.425004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.428814 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-478c6505-04a5-4bf8-860d-27febb7bd352 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2351663 Jul 22 23:50:20.431240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:20.436251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': 'a43b0d6e-2c3f-4274-8a6b-28907b535e1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:20.459894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['371add5e-7012-4d0a-9890-2bde391aabd6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:20.470385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Pushing event updated for resources: {'Port': ['ID=e53bb729-6f7a-420f-8a6c-003e57c368ed,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.535249 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.593839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Attempting to bind port e53bb729-6f7a-420f-8a6c-003e57c368ed on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:20.594263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Attempting to bind port e53bb729-6f7a-420f-8a6c-003e57c368ed by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'f316d01e-d414-49cd-b50c-654574afff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:20.594556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Attempting to bind port e53bb729-6f7a-420f-8a6c-003e57c368ed on network d3193024-c4c1-47e2-a87c-69cf5ccb4593 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:20.595854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22c40970-b7bc-4528-bb0d-c38d0c1bddb0 req-4409eaf9-e3eb-4856-ab88-185560850a59 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0515521 Jul 22 23:50:20.616023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Port e53bb729-6f7a-420f-8a6c-003e57c368ed on network d3193024-c4c1-47e2-a87c-69cf5ccb4593 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:50:20.616358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Attempting to bind port e53bb729-6f7a-420f-8a6c-003e57c368ed on network d3193024-c4c1-47e2-a87c-69cf5ccb4593 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:20.634067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:20.634742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Checking segment: {'id': 'f316d01e-d414-49cd-b50c-654574afff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:20.635141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Bound using segment: {'id': 'f316d01e-d414-49cd-b50c-654574afff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:20.635628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Bound port: e53bb729-6f7a-420f-8a6c-003e57c368ed, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f316d01e-d414-49cd-b50c-654574afff7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:20.635995 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.636463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.645983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.654263 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.700473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943138dd-f5a5-423e-ba2e-b2c200547bfe,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.716139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.717613 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-68b41cba-6086-456b-985a-9e7e8719c732 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2853277 Jul 22 23:50:20.725737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52598) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:20.733323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': 'a43b0d6e-2c3f-4274-8a6b-28907b535e1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:20.758943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4b7a7-1194-4f81-87c3-c871e6d69bdb req-7e949502-852a-4294-98ce-6628cd55f016 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:20.760753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4d4b7a7-1194-4f81-87c3-c871e6d69bdb req-7e949502-852a-4294-98ce-6628cd55f016 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 943 time: 0.2988586 Jul 22 23:50:20.770860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] For port e53bb729-6f7a-420f-8a6c-003e57c368ed, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:20.775679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] For port e53bb729-6f7a-420f-8a6c-003e57c368ed, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed,segment=NetworkSegment(f316d01e-d414-49cd-b50c-654574afff7f),segment_id=f316d01e-d414-49cd-b50c-654574afff7f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:20.780250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.813028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.832857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:20.833470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:20.834884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] 10.222.0.49 "PUT /v2.0/ports/e53bb729-6f7a-420f-8a6c-003e57c368ed HTTP/1.1" status: 200 len: 1091 time: 1.0741122 Jul 22 23:50:20.837330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'tag': 'e53bb729-6f7a-420f-8a6c-003e57c368ed'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:20.840262 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf", "tag": "e53bb729-6f7a-420f-8a6c-003e57c368ed"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:20.885268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719bcf5-520b-4a1c-9832-366dcbd69788 service neutron] Pushing event updated for resources: {'Port': ['ID=e53bb729-6f7a-420f-8a6c-003e57c368ed,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:20.895377 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513c8def-db04-4178-a621-ab95ec4385a6 x-openstack-request-id: req-513c8def-db04-4178-a621-ab95ec4385a6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:20.895742 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf", "tag": "e53bb729-6f7a-420f-8a6c-003e57c368ed", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:20.895904 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-513c8def-db04-4178-a621-ab95ec4385a6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:20.896306 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'tag': 'e53bb729-6f7a-420f-8a6c-003e57c368ed', 'status': 'completed', 'code': 200} Jul 22 23:50:20.932091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4d4b7a7-1194-4f81-87c3-c871e6d69bdb req-3b6f5de3-a783-4002-b09a-ac931c8a6945 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Jul 22 23:50:20.986358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 629190cb-0c08-4369-9b8d-89d36aa8330b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:20.995868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.000374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.005343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-fc0d7204-4be6-4bf4-a3dc-f767e153b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.006883 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-fc0d7204-4be6-4bf4-a3dc-f767e153b73f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0892052b4f604f76a1756e6a0e81ca1f&device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 1094 time: 0.1094205 Jul 22 23:50:21.031422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6890f2-5143-49af-8ae1-b1c258fe7be4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:21.066809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.068074 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9c6f4e54-2fde-458c-a382-49c58f58b477 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3409858 Jul 22 23:50:21.069603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-8a4c7e6e-dc6b-46c3-ba8d-559ea269f166 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed HTTP/1.1" status: 200 len: 217 time: 0.0485349 Jul 22 23:50:21.071074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.134846 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84f48547-eebc-4cb8-8228-a7dbd787d89d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.145968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84f48547-eebc-4cb8-8228-a7dbd787d89d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.156067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d78497-be33-4032-a400-f94a115e1382 req-1e3a61f6-118e-4516-bf0a-7f56314a07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.157624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-1e3a61f6-118e-4516-bf0a-7f56314a07d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e593f4dd-2838-436d-a87f-65a789a417b0 HTTP/1.1" status: 200 len: 851 time: 0.0798142 Jul 22 23:50:21.202760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-296c11cd-3a12-4c2a-acd3-90205dbf8625 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3193024-c4c1-47e2-a87c-69cf5ccb4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381284 Jul 22 23:50:21.208920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:21.212521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84f48547-eebc-4cb8-8228-a7dbd787d89d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.217041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee29bffb-9683-421d-a372-64861cfe7b72 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "PUT /v2.0/routers/629190cb-0c08-4369-9b8d-89d36aa8330b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0213470 Jul 22 23:50:21.220883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.223645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] Sync routers for ids ['629190cb-0c08-4369-9b8d-89d36aa8330b'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:21.238033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] Routers {'629190cb-0c08-4369-9b8d-89d36aa8330b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:21.238733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['629190cb-0c08-4369-9b8d-89d36aa8330b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.279774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-84f48547-eebc-4cb8-8228-a7dbd787d89d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.281148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84f48547-eebc-4cb8-8228-a7dbd787d89d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8b6890f2-5143-49af-8ae1-b1c258fe7be4 HTTP/1.1" status: 204 len: 168 time: 0.2090626 Jul 22 23:50:21.282115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f48547-eebc-4cb8-8228-a7dbd787d89d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b6890f2-5143-49af-8ae1-b1c258fe7be4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:21.285440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting subnet 9e162160-ba43-4e8b-8122-c3f49e90f1b9 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:21.287543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.292521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.345792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Deleting port 350148ea-41bd-4a73-a21e-a2afdc98f775 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:21.346578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.356082 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-825b37bd-7c6b-4e5b-9970-88a8a2533f73 service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408758 Jul 22 23:50:21.364466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] Set router 629190cb-0c08-4369-9b8d-89d36aa8330b gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:21.383276 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.469540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59d78497-be33-4032-a400-f94a115e1382 req-7fcba671-39a6-428a-b59d-d380d1e8d4cb service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048090 Jul 22 23:50:21.472278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4ea75c8-4473-42a7-9ea9-950ef130e060 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1826310 Jul 22 23:50:21.475700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.509324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] For port 350148ea-41bd-4a73-a21e-a2afdc98f775, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=350148ea-41bd-4a73-a21e-a2afdc98f775,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:21.509710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.537017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1968835-d9ab-4039-88f7-16ad632cac68 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.548251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Calling delete_port for 350148ea-41bd-4a73-a21e-a2afdc98f775 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:21.564020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1968835-d9ab-4039-88f7-16ad632cac68 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.585859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:50:19Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.610149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1968835-d9ab-4039-88f7-16ad632cac68 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.615492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1968835-d9ab-4039-88f7-16ad632cac68 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.615903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] Checking router: 629190cb-0c08-4369-9b8d-89d36aa8330b for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:21.619000 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d1968835-d9ab-4039-88f7-16ad632cac68 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/943138dd-f5a5-423e-ba2e-b2c200547bfe HTTP/1.1" status: 204 len: 168 time: 0.1397574 Jul 22 23:50:21.620632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.624795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] Routers {'629190cb-0c08-4369-9b8d-89d36aa8330b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:21.625407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['629190cb-0c08-4369-9b8d-89d36aa8330b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:21.630207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-c2dbfc28-bb0d-4491-8436-9bf24287bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.631762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-c2dbfc28-bb0d-4491-8436-9bf24287bb03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0892052b4f604f76a1756e6a0e81ca1f&device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 1094 time: 0.1060662 Jul 22 23:50:21.653455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1968835-d9ab-4039-88f7-16ad632cac68 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=943138dd-f5a5-423e-ba2e-b2c200547bfe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:21.714222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c899d371-284e-4182-ad02-71ad57d64df9 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0889604 Jul 22 23:50:21.733997 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.739826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52622) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.773983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98ece7dc-26bc-4da3-8abc-f040dd20598a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.774911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] Set router 629190cb-0c08-4369-9b8d-89d36aa8330b gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:21.793108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98ece7dc-26bc-4da3-8abc-f040dd20598a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.793458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c5b6a49-8c9a-4cac-9351-089169ae1209 req-db005350-5f40-4188-8816-82de253d8dac tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0866299 Jul 22 23:50:21.798927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b3f5a-7455-4d79-a87f-a5a6f2cb6605 req-129d3bea-616d-4ed5-bae7-2db8d4b97b86 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.801679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f3b3f5a-7455-4d79-a87f-a5a6f2cb6605 req-129d3bea-616d-4ed5-bae7-2db8d4b97b86 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1095 time: 0.2715065 Jul 22 23:50:21.804085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-b5f568d7-c77c-4b56-aead-1d0b7ef5dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.804665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.805604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-b5f568d7-c77c-4b56-aead-1d0b7ef5dc9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3193024-c4c1-47e2-a87c-69cf5ccb4593 HTTP/1.1" status: 200 len: 912 time: 0.1638288 Jul 22 23:50:21.815575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 371add5e-7012-4d0a-9890-2bde391aabd6 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:21.864492 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-42054975-4492-47d0-893c-ad938e96f0e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed HTTP/1.1" status: 200 len: 217 time: 0.0513034 Jul 22 23:50:21.871699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98ece7dc-26bc-4da3-8abc-f040dd20598a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.876611 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-98ece7dc-26bc-4da3-8abc-f040dd20598a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:21.878792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98ece7dc-26bc-4da3-8abc-f040dd20598a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/2b19869d-23d9-4b81-950d-37e8cee7c715 HTTP/1.1" status: 204 len: 168 time: 0.1376376 Jul 22 23:50:21.882220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:21.914326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ece7dc-26bc-4da3-8abc-f040dd20598a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b19869d-23d9-4b81-950d-37e8cee7c715,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:21.935881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-27574f6c-db7e-450d-a6b1-3ed664f413af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:21.937379 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-27574f6c-db7e-450d-a6b1-3ed664f413af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e593f4dd-2838-436d-a87f-65a789a417b0 HTTP/1.1" status: 200 len: 851 time: 0.0572953 Jul 22 23:50:21.938819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f3b3f5a-7455-4d79-a87f-a5a6f2cb6605 req-d3206cff-cce1-4d69-93f1-d76bcf14fd7f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306703 Jul 22 23:50:21.978033 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-8d9327b5-0a2e-4292-948c-c268f88d7e7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3193024-c4c1-47e2-a87c-69cf5ccb4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327375 Jul 22 23:50:22.008136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b8c81b7c-56dd-4a36-ae14-b39b3e106de5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1239564 Jul 22 23:50:22.010861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52630) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.015343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 371add5e-7012-4d0a-9890-2bde391aabd6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:22.020645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 371add5e-7012-4d0a-9890-2bde391aabd6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:22.021023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.055838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41d5a605-9950-4c1a-ad7e-a3afde5059bb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.069479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41d5a605-9950-4c1a-ad7e-a3afde5059bb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.086470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.129039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:50:19Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:22.134874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Subnet': ['ID=9e162160-ba43-4e8b-8122-c3f49e90f1b9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.144336 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.146681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-97f7a10f-58b5-41db-bacc-963cf8cd5bb1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/subnets/9e162160-ba43-4e8b-8122-c3f49e90f1b9 HTTP/1.1" status: 204 len: 168 time: 0.9236181 Jul 22 23:50:22.147863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41d5a605-9950-4c1a-ad7e-a3afde5059bb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.149535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.155603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.165007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41d5a605-9950-4c1a-ad7e-a3afde5059bb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.171868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41d5a605-9950-4c1a-ad7e-a3afde5059bb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aa305d4c-0ad8-4c33-97ff-f81f04b863ad HTTP/1.1" status: 204 len: 168 time: 0.1541774 Jul 22 23:50:22.172066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.172175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.177870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa4526-539a-4833-9d3d-f507529db440 None None] Network 0d7de024-13c8-4823-a3ea-88addd895b95 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:22.183006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f694ac1-37d1-4143-b86e-aa62e16ee16c None None] The sync data for ids ['629190cb-0c08-4369-9b8d-89d36aa8330b'] in n-d-758851-4 is: [{'id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1976692591', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:27Z', 'updated_at': '2021-07-22T23:50:19Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': '547aa2df-9523-4c4b-8f63-e3f0b1ff4500', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629190cb-0c08-4369-9b8d-89d36aa8330b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:29Z', 'updated_at': '2021-07-22T23:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:22.234466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371add5e-7012-4d0a-9890-2bde391aabd6'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:22.237635 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87b2756-65ba-45d4-b8c1-5916b4a99093" -d '{"events": [{"server_uuid": "e4d3998e-938c-47da-81a0-5e02b506f8dc", "name": "network-vif-plugged", "status": "completed", "tag": "371add5e-7012-4d0a-9890-2bde391aabd6"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:22.244269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.256375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 371add5e-7012-4d0a-9890-2bde391aabd6, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=371add5e-7012-4d0a-9890-2bde391aabd6,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:22.269231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=350148ea-41bd-4a73-a21e-a2afdc98f775,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.287760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631802a6-c877-4833-931e-610d6a6f0837 req-8d26fff7-e2b2-4aea-b0b8-92a289ee191e tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:22.289502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-631802a6-c877-4833-931e-610d6a6f0837 req-8d26fff7-e2b2-4aea-b0b8-92a289ee191e tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 943 time: 0.2554595 Jul 22 23:50:22.310439 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef464275-2e04-4d18-a50c-9cb4377be658 x-openstack-request-id: req-ef464275-2e04-4d18-a50c-9cb4377be658 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:22.310952 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d3998e-938c-47da-81a0-5e02b506f8dc", "name": "network-vif-plugged", "status": "completed", "tag": "371add5e-7012-4d0a-9890-2bde391aabd6", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:22.342346 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef464275-2e04-4d18-a50c-9cb4377be658 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:22.343230 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371add5e-7012-4d0a-9890-2bde391aabd6', 'code': 200} Jul 22 23:50:22.344116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.376460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8021c9aa-aed1-4764-86c0-a010b0f680ca tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2062819 Jul 22 23:50:22.382859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:22.439613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-631802a6-c877-4833-931e-610d6a6f0837 req-4d0fe28c-b7eb-4be5-87dd-dc875ec5f0c1 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136577 Jul 22 23:50:22.488834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=371add5e-7012-4d0a-9890-2bde391aabd6,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.528357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45287bb-872b-4b44-afe8-5dbfaf1aaf0a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.552804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45287bb-872b-4b44-afe8-5dbfaf1aaf0a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.640980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] DHCP port deletion for 0d7de024-13c8-4823-a3ea-88addd895b95 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:22.700951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-5fa2f2c0-e17c-40a1-bc20-48a47b773e10 service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149489 Jul 22 23:50:22.704577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5a605-9950-4c1a-ad7e-a3afde5059bb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa305d4c-0ad8-4c33-97ff-f81f04b863ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.711987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] Deleting port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:22.712671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.792803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] For port 4de3f9b6-10c6-4f48-98d2-335b10f1a390, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4de3f9b6-10c6-4f48-98d2-335b10f1a390,segment=NetworkSegment(e9baba9b-7d3e-4442-8c4d-128ce465d2f7),segment_id=e9baba9b-7d3e-4442-8c4d-128ce465d2f7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:22.793361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.807476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] Calling delete_port for 4de3f9b6-10c6-4f48-98d2-335b10f1a390 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:22.853618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906209b-232b-435b-a29e-7e28327ff8fc req-259cfc96-04a8-43c1-b236-9da6832e0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:22.855131 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d906209b-232b-435b-a29e-7e28327ff8fc req-259cfc96-04a8-43c1-b236-9da6832e0693 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.1646810 Jul 22 23:50:22.862048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.922237 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:22.947751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] Pushing event deleted for resources: {'Port': ['ID=4de3f9b6-10c6-4f48-98d2-335b10f1a390,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:22.949651 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a70c8a67-b65e-4c04-ad6e-88bf8e546e72 req-81fdc2e2-b5cb-4e8d-a963-aff29d12cd56 service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214952 Jul 22 23:50:22.957089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ff21c-dfed-45ce-8478-f46b6be0b170 None None] No DVR routers for this DVR port 4de3f9b6-10c6-4f48-98d2-335b10f1a390 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:22.983227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d33cf1d-8002-4bde-a8a3-8926cba2da05 req-8e7e8a45-fd7a-4722-9c39-6f8fcf08a7b1 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0510383 Jul 22 23:50:22.989152 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d906209b-232b-435b-a29e-7e28327ff8fc req-e39d57a4-17dc-4d18-94e5-12c8cd41138d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249604 Jul 22 23:50:22.993751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45287bb-872b-4b44-afe8-5dbfaf1aaf0a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.004327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45287bb-872b-4b44-afe8-5dbfaf1aaf0a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.005550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b45287bb-872b-4b44-afe8-5dbfaf1aaf0a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/eaa394f1-729f-4560-be8b-cbec9239a6c4 HTTP/1.1" status: 204 len: 168 time: 0.6214528 Jul 22 23:50:23.010225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.036067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45287bb-872b-4b44-afe8-5dbfaf1aaf0a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa394f1-729f-4560-be8b-cbec9239a6c4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:23.039368 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.070557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dc9973d1-4ae4-44fa-a3b5-07e14c22b62e tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568542 Jul 22 23:50:23.070961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.082822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.183041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ff67133-c99c-4fb2-9e4c-31f88631a8a3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.209105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee4dce-97d4-4e1c-809c-7ca9dca2c701 req-5af4bd9a-5330-4d0f-a4e7-cc077df459c7 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:23.215391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ff67133-c99c-4fb2-9e4c-31f88631a8a3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.216627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1ee4dce-97d4-4e1c-809c-7ca9dca2c701 req-5af4bd9a-5330-4d0f-a4e7-cc077df459c7 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.1819756 Jul 22 23:50:23.269193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:23.269549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.319493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1ee4dce-97d4-4e1c-809c-7ca9dca2c701 req-c732f673-e576-4b49-b437-9d8f70a1c38c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019356 Jul 22 23:50:23.337004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4de3f9b6-10c6-4f48-98d2-335b10f1a390 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:23.366839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ff67133-c99c-4fb2-9e4c-31f88631a8a3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.369458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0ff67133-c99c-4fb2-9e4c-31f88631a8a3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.372217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4de3f9b6-10c6-4f48-98d2-335b10f1a390 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:23.372800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4de3f9b6-10c6-4f48-98d2-335b10f1a390 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:23.373305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0ff67133-c99c-4fb2-9e4c-31f88631a8a3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/a43b0d6e-2c3f-4274-8a6b-28907b535e1b HTTP/1.1" status: 204 len: 168 time: 0.3013387 Jul 22 23:50:23.373426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.374057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 403f6548-5770-4cae-a545-69ccd354a1fe no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:23.391617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67133-c99c-4fb2-9e4c-31f88631a8a3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43b0d6e-2c3f-4274-8a6b-28907b535e1b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:23.405681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] For port 547aa2df-9523-4c4b-8f63-e3f0b1ff4500, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:23.406134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.416924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 403f6548-5770-4cae-a545-69ccd354a1fe {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:23.417661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 403f6548-5770-4cae-a545-69ccd354a1fe not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:23.425294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:23.461518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a4b70b54-ce58-4852-b49b-59b6584c37cd tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869787 Jul 22 23:50:23.465853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52658) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.472379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--91057000'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:23.490772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:23.619722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.650351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.682048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=547aa2df-9523-4c4b-8f63-e3f0b1ff4500,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:23.753182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b9348-deed-4b71-9dfb-456d95403b82 req-5da87c4e-4e9f-4517-a7db-1e3847504975 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:23.754740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c74b9348-deed-4b71-9dfb-456d95403b82 req-5da87c4e-4e9f-4517-a7db-1e3847504975 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 943 time: 0.2324097 Jul 22 23:50:23.768365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.772976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:23.781532 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] Sync routers for ids ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:23.782036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-257f939b-b9e0-4de6-9290-625f90577e1a admin admin] 10.222.0.21 "PUT /v2.0/routers/81f05677-1c55-4cc2-984c-2c1ecdf7eb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6457684 Jul 22 23:50:23.790005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.793298 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] Routers {'81f05677-1c55-4cc2-984c-2c1ecdf7eb89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:23.794022 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:23.872662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.874868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.905689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c74b9348-deed-4b71-9dfb-456d95403b82 req-d309e826-d636-419c-9068-c9496568ef98 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440833 Jul 22 23:50:23.923625 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] Set router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:23.926050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.940795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.941978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.942677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Fanout notify agent at l3_agent the message router_deleted on router 629190cb-0c08-4369-9b8d-89d36aa8330b {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:23.950714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.952618 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aa137045-cd8c-4ee2-b976-0463fafa566e tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/routers/629190cb-0c08-4369-9b8d-89d36aa8330b HTTP/1.1" status: 204 len: 168 time: 1.7972751 Jul 22 23:50:23.955363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:23.978816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.988489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:23.989750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5224247 Jul 22 23:50:23.995350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.002014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '5645167f-96fa-4b7f-8441-74e526e6fcd8', 'direction': 'ingress', 'protocol': 17}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:24.028083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a9fc6-0989-4ace-b27e-15e54d0f587c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5645167f-96fa-4b7f-8441-74e526e6fcd8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.034374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.095664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e53bb729-6f7a-420f-8a6c-003e57c368ed details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:50:24.152373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.157825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.182267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.198669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.242463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b185d00f-14f6-472d-8b68-db67b000bf27,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.252794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0dd96e30-6478-4605-95d5-63082c40ef78 req-53ae0cae-b103-4136-9cf3-0fcfd5444be9 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0565710 Jul 22 23:50:24.254426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.256106 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9b414a83-ef93-4556-a82d-117832f6d17d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2597561 Jul 22 23:50:24.259637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52668) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.262627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e53bb729-6f7a-420f-8a6c-003e57c368ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed,segment=NetworkSegment(f316d01e-d414-49cd-b50c-654574afff7f),segment_id=f316d01e-d414-49cd-b50c-654574afff7f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:24.274882 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:50:21Z', 'revision_number': 5, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port': {'id': '5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:52Z', 'updated_at': '2021-07-22T23:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:24.279045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'e53bb729-6f7a-420f-8a6c-003e57c368ed', 'network_id': 'd3193024-c4c1-47e2-a87c-69cf5ccb4593', 'port_id': 'e53bb729-6f7a-420f-8a6c-003e57c368ed', 'mac_address': 'fa:16:3e:10:d9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593f4dd-2838-436d-a87f-65a789a417b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:50:24.328384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] Checking router: 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:24.339084 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.339876 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] Routers {'81f05677-1c55-4cc2-984c-2c1ecdf7eb89'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:24.340892 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:24.357021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53bb729-6f7a-420f-8a6c-003e57c368ed {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:50:24.373838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Deleting port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:24.374089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.403113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8f523cf-4323-4dc5-98d7-ecbe8d8e9eab tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.413788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e53bb729-6f7a-420f-8a6c-003e57c368ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed,segment=NetworkSegment(f316d01e-d414-49cd-b50c-654574afff7f),segment_id=f316d01e-d414-49cd-b50c-654574afff7f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:24.421973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.454018 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.461979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] Set router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:24.465412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7de024-13c8-4823-a3ea-88addd895b95']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:24.477469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:24.477853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9baba9b-7d3e-4442-8c4d-128ce465d2f7') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:24.489757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.506414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e53bb729-6f7a-420f-8a6c-003e57c368ed,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.508620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.520815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:24.521263 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.524662 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8f523cf-4323-4dc5-98d7-ecbe8d8e9eab tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:24.525194 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:24.528454 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:50:24Z', 'revision_number': 6, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:24.558996 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80bf8e-31bf-42e4-acb8-1968882f90e2 None None] The sync data for ids ['81f05677-1c55-4cc2-984c-2c1ecdf7eb89'] in n-d-758851-4 is: [{'id': '81f05677-1c55-4cc2-984c-2c1ecdf7eb89', 'name': 'tempest-TestAggregatesBasicOps-1269749589-router', 'tenant_id': 'aa500a268c2348a88015b19adb241139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:50Z', 'updated_at': '2021-07-22T23:50:24Z', 'revision_number': 6, 'project_id': 'aa500a268c2348a88015b19adb241139', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:24.586476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] For port 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:24.586967 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.608496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Calling delete_port for 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:24.616951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.624466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.627693 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/networks/0d7de024-13c8-4823-a3ea-88addd895b95 HTTP/1.1" status: 204 len: 168 time: 0.6700995 Jul 22 23:50:24.632633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.635934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8f523cf-4323-4dc5-98d7-ecbe8d8e9eab tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.636533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['e53bb729-6f7a-420f-8a6c-003e57c368ed'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:24.638482 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e8f523cf-4323-4dc5-98d7-ecbe8d8e9eab tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.641833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e8f523cf-4323-4dc5-98d7-ecbe8d8e9eab tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/5645167f-96fa-4b7f-8441-74e526e6fcd8 HTTP/1.1" status: 204 len: 168 time: 0.3786287 Jul 22 23:50:24.646026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.666899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d62e0-a234-4e23-a282-92e92ca348c8 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Network': ['ID=0d7de024-13c8-4823-a3ea-88addd895b95,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.698673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e412deb-de25-4878-824b-685064f23f6b req-2de33674-583e-4ce5-b40b-e0890635d8d5 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:24.707302 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-068dd6ad-c051-4e1d-881b-4e600100258a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560524 Jul 22 23:50:24.707744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e412deb-de25-4878-824b-685064f23f6b req-2de33674-583e-4ce5-b40b-e0890635d8d5 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.2248535 Jul 22 23:50:24.708434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52680) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.713771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034982765'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:24.748708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.759362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f523cf-4323-4dc5-98d7-ecbe8d8e9eab tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645167f-96fa-4b7f-8441-74e526e6fcd8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.829486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e412deb-de25-4878-824b-685064f23f6b req-cd6ad0c4-7138-41dc-9a88-cb3cac72c161 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223857 Jul 22 23:50:24.860597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.865908 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.896624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:24.898237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1887417 Jul 22 23:50:24.901085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:24.905787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454390033'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:24.915281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fc467-4bc3-492f-b905-99e8e20c3f7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528f215a-1adc-4829-baca-d3e611803c9c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:24.933426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.043364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.048669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.095094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d58859-3e27-4d63-b3a1-cd1c1c08361c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:25.099755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.104258 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3d55fea-6dfd-44df-9162-b625168891b5 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1990857 Jul 22 23:50:25.104748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52688) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.111393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '528f215a-1adc-4829-baca-d3e611803c9c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f8d58859-3e27-4d63-b3a1-cd1c1c08361c', 'remote_ip_prefix': None}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:25.114863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.151145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.172143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:25.195162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port 864a8484-0bb1-43e6-9a96-522c0a504452 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:25.195539 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.199069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f0824-f48f-4060-b266-f0290967488d req-50c6a927-ba24-412f-8cb2-a66514bc321a tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:25.200714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-212f0824-f48f-4060-b266-f0290967488d req-50c6a927-ba24-412f-8cb2-a66514bc321a tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.2839811 Jul 22 23:50:25.259834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 350148ea-41bd-4a73-a21e-a2afdc98f775 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:25.263442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.271879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.287643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 350148ea-41bd-4a73-a21e-a2afdc98f775 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:25.287977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 350148ea-41bd-4a73-a21e-a2afdc98f775 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:25.288416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:25.290429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9994-7992-4277-8ef1-40a13e9e07da req-0adff919-d3e7-4031-ac50-3c220431128a tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:25.299574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-082d9994-7992-4277-8ef1-40a13e9e07da req-0adff919-d3e7-4031-ac50-3c220431128a tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 944 time: 0.2777174 Jul 22 23:50:25.302910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96112955-42fa-466a-93b6-ea1a751a1ef0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:25.309695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.311808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f841d242-e23f-4faa-9070-8b6bfb60fd3b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2057831 Jul 22 23:50:25.314553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52692) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.326555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:25.326902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 547aa2df-9523-4c4b-8f63-e3f0b1ff4500 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:25.327443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:25.350138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b36-0c14-40e6-9285-0a3f33aa561b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.351990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:25.352351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b5ca8b2-8f40-4aaf-a9aa-d4f3109fd8e4 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:25.360138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b36-0c14-40e6-9285-0a3f33aa561b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.380786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.388319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-212f0824-f48f-4060-b266-f0290967488d req-00517979-ae2c-4d9a-aecc-b67d5ca34296 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654563 Jul 22 23:50:25.391684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b36-0c14-40e6-9285-0a3f33aa561b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.399062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5b36-0c14-40e6-9285-0a3f33aa561b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.400735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5cb5b36-0c14-40e6-9285-0a3f33aa561b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/96112955-42fa-466a-93b6-ea1a751a1ef0 HTTP/1.1" status: 204 len: 168 time: 0.0836644 Jul 22 23:50:25.406009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb5b36-0c14-40e6-9285-0a3f33aa561b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96112955-42fa-466a-93b6-ea1a751a1ef0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:25.418908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.484082 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0d32df8f-ade2-4723-b1d1-61138919bb17 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0637748 Jul 22 23:50:25.486669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52700) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.503042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.503533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.541240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c84e0f1-88fe-4f28-8a6f-a9be13dbe3eb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.547273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.549898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for 864a8484-0bb1-43e6-9a96-522c0a504452 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:25.553122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75af1e85-26b1-4952-ae3d-91c141f96ba9 req-90f72145-27c9-439b-984e-f8912528003f tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0912435 Jul 22 23:50:25.557425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-082d9994-7992-4277-8ef1-40a13e9e07da req-ee18679f-fd52-48f9-b6da-433365d740a2 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562208 Jul 22 23:50:25.563543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.564937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c84e0f1-88fe-4f28-8a6f-a9be13dbe3eb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.616015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c84e0f1-88fe-4f28-8a6f-a9be13dbe3eb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.619426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0c84e0f1-88fe-4f28-8a6f-a9be13dbe3eb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.623013 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0c84e0f1-88fe-4f28-8a6f-a9be13dbe3eb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8d58859-3e27-4d63-b3a1-cd1c1c08361c HTTP/1.1" status: 204 len: 168 time: 0.1330800 Jul 22 23:50:25.624268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.644071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84e0f1-88fe-4f28-8a6f-a9be13dbe3eb tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d58859-3e27-4d63-b3a1-cd1c1c08361c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:25.694975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1da4779b-51d9-42e6-af68-b4d960327c2d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0678909 Jul 22 23:50:25.697293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52706) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.732123 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.732818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f05677-1c55-4cc2-984c-2c1ecdf7eb89 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:25.738548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.742359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cf1edd5d-2969-458d-9791-b51c596ed9c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/81f05677-1c55-4cc2-984c-2c1ecdf7eb89 HTTP/1.1" status: 204 len: 168 time: 1.9513595 Jul 22 23:50:25.750447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52708) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.759421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2319444-093d-4a09-a1b0-fb2c642ac692 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.785797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2319444-093d-4a09-a1b0-fb2c642ac692 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.838892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Deleting subnet 67b8fde0-8869-49dd-917c-14abea242376 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:25.839823 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2319444-093d-4a09-a1b0-fb2c642ac692 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.843039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2319444-093d-4a09-a1b0-fb2c642ac692 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.844347 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f2319444-093d-4a09-a1b0-fb2c642ac692 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/528f215a-1adc-4829-baca-d3e611803c9c HTTP/1.1" status: 204 len: 168 time: 0.1460631 Jul 22 23:50:25.845440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:25.849065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:25.855076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2319444-093d-4a09-a1b0-fb2c642ac692 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f215a-1adc-4829-baca-d3e611803c9c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.095356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e53bb729-6f7a-420f-8a6c-003e57c368ed up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:26.152911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port e53bb729-6f7a-420f-8a6c-003e57c368ed completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:26.156434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port e53bb729-6f7a-420f-8a6c-003e57c368ed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:26.156898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.239992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134652-4564-4206-9cf3-a36a4740491c req-a42576d0-78e7-4b2f-99a2-5aaf540357ef tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:26.241194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.241563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16134652-4564-4206-9cf3-a36a4740491c req-a42576d0-78e7-4b2f-99a2-5aaf540357ef tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.5627642 Jul 22 23:50:26.266015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53bb729-6f7a-420f-8a6c-003e57c368ed'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:26.269033 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e367cc28-c3a0-4173-930f-75d89dc301a3" -d '{"events": [{"server_uuid": "ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e53bb729-6f7a-420f-8a6c-003e57c368ed"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:26.282257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e53bb729-6f7a-420f-8a6c-003e57c368ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed,segment=NetworkSegment(f316d01e-d414-49cd-b50c-654574afff7f),segment_id=f316d01e-d414-49cd-b50c-654574afff7f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:26.285898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.286593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.312408 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf50187-b31d-43de-9bc2-66e0fed1ad30 x-openstack-request-id: req-ebf50187-b31d-43de-9bc2-66e0fed1ad30 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:26.312702 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf", "name": "network-vif-plugged", "status": "completed", "tag": "e53bb729-6f7a-420f-8a6c-003e57c368ed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:26.312952 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebf50187-b31d-43de-9bc2-66e0fed1ad30 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:26.313344 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53bb729-6f7a-420f-8a6c-003e57c368ed', 'code': 200} Jul 22 23:50:26.342180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e53bb729-6f7a-420f-8a6c-003e57c368ed,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.378954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-39b4b288-0d33-4447-917b-ee1afd4707ed tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5280712 Jul 22 23:50:26.384406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16134652-4564-4206-9cf3-a36a4740491c req-abd1e72d-21b0-45ec-bb99-9b9e0a1bdc90 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333733 Jul 22 23:50:26.385044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:26.390389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519678928'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:26.405806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.452712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.465045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=864a8484-0bb1-43e6-9a96-522c0a504452,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.492142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ef6f4-4ca9-4afc-8f32-820fc84fcab0 req-ecdc47be-2c00-4ebe-9b4e-84012fda1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:26.493707 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec8ef6f4-4ca9-4afc-8f32-820fc84fcab0 req-ecdc47be-2c00-4ebe-9b4e-84012fda1add service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 1096 time: 0.1174235 Jul 22 23:50:26.505849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.557075 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec8ef6f4-4ca9-4afc-8f32-820fc84fcab0 req-bfb44c03-c638-449c-b6eb-1c8808c1395f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531714 Jul 22 23:50:26.584201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.584850 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Floating IP d9f8c367-a11e-40b5-a5d1-866879c7be29 disassociated (deleted). External IP: 172.25.5.71, port: 37080ad5-d2e2-4238-bef6-ce30be485cdb. Jul 22 23:50:26.612417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.618412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.658362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac88b35-9d27-412e-ba10-e69468cecbbe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.661180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.665227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-217d73e1-4061-45d3-896f-5f1413e9d032 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2763042 Jul 22 23:50:26.665619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:26.670234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '7ac88b35-9d27-412e-ba10-e69468cecbbe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:26.700681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.741185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aed3337-f220-4da3-a510-bb3cf9996a50 req-edb0b044-ee29-4c3c-a7d4-08c1955b5ecf tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0610933 Jul 22 23:50:26.742160 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.778626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.780549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67b8fde0-8869-49dd-917c-14abea242376,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.787969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.789428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.789823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f2205917-9bac-4cf6-bf9b-90e06f48a7e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/67b8fde0-8869-49dd-917c-14abea242376 HTTP/1.1" status: 204 len: 168 time: 1.0386703 Jul 22 23:50:26.794446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:26.797196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb4af3-6209-4553-b026-13743744e0ec None None] Network 487508a2-7609-4cdf-ae8b-a836f5c4ed78 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:26.815788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a060cc-2192-4eea-9bd5-e5b5a66ca6e1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.825346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.826821 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9e0b3a80-fc7f-4186-ba40-2f24a3c2249c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1602206 Jul 22 23:50:26.831185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:26.857648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5387168d-1ea2-433f-b85a-fe8039ab9e6f tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.866505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5387168d-1ea2-433f-b85a-fe8039ab9e6f tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.896086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5387168d-1ea2-433f-b85a-fe8039ab9e6f tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.901543 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5387168d-1ea2-433f-b85a-fe8039ab9e6f tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:26.902822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5387168d-1ea2-433f-b85a-fe8039ab9e6f tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c2a060cc-2192-4eea-9bd5-e5b5a66ca6e1 HTTP/1.1" status: 204 len: 168 time: 0.0708666 Jul 22 23:50:26.905600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52734) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:26.931524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387168d-1ea2-433f-b85a-fe8039ab9e6f tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2a060cc-2192-4eea-9bd5-e5b5a66ca6e1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:26.936446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92778d-410a-4026-ba90-31c465b98c52 req-16a19dd4-0351-4a61-a456-fb7adef7e7d1 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:26.937981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c92778d-410a-4026-ba90-31c465b98c52 req-16a19dd4-0351-4a61-a456-fb7adef7e7d1 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2786956 Jul 22 23:50:26.957734 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3e29e788-5431-48a1-b49e-597ef41c0e44 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510600 Jul 22 23:50:26.960535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.007152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.017612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.033505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] DHCP port deletion for 487508a2-7609-4cdf-ae8b-a836f5c4ed78 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:27.044342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.080778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] Deleting port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:27.081602 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.084052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c92778d-410a-4026-ba90-31c465b98c52 req-d5ef5bab-2ca8-479e-bfb2-7876a4117360 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798290 Jul 22 23:50:27.110603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.114529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.118608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/7ac88b35-9d27-412e-ba10-e69468cecbbe HTTP/1.1" status: 204 len: 168 time: 0.1570063 Jul 22 23:50:27.119209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.129551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a868d0c-d174-4c37-849a-7d04cab0cc36 req-23cc0898-c377-4a2e-9427-175bfe048f7f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:27.132033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a868d0c-d174-4c37-849a-7d04cab0cc36 req-23cc0898-c377-4a2e-9427-175bfe048f7f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.2992358 Jul 22 23:50:27.143252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac88b35-9d27-412e-ba10-e69468cecbbe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.143939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 44eed3e0-292e-4d3a-85db-85e852753f47 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:27.165883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.166372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.166789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.167253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.167775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.168141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.169257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.169600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.169938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.170314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.170653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.171033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68c479-0d04-4280-a5c0-455d4c3a3567 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:27.198457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Deleting port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:27.198811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.244877 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-519a48ea-632b-4325-8ff3-6967b326f54c tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209455 Jul 22 23:50:27.249406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52740) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.254322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group': {'name': 'tempest-secgroup--484164786'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:27.281346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.282007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a868d0c-d174-4c37-849a-7d04cab0cc36 req-ac914c66-f1c4-42dd-90aa-0214251d2446 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361318 Jul 22 23:50:27.369923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] For port 91c50947-5bc8-4564-a4cb-f2bcee4526a2, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=91c50947-5bc8-4564-a4cb-f2bcee4526a2,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:27.370164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.391720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Calling delete_port for 91c50947-5bc8-4564-a4cb-f2bcee4526a2 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:27.407454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:27.411313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.414704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.415049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] For port 91c50947-5bc8-4564-a4cb-f2bcee4526a2, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=91c50947-5bc8-4564-a4cb-f2bcee4526a2,segment=NetworkSegment(4956305f-4877-4f9a-a38c-a705db995bde),segment_id=4956305f-4877-4f9a-a38c-a705db995bde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:27.415674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.418892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.419261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 91c50947-5bc8-4564-a4cb-f2bcee4526a2 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:27.432368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] Sync routers for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:27.456647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.458389 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2078605 Jul 22 23:50:27.461237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.467084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '500653be-3290-44b0-b8fa-7c7bb22535dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:27.474105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] Calling delete_port for 91c50947-5bc8-4564-a4cb-f2bcee4526a2 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:27.474480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c91e64-d651-4ad4-bcf8-6b2f62d2e7e6 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500653be-3290-44b0-b8fa-7c7bb22535dd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.501665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:27.503046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.505727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.514835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a76d9103-4fd6-4d8a-8229-7f75195646de tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/floatingips/d9f8c367-a11e-40b5-a5d1-866879c7be29 HTTP/1.1" status: 204 len: 168 time: 2.8774362 Jul 22 23:50:27.538417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:27.547664 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb69e9bf-2c78-4db4-907d-8948e5757a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:27.589895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.599547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.607131 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.617750 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No ports have port_id starting with 91c50947-5bc8-4564-a4cb-f2bcee4526a2 Jul 22 23:50:27.639713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ca654c-29ad-4199-8c0f-9ea4c18ee854,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.650579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c50947-5bc8-4564-a4cb-f2bcee4526a2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.663105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] No DVR routers for this DVR port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:27.667595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.671277 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c14fd8b2-484f-4fb0-afb1-55e2cd4672d8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2063932 Jul 22 23:50:27.671641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52750) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.690405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a8578421-0791-45f0-aaed-f6e044c1ee15 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules/f5ca654c-29ad-4199-8c0f-9ea4c18ee854 HTTP/1.1" status: 200 len: 763 time: 0.0177190 Jul 22 23:50:27.693965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.718747 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baefd22c-ad89-4611-8206-815de98a9080 x-openstack-request-id: req-baefd22c-ad89-4611-8206-815de98a9080 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:27.719054 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:27.719510 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baefd22c-ad89-4611-8206-815de98a9080 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:27.719982 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'status': 'completed', 'code': 200} Jul 22 23:50:27.740739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:27.743277 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.752701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a0e2cbb0-0a91-45c4-a6eb-5c9e57a71d66 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0573480 Jul 22 23:50:27.755765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52756) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.797712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.806697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] Pushing event deleted for resources: {'Port': ['ID=91c50947-5bc8-4564-a4cb-f2bcee4526a2,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.806919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8aff2ea0-6690-4124-9317-dbfa661d39e0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.810728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487508a2-7609-4cdf-ae8b-a836f5c4ed78']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.813460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689b29f-2270-4034-a9bf-a753f19fe6c4 None None] No DVR routers for this DVR port 91c50947-5bc8-4564-a4cb-f2bcee4526a2 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:27.827984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4956305f-4877-4f9a-a38c-a705db995bde') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.829956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4956305f-4877-4f9a-a38c-a705db995bde') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:27.846283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.855753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8aff2ea0-6690-4124-9317-dbfa661d39e0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.889583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.897235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8aff2ea0-6690-4124-9317-dbfa661d39e0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.906150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8aff2ea0-6690-4124-9317-dbfa661d39e0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.910139 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8aff2ea0-6690-4124-9317-dbfa661d39e0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f5ca654c-29ad-4199-8c0f-9ea4c18ee854 HTTP/1.1" status: 204 len: 168 time: 0.1503625 Jul 22 23:50:27.911364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:27.914870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:27.916287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:27.919506 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:27.929297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff2ea0-6690-4124-9317-dbfa661d39e0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5ca654c-29ad-4199-8c0f-9ea4c18ee854,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:27.960542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-323a3eb0-43b4-440b-b4ae-778b16a3dac0 req-c475c6fc-62d5-4845-b9d4-a611a3e76f45 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0686271 Jul 22 23:50:28.003081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9661a298-ee8b-4c73-a61a-4df47803ab7d tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0841792 Jul 22 23:50:28.004845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.009271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '500653be-3290-44b0-b8fa-7c7bb22535dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:28.014881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-1dab769d-0b1a-4663-9e26-55b0e192aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.016390 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-1dab769d-0b1a-4663-9e26-55b0e192aa06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71f74ce8a7a74a5585131f52c66d0448&device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 1135 time: 0.2263315 Jul 22 23:50:28.024112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:28.031714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c36a-4c37-49d8-82c8-3ae2209c9e6a req-04511e88-872c-42cc-a4d3-17b307fc9125 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.033309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0892c36a-4c37-49d8-82c8-3ae2209c9e6a req-04511e88-872c-42cc-a4d3-17b307fc9125 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 984 time: 0.1918502 Jul 22 23:50:28.039478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.045435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.047996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/487508a2-7609-4cdf-ae8b-a836f5c4ed78 HTTP/1.1" status: 204 len: 168 time: 1.2507975 Jul 22 23:50:28.063305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] Checking router: 44eed3e0-292e-4d3a-85db-85e852753f47 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:28.075189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:28.075437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.076215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:28.087317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f189c-4721-430c-912e-b21fe13b43e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=487508a2-7609-4cdf-ae8b-a836f5c4ed78,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:28.145671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0892c36a-4c37-49d8-82c8-3ae2209c9e6a req-5d075276-e5f5-47b7-9b73-f1ad17f4b266 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589626 Jul 22 23:50:28.165752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-7a3b5f1f-42eb-45ff-aac5-28a128cd9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.167254 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-7a3b5f1f-42eb-45ff-aac5-28a128cd9aa4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a3b6116-bae3-4193-8b1e-8abfce57473a HTTP/1.1" status: 200 len: 898 time: 0.1415944 Jul 22 23:50:28.183254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.188872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.216067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972e387f-cb56-4ee4-8ffa-df0dd4260836,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:28.218605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:28.226313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.228322 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-069e2c12-8cda-46ad-a19f-7c62fa5d7d50 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2225130 Jul 22 23:50:28.231168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.293225 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f9e9f1b3-1df2-4991-aafe-5a9a052bfaa0 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules/972e387f-cb56-4ee4-8ffa-df0dd4260836 HTTP/1.1" status: 200 len: 763 time: 0.0607233 Jul 22 23:50:28.295391 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-0629e877-3fa0-4f6b-a044-f6d00b3ff83d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb HTTP/1.1" status: 200 len: 217 time: 0.0654056 Jul 22 23:50:28.295949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.350143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-22b2e93d-1eaf-4cb5-9725-e86a235a4150 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.352260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-22b2e93d-1eaf-4cb5-9725-e86a235a4150 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.1239378 Jul 22 23:50:28.357754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52778) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.392365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-ef4f1233-1cfd-4c08-8489-b69e1419785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.393949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-ef4f1233-1cfd-4c08-8489-b69e1419785d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=051d56a2-36f6-4208-9743-fc2a56493113 HTTP/1.1" status: 200 len: 834 time: 0.0624073 Jul 22 23:50:28.415456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adcb9b-e3c8-4144-973c-8054540923bd req-1e25055a-7b14-49fa-a634-7dde9bbba3e4 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.420714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8adcb9b-e3c8-4144-973c-8054540923bd req-1e25055a-7b14-49fa-a634-7dde9bbba3e4 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2252939 Jul 22 23:50:28.423831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f38dc768-f64f-4fde-915a-0e944a862494 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1266549 Jul 22 23:50:28.426464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.488099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bf08c0-706d-4728-8e86-7edf5c7425b4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.488325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:28.499901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bf08c0-706d-4728-8e86-7edf5c7425b4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.515981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbfee1-d635-4b2c-8b9c-bd7271d4fbc9 None None] The sync data for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 is: [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:48:17Z', 'revision_number': 4, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '62a89b9e-8bbe-4e3c-81cd-e6208a938326', 'name': '', 'network_id': '9a3b6116-bae3-4193-8b1e-8abfce57473a', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'mac_address': 'fa:16:3e:ec:c5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '051d56a2-36f6-4208-9743-fc2a56493113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:15Z', 'updated_at': '2021-07-22T23:48:25Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'subnets': [{'id': '051d56a2-36f6-4208-9743-fc2a56493113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:28.519109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-6a1d8afc-49e1-4cb3-864d-fe9e407b362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.520677 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-6a1d8afc-49e1-4cb3-864d-fe9e407b362a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a3b6116-bae3-4193-8b1e-8abfce57473a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181304 Jul 22 23:50:28.541218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-95df648d-4411-4242-af77-35b88b7df81b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbbd0db4fab144ee8e0eb4edfa7c905f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814752 Jul 22 23:50:28.550686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.563438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bf08c0-706d-4728-8e86-7edf5c7425b4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.574785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8adcb9b-e3c8-4144-973c-8054540923bd req-3cae8196-2465-4525-90cb-1c10fd1b5bbb tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282463 Jul 22 23:50:28.583476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-93bf08c0-706d-4728-8e86-7edf5c7425b4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.587496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.587740 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-93bf08c0-706d-4728-8e86-7edf5c7425b4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/972e387f-cb56-4ee4-8ffa-df0dd4260836 HTTP/1.1" status: 204 len: 168 time: 0.1600754 Jul 22 23:50:28.596875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf08c0-706d-4728-8e86-7edf5c7425b4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=972e387f-cb56-4ee4-8ffa-df0dd4260836,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:28.612826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a28ba-763e-455b-abf4-e50f1e1c620b req-1a8e99f4-3f1f-407f-a25a-5b628c4a0f05 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:28.614945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-285a28ba-763e-455b-abf4-e50f1e1c620b req-1a8e99f4-3f1f-407f-a25a-5b628c4a0f05 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 1096 time: 0.2126081 Jul 22 23:50:28.621987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Deleting port 371add5e-7012-4d0a-9890-2bde391aabd6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:28.622330 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.695482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-b0e17174-1446-4934-85d9-87b686f57730 service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646838 Jul 22 23:50:28.700407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94e42821-c4ef-460c-a0e4-69837fb1550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.727906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d1a322ef-4c6d-426c-a781-090619710806 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1380949 Jul 22 23:50:28.732171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:28.739615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Request body: {'security_group_rule': {'security_group_id': '500653be-3290-44b0-b8fa-7c7bb22535dd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:28.769630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-285a28ba-763e-455b-abf4-e50f1e1c620b req-98b85491-3a5c-4ca3-927e-79160ac67053 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274307 Jul 22 23:50:28.802197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94e42821-c4ef-460c-a0e4-69837fb1550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.845203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] For port 371add5e-7012-4d0a-9890-2bde391aabd6, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=371add5e-7012-4d0a-9890-2bde391aabd6,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:28.845203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.845441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cb69e9bf-2c78-4db4-907d-8948e5757a0c req-5c427b00-da20-41ea-9991-d7e0dd6c2dd9 service neutron] 10.222.0.48 "GET /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418171 Jul 22 23:50:28.849171 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3799f-8b74-4c13-a9d7-07d60eff658e None None] New status for floating IP d9f8c367-a11e-40b5-a5d1-866879c7be29: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:50:28.872067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94e42821-c4ef-460c-a0e4-69837fb1550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.879491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94e42821-c4ef-460c-a0e4-69837fb1550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.879491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-94e42821-c4ef-460c-a0e4-69837fb1550e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b7b3821-9f69-4637-a4b6-2c97d3e5087d HTTP/1.1" status: 204 len: 168 time: 0.3245966 Jul 22 23:50:28.884180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Calling delete_port for 371add5e-7012-4d0a-9890-2bde391aabd6 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:28.887016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:28.896475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e42821-c4ef-460c-a0e4-69837fb1550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b3821-9f69-4637-a4b6-2c97d3e5087d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.005593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01648f6-6588-42c4-863c-ae63e0583ecb req-c9808ed5-c077-464d-9482-b00d96da6e73 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.007164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e01648f6-6588-42c4-863c-ae63e0583ecb req-c9808ed5-c077-464d-9482-b00d96da6e73 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2358549 Jul 22 23:50:29.056328 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.082887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.127031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d1f88ebb-a079-4b0c-b93f-a3307004ca14 req-c943a18f-b481-44d3-a2fc-9308916cf147 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0670693 Jul 22 23:50:29.135718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e01648f6-6588-42c4-863c-ae63e0583ecb req-2bfedeb7-841e-4efc-b7cb-e8f202df8e3b tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207855 Jul 22 23:50:29.138057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9630cf12-c967-4b6d-b3bb-0b5830d4e4f6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.142889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.147656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5210d3d8-baf2-485a-b00d-9b868b5fdd47 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4098039 Jul 22 23:50:29.150043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.169733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-152b2bdf-2f95-4321-a742-f6f47cfdcebf tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules/9630cf12-c967-4b6d-b3bb-0b5830d4e4f6 HTTP/1.1" status: 200 len: 764 time: 0.0201871 Jul 22 23:50:29.172734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.214191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.226340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:29.247400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Pushing event deleted for resources: {'Port': ['ID=371add5e-7012-4d0a-9890-2bde391aabd6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.281412 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-acffcd41-d475-4b31-98d0-d53102dab84b tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1050820 Jul 22 23:50:29.282154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.314266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52806) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.325303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['371add5e-7012-4d0a-9890-2bde391aabd6'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:29.333751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] No DVR routers for this DVR port 371add5e-7012-4d0a-9890-2bde391aabd6 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:29.347772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.350011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a6f6055-6df3-4710-870a-1e5a0e1f5a59 req-a80d5548-206b-418c-992d-4676dd09c3ea tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.48 "DELETE /v2.0/ports/371add5e-7012-4d0a-9890-2bde391aabd6 HTTP/1.1" status: 204 len: 173 time: 0.9843323 Jul 22 23:50:29.379710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c622d4c-f69e-4459-ba29-6076869562e8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.426563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c622d4c-f69e-4459-ba29-6076869562e8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.444337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283c61b-d021-49ec-b9f4-af9210206b74 req-ca358fa3-55b7-43a5-93f2-f46d848a9104 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.451688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6283c61b-d021-49ec-b9f4-af9210206b74 req-ca358fa3-55b7-43a5-93f2-f46d848a9104 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 984 time: 0.1328576 Jul 22 23:50:29.518522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c622d4c-f69e-4459-ba29-6076869562e8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.526028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c622d4c-f69e-4459-ba29-6076869562e8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.526244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6283c61b-d021-49ec-b9f4-af9210206b74 req-0cef5473-088d-4ccd-8289-d1d6067e4fed tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/security-groups?id=03a41d89-5ec4-4644-8473-54c037dd2578&id=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0712738 Jul 22 23:50:29.531049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.532749 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4c622d4c-f69e-4459-ba29-6076869562e8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9630cf12-c967-4b6d-b3bb-0b5830d4e4f6 HTTP/1.1" status: 204 len: 168 time: 0.2494566 Jul 22 23:50:29.551262 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2994814f-91d1-40ba-8e75-711d9849650e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa500a268c2348a88015b19adb241139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347820 Jul 22 23:50:29.552372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c622d4c-f69e-4459-ba29-6076869562e8 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9630cf12-c967-4b6d-b3bb-0b5830d4e4f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.554734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.630664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2853b2a4-aa52-409a-b931-ef3d617cca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.654024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2853b2a4-aa52-409a-b931-ef3d617cca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.692315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-636eadd1-d688-4173-9160-45b35b7e120a tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1569352 Jul 22 23:50:29.692893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.712939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-59e408e7-5a34-42db-85b2-e19316a02bbf tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.714471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-59e408e7-5a34-42db-85b2-e19316a02bbf tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.48 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 984 time: 0.1574354 Jul 22 23:50:29.720174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2853b2a4-aa52-409a-b931-ef3d617cca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.722161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'name': 'network-vif-deleted', 'tag': '371add5e-7012-4d0a-9890-2bde391aabd6'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:29.724212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2853b2a4-aa52-409a-b931-ef3d617cca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.724549 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5955ae5-ba37-4b22-b412-d75c3edb85f2" -d '{"events": [{"server_uuid": "e4d3998e-938c-47da-81a0-5e02b506f8dc", "name": "network-vif-deleted", "tag": "371add5e-7012-4d0a-9890-2bde391aabd6"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:29.728317 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2853b2a4-aa52-409a-b931-ef3d617cca42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48fa3b8f-5967-4bd1-af39-9c82632db33e HTTP/1.1" status: 204 len: 168 time: 0.1725984 Jul 22 23:50:29.743624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe6c5e-aa51-481c-bc96-dc545571accd req-2f65c545-fabb-4895-a0b2-9ecbea5b3127 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:29.745181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccfe6c5e-aa51-481c-bc96-dc545571accd req-2f65c545-fabb-4895-a0b2-9ecbea5b3127 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.1291454 Jul 22 23:50:29.750421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853b2a4-aa52-409a-b931-ef3d617cca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa3b8f-5967-4bd1-af39-9c82632db33e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.788927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e5fad08-4368-4690-b63a-c9e22381f8a4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.817224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e5fad08-4368-4690-b63a-c9e22381f8a4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.825862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccfe6c5e-aa51-481c-bc96-dc545571accd req-965a0d6c-cca1-4f0f-9054-280fbfc1ee52 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566804 Jul 22 23:50:29.837691 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd4616-f6ce-4b53-885e-fa9d03b3f5f3 x-openstack-request-id: req-a9bd4616-f6ce-4b53-885e-fa9d03b3f5f3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:29.837977 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d3998e-938c-47da-81a0-5e02b506f8dc", "name": "network-vif-deleted", "tag": "371add5e-7012-4d0a-9890-2bde391aabd6", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:29.838227 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9bd4616-f6ce-4b53-885e-fa9d03b3f5f3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:29.838613 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d3998e-938c-47da-81a0-5e02b506f8dc', 'name': 'network-vif-deleted', 'tag': '371add5e-7012-4d0a-9890-2bde391aabd6', 'status': 'completed', 'code': 200} Jul 22 23:50:29.873675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e5fad08-4368-4690-b63a-c9e22381f8a4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.878468 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5e5fad08-4368-4690-b63a-c9e22381f8a4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:29.882107 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5e5fad08-4368-4690-b63a-c9e22381f8a4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "DELETE /v2.0/security-groups/500653be-3290-44b0-b8fa-7c7bb22535dd HTTP/1.1" status: 204 len: 168 time: 0.1858416 Jul 22 23:50:29.882896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52826) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.890660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5fad08-4368-4690-b63a-c9e22381f8a4 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500653be-3290-44b0-b8fa-7c7bb22535dd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:29.969002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f22ba1bf-5839-4785-acb1-c84001b38764 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837688 Jul 22 23:50:29.974420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:29.993292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47c0b857-b735-421a-887d-16cb1b44f4ad req-1b80e1f3-1759-459e-8679-c36078206d76 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3998e-938c-47da-81a0-5e02b506f8dc HTTP/1.1" status: 200 len: 210 time: 0.0447268 Jul 22 23:50:30.000436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port 37080ad5-d2e2-4238-bef6-ce30be485cdb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:30.001887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.060857 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b402ae79-2cd5-4dc3-965c-b6557a0fbef3 tempest-SecGroupTest-1377818175 tempest-SecGroupTest-1377818175-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850437 Jul 22 23:50:30.122340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] For port 37080ad5-d2e2-4238-bef6-ce30be485cdb, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=37080ad5-d2e2-4238-bef6-ce30be485cdb,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:30.122340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.137716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for 37080ad5-d2e2-4238-bef6-ce30be485cdb owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:30.313213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8289dae3-2015-4775-8256-c69c84fb9cc7 req-53491600-3d43-4251-991c-077b96f0b5af tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0394695 Jul 22 23:50:30.313959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.347544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=37080ad5-d2e2-4238-bef6-ce30be485cdb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:30.374710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.404326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] No DVR routers for this DVR port 37080ad5-d2e2-4238-bef6-ce30be485cdb on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:30.407525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.410103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2691ad95-57a8-4f56-8e19-8def0bd1931a req-79f2d8fd-7d2b-4248-985b-f794184d27c1 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.48 "DELETE /v2.0/ports/37080ad5-d2e2-4238-bef6-ce30be485cdb HTTP/1.1" status: 204 len: 173 time: 0.6895306 Jul 22 23:50:30.534094 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c31f2d8-ae33-433a-8707-e95bd9dcdb07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4be36ed760e64474b2f8b025f9817861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574461 Jul 22 23:50:30.537119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.599840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4126cc03-2657-4eaa-8dc9-7b9059183d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.635626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4126cc03-2657-4eaa-8dc9-7b9059183d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.653016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52864) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:30.682446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a915d4b0-de38-42ad-9de2-f84b5eb9d265 req-803f0b2b-a114-4f92-ab6d-f80d9728be89 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a492983-7025-479e-af68-651b095c3f89 HTTP/1.1" status: 200 len: 210 time: 0.0492694 Jul 22 23:50:30.724045 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4126cc03-2657-4eaa-8dc9-7b9059183d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.726860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4126cc03-2657-4eaa-8dc9-7b9059183d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.730861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4126cc03-2657-4eaa-8dc9-7b9059183d14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/840280eb-f656-4b3c-aad1-d9ed8a55b664 HTTP/1.1" status: 204 len: 168 time: 0.1926644 Jul 22 23:50:30.741176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126cc03-2657-4eaa-8dc9-7b9059183d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840280eb-f656-4b3c-aad1-d9ed8a55b664,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:30.801966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1189494794-network', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:30.826323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:30.828711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:30.839802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.000177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.006830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.042640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:31.066730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.066971 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Added segment 66b6a815-b725-4f76-9054-60638ab70576 of type vlan for network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a Jul 22 23:50:31.099924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd900838-74e8-4053-b966-c8424fa2d3fe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.114242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfaadd-064c-4165-8eb5-2872af5c5e28 req-1feee4d0-e75c-4979-8d5c-26281b609054 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.121737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adfaadd-064c-4165-8eb5-2872af5c5e28 req-1feee4d0-e75c-4979-8d5c-26281b609054 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.1702917 Jul 22 23:50:31.150430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.179071 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adfaadd-064c-4165-8eb5-2872af5c5e28 req-4fca482e-a523-4dae-b3c8-afb00b456c7d tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563605 Jul 22 23:50:31.197790 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.198829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.199942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.233270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5772612 Jul 22 23:50:31.236682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.241904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Request body: {'subnet': {'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1189494794-subnet', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:31.278629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec457b-3b46-4e85-9f46-1f4dc1d27f27 admin admin] Pushing event updated for resources: {'Network': ['ID=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.285635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:31.288124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.292097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:31.419238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e3f8e-54dd-4786-93d6-c9a3288d7fab req-31209f78-68d1-437b-8019-9cf5befa0eed tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.419238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-527e3f8e-54dd-4786-93d6-c9a3288d7fab req-31209f78-68d1-437b-8019-9cf5befa0eed tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.0888257 Jul 22 23:50:31.508320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd51bbaf-835a-4456-9ca0-109411f0e55c req-ba23c33f-8fdf-4bfc-8dc9-29d429790ae9 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0447614 Jul 22 23:50:31.512496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-527e3f8e-54dd-4786-93d6-c9a3288d7fab req-bdbfa881-4e9d-431f-9330-12df24b6fc4f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775189 Jul 22 23:50:31.592730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.627555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52906) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.658163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9191-7699-4688-b754-2705f96b06d3 req-6f9a93a1-f698-4338-8a0b-01a7c0a123e4 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.660876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99dc9191-7699-4688-b754-2705f96b06d3 req-6f9a93a1-f698-4338-8a0b-01a7c0a123e4 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.0801246 Jul 22 23:50:31.669395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4626b962-00ed-47ef-a8fa-6cb73b16de6b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:31.678483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58682860-b805-438d-aead-ea9c69405564 req-0fc9ce8b-0388-4130-ba02-e98a82765b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.680096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-0fc9ce8b-0388-4130-ba02-e98a82765b78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0892052b4f604f76a1756e6a0e81ca1f&device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 1096 time: 0.1342216 Jul 22 23:50:31.685790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:31.686158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Network hostable DHCP agents. Network: a21aa19d-0b9d-4167-b126-1e6e7a6faa4a, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:31.723928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99dc9191-7699-4688-b754-2705f96b06d3 req-c93461e5-1ec9-47f0-911f-ede15bcc3666 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568676 Jul 22 23:50:31.757192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b1a7ef11-828d-487c-bed8-201ea4607cf9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:31.757910 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-b1a7ef11-828d-487c-bed8-201ea4607cf9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 23:50:31.758413 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b1a7ef11-828d-487c-bed8-201ea4607cf9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:50:31.759412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b1a7ef11-828d-487c-bed8-201ea4607cf9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1303771 Jul 22 23:50:31.764563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.769716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337224604'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:31.777994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:31.785702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52916) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.793877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a21aa19d-0b9d-4167-b126-1e6e7a6faa4a) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:31.801174 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.801824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.803590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f000a-e814-49f9-8fac-5d2ebf510fbe None None] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:31.813938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.829441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58682860-b805-438d-aead-ea9c69405564 req-6ccc5919-1d13-4760-8dc4-ee223d91e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:31.831473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.831992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-6ccc5919-1d13-4760-8dc4-ee223d91e52d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3193024-c4c1-47e2-a87c-69cf5ccb4593 HTTP/1.1" status: 200 len: 912 time: 0.1406302 Jul 22 23:50:31.836084 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cb54cf74-984b-43f9-9378-06415cbcf4b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5958672 Jul 22 23:50:31.836307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:31.840730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:31.842829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'name': 'network-vif-deleted', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:31.843301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37080ad5-d2e2-4238-bef6-ce30be485cdb no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:31.845174 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e1e180-e5ae-44f8-9db2-01d573cb77da" -d '{"events": [{"server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "name": "network-vif-deleted", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:31.868431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5cf17d0-f40d-48ff-b12e-66389c8fa4d3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.892887 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87417e85-3666-430f-be3a-bd7f93dea1b9 x-openstack-request-id: req-87417e85-3666-430f-be3a-bd7f93dea1b9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:31.893295 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a492983-7025-479e-af68-651b095c3f89", "name": "network-vif-deleted", "tag": "37080ad5-d2e2-4238-bef6-ce30be485cdb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:31.893603 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87417e85-3666-430f-be3a-bd7f93dea1b9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:31.893934 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a492983-7025-479e-af68-651b095c3f89', 'name': 'network-vif-deleted', 'tag': '37080ad5-d2e2-4238-bef6-ce30be485cdb', 'status': 'completed', 'code': 200} Jul 22 23:50:31.897079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 37080ad5-d2e2-4238-bef6-ce30be485cdb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:31.897487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 37080ad5-d2e2-4238-bef6-ce30be485cdb not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:31.898225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 371add5e-7012-4d0a-9890-2bde391aabd6 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:31.903245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5cf17d0-f40d-48ff-b12e-66389c8fa4d3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.915287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.916473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.922766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-e2db31b9-b86b-40f8-bf4c-a4d69930bbcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed HTTP/1.1" status: 200 len: 217 time: 0.0771532 Jul 22 23:50:31.974631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 371add5e-7012-4d0a-9890-2bde391aabd6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:31.975269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 371add5e-7012-4d0a-9890-2bde391aabd6 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:31.984964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5cf17d0-f40d-48ff-b12e-66389c8fa4d3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.988360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5cf17d0-f40d-48ff-b12e-66389c8fa4d3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:31.992026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5cf17d0-f40d-48ff-b12e-66389c8fa4d3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/security-groups/03a41d89-5ec4-4644-8473-54c037dd2578 HTTP/1.1" status: 204 len: 168 time: 0.2028468 Jul 22 23:50:31.993915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.022842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.025062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf17d0-f40d-48ff-b12e-66389c8fa4d3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a41d89-5ec4-4644-8473-54c037dd2578,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.034259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58682860-b805-438d-aead-ea9c69405564 req-83287aaf-e5d8-4b6c-a674-df2a49890cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:32.035977 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-83287aaf-e5d8-4b6c-a674-df2a49890cf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e593f4dd-2838-436d-a87f-65a789a417b0 HTTP/1.1" status: 200 len: 851 time: 0.1069298 Jul 22 23:50:32.058987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.066903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:32.068611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.068863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.121457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8854ed58-a56d-4182-bf6c-5ba36c498ebd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.124771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f85164-60d2-49db-9cba-90de78d86f57,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.143967 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-1c4d7369-ceef-4d13-9fee-9f0b6cff7ae7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3193024-c4c1-47e2-a87c-69cf5ccb4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646698 Jul 22 23:50:32.164802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8854ed58-a56d-4182-bf6c-5ba36c498ebd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.221917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Allocated IP 172.20.0.2 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/17ad68b4-da96-4c2e-a157-9063576ee537) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:32.252749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.349197 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-e9f37a8f-4be0-42bc-8326-3b9730e79101 service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612403 Jul 22 23:50:32.385397 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.395669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Transition to ACTIVE for port object 17ad68b4-da96-4c2e-a157-9063576ee537 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:32.412649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Transition to ACTIVE for port object 17ad68b4-da96-4c2e-a157-9063576ee537 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:32.426361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.470447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:32.474051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:32.480279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:32.495857 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-58682860-b805-438d-aead-ea9c69405564 req-281b58d0-d288-46a9-a62a-2481b7250f21 service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376386 Jul 22 23:50:32.500040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Pushing event updated for resources: {'Port': ['ID=17ad68b4-da96-4c2e-a157-9063576ee537,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.576097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Attempting to bind port 17ad68b4-da96-4c2e-a157-9063576ee537 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:32.576684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Attempting to bind port 17ad68b4-da96-4c2e-a157-9063576ee537 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:32.577155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Attempting to bind port 17ad68b4-da96-4c2e-a157-9063576ee537 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:32.588027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:32.588955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:32.589642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.591652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:32.592426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Bound port: 17ad68b4-da96-4c2e-a157-9063576ee537, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:32.593070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.605559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.612216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.635221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8854ed58-a56d-4182-bf6c-5ba36c498ebd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.638248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8854ed58-a56d-4182-bf6c-5ba36c498ebd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.639731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8854ed58-a56d-4182-bf6c-5ba36c498ebd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5645cde-eb6d-4fcf-9392-c5dc1b51ad02 HTTP/1.1" status: 204 len: 168 time: 0.6425138 Jul 22 23:50:32.649250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.685782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] For port 17ad68b4-da96-4c2e-a157-9063576ee537, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:32.689100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] For port 17ad68b4-da96-4c2e-a157-9063576ee537, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17ad68b4-da96-4c2e-a157-9063576ee537,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:32.693745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.712325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e67c522-9344-4920-819e-ec3a1fd71586 req-108f6245-1547-49a1-bde3-94f194e8b8c8 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0661561 Jul 22 23:50:32.713035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.714133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9485912 Jul 22 23:50:32.716156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d8433-dbd8-416a-8905-00a83a602cf4 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfef559-bcf8-46b1-ac42-67b3bc168e21,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.718282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:32.738428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': '3bfef559-bcf8-46b1-ac42-67b3bc168e21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:32.754484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854ed58-a56d-4182-bf6c-5ba36c498ebd tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5645cde-eb6d-4fcf-9392-c5dc1b51ad02,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.776894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.778534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4213b-a6f9-40c6-a8f0-009e0fbb51df None None] Pushing event updated for resources: {'Port': ['ID=17ad68b4-da96-4c2e-a157-9063576ee537,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:32.807747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.811887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.817783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804adc8-5033-4042-bfea-3e1ff30a5004 req-228b2de1-e7a3-4f9d-8bab-bf47df7b5d6f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:32.819380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b804adc8-5033-4042-bfea-3e1ff30a5004 req-228b2de1-e7a3-4f9d-8bab-bf47df7b5d6f tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.1722338 Jul 22 23:50:32.904364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-b153ef56-c35a-4e6e-8f11-b52d51e20a2c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:32.905961 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-b153ef56-c35a-4e6e-8f11-b52d51e20a2c tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.2551441 Jul 22 23:50:32.947804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.951204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b804adc8-5033-4042-bfea-3e1ff30a5004 req-042ebeb7-ed0d-4bb4-9a12-5e781b1b6434 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055968 Jul 22 23:50:32.958796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:32.988889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3efe0d2-267a-4ff6-a783-97a48528f473,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:33.052057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8835e4-fb6a-4aa4-96e6-fc176d6a4a47 req-d6655a76-1f6e-4a47-b424-45eea7788dab tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:33.053704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f8835e4-fb6a-4aa4-96e6-fc176d6a4a47 req-d6655a76-1f6e-4a47-b424-45eea7788dab tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2001667 Jul 22 23:50:33.054982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.056105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ef545e9a-17c0-4bf2-bd50-be76c6305c81 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3356891 Jul 22 23:50:33.059089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.064660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-232aeeb1-8d5c-499b-b197-e9f5f29fd84a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': '3bfef559-bcf8-46b1-ac42-67b3bc168e21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:33.132557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f8835e4-fb6a-4aa4-96e6-fc176d6a4a47 req-3d87181a-f518-4377-9747-20c7b64a37f8 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629349 Jul 22 23:50:33.145474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Allocated IP 172.25.5.163 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/a5fa79c4-7cbc-44a1-b72f-588ba0244e3e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:33.147242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-232aeeb1-8d5c-499b-b197-e9f5f29fd84a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.253081 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-232aeeb1-8d5c-499b-b197-e9f5f29fd84a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 23:50:33.255386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-232aeeb1-8d5c-499b-b197-e9f5f29fd84a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1941326 Jul 22 23:50:33.264287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.313831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17ad68b4-da96-4c2e-a157-9063576ee537 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:33.334488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dc2c-e20c-484f-ac00-10988afcbb7a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.361829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dc2c-e20c-484f-ac00-10988afcbb7a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.374215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 17ad68b4-da96-4c2e-a157-9063576ee537 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:33.419501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dc2c-e20c-484f-ac00-10988afcbb7a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.422368 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bd2dc2c-e20c-484f-ac00-10988afcbb7a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.426174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1bd2dc2c-e20c-484f-ac00-10988afcbb7a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/3bfef559-bcf8-46b1-ac42-67b3bc168e21 HTTP/1.1" status: 204 len: 168 time: 0.1581695 Jul 22 23:50:33.427458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52944) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.447965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2dc2c-e20c-484f-ac00-10988afcbb7a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfef559-bcf8-46b1-ac42-67b3bc168e21,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:33.486978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e6f1a80a-19ae-42f1-aa61-21dcef93173d tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576315 Jul 22 23:50:33.490987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.495781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--878120378'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:33.520956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.607991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.615248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.645793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.649958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1550405 Jul 22 23:50:33.650094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.652317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea3182-81c7-4f65-a164-d0c7a0c4ec86 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768f1677-e3d9-4bef-b070-2685453fec56,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:33.657929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-11ca65ef-c338-4214-a2d6-e2ea9db976d1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': '768f1677-e3d9-4bef-b070-2685453fec56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:33.659304 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-11ca65ef-c338-4214-a2d6-e2ea9db976d1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 23:50:33.659864 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-11ca65ef-c338-4214-a2d6-e2ea9db976d1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:33.663516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-11ca65ef-c338-4214-a2d6-e2ea9db976d1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098717 Jul 22 23:50:33.663769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.668421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Deleting port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:33.668919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.726171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9443cdd5-ad10-4762-9d2b-1c3e52377af3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.766404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9443cdd5-ad10-4762-9d2b-1c3e52377af3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.804141 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.832300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9443cdd5-ad10-4762-9d2b-1c3e52377af3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.835048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9443cdd5-ad10-4762-9d2b-1c3e52377af3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.838902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9443cdd5-ad10-4762-9d2b-1c3e52377af3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/768f1677-e3d9-4bef-b070-2685453fec56 HTTP/1.1" status: 204 len: 168 time: 0.1715817 Jul 22 23:50:33.847249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:33.859743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d3fcd68-6bfa-48ff-8b56-6f560f16788c req-41286e0d-0f5a-4b93-aa34-3db4b9144bba tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0402422 Jul 22 23:50:33.865341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443cdd5-ad10-4762-9d2b-1c3e52377af3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f1677-e3d9-4bef-b070-2685453fec56,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:33.871631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] For port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:33.872015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.912693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Calling delete_port for 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:33.952363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:33.990894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4c201-13f7-4b1d-bf0b-add4b17a3e5f None None] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:34.036749 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-23d065f6-8c9f-4dac-bd82-11af53fcad2c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841097 Jul 22 23:50:34.037066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.041997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705877039'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:34.055019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:34.068671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:34.071069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:34.090361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] Provisioning for port 17ad68b4-da96-4c2e-a157-9063576ee537 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:34.099987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] Provisioning complete for port 17ad68b4-da96-4c2e-a157-9063576ee537 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:34.100645 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.119039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Pushing event updated for resources: {'Port': ['ID=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.124213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.259477 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.269105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55cfa6-b9ec-4795-96d7-d1207f740946 req-1f2db0c7-a55b-4718-ab0d-29b13559cac9 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:34.271046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.285146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b55cfa6-b9ec-4795-96d7-d1207f740946 req-1f2db0c7-a55b-4718-ab0d-29b13559cac9 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f2358b2e-0bc3-4b68-912e-a0a0dae43273 HTTP/1.1" status: 200 len: 1096 time: 0.2374532 Jul 22 23:50:34.295096 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.310414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] For port 17ad68b4-da96-4c2e-a157-9063576ee537, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17ad68b4-da96-4c2e-a157-9063576ee537,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:34.317439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.318098 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.367998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.373803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3341050 Jul 22 23:50:34.374000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.379180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-be08f77c-ab13-4aa5-b806-2adecb2999e1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': '2a6cbafd-e176-41d3-abb6-71762176a8f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:34.380149 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-be08f77c-ab13-4aa5-b806-2adecb2999e1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 23:50:34.380985 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-be08f77c-ab13-4aa5-b806-2adecb2999e1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:34.381738 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be08f77c-ab13-4aa5-b806-2adecb2999e1 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078125 Jul 22 23:50:34.385829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91e819-0726-4244-8af6-90afd92f7621 None None] Pushing event updated for resources: {'Port': ['ID=17ad68b4-da96-4c2e-a157-9063576ee537,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.388800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52968) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.413201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.424915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:34.458504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.458726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b55cfa6-b9ec-4795-96d7-d1207f740946 req-02b3c0b7-e245-41c8-a371-c6e535306ecb tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=85740200-c74e-444a-b7eb-2cfd2cb4b4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726427 Jul 22 23:50:34.459435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289fdb-c9be-4a5a-b9a3-8888745e8a7e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6cbafd-e176-41d3-abb6-71762176a8f5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.516507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc62d4-e312-49e1-8e17-b016aa0aad83 req-e4d71ff6-63c9-427d-92ec-71183cd48887 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:34.518115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dbc62d4-e312-49e1-8e17-b016aa0aad83 req-e4d71ff6-63c9-427d-92ec-71183cd48887 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2300689 Jul 22 23:50:34.534557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a9732ee-8edb-4497-a384-201fde087b44 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.590301 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a9732ee-8edb-4497-a384-201fde087b44 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.600399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] No DVR routers for this DVR port 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:34.602611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8dbc62d4-e312-49e1-8e17-b016aa0aad83 req-7c588353-de18-4fdb-9aa7-82b21528f87f tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752025 Jul 22 23:50:34.610845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.613619 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8ba3b8a-8347-4bba-b193-5bda09043391 req-88a6d1dd-7c40-48df-a4ab-cb37096ae952 tempest-TestServerMultinode-661184828 tempest-TestServerMultinode-661184828-project-admin] 10.222.0.49 "DELETE /v2.0/ports/8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d HTTP/1.1" status: 204 len: 173 time: 1.6889241 Jul 22 23:50:34.613821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'name': 'network-vif-deleted', 'tag': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:34.616314 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9aa0fe-96b4-49ae-a4ac-bcf94c9f1b0f" -d '{"events": [{"server_uuid": "f2358b2e-0bc3-4b68-912e-a0a0dae43273", "name": "network-vif-deleted", "tag": "8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:34.655545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5d4c24ad-5073-48c7-8bb6-aa474b8dbacf None None] Provisioning complete for port 17ad68b4-da96-4c2e-a157-9063576ee537 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:34.655930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d4c24ad-5073-48c7-8bb6-aa474b8dbacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.691933 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a9732ee-8edb-4497-a384-201fde087b44 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.695058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a9732ee-8edb-4497-a384-201fde087b44 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.696300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3a9732ee-8edb-4497-a384-201fde087b44 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/2a6cbafd-e176-41d3-abb6-71762176a8f5 HTTP/1.1" status: 204 len: 168 time: 0.3052821 Jul 22 23:50:34.699557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.717571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9732ee-8edb-4497-a384-201fde087b44 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6cbafd-e176-41d3-abb6-71762176a8f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:34.725868 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d35c9-3af8-4bfb-ab7b-7859b26f72ff x-openstack-request-id: req-0c0d35c9-3af8-4bfb-ab7b-7859b26f72ff {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:34.726389 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2358b2e-0bc3-4b68-912e-a0a0dae43273", "name": "network-vif-deleted", "tag": "8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:34.726389 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c0d35c9-3af8-4bfb-ab7b-7859b26f72ff {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:34.726715 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2358b2e-0bc3-4b68-912e-a0a0dae43273', 'name': 'network-vif-deleted', 'tag': '8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d', 'status': 'completed', 'code': 200} Jul 22 23:50:34.733187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:34.809402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9205cbdb-1a14-4054-83bd-f0fdd2e86ea6 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076033 Jul 22 23:50:34.813548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 52976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:34.820693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470330852'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:34.888981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.006848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-131d5fe2-111f-4e40-adf9-b1206b0788b2 req-fbbee673-3a02-4c82-88d5-f57f000c2b33 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0395277 Jul 22 23:50:35.022406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e4bf6-cfff-4d95-86c7-f2c4db207d82 req-50747633-f43a-481e-a872-345f8b5f7800 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:35.024894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c13e4bf6-cfff-4d95-86c7-f2c4db207d82 req-50747633-f43a-481e-a872-345f8b5f7800 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.1367047 Jul 22 23:50:35.097234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c13e4bf6-cfff-4d95-86c7-f2c4db207d82 req-576ec9a3-806b-45c1-849f-96f157d4b835 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657840 Jul 22 23:50:35.139289 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.251106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17ad68b4-da96-4c2e-a157-9063576ee537 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:35.276485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.279266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port 62a89b9e-8bbe-4e3c-81cd-e6208a938326 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:35.279737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.302004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.316152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 17ad68b4-da96-4c2e-a157-9063576ee537 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:35.316835 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.354840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.358878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5406816 Jul 22 23:50:35.359193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52984) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.366159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c286807-1103-4412-8c91-cffb3e98fcfe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:35.381775 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-4c286807-1103-4412-8c91-cffb3e98fcfe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 23:50:35.382518 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-4c286807-1103-4412-8c91-cffb3e98fcfe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:35.386144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4c286807-1103-4412-8c91-cffb3e98fcfe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0229025 Jul 22 23:50:35.386354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52986) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.391992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f4aefed9-91a1-48bc-90b9-d33f9c08c6bc tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:35.393898 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-f4aefed9-91a1-48bc-90b9-d33f9c08c6bc tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 23:50:35.394438 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-f4aefed9-91a1-48bc-90b9-d33f9c08c6bc tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:35.398799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f4aefed9-91a1-48bc-90b9-d33f9c08c6bc tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088010 Jul 22 23:50:35.399675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52988) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.403976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-be292226-57ea-4eb8-a6c4-a866b7b88777 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:35.404692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12233173-68c1-4253-b1bd-471b6e70c76f tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:35.404875 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-be292226-57ea-4eb8-a6c4-a866b7b88777 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 23:50:35.405333 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-be292226-57ea-4eb8-a6c4-a866b7b88777 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:35.409777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-be292226-57ea-4eb8-a6c4-a866b7b88777 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062850 Jul 22 23:50:35.418256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.426569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1df09e90-a515-49aa-b7a1-c97d1d0aae04 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:35.427574 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-1df09e90-a515-49aa-b7a1-c97d1d0aae04 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 23:50:35.428204 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-1df09e90-a515-49aa-b7a1-c97d1d0aae04 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:35.429289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1df09e90-a515-49aa-b7a1-c97d1d0aae04 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098670 Jul 22 23:50:35.432222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.448933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] For port 62a89b9e-8bbe-4e3c-81cd-e6208a938326, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=62a89b9e-8bbe-4e3c-81cd-e6208a938326,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:35.449298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.467411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for 62a89b9e-8bbe-4e3c-81cd-e6208a938326 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:35.472884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Router bafede37-58f5-4adc-b1a7-00a6abf5645e is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:50:35.498088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.521466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.565418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.611919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.616421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.618263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23 HTTP/1.1" status: 204 len: 168 time: 0.1850555 Jul 22 23:50:35.619872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.657032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9052d7c-1b6c-4c58-80d0-b2e73d8c3c23,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:35.672277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.672672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.672993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.673335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.673664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.674071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.674520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.674846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.675165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.675524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.675869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.676178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b9383-639a-4e10-8cf3-70af1c1cc486 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:35.716779 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:50:35.717316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:35.732398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:35.744310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:35.745012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:35.748904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b62b45f7-3189-4bf4-affa-a1ea1d120adf tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278493 Jul 22 23:50:35.752835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.760361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--847756518'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:35.775572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.776942 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-efc482d7-6070-45be-ae4a-c62b280cd1fc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9396853 Jul 22 23:50:35.782213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:35.889405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:35.953351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.009213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=62a89b9e-8bbe-4e3c-81cd-e6208a938326,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:36.036138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.084459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:36.091847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.309450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69826c56-55be-4923-9efa-c3e863cc5587 req-3f1df566-949f-4a12-b04c-f9a709b859d3 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0622222 Jul 22 23:50:36.311418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.332320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.375107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:34Z', 'revision_number': 3, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:36.416257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:36.416875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Updating router bafede37-58f5-4adc-b1a7-00a6abf5645e port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:50:36.458807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c7af9-a907-43ef-bc04-1792578bb54d req-82956786-74d1-49d6-8e95-c8d24e8b863d tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:36.460500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be9c7af9-a907-43ef-bc04-1792578bb54d req-82956786-74d1-49d6-8e95-c8d24e8b863d tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2153380 Jul 22 23:50:36.477058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.535705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be9c7af9-a907-43ef-bc04-1792578bb54d req-f846e8ad-355e-4f65-a4b1-ce641550cc28 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662100 Jul 22 23:50:36.572941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Deleting port 217597e6-434e-4b31-8226-f362fd8a260b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:36.573560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.694700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] For port 217597e6-434e-4b31-8226-f362fd8a260b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=217597e6-434e-4b31-8226-f362fd8a260b,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:36.694923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.725685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Calling delete_port for 217597e6-434e-4b31-8226-f362fd8a260b owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:36.856946 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.873531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.874232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Transition to ACTIVE for port object a5fa79c4-7cbc-44a1-b72f-588ba0244e3e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:36.874791 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1210525 Jul 22 23:50:36.883293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:36.883527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.891695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4ee475f5-dcda-4a96-9983-edb790e52e65 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:36.892507 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-4ee475f5-dcda-4a96-9983-edb790e52e65 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 23:50:36.893097 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-4ee475f5-dcda-4a96-9983-edb790e52e65 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:36.896842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ee475f5-dcda-4a96-9983-edb790e52e65 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090115 Jul 22 23:50:36.896842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a815-d5c0-404c-8fd6-9de82268bfb3 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be10d112-7391-43d3-aae9-e3f422d9e423,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:36.897056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53020) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:36.906354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.908867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5e0042e9-662a-4171-be67-699dd8465b99 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:36.946742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Attempting to bind port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:36.947112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Attempting to bind port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:36.947513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Attempting to bind port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:36.954841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b433f1-16dd-4e58-a1ad-c3bd45bb2b96 None None] Pushing event updated for resources: {'Port': ['ID=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:36.957589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:36.957963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:36.958368 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:36.958750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:36.959214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Bound port: a5fa79c4-7cbc-44a1-b72f-588ba0244e3e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:36.959710 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.010478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549710b3-bc38-4471-bf51-3b474ed02c98 req-d6c0db8a-80b1-4a56-9b6a-03c938a365fd tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:37.012038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-549710b3-bc38-4471-bf51-3b474ed02c98 req-d6c0db8a-80b1-4a56-9b6a-03c938a365fd tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.1960530 Jul 22 23:50:37.022844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] For port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:37.026875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] For port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:37.033694 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.052807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-22a824c6-edd9-4c79-8059-419eaa139b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:37.054356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-22a824c6-edd9-4c79-8059-419eaa139b87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0892052b4f604f76a1756e6a0e81ca1f&device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 1096 time: 0.2565165 Jul 22 23:50:37.073523 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5e0042e9-662a-4171-be67-699dd8465b99 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.074598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e0042e9-662a-4171-be67-699dd8465b99 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1753409 Jul 22 23:50:37.078015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.083728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-28a84592-3d55-499e-92d3-d50606ab32ac tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.084479 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-28a84592-3d55-499e-92d3-d50606ab32ac tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 23:50:37.084965 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-28a84592-3d55-499e-92d3-d50606ab32ac tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.089011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-28a84592-3d55-499e-92d3-d50606ab32ac tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074539 Jul 22 23:50:37.090491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.093863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-549710b3-bc38-4471-bf51-3b474ed02c98 req-e75c0c7e-795a-4263-a7ff-cfdaaff01c27 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674412 Jul 22 23:50:37.106589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:37.107298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:37.123227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-80919d7c-db91-4b66-977e-155e399c914c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.143229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b433f1-16dd-4e58-a1ad-c3bd45bb2b96 None None] Pushing event updated for resources: {'Port': ['ID=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:37.163755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.223608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=217597e6-434e-4b31-8226-f362fd8a260b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:37.265911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:37.336168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-0a5195e6-1549-475d-928c-d54b715ffac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:37.338091 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-0a5195e6-1549-475d-928c-d54b715ffac5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d3193024-c4c1-47e2-a87c-69cf5ccb4593 HTTP/1.1" status: 200 len: 912 time: 0.2751338 Jul 22 23:50:37.366052 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-80919d7c-db91-4b66-977e-155e399c914c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.373297 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-80919d7c-db91-4b66-977e-155e399c914c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2821066 Jul 22 23:50:37.377082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53028) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.382421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3095f053-63e0-4bcf-b076-08d2198500fe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.383190 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-3095f053-63e0-4bcf-b076-08d2198500fe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 23:50:37.384128 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-3095f053-63e0-4bcf-b076-08d2198500fe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.386142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3095f053-63e0-4bcf-b076-08d2198500fe tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073774 Jul 22 23:50:37.391918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.399763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2fb6da66-9cac-4ccd-ae79-cd2d0934522b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.412785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.418367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-f1620a2c-4c54-406b-aedd-c50cca3f9ef1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed HTTP/1.1" status: 200 len: 217 time: 0.0696301 Jul 22 23:50:37.460571 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-2fb6da66-9cac-4ccd-ae79-cd2d0934522b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Project 58eae8a202c74e6d81eeb4a96c15c425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:50:37.492958 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:37.538926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-116ccc8b-3dd4-43c6-98d9-be2c6c23a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:37.539215 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-2fb6da66-9cac-4ccd-ae79-cd2d0934522b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.540202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2fb6da66-9cac-4ccd-ae79-cd2d0934522b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1466427 Jul 22 23:50:37.540862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-116ccc8b-3dd4-43c6-98d9-be2c6c23a75e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e593f4dd-2838-436d-a87f-65a789a417b0 HTTP/1.1" status: 200 len: 851 time: 0.1124721 Jul 22 23:50:37.542132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ca5fe81-fa39-4a6e-ae88-51e1225f8803 req-f9a2cc32-2d30-455c-b795-8582a82424bc tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0533695 Jul 22 23:50:37.542909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.547667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6eb224c5-6dee-4f7b-8471-56e041435207 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.548157 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-6eb224c5-6dee-4f7b-8471-56e041435207 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 23:50:37.549114 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-6eb224c5-6dee-4f7b-8471-56e041435207 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.549913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6eb224c5-6dee-4f7b-8471-56e041435207 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058985 Jul 22 23:50:37.554167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:34Z', 'revision_number': 3, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:37.560661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.565974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-798e9f17-5394-4e2d-a787-1a1fc840492a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.589967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95cc638-2fce-4f79-bdd6-0544b7f97d41 None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:34Z', 'revision_number': 3, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:37.595991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Router 44eed3e0-292e-4d3a-85db-85e852753f47 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:37.648970 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-ff291770-809e-4087-8c8e-9cdb7d07bde5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d3193024-c4c1-47e2-a87c-69cf5ccb4593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790319 Jul 22 23:50:37.681158 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-798e9f17-5394-4e2d-a787-1a1fc840492a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Project 58eae8a202c74e6d81eeb4a96c15c425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:50:37.710277 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-798e9f17-5394-4e2d-a787-1a1fc840492a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.714339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-798e9f17-5394-4e2d-a787-1a1fc840492a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1498294 Jul 22 23:50:37.715421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53038) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.722199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d09a6471-9999-4110-902d-2b5ef25b9a63 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'be10d112-7391-43d3-aae9-e3f422d9e423', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:37.822831 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-d09a6471-9999-4110-902d-2b5ef25b9a63 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Project 58eae8a202c74e6d81eeb4a96c15c425 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:50:37.880652 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-d09a6471-9999-4110-902d-2b5ef25b9a63 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:37.881728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d09a6471-9999-4110-902d-2b5ef25b9a63 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1653831 Jul 22 23:50:37.885187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53042) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.965007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Router 4f669484-d86b-4937-b7ce-69f5a86c4dee has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:37.968281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:37.972203 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-bd9005d4-af52-48b2-b0b9-54c331243a6f service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153527 Jul 22 23:50:37.982005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-68e3411f-ba2c-4328-a3f5-37346a69c93d tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "PUT /v2.0/routers/44eed3e0-292e-4d3a-85db-85e852753f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3299942 Jul 22 23:50:37.982256 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] Sync routers for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:37.992334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53044) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:37.997547 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:37.998552 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:38.013944 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76524737-8bcb-4276-92b8-c0c7da87086c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.054364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Allocated IP 172.20.0.1 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/ee76ae15-429c-4d01-aa41-b9c9ea4ca821) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:38.108824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76524737-8bcb-4276-92b8-c0c7da87086c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.125237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting subnet 051d56a2-36f6-4208-9743-fc2a56493113 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:38.135298 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:38.145338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:38.152309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.190754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:38.197485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8d3fc7cf-cdee-481d-b3f3-cf2b677ed68d not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:38.223504 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cf58775b-1a51-4f9f-9151-87f6bcb07e18 req-cf2d2d23-e38b-48fa-80eb-c14e1abf9e13 service neutron] 10.222.0.49 "GET /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403245 Jul 22 23:50:38.239998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76524737-8bcb-4276-92b8-c0c7da87086c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.242771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-76524737-8bcb-4276-92b8-c0c7da87086c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.243967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76524737-8bcb-4276-92b8-c0c7da87086c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/be10d112-7391-43d3-aae9-e3f422d9e423 HTTP/1.1" status: 204 len: 168 time: 0.3578515 Jul 22 23:50:38.262871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:38.263682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76524737-8bcb-4276-92b8-c0c7da87086c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be10d112-7391-43d3-aae9-e3f422d9e423,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:38.297606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:38.307425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a67de9a9-9212-4f55-80e9-2e90c831c9c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/4f669484-d86b-4937-b7ce-69f5a86c4dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7428052 Jul 22 23:50:38.308480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:38.309405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] Sync routers for ids ['4f669484-d86b-4937-b7ce-69f5a86c4dee'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:38.328567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] Routers {'4f669484-d86b-4937-b7ce-69f5a86c4dee'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:38.334212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4f669484-d86b-4937-b7ce-69f5a86c4dee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:38.338236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.434181 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:50:35Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:38.475022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.492794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2c9a9367-0dd4-4ad5-b451-09a2b867e53c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2135468 Jul 22 23:50:38.499150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:38.504939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390106533'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:38.507076 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] Checking router: 44eed3e0-292e-4d3a-85db-85e852753f47 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:38.519929 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] Routers {'44eed3e0-292e-4d3a-85db-85e852753f47'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:38.521275 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['44eed3e0-292e-4d3a-85db-85e852753f47'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:38.528331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] Set router 4f669484-d86b-4937-b7ce-69f5a86c4dee gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:38.546987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.550519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.558972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea70fbf-be21-4914-9ac9-58bd2e44b036 req-7454357a-977c-4248-971a-770bfb4eed1e tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:38.567111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fea70fbf-be21-4914-9ac9-58bd2e44b036 req-7454357a-977c-4248-971a-770bfb4eed1e tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.3052897 Jul 22 23:50:38.574830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Transition to ACTIVE for port object ee76ae15-429c-4d01-aa41-b9c9ea4ca821 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:38.602040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.617567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.676646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Subnet': ['ID=051d56a2-36f6-4208-9743-fc2a56493113,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:38.680840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.683061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ff499b4e-4004-435e-8bf4-a3154199d5c3 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/subnets/051d56a2-36f6-4208-9743-fc2a56493113 HTTP/1.1" status: 204 len: 168 time: 0.6898756 Jul 22 23:50:38.686413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:38.688760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad56626-3eea-4564-a0d1-d68dd809b5a6 None None] Network 9a3b6116-bae3-4193-8b1e-8abfce57473a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:38.740926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fea70fbf-be21-4914-9ac9-58bd2e44b036 req-2e20b899-4467-4c6e-90b6-e075a39a87c9 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725149 Jul 22 23:50:38.842061 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] Set router 44eed3e0-292e-4d3a-85db-85e852753f47 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:38.860351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.927995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:38.961247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.004613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.010222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:39.019170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9dfec22b-53ab-4310-bedd-ffa3ba3248f3 req-ee952dea-e1aa-4542-8dd4-9da7a45f4af9 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0870628 Jul 22 23:50:39.021415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.022639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:39.031443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:39.065935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '10365037-6f3e-4954-b908-f422acaefd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:50:37Z', 'revision_number': 5, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port': {'id': '10365037-6f3e-4954-b908-f422acaefd44', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:08Z', 'updated_at': '2021-07-22T23:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:39.093719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.120193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] Checking router: 4f669484-d86b-4937-b7ce-69f5a86c4dee for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:39.147207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] Routers {'4f669484-d86b-4937-b7ce-69f5a86c4dee'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:39.148165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4f669484-d86b-4937-b7ce-69f5a86c4dee'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:39.200289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.203631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] DHCP port deletion for 9a3b6116-bae3-4193-8b1e-8abfce57473a request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:39.212464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7094667 Jul 22 23:50:39.218275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Pushing event updated for resources: {'Port': ['ID=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:39.219001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:39.225013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9df7f-efb1-4736-9fb2-799600ffdd08 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41c9e28-b21f-44c7-88ae-18753fa8e455,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:39.266172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-201ab03d-0225-4fa7-a046-ff5a038a9867 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'd41c9e28-b21f-44c7-88ae-18753fa8e455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:39.292703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Deleting port 10365037-6f3e-4954-b908-f422acaefd44 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:39.295605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.314732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] Set router 4f669484-d86b-4937-b7ce-69f5a86c4dee gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:39.353362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.385579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:50:38Z', 'revision_number': 6, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:39.433574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0553c-564c-4631-abc0-2352b346605f None None] The sync data for ids ['4f669484-d86b-4937-b7ce-69f5a86c4dee'] in n-d-758851-4 is: [{'id': '4f669484-d86b-4937-b7ce-69f5a86c4dee', 'name': 'tempest-TestServerMultinode-659436325-router', 'tenant_id': '541ddb56817c4603a2e81e906186c113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:06Z', 'updated_at': '2021-07-22T23:50:38Z', 'revision_number': 6, 'project_id': '541ddb56817c4603a2e81e906186c113', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:39.453142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] Deleting port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:39.453507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.468647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6d361a31-553d-4ad7-8709-dc1d19d95a51 None None] Provisioning for port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:39.480071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] For port 10365037-6f3e-4954-b908-f422acaefd44, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=10365037-6f3e-4954-b908-f422acaefd44,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:39.480751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.496443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Calling delete_port for 10365037-6f3e-4954-b908-f422acaefd44 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:39.496801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a5fa79c4-7cbc-44a1-b72f-588ba0244e3e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:39.535767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6d361a31-553d-4ad7-8709-dc1d19d95a51 None None] Provisioning complete for port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:39.536133 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d361a31-553d-4ad7-8709-dc1d19d95a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.556525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.586640 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:50:35Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:39.604543 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-201ab03d-0225-4fa7-a046-ff5a038a9867 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The resource could not be found. Jul 22 23:50:39.608103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-201ab03d-0225-4fa7-a046-ff5a038a9867 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3698909 Jul 22 23:50:39.608523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:39.613901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5aeb5300-a079-4f97-94e7-024a03e6f7b9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'd41c9e28-b21f-44c7-88ae-18753fa8e455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a984442e-9bd7-42a7-abaf-31c2600fe744'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:39.619479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c840129f-d9cc-4139-a6b0-ac4c2c216209 None None] The sync data for ids ['44eed3e0-292e-4d3a-85db-85e852753f47'] in n-d-758851-4 is: [{'id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'name': 'tempest-TestSecurityGroupsBasicOps-router-788998023', 'tenant_id': '71f74ce8a7a74a5585131f52c66d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:03Z', 'updated_at': '2021-07-22T23:50:35Z', 'revision_number': 5, 'project_id': '71f74ce8a7a74a5585131f52c66d0448', 'gw_port': {'id': 'ce33d6b4-84da-4793-9261-94fd2c2a9fe4', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44eed3e0-292e-4d3a-85db-85e852753f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:06Z', 'updated_at': '2021-07-22T23:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:39.629959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Deleting port ce33d6b4-84da-4793-9261-94fd2c2a9fe4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:39.630313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.665365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6d361a31-553d-4ad7-8709-dc1d19d95a51 None None] Port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:39.681339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] For port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,segment=NetworkSegment(89acaff1-471b-4d18-a022-e9a930160fde),segment_id=89acaff1-471b-4d18-a022-e9a930160fde)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:39.681737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.702013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] Calling delete_port for 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:39.718809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:39.726640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:39.726640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.791295 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-5aeb5300-a079-4f97-94e7-024a03e6f7b9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The resource could not be found. Jul 22 23:50:39.793077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5aeb5300-a079-4f97-94e7-024a03e6f7b9 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1837835 Jul 22 23:50:39.794903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.812557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53070) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:39.910657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.922775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.931508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.941877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] For port ce33d6b4-84da-4793-9261-94fd2c2a9fe4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:39.942265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.959639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:39.962039 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:39.964576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=10365037-6f3e-4954-b908-f422acaefd44,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:39.980376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.018115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] Pushing event deleted for resources: {'Port': ['ID=3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:40.024463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d686e5-20f8-42ab-b469-6301c6901ba0 None None] No DVR routers for this DVR port 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:40.032009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6bed0c0-e03c-48e5-88eb-9f244d34b82e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.050924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Calling delete_port for ce33d6b4-84da-4793-9261-94fd2c2a9fe4 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:40.091784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6bed0c0-e03c-48e5-88eb-9f244d34b82e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.105205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Pushing event updated for resources: {'Port': ['ID=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:40.105942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.115171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.121693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:40.509930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:40.535538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:40.535887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ef65d42-c8cb-4c05-a9c7-75b6fb2daec7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:40.640006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9e7da89-0283-4a95-9130-a79ad6757309 req-2fb81f94-b546-4dd2-99d9-a24fc6b0a471 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0995545 Jul 22 23:50:40.654680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75613c04-0e92-4d12-95ec-ec7f74526f40 req-84c495f8-9e88-4322-9f25-853e0c46d626 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:40.656494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75613c04-0e92-4d12-95ec-ec7f74526f40 req-84c495f8-9e88-4322-9f25-853e0c46d626 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.7305913 Jul 22 23:50:40.659075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.666062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.723982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:40.726112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:40.730712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6bed0c0-e03c-48e5-88eb-9f244d34b82e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.733660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6bed0c0-e03c-48e5-88eb-9f244d34b82e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.734813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c6bed0c0-e03c-48e5-88eb-9f244d34b82e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/d41c9e28-b21f-44c7-88ae-18753fa8e455 HTTP/1.1" status: 204 len: 168 time: 0.9138246 Jul 22 23:50:40.743169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:40.762071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.762642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f669484-d86b-4937-b7ce-69f5a86c4dee {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:40.786987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.788168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac3e1ce5-0075-42c2-a6ad-528db5661e7e admin admin] 10.222.0.21 "DELETE /v2.0/routers/4f669484-d86b-4937-b7ce-69f5a86c4dee HTTP/1.1" status: 204 len: 168 time: 2.4439554 Jul 22 23:50:40.791455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:40.815220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bed0c0-e03c-48e5-88eb-9f244d34b82e tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41c9e28-b21f-44c7-88ae-18753fa8e455,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:40.843009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75613c04-0e92-4d12-95ec-ec7f74526f40 req-2ffb3955-3995-4a17-af1e-1f5088c30629 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590543 Jul 22 23:50:40.858570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f0a2faf1-64ee-4e3b-b080-632c26b9f8fd tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1142159 Jul 22 23:50:40.869555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:40.874807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b317f297-8010-4222-9ff9-09776b1c7e03 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'cf588ab0-e182-4621-a3b6-5241d9d5e7fd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:40.925251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Deleting subnet b7c83151-7d9d-4033-9044-483769a3d770 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:40.930867 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:40.959866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:40.984798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.017558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b81ce37b-40c4-4e7c-aa02-070c86b39244 None None] Provisioning complete for port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:41.018180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.018984 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b81ce37b-40c4-4e7c-aa02-070c86b39244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.070197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b81ce37b-40c4-4e7c-aa02-070c86b39244 None None] Port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:41.085693 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-b317f297-8010-4222-9ff9-09776b1c7e03 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The resource could not be found. Jul 22 23:50:41.086928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b317f297-8010-4222-9ff9-09776b1c7e03 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2161846 Jul 22 23:50:41.094836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53086) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:41.099834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--203316351'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:41.125057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Port': ['ID=ce33d6b4-84da-4793-9261-94fd2c2a9fe4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.156060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.180759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.186233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.290376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:41.299278 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.299681 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:41.312862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ff5f398d-919c-425e-aad6-20408c8e06eb admin admin] 10.222.0.21 "PUT /v2.0/routers/bafede37-58f5-4adc-b1a7-00a6abf5645e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5208752 Jul 22 23:50:41.312862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.313534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:41.313534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:41.334264 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.359865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.360453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Fanout notify agent at l3_agent the message router_deleted on router 44eed3e0-292e-4d3a-85db-85e852753f47 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:41.375042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.376488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b9393d78-592a-4f71-a73c-daf4921fc077 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/routers/44eed3e0-292e-4d3a-85db-85e852753f47 HTTP/1.1" status: 204 len: 168 time: 2.6889169 Jul 22 23:50:41.380457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53092) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:41.391003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c83151-7d9d-4033-9044-483769a3d770,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.405950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a5fa79c4-7cbc-44a1-b72f-588ba0244e3e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:41.480914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac702133-a749-4a56-b060-abddf49e8ae5 None None] Network 153f80b0-f347-43ee-9ca8-9c0836362592 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:41.488293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6445f-ac80-4e29-a323-48b713d08ef2 req-928c6b21-4abf-4858-b889-e83f632f4830 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:41.499442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4c6445f-ac80-4e29-a323-48b713d08ef2 req-928c6b21-4abf-4858-b889-e83f632f4830 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.2925551 Jul 22 23:50:41.515373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.543117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.554336 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.558964 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:41.560764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9fc6dcea-8a93-4196-9ca5-8be988e16cb3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b7c83151-7d9d-4033-9044-483769a3d770 HTTP/1.1" status: 204 len: 168 time: 0.7682462 Jul 22 23:50:41.563967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:41.574483 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.641013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.654004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b6116-bae3-4193-8b1e-8abfce57473a']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:41.669671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89acaff1-471b-4d18-a022-e9a930160fde') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:41.670176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89acaff1-471b-4d18-a022-e9a930160fde') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:41.684001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.700986 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.710549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:41.711009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:41.714596 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:41.725319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.726566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6307013 Jul 22 23:50:41.734864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53100) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:41.758000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153653734'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:41.764880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56eb3-7743-43cc-bce9-4bebc085441b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5fb83-01b3-4269-8796-001fcf477943,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.791913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4c6445f-ac80-4e29-a323-48b713d08ef2 req-76b83543-ae12-4b58-a709-68bb0ad12e63 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741501 Jul 22 23:50:41.806714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:41.807095 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.815701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.820549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.839858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.841429 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] 10.222.0.21 "DELETE /v2.0/networks/9a3b6116-bae3-4193-8b1e-8abfce57473a HTTP/1.1" status: 204 len: 168 time: 0.4597297 Jul 22 23:50:41.868507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ef145-462d-4368-8918-2044fa13b584 tempest-TestSecurityGroupsBasicOps-1541279089 tempest-TestSecurityGroupsBasicOps-1541279089-project] Pushing event deleted for resources: {'Network': ['ID=9a3b6116-bae3-4193-8b1e-8abfce57473a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:41.892427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92cd8a4d-6504-497e-9a5f-b541de1bd4ff req-3d0e1016-f472-4f7d-bbe5-f3591ba4b267 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0921106 Jul 22 23:50:41.932681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:41.951802 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 2, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.003544 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:42.004163 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Updating router bafede37-58f5-4adc-b1a7-00a6abf5645e port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:50:42.072587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Deleting port f32a3022-a10f-4873-bb03-c1f9d50c5277 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:42.078231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.133363 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.216738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] For port f32a3022-a10f-4873-bb03-c1f9d50c5277, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f32a3022-a10f-4873-bb03-c1f9d50c5277,segment=NetworkSegment(8f0988f6-87c5-4e65-babb-4fef4209b6b0),segment_id=8f0988f6-87c5-4e65-babb-4fef4209b6b0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:42.217235 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.243638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.248779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Calling delete_port for f32a3022-a10f-4873-bb03-c1f9d50c5277 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:42.250794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.285415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] DHCP port deletion for 153f80b0-f347-43ee-9ca8-9c0836362592 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:42.321469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.322716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5684621 Jul 22 23:50:42.325798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.329057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca3fa1-9a34-4f32-9d01-0b8a3e4d3351 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3356ade9-b615-4542-8077-7d65cef19b47,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.344424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1f13f8a0-540c-4ef1-a056-6c3a0d6a035a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': 'b8a5fb83-01b3-4269-8796-001fcf477943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3356ade9-b615-4542-8077-7d65cef19b47'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:42.363959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 62a89b9e-8bbe-4e3c-81cd-e6208a938326 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:42.381375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.416874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 62a89b9e-8bbe-4e3c-81cd-e6208a938326 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:42.417676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 62a89b9e-8bbe-4e3c-81cd-e6208a938326 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:42.418337 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 217597e6-434e-4b31-8226-f362fd8a260b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:42.420091 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-1f13f8a0-540c-4ef1-a056-6c3a0d6a035a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:42.425263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1f13f8a0-540c-4ef1-a056-6c3a0d6a035a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0946381 Jul 22 23:50:42.426575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.449997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] No DVR routers for this DVR port f32a3022-a10f-4873-bb03-c1f9d50c5277 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:42.453572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 217597e6-434e-4b31-8226-f362fd8a260b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:42.454162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 217597e6-434e-4b31-8226-f362fd8a260b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:42.458702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10365037-6f3e-4954-b908-f422acaefd44 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:42.461455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32a3022-a10f-4873-bb03-c1f9d50c5277,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.480071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53124) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.487781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 10365037-6f3e-4954-b908-f422acaefd44 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:42.488395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 10365037-6f3e-4954-b908-f422acaefd44 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:42.496869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Deleting port f32a3022-a10f-4873-bb03-c1f9d50c5277 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:42.497592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.552696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f461ced8-4766-4a25-b2eb-fbcdae625193 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.591117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] For port f32a3022-a10f-4873-bb03-c1f9d50c5277, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:42.591727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.608095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Calling delete_port for f32a3022-a10f-4873-bb03-c1f9d50c5277 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:42.611697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Port f32a3022-a10f-4873-bb03-c1f9d50c5277 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:50:42.613416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.614909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.618933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f461ced8-4766-4a25-b2eb-fbcdae625193 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.628891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153f80b0-f347-43ee-9ca8-9c0836362592']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.643897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0988f6-87c5-4e65-babb-4fef4209b6b0') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.644199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0988f6-87c5-4e65-babb-4fef4209b6b0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:42.657731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.664350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] Pushing event deleted for resources: {'Port': ['ID=f32a3022-a10f-4873-bb03-c1f9d50c5277,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.670487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.670714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a44573-62b7-4ffc-b97f-7c145e44c169 None None] No DVR routers for this DVR port f32a3022-a10f-4873-bb03-c1f9d50c5277 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:42.685604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-244600539-network', 'tenant_id': '2840cc9588a448208f076179dd1fb551'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:42.708712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.714460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f461ced8-4766-4a25-b2eb-fbcdae625193 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.718313 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f461ced8-4766-4a25-b2eb-fbcdae625193 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.719955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f461ced8-4766-4a25-b2eb-fbcdae625193 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/3356ade9-b615-4542-8077-7d65cef19b47 HTTP/1.1" status: 204 len: 168 time: 0.2928023 Jul 22 23:50:42.723835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:42.724266 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:42.726804 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:42.732862 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.740387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53132) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.749586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ced8-4766-4a25-b2eb-fbcdae625193 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3356ade9-b615-4542-8077-7d65cef19b47,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.768800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Made reservation on behalf of 2840cc9588a448208f076179dd1fb551 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:42.771111 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.779352 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9bc9630c-e891-4946-9c6b-e0134952f964 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71f74ce8a7a74a5585131f52c66d0448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978327 Jul 22 23:50:42.781840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53134) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.814623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.829428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Transition to ACTIVE for port object ee76ae15-429c-4d01-aa41-b9c9ea4ca821 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:42.836797 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.843123 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.847312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-942b5e4a-d95e-45c4-83dc-0968b5585b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.852022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.853779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/153f80b0-f347-43ee-9ca8-9c0836362592 HTTP/1.1" status: 204 len: 168 time: 1.2767169 Jul 22 23:50:42.859550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:42.875106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-942b5e4a-d95e-45c4-83dc-0968b5585b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.934134 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4461a8-8cf7-4498-b53c-a959d0f85bd7 None None] Pushing event updated for resources: {'Port': ['ID=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:42.989132 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Attempting to bind port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:42.991767 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Attempting to bind port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:42.992432 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Attempting to bind port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:42.993998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-942b5e4a-d95e-45c4-83dc-0968b5585b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.996801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-942b5e4a-d95e-45c4-83dc-0968b5585b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:42.999563 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:43.000167 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:43.000773 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.001358 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:43.002305 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Bound port: ee76ae15-429c-4d01-aa41-b9c9ea4ca821, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:43.002884 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.009273 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-942b5e4a-d95e-45c4-83dc-0968b5585b7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a1ec8d0-95f1-44bf-84e4-dbb5550c94b7 HTTP/1.1" status: 204 len: 168 time: 0.2206769 Jul 22 23:50:43.020805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef1d26-de58-434b-8455-124c2936caf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=153f80b0-f347-43ee-9ca8-9c0836362592,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.040568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5e4a-d95e-45c4-83dc-0968b5585b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ec8d0-95f1-44bf-84e4-dbb5550c94b7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.092320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-c23cd194-57b7-4a95-a6c7-55e6307ad3bb tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:43.094051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-c23cd194-57b7-4a95-a6c7-55e6307ad3bb tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.1876180 Jul 22 23:50:43.101362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-19196bdb-7bec-4585-a019-50b8a2cf05df tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3572054 Jul 22 23:50:43.101567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dbcb2f96-0c02-411a-8dc2-cf932088a210 req-61316df0-5dcd-4ebd-b233-49e6fd72a597 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0949328 Jul 22 23:50:43.102073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:43.130982 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] For port ee76ae15-429c-4d01-aa41-b9c9ea4ca821, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:43.135041 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] For port ee76ae15-429c-4d01-aa41-b9c9ea4ca821, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:43.144442 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.257670 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4461a8-8cf7-4498-b53c-a959d0f85bd7 None None] Pushing event updated for resources: {'Port': ['ID=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.271657 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:43.272555 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:43.310193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3de785de-0fa9-4754-975d-ad7b626c2389 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.313276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32a3022-a10f-4873-bb03-c1f9d50c5277 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:43.368611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f32a3022-a10f-4873-bb03-c1f9d50c5277 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:43.369345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32a3022-a10f-4873-bb03-c1f9d50c5277 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:43.370143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce33d6b4-84da-4793-9261-94fd2c2a9fe4 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:43.371068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3de785de-0fa9-4754-975d-ad7b626c2389 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.375300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123e278-d247-47d7-9359-695b7a54129a req-d01059ec-b010-402b-96c4-80beb4cf638f tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:43.378806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5123e278-d247-47d7-9359-695b7a54129a req-d01059ec-b010-402b-96c4-80beb4cf638f tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 945 time: 0.3725393 Jul 22 23:50:43.416990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ce33d6b4-84da-4793-9261-94fd2c2a9fe4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:43.417609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ce33d6b4-84da-4793-9261-94fd2c2a9fe4 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:43.479704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.508627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.512494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Deleting port e53bb729-6f7a-420f-8a6c-003e57c368ed {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:43.513422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.535239 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:43.535691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3de785de-0fa9-4754-975d-ad7b626c2389 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.538528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5123e278-d247-47d7-9359-695b7a54129a req-e1a9b314-f893-4f94-bee1-1716e3422075 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e854b10-3624-485c-adde-998c1b632c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478562 Jul 22 23:50:43.546045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3de785de-0fa9-4754-975d-ad7b626c2389 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.550677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:43.552299 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3de785de-0fa9-4754-975d-ad7b626c2389 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/b8a5fb83-01b3-4269-8796-001fcf477943 HTTP/1.1" status: 204 len: 168 time: 0.4490809 Jul 22 23:50:43.578209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de785de-0fa9-4754-975d-ad7b626c2389 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5fb83-01b3-4269-8796-001fcf477943,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.604207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:43.674780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e3492-131a-4638-bc32-01bd955e4016,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:43.685224 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.685772 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Added segment 8de40827-b245-48ed-bda9-92fdd20d35a5 of type vlan for network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 Jul 22 23:50:43.708122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] For port e53bb729-6f7a-420f-8a6c-003e57c368ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e53bb729-6f7a-420f-8a6c-003e57c368ed,segment=NetworkSegment(f316d01e-d414-49cd-b50c-654574afff7f),segment_id=f316d01e-d414-49cd-b50c-654574afff7f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:43.708442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.734283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Calling delete_port for e53bb729-6f7a-420f-8a6c-003e57c368ed owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:43.780258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53154) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:43.795758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d8a57aae-7c64-4cba-b851-bfc11aaa3c80 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2417526 Jul 22 23:50:43.804355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:43.807256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.817246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-132ca6e9-7649-4a9f-9d3c-cea8ce353acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.820466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--540891727'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:43.829249 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:43Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:43.867791 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa13fe-8b24-410e-94ac-e3db0adbbde1 None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:43Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:43.874664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.898110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.899307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:43.899909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.982143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:43.999411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['e53bb729-6f7a-420f-8a6c-003e57c368ed'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:50:44.026752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Pushing event deleted for resources: {'Port': ['ID=e53bb729-6f7a-420f-8a6c-003e57c368ed,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.032796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] Pushing event updated for resources: {'Network': ['ID=cabc90cd-d5c9-435c-8eb9-57dbc3253a12,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.069634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:44.077381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.087686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] No DVR routers for this DVR port e53bb729-6f7a-420f-8a6c-003e57c368ed on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:44.090331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.092935 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d1c49cd3-9b7d-41c1-a5d9-16051109b0a3 req-080428bf-c98f-4a74-a85c-86cb31c60074 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.49 "DELETE /v2.0/ports/e53bb729-6f7a-420f-8a6c-003e57c368ed HTTP/1.1" status: 204 len: 173 time: 0.9929063 Jul 22 23:50:44.093511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'name': 'network-vif-deleted', 'tag': 'e53bb729-6f7a-420f-8a6c-003e57c368ed'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:50:44.097022 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e80fa-2c35-4cd6-adef-44fe0d5af84f" -d '{"events": [{"server_uuid": "ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf", "name": "network-vif-deleted", "tag": "e53bb729-6f7a-420f-8a6c-003e57c368ed"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:50:44.208566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-132ca6e9-7649-4a9f-9d3c-cea8ce353acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.225317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-132ca6e9-7649-4a9f-9d3c-cea8ce353acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.297859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5899845e-6ce8-43ee-86b0-0242a7f2067a req-a2e9ccd8-21d3-4079-9d6a-d157462c42ad tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0577471 Jul 22 23:50:44.315564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-132ca6e9-7649-4a9f-9d3c-cea8ce353acb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57ad583f0fb74de98d5ba10fd803478b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337231 Jul 22 23:50:44.319472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53166) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:44.335993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.349241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.381124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca6e9-7649-4a9f-9d3c-cea8ce353acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08606b1c-23ec-4556-a0ee-afa21550ab4e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.391696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-99ad94a0-351e-4f8e-86c6-a11f65b0587f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7120440 Jul 22 23:50:44.405063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:44.436237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Request body: {'subnet': {'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-244600539-subnet', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:44.452983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.454546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6484108 Jul 22 23:50:44.462340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:44.471906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-056c583d-d4f7-4f46-bd50-0da8fbadf590 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': '077d23fc-05a2-44c3-9a85-5502ae70d495', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:44.481397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183c9ee-8f77-45fc-a368-a6df0f1a4f07 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077d23fc-05a2-44c3-9a85-5502ae70d495,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.508548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08e40ab-362a-4194-8aa0-157a7f144d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.587764 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210cc1a4-b55d-4485-9d93-a4bfcb1491b4 x-openstack-request-id: req-210cc1a4-b55d-4485-9d93-a4bfcb1491b4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:50:44.588078 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf", "name": "network-vif-deleted", "tag": "e53bb729-6f7a-420f-8a6c-003e57c368ed", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:50:44.588344 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-210cc1a4-b55d-4485-9d93-a4bfcb1491b4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:50:44.588773 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf', 'name': 'network-vif-deleted', 'tag': 'e53bb729-6f7a-420f-8a6c-003e57c368ed', 'status': 'completed', 'code': 200} Jul 22 23:50:44.595082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08e40ab-362a-4194-8aa0-157a7f144d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.609539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Made reservation on behalf of 2840cc9588a448208f076179dd1fb551 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:44.613070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.627639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Deleting port b7b67522-c5bd-4d51-8e37-b25fb3d601fe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:44.628138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.754679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08e40ab-362a-4194-8aa0-157a7f144d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.758065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e08e40ab-362a-4194-8aa0-157a7f144d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.761743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e08e40ab-362a-4194-8aa0-157a7f144d0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08606b1c-23ec-4556-a0ee-afa21550ab4e HTTP/1.1" status: 204 len: 168 time: 0.4373732 Jul 22 23:50:44.779764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa90bde3-fa01-4f7f-925d-fbfec9613449 req-59a17c31-c9d0-448f-8fe4-e1b1164d7fe3 tempest-TestServerAdvancedOps-1105787525 tempest-TestServerAdvancedOps-1105787525-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffb8fc4d-c6dc-4a00-bf09-f8288128a5cf HTTP/1.1" status: 200 len: 210 time: 0.0486124 Jul 22 23:50:44.784838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e40ab-362a-4194-8aa0-157a7f144d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08606b1c-23ec-4556-a0ee-afa21550ab4e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:44.805938 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-056c583d-d4f7-4f46-bd50-0da8fbadf590 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:44.806834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-056c583d-d4f7-4f46-bd50-0da8fbadf590 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3429439 Jul 22 23:50:44.810996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:44.823974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-702e39f3-8302-41eb-8347-b14229446c89 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group_rule': {'security_group_id': '077d23fc-05a2-44c3-9a85-5502ae70d495', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:44.843204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] For port b7b67522-c5bd-4d51-8e37-b25fb3d601fe, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:44.843750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:44.863900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Calling delete_port for b7b67522-c5bd-4d51-8e37-b25fb3d601fe owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:44.894384 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-702e39f3-8302-41eb-8347-b14229446c89 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:50:44.899164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-702e39f3-8302-41eb-8347-b14229446c89 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0872347 Jul 22 23:50:44.930879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53180) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:44.942459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.045937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7b67dc-2d6b-4dfe-a505-3c76295f897d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:45.053447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9693271c-b13c-4a72-9b95-8f693f7988f2 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.055214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Checking segment: {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:45.055617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Network hostable DHCP agents. Network: cabc90cd-d5c9-435c-8eb9-57dbc3253a12, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:45.095931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9693271c-b13c-4a72-9b95-8f693f7988f2 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.114264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:45.141473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, cabc90cd-d5c9-435c-8eb9-57dbc3253a12) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:45.148308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:45.148905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.155516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1f657-91d6-4975-ac9e-125fa87026ba None None] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:45.156124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.170282 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6c65c566-56d0-453b-8cab-273a2582aed3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7612300 Jul 22 23:50:45.171058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.177077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:45.186192 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9693271c-b13c-4a72-9b95-8f693f7988f2 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.189609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9693271c-b13c-4a72-9b95-8f693f7988f2 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.193276 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9693271c-b13c-4a72-9b95-8f693f7988f2 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/077d23fc-05a2-44c3-9a85-5502ae70d495 HTTP/1.1" status: 204 len: 168 time: 0.2586720 Jul 22 23:50:45.209302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53186) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.242997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b67522-c5bd-4d51-8e37-b25fb3d601fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:45.245474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693271c-b13c-4a72-9b95-8f693f7988f2 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077d23fc-05a2-44c3-9a85-5502ae70d495,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:45.286241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.287403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.325225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.349834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee76ae15-429c-4d01-aa41-b9c9ea4ca821 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:45.360945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.366998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'tempest-secgroup--941588228'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:45.368853 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4d1b109c-d215-427b-bc00-2d24ce14dc79 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1380537 Jul 22 23:50:45.429147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:45.437079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:45.437941 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.475170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.484494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f66239b9-60dc-4311-b8e0-388bcee06672 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaa4848980ca475baf843ae60417119c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555488 Jul 22 23:50:45.485083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.487454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.572041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-cabc90cd-d5c9-435c-8eb9-57dbc3253a12', 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'fixed_ips': [{'subnet_id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:45.573047 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.642935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b666e0a-92fb-4c8c-990b-bf503fd1c38f req-6cc5b46d-af89-4398-87ee-b736e027c199 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.2047501 Jul 22 23:50:45.732104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.756891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.765801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f463010-4abc-427d-bd5d-7ea1b2a7dd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.789678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Allocated IP 172.20.0.2 (cabc90cd-d5c9-435c-8eb9-57dbc3253a12/3c7b67dc-2d6b-4dfe-a505-3c76295f897d/3bec31c8-2c62-413b-b909-5a090766a15f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:45.816420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f463010-4abc-427d-bd5d-7ea1b2a7dd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.874586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:45.904865 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.963599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Deleting subnet e593f4dd-2838-436d-a87f-65a789a417b0 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:45.967217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:45.987172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port ee76ae15-429c-4d01-aa41-b9c9ea4ca821, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:45.993829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.012182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.027084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.038600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.071879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.085119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.086463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7240524 Jul 22 23:50:46.089402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf369b91-d383-4232-8426-1674f2f12e4b tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1add0597-9889-472a-af10-e84462f7feab,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.091258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53204) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.097426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f463010-4abc-427d-bd5d-7ea1b2a7dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.098218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.100225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4f463010-4abc-427d-bd5d-7ea1b2a7dd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.101375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4f463010-4abc-427d-bd5d-7ea1b2a7dd9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4ee4795-3552-44bb-a1f1-72e832ee321f HTTP/1.1" status: 204 len: 168 time: 0.6125753 Jul 22 23:50:46.104282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ca1130e9-ee50-4cf2-865d-3a3633fc0143 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:46.104873 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-ca1130e9-ee50-4cf2-865d-3a3633fc0143 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 23:50:46.105454 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-ca1130e9-ee50-4cf2-865d-3a3633fc0143 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 23:50:46.106429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ca1130e9-ee50-4cf2-865d-3a3633fc0143 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "PUT /v2.0/security-groups/1add0597-9889-472a-af10-e84462f7feab HTTP/1.1" status: 409 len: 330 time: 0.0089386 Jul 22 23:50:46.110620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.129282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Transition to ACTIVE for port object 3bec31c8-2c62-413b-b909-5a090766a15f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:46.130067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.132691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f463010-4abc-427d-bd5d-7ea1b2a7dd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee4795-3552-44bb-a1f1-72e832ee321f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.145998 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b05041ea-d6ba-4dad-85e1-6d2b1ebb96b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.154181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Router dcbfe435-a77b-4416-9100-7feb2ebe1f1a has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:46.174654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Transition to ACTIVE for port object 3bec31c8-2c62-413b-b909-5a090766a15f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:46.185829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.254487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:46.259875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:46.262975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Pushing event updated for resources: {'Port': ['ID=3bec31c8-2c62-413b-b909-5a090766a15f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.265458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:46.268780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a75-cbb7-4b75-ae89-ec42c80196e7 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.302389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a75-cbb7-4b75-ae89-ec42c80196e7 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.350869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.358911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Attempting to bind port 3bec31c8-2c62-413b-b909-5a090766a15f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:46.359306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Attempting to bind port 3bec31c8-2c62-413b-b909-5a090766a15f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:46.359698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Attempting to bind port 3bec31c8-2c62-413b-b909-5a090766a15f on network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:46.367074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:46.367550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Checking segment: {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:46.367757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.368155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Bound using segment: {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:46.369075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Bound port: 3bec31c8-2c62-413b-b909-5a090766a15f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:46.369075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.379046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:46.390208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.391977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] Sync routers for ids ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:46.392551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e593f4dd-2838-436d-a87f-65a789a417b0 HTTP/1.1" status: 204 len: 168 time: 0.5065279 Jul 22 23:50:46.395698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0fcd3-7aae-4221-be19-55db858e2f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e593f4dd-2838-436d-a87f-65a789a417b0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.397473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.397814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.399473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-85ef7c05-7e2a-4644-93c2-42e1a0d1c720 admin admin] 10.222.0.21 "PUT /v2.0/routers/dcbfe435-a77b-4416-9100-7feb2ebe1f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373206 Jul 22 23:50:46.416793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.433565 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a75-cbb7-4b75-ae89-ec42c80196e7 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.436648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a75-cbb7-4b75-ae89-ec42c80196e7 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.437943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e84c1a75-cbb7-4b75-ae89-ec42c80196e7 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/1add0597-9889-472a-af10-e84462f7feab HTTP/1.1" status: 204 len: 168 time: 0.3257582 Jul 22 23:50:46.448165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.454525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c1a75-cbb7-4b75-ae89-ec42c80196e7 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add0597-9889-472a-af10-e84462f7feab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.467568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] Routers {'dcbfe435-a77b-4416-9100-7feb2ebe1f1a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:46.468221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:46.490254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.602079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] For port 3bec31c8-2c62-413b-b909-5a090766a15f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:46.621046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] For port 3bec31c8-2c62-413b-b909-5a090766a15f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3bec31c8-2c62-413b-b909-5a090766a15f,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:46.630929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.683880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] Set router dcbfe435-a77b-4416-9100-7feb2ebe1f1a gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:46.696384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.696655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6c468533-2f24-4e28-b592-1466e5731b0c tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2030497 Jul 22 23:50:46.708962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.736993 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c679c15c-e862-40a3-a164-9b1d28fadc0a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] delete failed (client error): The resource could not be found. Jul 22 23:50:46.740300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c679c15c-e862-40a3-a164-9b1d28fadc0a tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "DELETE /v2.0/security-groups/6677c287-8e74-4700-9837-268e150bd4af HTTP/1.1" status: 404 len: 347 time: 0.0422485 Jul 22 23:50:46.745669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53222) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.777116 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-944cf21e-eed6-4586-9883-f8dc491f17bb tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] show failed (client error): The resource could not be found. Jul 22 23:50:46.778615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-944cf21e-eed6-4586-9883-f8dc491f17bb tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-groups/9c1dbdff-c781-413f-b852-6c55aebe8c92 HTTP/1.1" status: 404 len: 347 time: 0.0303564 Jul 22 23:50:46.785248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:46.862249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ab99f2a-3f43-46b4-bcbb-7eb6ef517b8c req-7b3c5819-48d4-4ce5-bed0-6732b7cafbeb tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0594516 Jul 22 23:50:46.864185 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-8ea80fb5-e30c-4908-bd5b-6196ba8e7458 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] show failed (client error): The resource could not be found. Jul 22 23:50:46.867720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720f344-7964-44d7-bb14-64177f5b01f9 None None] Pushing event updated for resources: {'Port': ['ID=3bec31c8-2c62-413b-b909-5a090766a15f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:46.872605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ea80fb5-e30c-4908-bd5b-6196ba8e7458 tempest-NegativeSecGroupIPv6Test-13708610 tempest-NegativeSecGroupIPv6Test-13708610-project] 10.222.0.21 "GET /v2.0/security-group-rules/13cc5ed2-bded-4937-a11c-143c2a7abd3c HTTP/1.1" status: 404 len: 356 time: 0.0841928 Jul 22 23:50:46.919103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:46.973177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Allocated IP 172.25.5.201 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/5653b487-f2a2-41a8-b166-9b39ea10dfd9) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:47.023694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:47.066626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] Checking router: dcbfe435-a77b-4416-9100-7feb2ebe1f1a for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:47.080908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] Routers {'dcbfe435-a77b-4416-9100-7feb2ebe1f1a'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:47.081610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:47.161911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.204653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ffb26b3f-419f-4f5e-8b0e-ebb64766b7a2 req-2a57dcf0-8935-42fd-afec-db984480e51c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0550089 Jul 22 23:50:47.247988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3193024-c4c1-47e2-a87c-69cf5ccb4593']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:47.277307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] Set router dcbfe435-a77b-4416-9100-7feb2ebe1f1a gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:47.281204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f316d01e-d414-49cd-b50c-654574afff7f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:47.281699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f316d01e-d414-49cd-b50c-654574afff7f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:47.324316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.331815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.367118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.385982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:47.386482 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:47.405627 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:47.408343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:47.465654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.515730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.528486 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.530329 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3193024-c4c1-47e2-a87c-69cf5ccb4593 HTTP/1.1" status: 204 len: 168 time: 1.1315579 Jul 22 23:50:47.534111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:47.538213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee76ae15-429c-4d01-aa41-b9c9ea4ca821 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:47.553415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e1fa3-e8e8-4a3c-bde0-220f25b58e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3193024-c4c1-47e2-a87c-69cf5ccb4593,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:47.585064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Deleting port 684bea39-7242-4fd6-8833-6ceae8d5e58a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:47.586064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.606517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:47.606894 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.616068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Deleting subnet b35354c8-17fd-46ca-b797-e28bfafd841c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:47.632722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.637182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:47.653497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.696550 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.703428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-580346f1-8653-4c24-86db-bf9f0be77e77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58eae8a202c74e6d81eeb4a96c15c425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924609 Jul 22 23:50:47.721058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53238) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:47.780361 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.840956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dd833-c56f-457e-83a4-e29158de9765 None None] The sync data for ids ['dcbfe435-a77b-4416-9100-7feb2ebe1f1a'] in n-d-758851-4 is: [{'id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'name': 'tempest-TestServerMultinode-79350452-router', 'tenant_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:49:22Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': '88bdc5f4ba29437ea2bafb3ad300ca27', 'gw_port': {'id': '684bea39-7242-4fd6-8833-6ceae8d5e58a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbfe435-a77b-4416-9100-7feb2ebe1f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:49:24Z', 'updated_at': '2021-07-22T23:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:47.902460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.950001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3bec31c8-2c62-413b-b909-5a090766a15f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:47.957917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c74ed3c3-59c1-4ee5-9850-ff8aa6248630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.960207 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:47.965752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b35354c8-17fd-46ca-b797-e28bfafd841c HTTP/1.1" status: 204 len: 168 time: 0.4305513 Jul 22 23:50:47.967775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53246) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:48.047370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3bec31c8-2c62-413b-b909-5a090766a15f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:48.070472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0f0d8-797f-4716-92a8-b0868759c892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35354c8-17fd-46ca-b797-e28bfafd841c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.092118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.138066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39628e99-7840-435b-8455-473f1c76a94b req-27bd2d08-7757-438d-9efb-cb2074a9f08b tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0590827 Jul 22 23:50:48.140775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c74ed3c3-59c1-4ee5-9850-ff8aa6248630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.215202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e53bb729-6f7a-420f-8a6c-003e57c368ed no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:48.232937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:48.245078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:48.257579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:48.262628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] For port 684bea39-7242-4fd6-8833-6ceae8d5e58a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=684bea39-7242-4fd6-8833-6ceae8d5e58a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:48.262628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.265822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Pushing event updated for resources: {'Port': ['ID=5653b487-f2a2-41a8-b166-9b39ea10dfd9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.304903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Calling delete_port for 684bea39-7242-4fd6-8833-6ceae8d5e58a owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:48.362915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.384167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b8fe59-876b-4333-b36a-6ed5ecd39661']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:48.389081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: e53bb729-6f7a-420f-8a6c-003e57c368ed {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:48.389694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e53bb729-6f7a-420f-8a6c-003e57c368ed not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:48.409980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2a4070-902c-47de-bf0b-d6d0b63cd84a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:48.411813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2a4070-902c-47de-bf0b-d6d0b63cd84a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:48.423013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c74ed3c3-59c1-4ee5-9850-ff8aa6248630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.427818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c74ed3c3-59c1-4ee5-9850-ff8aa6248630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.434140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c74ed3c3-59c1-4ee5-9850-ff8aa6248630 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3f85164-60d2-49db-9cba-90de78d86f57 HTTP/1.1" status: 204 len: 168 time: 0.7118599 Jul 22 23:50:48.436992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.459016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00f5033-fe51-43a1-949a-af30352d6c7e None None] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:48.463246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ed3c3-59c1-4ee5-9850-ff8aa6248630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f85164-60d2-49db-9cba-90de78d86f57,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.473360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.483118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:48.483599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:48.487908 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:48.565971 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.579780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.582189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2b8fe59-876b-4333-b36a-6ed5ecd39661 HTTP/1.1" status: 204 len: 168 time: 0.6133111 Jul 22 23:50:48.593976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f4b3a-da9e-4261-a763-7750c93205a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b8fe59-876b-4333-b36a-6ed5ecd39661,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:48.643539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] Provisioning for port 3bec31c8-2c62-413b-b909-5a090766a15f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:48.668505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] Provisioning complete for port 3bec31c8-2c62-413b-b909-5a090766a15f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:48.668896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.806985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.812381 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.860367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] For port 3bec31c8-2c62-413b-b909-5a090766a15f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3bec31c8-2c62-413b-b909-5a090766a15f,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:48.867464 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.881402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:48.905404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:48.936062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5f0c008-772b-4512-a884-632cb57f9ee6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0892052b4f604f76a1756e6a0e81ca1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532327 Jul 22 23:50:48.938560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:48.990139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02717b8-a6eb-4376-8c8d-e44ebfab76d3 None None] Pushing event updated for resources: {'Port': ['ID=3bec31c8-2c62-413b-b909-5a090766a15f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.037318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd45b000-5679-474d-b2a4-1f00abd5fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.039541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Pushing event deleted for resources: {'Port': ['ID=684bea39-7242-4fd6-8833-6ceae8d5e58a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.075647 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd45b000-5679-474d-b2a4-1f00abd5fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.090781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.144811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd45b000-5679-474d-b2a4-1f00abd5fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.147406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fd45b000-5679-474d-b2a4-1f00abd5fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.157350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fd45b000-5679-474d-b2a4-1f00abd5fef6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e854b10-3624-485c-adde-998c1b632c0b HTTP/1.1" status: 204 len: 168 time: 0.2111518 Jul 22 23:50:49.177836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45b000-5679-474d-b2a4-1f00abd5fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e854b10-3624-485c-adde-998c1b632c0b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:49.204090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0c5c3aa7-d758-4030-92ff-0014408ee7e5 None None] Provisioning complete for port 3bec31c8-2c62-413b-b909-5a090766a15f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:49.205696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0c5c3aa7-d758-4030-92ff-0014408ee7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.211015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.216379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.367558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d605f37-54ad-445a-a8a0-6e9edc2bf6f7 req-807d9890-e394-4043-ac61-82ff0938b2e6 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0788906 Jul 22 23:50:49.379838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.390404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbfe435-a77b-4416-9100-7feb2ebe1f1a {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:50:49.405407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.406593 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8018fb1-9d81-4e72-80dc-6b53a526ae94 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dcbfe435-a77b-4416-9100-7feb2ebe1f1a HTTP/1.1" status: 204 len: 168 time: 3.0014894 Jul 22 23:50:49.410812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53282) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:49.432890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3bec31c8-2c62-413b-b909-5a090766a15f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:49.473172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.544882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Deleting subnet 19e1084d-e2d7-4138-84eb-0bfe7767f37e {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:50:49.555592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.566972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2033f87-117e-404a-ba35-efa32f457803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.606923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3bec31c8-2c62-413b-b909-5a090766a15f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:49.607265 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.610416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:49.676956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.689851 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:49.771437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b7b67522-c5bd-4d51-8e37-b25fb3d601fe no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:49.811211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b7b67522-c5bd-4d51-8e37-b25fb3d601fe {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:49.811725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b7b67522-c5bd-4d51-8e37-b25fb3d601fe not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:49.832212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Router d98e0bef-b351-4469-8304-dd18676a8cb4 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:50:49.846672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-489794640'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:49.937412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.023493 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-20ce0b55-6a55-4f26-b34f-de85220836bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d85ef8fc97e641f4a9059a47eb38f939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848770 Jul 22 23:50:50.026161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53296) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.072078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:50.094679 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Sync routers for ids ['d98e0bef-b351-4469-8304-dd18676a8cb4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:50.109051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.113980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cbf59417-691b-4392-b954-779061815c44 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9380147 Jul 22 23:50:50.114385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.133172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Routers {'d98e0bef-b351-4469-8304-dd18676a8cb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:50.134126 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d98e0bef-b351-4469-8304-dd18676a8cb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:50.215700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d79a18c1-df5c-4e42-b552-08a9846db914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.240978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d79a18c1-df5c-4e42-b552-08a9846db914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.241432 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.265630 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Set router d98e0bef-b351-4469-8304-dd18676a8cb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:50.302435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-088def86-6ed6-421b-b848-8dfb5a086ff9 req-5452fde7-1903-4498-94a9-da6300172b5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c20b77c778d147479e453d063545e9c8&device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.4689534 Jul 22 23:50:50.310075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d79a18c1-df5c-4e42-b552-08a9846db914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.313025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d79a18c1-df5c-4e42-b552-08a9846db914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.318220 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d79a18c1-df5c-4e42-b552-08a9846db914 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b68eff-3f30-4937-9ea4-9ed9cc84a225 HTTP/1.1" status: 204 len: 168 time: 0.2878175 Jul 22 23:50:50.320595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bab573ed-c3e0-43e7-814b-9511ed176e44 req-8d45fa3c-ff6c-4b9d-a1f5-63c8f4fdf1cc tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.4883268 Jul 22 23:50:50.352879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a18c1-df5c-4e42-b552-08a9846db914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b68eff-3f30-4937-9ea4-9ed9cc84a225,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:50.412884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-088def86-6ed6-421b-b848-8dfb5a086ff9 req-ae599bfd-c0c5-460b-ae13-ed08cd2f21ba service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c20b77c778d147479e453d063545e9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777872 Jul 22 23:50:50.419244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Made reservation on behalf of 7c74dc10be9f45278b2c03b5e9c450b0 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:50.431691 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.451722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.496119 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-22T23:50:48Z', 'revision_number': 3, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:50.535089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.632987 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Checking router: d98e0bef-b351-4469-8304-dd18676a8cb4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:50.633357 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Updating router d98e0bef-b351-4469-8304-dd18676a8cb4 port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:50:50.700606 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.803926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.806566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088def86-6ed6-421b-b848-8dfb5a086ff9 req-dff50a3a-ef61-4473-b1df-24efa9e49172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:50.808461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-088def86-6ed6-421b-b848-8dfb5a086ff9 req-dff50a3a-ef61-4473-b1df-24efa9e49172 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3710346 Jul 22 23:50:50.815008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.826652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.885471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:50.891758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e1084d-e2d7-4138-84eb-0bfe7767f37e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:50.898640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5bae7-a625-4a0e-8d62-c187d74c1e57 None None] Network 6513996a-7d65-421f-bc53-8b434570821a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:50.901104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.904513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-71fa009d-a8ea-4a9b-b04d-33cbbeee5abe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/19e1084d-e2d7-4138-84eb-0bfe7767f37e HTTP/1.1" status: 204 len: 168 time: 1.4924669 Jul 22 23:50:50.912958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:50.925545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe708e1-3b12-4f6a-b515-2d4dd0a65ce4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:50.948237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:50.949505 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Added segment 12a772c8-3710-47f3-b79b-fb2576b1dcb8 of type vlan for network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 Jul 22 23:50:51.013149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.067650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.079024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:51.080800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.141757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.218706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 684bea39-7242-4fd6-8833-6ceae8d5e58a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:51.239699 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.243206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6312745 Jul 22 23:50:51.243969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc78aa-8cd1-4634-95ed-965a9ba3d408 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event updated for resources: {'Network': ['ID=3e35179e-88eb-4eb3-bd47-50eb2ea13de4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.249475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:51.257623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Request body: {'subnet': {'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:51.261964 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Transition to ACTIVE for port object 5653b487-f2a2-41a8-b166-9b39ea10dfd9 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:51.272908 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.275803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 684bea39-7242-4fd6-8833-6ceae8d5e58a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:51.276141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 684bea39-7242-4fd6-8833-6ceae8d5e58a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:51.284737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:51.318314 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Attempting to bind port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:51.319459 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Attempting to bind port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:51.320272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Attempting to bind port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:51.347169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:51.348068 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:51.348703 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.349324 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:51.350034 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Bound port: 5653b487-f2a2-41a8-b166-9b39ea10dfd9, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:51.351225 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.385289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.389441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Made reservation on behalf of 7c74dc10be9f45278b2c03b5e9c450b0 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:51.394143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.463911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] DHCP port deletion for 6513996a-7d65-421f-bc53-8b434570821a request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:50:51.472094 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Pushing event updated for resources: {'Port': ['ID=5653b487-f2a2-41a8-b166-9b39ea10dfd9,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.492462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Allocated IP 172.20.0.1 (cabc90cd-d5c9-435c-8eb9-57dbc3253a12/3c7b67dc-2d6b-4dfe-a505-3c76295f897d/b13cc37d-2490-4564-abe6-aba83d82446e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:51.521283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.522166 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.522662 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.525558 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.526447 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.528242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.529823 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.530312 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.530807 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.532355 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.532913 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.533608 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:50:51.561631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] Deleting port 465166b1-9fa4-4e70-a773-44378654f1af {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:51.562416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.567737 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] For port 5653b487-f2a2-41a8-b166-9b39ea10dfd9, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:51.576321 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] For port 5653b487-f2a2-41a8-b166-9b39ea10dfd9, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5653b487-f2a2-41a8-b166-9b39ea10dfd9,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:51.583268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb6eb4f9-7754-48b8-bba6-466e2883f4e1 req-56b4e929-35f9-42d9-adea-1a2120d191e0 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0445797 Jul 22 23:50:51.586673 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.646823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Deleting port 465166b1-9fa4-4e70-a773-44378654f1af {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:50:51.647176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.666310 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Routers {'d98e0bef-b351-4469-8304-dd18676a8cb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:51.666503 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.667272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d98e0bef-b351-4469-8304-dd18676a8cb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:51.684176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Transition to ACTIVE for port object b13cc37d-2490-4564-abe6-aba83d82446e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:51.724995 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.726358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] For port 465166b1-9fa4-4e70-a773-44378654f1af, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=465166b1-9fa4-4e70-a773-44378654f1af,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:51.726796 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.729056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] For port 465166b1-9fa4-4e70-a773-44378654f1af, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=465166b1-9fa4-4e70-a773-44378654f1af,segment=NetworkSegment(2a272c8d-a1d9-4803-9e66-ef195692138e),segment_id=2a272c8d-a1d9-4803-9e66-ef195692138e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:51.730835 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.744740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Calling delete_port for 465166b1-9fa4-4e70-a773-44378654f1af owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:51.764050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] Calling delete_port for 465166b1-9fa4-4e70-a773-44378654f1af owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:50:51.775125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:51.778065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.778788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:51.787043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:51.789847 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] Set router d98e0bef-b351-4469-8304-dd18676a8cb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:51.824979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Pushing event updated for resources: {'Port': ['ID=b13cc37d-2490-4564-abe6-aba83d82446e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.858024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.878660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.944215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:51.944807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=465166b1-9fa4-4e70-a773-44378654f1af,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:51.963948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] No DVR routers for this DVR port 465166b1-9fa4-4e70-a773-44378654f1af on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:51.999220 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3587a-f82a-49b2-accb-4d0a63ae8bf1 None None] Pushing event updated for resources: {'Port': ['ID=5653b487-f2a2-41a8-b166-9b39ea10dfd9,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.026249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] Pushing event deleted for resources: {'Port': ['ID=465166b1-9fa4-4e70-a773-44378654f1af,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.037580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce1a8e-8cf6-4eef-9d60-3df65a506da7 None None] No DVR routers for this DVR port 465166b1-9fa4-4e70-a773-44378654f1af on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:50:52.087966 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-22T23:50:48Z', 'revision_number': 3, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:52.128775 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8857e173-4538-4cc7-8771-494e08412b1f None None] The sync data for ids ['d98e0bef-b351-4469-8304-dd18676a8cb4'] in n-d-758851-4 is: [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-22T23:50:48Z', 'revision_number': 3, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:52.141538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-142d0e90-f786-44fd-ba21-213381f6e5b5 None None] Provisioning for port b13cc37d-2490-4564-abe6-aba83d82446e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:52.147901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.150124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-142d0e90-f786-44fd-ba21-213381f6e5b5 None None] Provisioning complete for port b13cc37d-2490-4564-abe6-aba83d82446e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:52.150745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-142d0e90-f786-44fd-ba21-213381f6e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.168058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.195215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6513996a-7d65-421f-bc53-8b434570821a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:52.223851 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.225425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-142d0e90-f786-44fd-ba21-213381f6e5b5 None None] Port b13cc37d-2490-4564-abe6-aba83d82446e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:52.225996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-088def86-6ed6-421b-b848-8dfb5a086ff9 req-63dff9fd-ef07-4555-b43a-8418e38d4d20 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.48 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0540664 Jul 22 23:50:52.229138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.233220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a272c8d-a1d9-4803-9e66-ef195692138e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:52.233581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a272c8d-a1d9-4803-9e66-ef195692138e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:52.282223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.317485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event updated for resources: {'Subnet': ['ID=ef368588-ff8f-4e56-9189-256d60195237,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.321703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.337488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:50:52.337869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:50:52.339841 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:50:52.362629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.369273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.412277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Checking segment: {'id': '12a772c8-3710-47f3-b79b-fb2576b1dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:52.412608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Network hostable DHCP agents. Network: 3e35179e-88eb-4eb3-bd47-50eb2ea13de4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:52.433607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.439680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.446505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6513996a-7d65-421f-bc53-8b434570821a HTTP/1.1" status: 204 len: 168 time: 1.5319905 Jul 22 23:50:52.453624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:52.466847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.470340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Pushing event updated for resources: {'Port': ['ID=b13cc37d-2490-4564-abe6-aba83d82446e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.470599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003e8bb-fbb5-4696-a76a-0f04359f7f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=6513996a-7d65-421f-bc53-8b434570821a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:52.482930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 3e35179e-88eb-4eb3-bd47-50eb2ea13de4) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:52.493657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a0725-192c-4491-a6ed-a6fb3ad69f66 None None] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:52.523767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:52.531944 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.571550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4646e7f1-fb33-466a-bb6c-b1f891c41ebd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3207562 Jul 22 23:50:52.574191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53322) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:52.592805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Request body: {'port': {'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4', 'name': 'tempest-TagsExtTest-170196632'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:52.672634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:52.674303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:52.828647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-3e35179e-88eb-4eb3-bd47-50eb2ea13de4', 'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4', 'tenant_id': '7c74dc10be9f45278b2c03b5e9c450b0', 'fixed_ips': [{'subnet_id': 'ef368588-ff8f-4e56-9189-256d60195237'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:50:52.830560 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.875313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53326) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:52.923300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c75dd185-6e87-41e9-8487-95fae6036417 req-be6b8c9b-79b9-43e2-bbfd-cb926cc7f704 tempest-ServerShowV257Test-1174034211 tempest-ServerShowV257Test-1174034211-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fa01648-0f18-4aec-a2ca-06af411341e8 HTTP/1.1" status: 200 len: 210 time: 0.0710435 Jul 22 23:50:52.965556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Made reservation on behalf of 7c74dc10be9f45278b2c03b5e9c450b0 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:52.972052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:52.992128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c55d99e8-400a-439a-b94e-f73fee8f2b00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=541ddb56817c4603a2e81e906186c113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155505 Jul 22 23:50:52.995290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:53.019201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Router d98e0bef-b351-4469-8304-dd18676a8cb4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:50:53.026646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] device_id is not set on port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:50:53.134445 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b8618bc-d8a5-4b5e-8fc6-1a2f7adcc130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.141415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Allocated IP 172.20.0.2 (3e35179e-88eb-4eb3-bd47-50eb2ea13de4/ef368588-ff8f-4e56-9189-256d60195237/16b8c721-7bcc-4d87-b80f-ce7933b70265) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:53.168517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b8618bc-d8a5-4b5e-8fc6-1a2f7adcc130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.194115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55142748-88ba-4a7d-bdc8-8bf7ef9e22bd None None] Provisioning complete for port b13cc37d-2490-4564-abe6-aba83d82446e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:53.194848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55142748-88ba-4a7d-bdc8-8bf7ef9e22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.230720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b8618bc-d8a5-4b5e-8fc6-1a2f7adcc130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.232834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b8618bc-d8a5-4b5e-8fc6-1a2f7adcc130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.237913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b8618bc-d8a5-4b5e-8fc6-1a2f7adcc130 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ae8ffc1-fb81-4c0e-a712-c21e4eab82b0 HTTP/1.1" status: 204 len: 168 time: 0.2410138 Jul 22 23:50:53.252410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8618bc-d8a5-4b5e-8fc6-1a2f7adcc130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae8ffc1-fb81-4c0e-a712-c21e4eab82b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:53.257878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:50:53.278170 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2c5f9e94-3c69-4f58-8398-59e62ed25980 admin admin] 10.222.0.21 "PUT /v2.0/routers/d98e0bef-b351-4469-8304-dd18676a8cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1527238 Jul 22 23:50:53.324546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-55142748-88ba-4a7d-bdc8-8bf7ef9e22bd None None] Port b13cc37d-2490-4564-abe6-aba83d82446e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:53.348505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5653b487-f2a2-41a8-b166-9b39ea10dfd9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:53.471211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.504601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Transition to ACTIVE for port object 16b8c721-7bcc-4d87-b80f-ce7933b70265 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:53.555436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Transition to ACTIVE for port object 16b8c721-7bcc-4d87-b80f-ce7933b70265 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:53.568042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.575213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:53.615907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:53.616459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.657193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:53.682261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:53.683660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Allocated IP 172.20.0.6 (3e35179e-88eb-4eb3-bd47-50eb2ea13de4/ef368588-ff8f-4e56-9189-256d60195237/b5baeaf7-589f-460b-bd11-f9fb6e3b5586) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:50:53.692854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:53.701372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Pushing event updated for resources: {'Port': ['ID=16b8c721-7bcc-4d87-b80f-ce7933b70265,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:53.818760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Attempting to bind port 16b8c721-7bcc-4d87-b80f-ce7933b70265 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:53.819165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Attempting to bind port 16b8c721-7bcc-4d87-b80f-ce7933b70265 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '12a772c8-3710-47f3-b79b-fb2576b1dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:53.819544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Attempting to bind port 16b8c721-7bcc-4d87-b80f-ce7933b70265 on network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:53.829286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:53.831541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Checking segment: {'id': '12a772c8-3710-47f3-b79b-fb2576b1dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:53.831541 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.831541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Bound using segment: {'id': '12a772c8-3710-47f3-b79b-fb2576b1dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:53.831541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Bound port: 16b8c721-7bcc-4d87-b80f-ce7933b70265, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a772c8-3710-47f3-b79b-fb2576b1dcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3e35179e-88eb-4eb3-bd47-50eb2ea13de4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:53.832317 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.835092 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.930940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5653b487-f2a2-41a8-b166-9b39ea10dfd9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5653b487-f2a2-41a8-b166-9b39ea10dfd9,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:53.940620 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:53.943743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:53.997520 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.019350 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0faa86f0-c88a-420e-a493-19b8bed0675b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88bdc5f4ba29437ea2bafb3ad300ca27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740564 Jul 22 23:50:54.022159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53350) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.057696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] For port 16b8c721-7bcc-4d87-b80f-ce7933b70265, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:54.058493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Transition to ACTIVE for port object b5baeaf7-589f-460b-bd11-f9fb6e3b5586 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:54.062370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 465166b1-9fa4-4e70-a773-44378654f1af no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:50:54.100646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 465166b1-9fa4-4e70-a773-44378654f1af {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:50:54.101285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 465166b1-9fa4-4e70-a773-44378654f1af not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:50:54.129083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] For port 16b8c721-7bcc-4d87-b80f-ce7933b70265, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16b8c721-7bcc-4d87-b80f-ce7933b70265,segment=NetworkSegment(12a772c8-3710-47f3-b79b-fb2576b1dcb8),segment_id=12a772c8-3710-47f3-b79b-fb2576b1dcb8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:54.134327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.139549 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.147252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5653b487-f2a2-41a8-b166-9b39ea10dfd9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.165593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-525d3336-ff6f-4dc6-9f44-3458b446f4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.223077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2049d6-d0b4-459a-9913-b87385206af0 None None] Pushing event updated for resources: {'Port': ['ID=16b8c721-7bcc-4d87-b80f-ce7933b70265,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.223499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-525d3336-ff6f-4dc6-9f44-3458b446f4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.224686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:50:54.230951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:54.238410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:50:54.305391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event updated for resources: {'Port': ['ID=b5baeaf7-589f-460b-bd11-f9fb6e3b5586,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.337123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:54.338654 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.344312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-525d3336-ff6f-4dc6-9f44-3458b446f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.351255 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-525d3336-ff6f-4dc6-9f44-3458b446f4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.353549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-525d3336-ff6f-4dc6-9f44-3458b446f4a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85740200-c74e-444a-b7eb-2cfd2cb4b4a9 HTTP/1.1" status: 204 len: 168 time: 0.3295166 Jul 22 23:50:54.366209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d3336-ff6f-4dc6-9f44-3458b446f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85740200-c74e-444a-b7eb-2cfd2cb4b4a9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:54.372195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0cd58408-061a-4462-97d2-c6702852954b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7969184 Jul 22 23:50:54.375716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53360) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.384207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1294909830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:54.433990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.435138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.608396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.613288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.616373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.647900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.649691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-280a5dfd-596f-424a-812b-74b3cbe15f38 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2728972 Jul 22 23:50:54.653053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.658590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d4274615-f2c2-45cc-b3a7-86566f96fe8d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-822091289', 'prefixes': ['172.20.0.0/16']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:54.872799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4274615-f2c2-45cc-b3a7-86566f96fe8d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:54.879654 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d4274615-f2c2-45cc-b3a7-86566f96fe8d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2253506 Jul 22 23:50:54.880560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:54.899300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-94f25951-a4f2-40c3-bea8-cbad73a5be0f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-187696790') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.093858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Sync routers for ids ['d98e0bef-b351-4469-8304-dd18676a8cb4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:50:55.115962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Routers {'d98e0bef-b351-4469-8304-dd18676a8cb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:55.116925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d98e0bef-b351-4469-8304-dd18676a8cb4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.173958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b331f1c-223c-4319-9ffc-a2b5090697d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.226553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.227096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-94f25951-a4f2-40c3-bea8-cbad73a5be0f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-187696790 HTTP/1.1" status: 201 len: 201 time: 0.3433106 Jul 22 23:50:55.239756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-65194821-832d-4bd7-8da5-26bc224f5d59 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1056311862') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.296376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Set router d98e0bef-b351-4469-8304-dd18676a8cb4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:55.301450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b331f1c-223c-4319-9ffc-a2b5090697d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.309991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b331f1c-223c-4319-9ffc-a2b5090697d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.386526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-65194821-832d-4bd7-8da5-26bc224f5d59 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1056311862 HTTP/1.1" status: 201 len: 201 time: 0.1569223 Jul 22 23:50:55.387805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b331f1c-223c-4319-9ffc-a2b5090697d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeaecc8-2100-465c-b5c7-f27cff4063d2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:55.389780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.396610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b331f1c-223c-4319-9ffc-a2b5090697d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c20b77c778d147479e453d063545e9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762351 Jul 22 23:50:55.399281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.413238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-c057691f-f80d-4ce6-91b4-3763c47ad7aa tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-109892221') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.518579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57cc9ed3-52fd-4250-a1fa-769771df1b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.557645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57cc9ed3-52fd-4250-a1fa-769771df1b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.567121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16b8c721-7bcc-4d87-b80f-ce7933b70265 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:55.582823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c057691f-f80d-4ce6-91b4-3763c47ad7aa tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-109892221 HTTP/1.1" status: 201 len: 201 time: 0.1917846 Jul 22 23:50:55.583625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.589841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-041281f2-d8df-4c3c-bd4e-ff6bbe8457f8 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-418005874') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.642940 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57cc9ed3-52fd-4250-a1fa-769771df1b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.646435 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57cc9ed3-52fd-4250-a1fa-769771df1b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:55.647936 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-57cc9ed3-52fd-4250-a1fa-769771df1b9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeeaecc8-2100-465c-b5c7-f27cff4063d2 HTTP/1.1" status: 204 len: 168 time: 0.2470365 Jul 22 23:50:55.659314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc9ed3-52fd-4250-a1fa-769771df1b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeaecc8-2100-465c-b5c7-f27cff4063d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:55.679628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53392) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.680526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-041281f2-d8df-4c3c-bd4e-ff6bbe8457f8 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-418005874 HTTP/1.1" status: 201 len: 201 time: 0.0956531 Jul 22 23:50:55.685247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-e37e4633-da3c-412b-9a80-be4f67ad9bdc tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.862607 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e37e4633-da3c-412b-9a80-be4f67ad9bdc tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags HTTP/1.1" status: 200 len: 240 time: 0.1814897 Jul 22 23:50:55.872196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:55.888770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-8a1f2677-ccea-42e3-b150-ba96c2524b2a tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-187696790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:55.902529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 16b8c721-7bcc-4d87-b80f-ce7933b70265 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:55.913009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5653b487-f2a2-41a8-b166-9b39ea10dfd9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:55.998971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-22T23:50:52Z', 'revision_number': 4, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b13cc37d-2490-4564-abe6-aba83d82446e', 'name': '', 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'mac_address': 'fa:16:3e:cc:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:51Z', 'updated_at': '2021-07-22T23:50:52Z', 'revision_number': 2, 'project_id': '2840cc9588a448208f076179dd1fb551', 'subnets': [{'id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.038656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Checking router: d98e0bef-b351-4469-8304-dd18676a8cb4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:50:56.039464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Updating router d98e0bef-b351-4469-8304-dd18676a8cb4 port b13cc37d-2490-4564-abe6-aba83d82446e binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:50:56.061233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8a1f2677-ccea-42e3-b150-ba96c2524b2a tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-187696790 HTTP/1.1" status: 204 len: 168 time: 0.1864207 Jul 22 23:50:56.062150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.069170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-72474215-b208-48ff-a927-8213c5161759 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-187696790') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.092351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:56.094214 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.180199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.209793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-72474215-b208-48ff-a927-8213c5161759 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-187696790 HTTP/1.1" status: 204 len: 168 time: 0.1454759 Jul 22 23:50:56.212599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53408) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.219671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-d8344208-eb98-497e-a138-a84ad83011e2 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.287494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e480e-358b-4e07-8ead-85f6e7b562ed None None] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:56.304670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d8344208-eb98-497e-a138-a84ad83011e2 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags HTTP/1.1" status: 200 len: 205 time: 0.0904324 Jul 22 23:50:56.307117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.315039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-2a64b423-da8a-4635-8fd3-d9df7e58953b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.385464 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2a64b423-da8a-4635-8fd3-d9df7e58953b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags HTTP/1.1" status: 200 len: 241 time: 0.0762663 Jul 22 23:50:56.387735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53418) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.393235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-54481003-3765-4152-b91f-fbcbcdcc0c84 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1056311862') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.440002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] Provisioning for port 16b8c721-7bcc-4d87-b80f-ce7933b70265 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:56.450341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] Provisioning complete for port 16b8c721-7bcc-4d87-b80f-ce7933b70265 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:56.450971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.462819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-54481003-3765-4152-b91f-fbcbcdcc0c84 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1056311862 HTTP/1.1" status: 204 len: 168 time: 0.0738316 Jul 22 23:50:56.465261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53420) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.470265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-dc0a90cc-6529-411e-8187-5bad589147b0 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1056311862') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.551441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dc0a90cc-6529-411e-8187-5bad589147b0 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1056311862 HTTP/1.1" status: 204 len: 168 time: 0.0850685 Jul 22 23:50:56.554623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.559654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-d6a724ff-1fd6-4ff9-aef5-6ce9e3c3013a tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.631378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d6a724ff-1fd6-4ff9-aef5-6ce9e3c3013a tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags HTTP/1.1" status: 200 len: 205 time: 0.0729544 Jul 22 23:50:56.631731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.636377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-ef53c85e-0689-4206-b551-cb335ed0ac34 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.702962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.719475 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ef53c85e-0689-4206-b551-cb335ed0ac34 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags HTTP/1.1" status: 200 len: 240 time: 0.0850015 Jul 22 23:50:56.720405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.727289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-eaadd398-ae32-46f2-8887-18ff624bbd00 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-109892221') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.794671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.798936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.802692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] For port 16b8c721-7bcc-4d87-b80f-ce7933b70265, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16b8c721-7bcc-4d87-b80f-ce7933b70265,segment=NetworkSegment(12a772c8-3710-47f3-b79b-fb2576b1dcb8),segment_id=12a772c8-3710-47f3-b79b-fb2576b1dcb8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:56.809049 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.818351 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eaadd398-ae32-46f2-8887-18ff624bbd00 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-109892221 HTTP/1.1" status: 204 len: 168 time: 0.0946062 Jul 22 23:50:56.818665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:56.819944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Transition to ACTIVE for port object b13cc37d-2490-4564-abe6-aba83d82446e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:50:56.824718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-d5203199-f367-449e-b164-39c09cab1e69 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-109892221') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:56.854635 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:56.894593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a633-d68a-442d-aa3e-efd537445fac None None] Pushing event updated for resources: {'Port': ['ID=16b8c721-7bcc-4d87-b80f-ce7933b70265,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.004911 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5203199-f367-449e-b164-39c09cab1e69 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-109892221 HTTP/1.1" status: 204 len: 168 time: 0.1813872 Jul 22 23:50:57.005227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.011666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-12b23b62-9adc-4920-bc7b-7d06d36c74c4 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.020895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b119daa-a080-489f-a1d2-c00277d346e2 None None] Pushing event updated for resources: {'Port': ['ID=b13cc37d-2490-4564-abe6-aba83d82446e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.030295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Attempting to bind port b13cc37d-2490-4564-abe6-aba83d82446e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:50:57.030728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Attempting to bind port b13cc37d-2490-4564-abe6-aba83d82446e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:50:57.031100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Attempting to bind port b13cc37d-2490-4564-abe6-aba83d82446e on network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:50:57.040418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:50:57.041212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Checking segment: {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:57.041629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.042031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Bound using segment: {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:50:57.042518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Bound port: b13cc37d-2490-4564-abe6-aba83d82446e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de40827-b245-48ed-bda9-92fdd20d35a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:50:57.042906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.116205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-909362539-network', 'tenant_id': '9ce9d4f6e9444ef48b6b5fa290ee98f7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:57.199138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] For port b13cc37d-2490-4564-abe6-aba83d82446e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:50:57.205714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Made reservation on behalf of 9ce9d4f6e9444ef48b6b5fa290ee98f7 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:57.210887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.216859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] For port b13cc37d-2490-4564-abe6-aba83d82446e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b13cc37d-2490-4564-abe6-aba83d82446e,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:50:57.227156 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.247136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.342367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16b8c721-7bcc-4d87-b80f-ce7933b70265 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:57.417375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f18f0519-79fa-4f0e-97b9-8939925b1af4 None None] Provisioning for port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:57.430933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f18f0519-79fa-4f0e-97b9-8939925b1af4 None None] Provisioning complete for port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:57.430933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f18f0519-79fa-4f0e-97b9-8939925b1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.433126 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.437225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-12b23b62-9adc-4920-bc7b-7d06d36c74c4 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags HTTP/1.1" status: 200 len: 205 time: 0.4306502 Jul 22 23:50:57.440142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53458) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.445935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-a57e8a45-02fd-4071-9311-7e4bd15217ce tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.456215 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.487004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f18f0519-79fa-4f0e-97b9-8939925b1af4 None None] Port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:57.508726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b119daa-a080-489f-a1d2-c00277d346e2 None None] Pushing event updated for resources: {'Port': ['ID=b13cc37d-2490-4564-abe6-aba83d82446e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.526059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Routers {'d98e0bef-b351-4469-8304-dd18676a8cb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:50:57.539243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:50:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d98e0bef-b351-4469-8304-dd18676a8cb4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.544252 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a57e8a45-02fd-4071-9311-7e4bd15217ce tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags HTTP/1.1" status: 200 len: 240 time: 0.0995607 Jul 22 23:50:57.544643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.547127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:50:57.550205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528dab3-5f70-422b-b460-83be71a071b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:57.570615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-39b4d403-5397-4de8-93bd-a8d41c4f9715 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-418005874') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.573306 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.574332 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Added segment b5f01e98-fa20-4bc4-ab27-d8b5c67eca10 of type vlan for network 9e27662c-b546-430b-8a8f-807610fbd4fe Jul 22 23:50:57.613737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-39b4d403-5397-4de8-93bd-a8d41c4f9715 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-418005874 HTTP/1.1" status: 204 len: 168 time: 0.0589509 Jul 22 23:50:57.615387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.623191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-5bb337b9-107b-4892-ba33-eb55087faa67 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-418005874') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.633488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 16b8c721-7bcc-4d87-b80f-ce7933b70265 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:57.633882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.680436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.698527 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5bb337b9-107b-4892-ba33-eb55087faa67 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-418005874 HTTP/1.1" status: 204 len: 168 time: 0.0826876 Jul 22 23:50:57.698793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53468) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.703558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-0ad25f1a-a62d-4a67-b1dd-dda6e0d3272d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.770079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0ad25f1a-a62d-4a67-b1dd-dda6e0d3272d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags HTTP/1.1" status: 200 len: 205 time: 0.0700870 Jul 22 23:50:57.773238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.778578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-f246c975-9f49-4265-bde6-f3ef6d07ee1b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:57.780698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f18f0519-79fa-4f0e-97b9-8939925b1af4 None None] Provisioning complete for port 16b8c721-7bcc-4d87-b80f-ce7933b70265 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:57.781159 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f18f0519-79fa-4f0e-97b9-8939925b1af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.799640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.799640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:57.802563 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.857850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0621004 Jul 22 23:50:57.861021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.866438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Request body: {'subnet': {'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-909362539-subnet', 'tenant_id': '9ce9d4f6e9444ef48b6b5fa290ee98f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:50:57.870299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] Set router d98e0bef-b351-4469-8304-dd18676a8cb4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:50:57.895500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Made reservation on behalf of 9ce9d4f6e9444ef48b6b5fa290ee98f7 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:50:57.899277 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:57.931835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f246c975-9f49-4265-bde6-f3ef6d07ee1b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags HTTP/1.1" status: 204 len: 168 time: 0.1548119 Jul 22 23:50:57.933467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53478) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:57.938250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-a56a325a-d1b1-46e5-9d9d-4246f3323e29 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:58.057381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-ceb19a07-83ed-48b1-bf15-23387d88fce7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:58.068491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-ceb19a07-83ed-48b1-bf15-23387d88fce7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.2127736 Jul 22 23:50:58.077514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b027e1-3cb1-472a-ba4b-8382452717d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9e27662c-b546-430b-8a8f-807610fbd4fe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:58.094040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-ec05f142-a4de-4964-b9df-66b307de51f8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0239067 Jul 22 23:50:58.098649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9e27662c-b546-430b-8a8f-807610fbd4fe details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:50:58.206799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-e0945b80-1922-404d-8bf2-e4f8ffe99989 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115921 Jul 22 23:50:58.370142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-76e9419c-c54b-4f0f-a88c-a21160d7e0a3 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565900 Jul 22 23:50:58.479618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d84775e9-5cf3-4676-846d-96ff40b65952 None None] Provisioning complete for port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:58.480221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d84775e9-5cf3-4676-846d-96ff40b65952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.482834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a56a325a-d1b1-46e5-9d9d-4246f3323e29 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags HTTP/1.1" status: 204 len: 168 time: 0.5480757 Jul 22 23:50:58.487226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:58.491926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-53507d08-ee47-4038-a76d-3da31a7fedc6 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:58.513515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-22T23:50:52Z', 'revision_number': 4, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b13cc37d-2490-4564-abe6-aba83d82446e', 'name': '', 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'mac_address': 'fa:16:3e:cc:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:51Z', 'updated_at': '2021-07-22T23:50:57Z', 'revision_number': 4, 'project_id': '2840cc9588a448208f076179dd1fb551', 'subnets': [{'id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:58.530486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-223801c7-868e-45bf-81ef-2bb86aed4ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546350 Jul 22 23:50:58.559366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c366a-4d20-4b41-9b3a-456ebc334038 None None] The sync data for ids ['d98e0bef-b351-4469-8304-dd18676a8cb4'] in n-d-758851-4 is: [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-22T23:50:52Z', 'revision_number': 4, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b13cc37d-2490-4564-abe6-aba83d82446e', 'name': '', 'network_id': 'cabc90cd-d5c9-435c-8eb9-57dbc3253a12', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'mac_address': 'fa:16:3e:cc:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:51Z', 'updated_at': '2021-07-22T23:50:57Z', 'revision_number': 4, 'project_id': '2840cc9588a448208f076179dd1fb551', 'subnets': [{'id': '3c7b67dc-2d6b-4dfe-a505-3c76295f897d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:50:58.575640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d84775e9-5cf3-4676-846d-96ff40b65952 None None] Port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:50:58.734687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-53507d08-ee47-4038-a76d-3da31a7fedc6 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags HTTP/1.1" status: 204 len: 168 time: 0.2415240 Jul 22 23:50:58.734687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.735056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:58.746869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-7ac64f26-5a04-46ee-a2ad-a887f9634f64 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:58.868784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2acbae34-6c14-4e70-bc54-1504ef4e3428,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:50:58.877109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Checking segment: {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:50:58.877294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Network hostable DHCP agents. Network: 9e27662c-b546-430b-8a8f-807610fbd4fe, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:50:58.900253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7ac64f26-5a04-46ee-a2ad-a887f9634f64 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags HTTP/1.1" status: 204 len: 168 time: 0.1623034 Jul 22 23:50:58.902385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Network 9e27662c-b546-430b-8a8f-807610fbd4fe is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:50:58.911169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:58.916423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-38d4be33-879d-4158-a03b-c71fd7c9b653 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-1186342128') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:58.921562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9e27662c-b546-430b-8a8f-807610fbd4fe) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:50:58.934724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c2c24-1689-4ba0-a696-3a22abd7e8b3 None None] Network 9e27662c-b546-430b-8a8f-807610fbd4fe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:58.938262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:58.939085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:58.964860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f367f6ef-969f-49e6-9422-4b75f3a55965 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1026111 Jul 22 23:50:59.145766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cbe2f0e9-6948-4714-9884-9ccae9fb5bfc req-184b2bb5-a760-47e0-8605-831bc3e7be30 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0940599 Jul 22 23:50:59.147663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-38d4be33-879d-4158-a03b-c71fd7c9b653 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-1186342128 HTTP/1.1" status: 201 len: 201 time: 0.2351975 Jul 22 23:50:59.152132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.157055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-77048d7e-6ce6-41fb-a646-cb03debd85ce tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1530329562') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:59.319056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d7e03-379a-4ceb-9016-5d5e614cce7f None None] Network 9e27662c-b546-430b-8a8f-807610fbd4fe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:50:59.360721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-77048d7e-6ce6-41fb-a646-cb03debd85ce tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1530329562 HTTP/1.1" status: 201 len: 201 time: 0.2028871 Jul 22 23:50:59.361721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.370624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-bd75d632-97db-4567-b536-b89add691c44 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-1284842021') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:59.439614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b13cc37d-2490-4564-abe6-aba83d82446e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:50:59.601536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b13cc37d-2490-4564-abe6-aba83d82446e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:50:59.615693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b13cc37d-2490-4564-abe6-aba83d82446e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:50:59.621817 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.674579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd75d632-97db-4567-b536-b89add691c44 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-1284842021 HTTP/1.1" status: 201 len: 201 time: 0.3110960 Jul 22 23:50:59.680370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.692844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-69edd383-d248-475b-a11e-a22d2c5427e1 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-39795041') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:59.777594 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-69edd383-d248-475b-a11e-a22d2c5427e1 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-39795041 HTTP/1.1" status: 201 len: 201 time: 0.0960922 Jul 22 23:50:59.780398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.792403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.795369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-63679a39-5ed0-434a-b4e0-5b0a8e9266c3 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', {'tags': ['tempest-TagsExtTest-Tag-51535391', 'tempest-TagsExtTest-Tag-784869271', 'tempest-TagsExtTest-Tag-530950227']}) {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:50:59.841353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-74add766-98b5-444c-97ce-31c7cd1b8fea tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:50:59.849621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-74add766-98b5-444c-97ce-31c7cd1b8fea tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 813 time: 0.2085729 Jul 22 23:50:59.870331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-1afdb4da-4c4f-4a68-bebd-db77116ac1d8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/quotas/9ce9d4f6e9444ef48b6b5fa290ee98f7 HTTP/1.1" status: 200 len: 375 time: 0.0197239 Jul 22 23:50:59.872683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b13cc37d-2490-4564-abe6-aba83d82446e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b13cc37d-2490-4564-abe6-aba83d82446e,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:50:59.882246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:50:59.977665 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-63679a39-5ed0-434a-b4e0-5b0a8e9266c3 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags HTTP/1.1" status: 200 len: 314 time: 0.1958504 Jul 22 23:50:59.978843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:50:59.985340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-62bb663b-f6d8-4e85-baaa-7380f341f43d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972495 Jul 22 23:50:59.992670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-2605c856-ab52-4fc5-9792-f928189447a3 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.024661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b13cc37d-2490-4564-abe6-aba83d82446e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:00.090374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2605c856-ab52-4fc5-9792-f928189447a3 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags HTTP/1.1" status: 204 len: 168 time: 0.1073322 Jul 22 23:51:00.090984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53544) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.104080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-b2cb745f-6013-4f80-844f-14d00e7cfb1b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-51535391') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.140652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-0a7b0a26-87d9-4189-b805-b1281e8d3ea7 service neutron] 10.222.0.21 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318133 Jul 22 23:51:00.190452 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-b2cb745f-6013-4f80-844f-14d00e7cfb1b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:00.194614 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b2cb745f-6013-4f80-844f-14d00e7cfb1b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-51535391 HTTP/1.1" status: 404 len: 327 time: 0.1008356 Jul 22 23:51:00.194826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.201801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-92c181eb-ae94-46bd-be06-ece5a3f742d4 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-784869271') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.334597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18634b35-122c-4533-94c4-e2e27f4446cc req-432b4fce-089a-45ae-ba9d-ba24224a051d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0727308 Jul 22 23:51:00.380953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8110c38b-817f-4cdc-b6b8-9459ed3f3cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318044 Jul 22 23:51:00.396137 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-92c181eb-ae94-46bd-be06-ece5a3f742d4 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:00.397899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-92c181eb-ae94-46bd-be06-ece5a3f742d4 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-784869271 HTTP/1.1" status: 404 len: 328 time: 0.2013500 Jul 22 23:51:00.400573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.405653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-0e9bada4-47c2-4bad-9e5a-0db3dcbb93cd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237', 'tempest-TagsExtTest-Tag-530950227') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.485097 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-0e9bada4-47c2-4bad-9e5a-0db3dcbb93cd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:00.489608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0e9bada4-47c2-4bad-9e5a-0db3dcbb93cd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags/tempest-TagsExtTest-Tag-530950227 HTTP/1.1" status: 404 len: 328 time: 0.0846033 Jul 22 23:51:00.489953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.496325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-802a8de3-be07-459a-a77c-77ec7452a155 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', {'tags': ['tempest-TagsExtTest-Tag-1177205032', 'tempest-TagsExtTest-Tag-1946920474', 'tempest-TagsExtTest-Tag-1960189908']}) {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.625473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26d53d3d-af79-4068-95af-ca7566ff8fc0 req-ef07d13c-b4fe-46b6-8abd-3a111f4ae5e7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0423503 Jul 22 23:51:00.627916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-802a8de3-be07-459a-a77c-77ec7452a155 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags HTTP/1.1" status: 200 len: 318 time: 0.1366677 Jul 22 23:51:00.630792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.637661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-be826725-dce5-491c-a9ed-c7408075f489 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.727117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-be826725-dce5-491c-a9ed-c7408075f489 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags HTTP/1.1" status: 204 len: 168 time: 0.0924180 Jul 22 23:51:00.727409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.733145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-c1a92e90-c636-4f76-8e8c-6c201fc82534 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1177205032') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.800800 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c1a92e90-c636-4f76-8e8c-6c201fc82534 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:00.806567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c1a92e90-c636-4f76-8e8c-6c201fc82534 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1177205032 HTTP/1.1" status: 404 len: 329 time: 0.0734930 Jul 22 23:51:00.806816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.811376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-db3f7607-b471-47e1-b5f1-cbc550e54535 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1946920474') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:00.881783 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-db3f7607-b471-47e1-b5f1-cbc550e54535 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:00.882862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-db3f7607-b471-47e1-b5f1-cbc550e54535 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1946920474 HTTP/1.1" status: 404 len: 329 time: 0.0751219 Jul 22 23:51:00.886022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:00.895546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-3c6936e3-6e57-4be1-a15a-66462197cf8f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586', 'tempest-TagsExtTest-Tag-1960189908') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:01.062390 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-3c6936e3-6e57-4be1-a15a-66462197cf8f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:01.067818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c6936e3-6e57-4be1-a15a-66462197cf8f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags/tempest-TagsExtTest-Tag-1960189908 HTTP/1.1" status: 404 len: 329 time: 0.1758242 Jul 22 23:51:01.069645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.081880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-35d6d856-5d44-4b31-adf7-cf7f1a15f30e tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', {'tags': ['tempest-TagsExtTest-Tag-1196090827', 'tempest-TagsExtTest-Tag-1266682748', 'tempest-TagsExtTest-Tag-1984761889']}) {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:01.104482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-580590a9-a82c-47a4-8701-ea7953c9c26b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:01.110294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-580590a9-a82c-47a4-8701-ea7953c9c26b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.2116358 Jul 22 23:51:01.121032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:01.239723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-35d6d856-5d44-4b31-adf7-cf7f1a15f30e tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags HTTP/1.1" status: 200 len: 318 time: 0.1667068 Jul 22 23:51:01.243629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.253408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-a2df9155-742c-412f-b10f-5a9b8069ec3b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:01.336040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b13cc37d-2490-4564-abe6-aba83d82446e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:01.347986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:01.352879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.449018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b13cc37d-2490-4564-abe6-aba83d82446e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:01.449685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.457278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2df9155-742c-412f-b10f-5a9b8069ec3b tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags HTTP/1.1" status: 204 len: 168 time: 0.2109652 Jul 22 23:51:01.460341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.468351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-63584c18-d115-4969-80ce-d7fa0db0028e tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-1196090827') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:01.587952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe46784a-e8bf-408a-a76d-85c9c0adea47 req-7f49c11d-3d30-4089-bf85-a10938e9abb0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.1127343 Jul 22 23:51:01.627373 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-63584c18-d115-4969-80ce-d7fa0db0028e tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:01.629677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-63584c18-d115-4969-80ce-d7fa0db0028e tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-1196090827 HTTP/1.1" status: 404 len: 329 time: 0.1679847 Jul 22 23:51:01.632629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.654296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-01ee2214-8baf-45d5-83c5-f30f11c947f7 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-1266682748') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:01.700364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.5 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/1678c6f7-d4f7-4e6a-b825-b8dd70b50bba) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:01.794084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b91de5b-a424-48a5-a658-a3863ef657fa req-e6ab5794-925f-46bc-adec-102242e72999 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0474141 Jul 22 23:51:01.802970 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-01ee2214-8baf-45d5-83c5-f30f11c947f7 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:01.804649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-01ee2214-8baf-45d5-83c5-f30f11c947f7 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-1266682748 HTTP/1.1" status: 404 len: 329 time: 0.1708868 Jul 22 23:51:01.823098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:01.825922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-76b9301d-43ac-40c6-acaf-5fafe02517cc tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366', 'tempest-TagsExtTest-Tag-1984761889') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:01.930647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:01.948749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:01.996311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.047650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:02.052333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:02.059895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:02.100392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:02.139634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:02.140511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.183401 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-52ed0592-aff0-4b6d-94a7-cea74b4d7d86 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0649722 Jul 22 23:51:02.196856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Request body: {'port': {'device_id': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:02.293009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.451445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-9d96115f-400c-4e27-b4c8-28062797314c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:02.452835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-9d96115f-400c-4e27-b4c8-28062797314c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.48 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 813 time: 0.1449120 Jul 22 23:51:02.456186 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-76b9301d-43ac-40c6-acaf-5fafe02517cc tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:02.457168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76b9301d-43ac-40c6-acaf-5fafe02517cc tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags/tempest-TagsExtTest-Tag-1984761889 HTTP/1.1" status: 404 len: 329 time: 0.6359799 Jul 22 23:51:02.460080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.464779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-5b8f77d4-9a06-4ca2-a2ae-9903b81d3e3d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', {'tags': ['tempest-TagsExtTest-Tag-33030429', 'tempest-TagsExtTest-Tag-1469873174', 'tempest-TagsExtTest-Tag-1725429821']}) {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:02.475316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Request body: {'port': {'device_id': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'admin_state_up': True, 'tenant_id': '9ce9d4f6e9444ef48b6b5fa290ee98f7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:02.540910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6033c9a-01d1-4595-a1ae-6e2bad499417 None None] Provisioning for port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:02.559905 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d6033c9a-01d1-4595-a1ae-6e2bad499417 None None] Provisioning complete for port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:02.560671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6033c9a-01d1-4595-a1ae-6e2bad499417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.571128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5b8f77d4-9a06-4ca2-a2ae-9903b81d3e3d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "PUT /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags HTTP/1.1" status: 200 len: 316 time: 0.1099257 Jul 22 23:51:02.573664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.579956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.tag.tag_plugin [None req-3a6078c8-773e-43a0-9317-e210734085b7 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:02.634651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d6033c9a-01d1-4595-a1ae-6e2bad499417 None None] Port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:02.649222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Made reservation on behalf of 9ce9d4f6e9444ef48b6b5fa290ee98f7 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:02.653133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.683088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:02.693579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3a6078c8-773e-43a0-9317-e210734085b7 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags HTTP/1.1" status: 204 len: 168 time: 0.1187425 Jul 22 23:51:02.700426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.700983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.717769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Transition to ACTIVE for port object 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:02.725855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:02.753544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-033dedc2-7281-4325-b2f2-e34046097d98 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-33030429') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:02.852718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Pushing event updated for resources: {'Port': ['ID=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:02.862962 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-033dedc2-7281-4325-b2f2-e34046097d98 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:02.864369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-033dedc2-7281-4325-b2f2-e34046097d98 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-33030429 HTTP/1.1" status: 404 len: 327 time: 0.1610711 Jul 22 23:51:02.869824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:02.874940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-7f766f70-fda5-4278-81af-957bf56167be tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-1469873174') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:02.916870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c5947-e4b7-4200-89a3-d2f3e798505d req-0b889aa8-4fb7-4ec5-863d-ef36e4e28744 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:02.918929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a4c5947-e4b7-4200-89a3-d2f3e798505d req-0b889aa8-4fb7-4ec5-863d-ef36e4e28744 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 931 time: 0.2328722 Jul 22 23:51:02.936032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Attempting to bind port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:02.936573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Attempting to bind port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:02.937004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Attempting to bind port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:02.946182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:02.946510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Attempting to bind port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:02.951776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Allocated IP 172.20.0.2 (9e27662c-b546-430b-8a8f-807610fbd4fe/2acbae34-6c14-4e70-bc54-1504ef4e3428/719ee74b-89c5-49b7-a5f8-2b9c532eb0bf) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:02.951920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:02.952116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:02.952510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:02.952939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Bound port: 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:02.953763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.013894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7edabc11-c362-4030-b7e1-380a6c71c5f8 req-d8db8918-2f78-4b44-84d1-6fd6b7d3427b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0937645 Jul 22 23:51:03.053134 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7f766f70-fda5-4278-81af-957bf56167be tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:03.053134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7f766f70-fda5-4278-81af-957bf56167be tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-1469873174 HTTP/1.1" status: 404 len: 329 time: 0.1761565 Jul 22 23:51:03.056427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53620) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.071910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-20285080-32fc-4f11-bd54-c484b87d7dcd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd', 'tempest-TagsExtTest-Tag-1725429821') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:03.074615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] For port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:03.078213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] For port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:03.088151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.129520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.130445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.131971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] 10.222.0.49 "PUT /v2.0/ports/1678c6f7-d4f7-4e6a-b825-b8dd70b50bba HTTP/1.1" status: 200 len: 1091 time: 0.9411304 Jul 22 23:51:03.132599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'tag': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:03.135078 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981b6818-8482-44cb-9688-9e6fdeeb015f" -d '{"events": [{"name": "network-changed", "server_uuid": "f26533cd-1b0f-4fe9-b101-f5dcd1c7f382", "tag": "1678c6f7-d4f7-4e6a-b825-b8dd70b50bba"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:03.167510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b6f37-046b-43f3-8566-00953b9e833a service neutron] Pushing event updated for resources: {'Port': ['ID=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.181339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a4c5947-e4b7-4200-89a3-d2f3e798505d req-7e9a2968-0ef9-42a3-82a9-ede01d9abf8a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427914 Jul 22 23:51:03.214570 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a29307-a58c-4152-891e-6eb5c2fe321d x-openstack-request-id: req-f6a29307-a58c-4152-891e-6eb5c2fe321d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:03.214910 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26533cd-1b0f-4fe9-b101-f5dcd1c7f382", "tag": "1678c6f7-d4f7-4e6a-b825-b8dd70b50bba", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:03.215122 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6a29307-a58c-4152-891e-6eb5c2fe321d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:03.219736 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'tag': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba', 'status': 'completed', 'code': 200} Jul 22 23:51:03.280345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-e48404e3-344a-449e-9b98-dc007ca418eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.283201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-e48404e3-344a-449e-9b98-dc007ca418eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 1094 time: 0.0949969 Jul 22 23:51:03.322754 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-20285080-32fc-4f11-bd54-c484b87d7dcd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] show failed (client error): The resource could not be found. Jul 22 23:51:03.323848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-20285080-32fc-4f11-bd54-c484b87d7dcd tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags/tempest-TagsExtTest-Tag-1725429821 HTTP/1.1" status: 404 len: 329 time: 0.2635751 Jul 22 23:51:03.331782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53624) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.338137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-a5314c25-8e54-45c2-be7c-66283c525921 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5cc6609d-27ea-4eea-a973-d548cc33eedd') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:03.376071 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-5908c0d5-16be-47ec-a8b0-38ba3fc03326 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba HTTP/1.1" status: 200 len: 217 time: 0.0856862 Jul 22 23:51:03.380891 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.395580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a5314c25-8e54-45c2-be7c-66283c525921 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd/tags HTTP/1.1" status: 204 len: 168 time: 0.0628891 Jul 22 23:51:03.398886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.404680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-503c8e38-2690-4a4d-8a85-eb1b3c20f77d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd6ed3947-3147-4071-8620-1df5e208c366') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:03.448751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-20d5f136-6e7a-4c2d-9407-d6ee4078ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.448751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-20d5f136-6e7a-4c2d-9407-d6ee4078ea81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0622911 Jul 22 23:51:03.511943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-ad273c22-1cf1-43ef-af76-7c69f156c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.513879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.514463 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-ad273c22-1cf1-43ef-af76-7c69f156c0a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612786 Jul 22 23:51:03.538821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-503c8e38-2690-4a4d-8a85-eb1b3c20f77d tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366/tags HTTP/1.1" status: 204 len: 168 time: 0.1387060 Jul 22 23:51:03.541475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53628) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.549617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-f3027b1d-7c4c-4530-82b7-435bd554fa71 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b5baeaf7-589f-460b-bd11-f9fb6e3b5586') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:03.571942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Network 9e27662c-b546-430b-8a8f-807610fbd4fe is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:03.603241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:03.611009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:03.634421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-c8a3f9e2-37e1-4d6c-b5de-6af0b23d4884 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134713 Jul 22 23:51:03.647167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:03.687448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.688099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.706668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f3027b1d-7c4c-4530-82b7-435bd554fa71 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586/tags HTTP/1.1" status: 204 len: 168 time: 0.1641366 Jul 22 23:51:03.710014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-8449c613-4e5c-4ecf-ad1b-951070adea76 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2419870 Jul 22 23:51:03.710465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:03.714771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.tag.tag_plugin [None req-ff9aa803-3977-4fed-beeb-82c02ea4d92f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ef368588-ff8f-4e56-9189-256d60195237') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:03.742413 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72499c77-7dd9-4ca2-9895-a83002d3c731 req-5f6424f3-0f4d-4d28-b89b-cbd2b4e943d5 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009920 Jul 22 23:51:03.746654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Request body: {'port': {'device_id': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:03.854058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:03.862758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-28fba99c-afc4-4f19-a6f4-b348131776fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:03.864501 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-28fba99c-afc4-4f19-a6f4-b348131776fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 1094 time: 0.0770335 Jul 22 23:51:03.872451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ff9aa803-3977-4fed-beeb-82c02ea4d92f tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237/tags HTTP/1.1" status: 204 len: 168 time: 0.1609707 Jul 22 23:51:03.884552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53634) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.041686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-bde7c079-950a-47cb-8a5a-b09f2cf35359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.043271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-bde7c079-950a-47cb-8a5a-b09f2cf35359 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1721270 Jul 22 23:51:04.050299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1fe35f91-1b48-4468-8dcb-74a222ca410c tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for subnetpool, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.051404 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1fe35f91-1b48-4468-8dcb-74a222ca410c tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnetpools/5cc6609d-27ea-4eea-a973-d548cc33eedd HTTP/1.1" status: 204 len: 168 time: 0.1658990 Jul 22 23:51:04.058316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.119908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c884361b-dbb3-4bf7-95ce-f649aef44ad7 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6ed3947-3147-4071-8620-1df5e208c366 HTTP/1.1" status: 200 len: 205 time: 0.0603967 Jul 22 23:51:04.121286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-475b607f-249a-49ce-af13-bd8f7634d9bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba HTTP/1.1" status: 200 len: 217 time: 0.0687473 Jul 22 23:51:04.122361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53640) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.196925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:04.207039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.232074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Transition to ACTIVE for port object 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:04.233579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.237466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.300826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3712bc-cc92-4752-963a-c54606a8e295 req-96d10b56-5ddb-4591-b9e9-6dc78769df78 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.302376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e3712bc-cc92-4752-963a-c54606a8e295 req-96d10b56-5ddb-4591-b9e9-6dc78769df78 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 931 time: 0.1582878 Jul 22 23:51:04.324667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-9517c762-3d43-43b1-9ec1-63b92dcedaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.324667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-9517c762-3d43-43b1-9ec1-63b92dcedaf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.1943591 Jul 22 23:51:04.347127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:04.447014 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.450282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.463648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e3712bc-cc92-4752-963a-c54606a8e295 req-3ea1104f-5fde-487d-802d-bd3118b41ef1 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428111 Jul 22 23:51:04.498672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Attempting to bind port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:04.499004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Attempting to bind port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:04.499401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Attempting to bind port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf on network 9e27662c-b546-430b-8a8f-807610fbd4fe {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:04.506088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf on network 9e27662c-b546-430b-8a8f-807610fbd4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:04.506517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Attempting to bind port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf on network 9e27662c-b546-430b-8a8f-807610fbd4fe {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:04.512234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.512991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Fanout notify agent at l3_agent the message router_deleted on router d6ed3947-3147-4071-8620-1df5e208c366 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:51:04.519101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:04.519616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Checking segment: {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:04.519846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Bound using segment: {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:04.521125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-16b00333-e738-4ab3-912f-1dd5e52888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.522446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Bound port: 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:04.522831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.524280 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-16b00333-e738-4ab3-912f-1dd5e52888eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719129 Jul 22 23:51:04.529719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.530996 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dde70f4e-d275-4b9e-bb5c-400c24d12c31 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/routers/d6ed3947-3147-4071-8620-1df5e208c366 HTTP/1.1" status: 204 len: 168 time: 0.4076717 Jul 22 23:51:04.540414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:04.543586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4247d-3bb8-4002-9492-babebb409644 req-2a50f75b-0bf0-485e-b891-a098d2e4faab tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.548285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23f4247d-3bb8-4002-9492-babebb409644 req-2a50f75b-0bf0-485e-b891-a098d2e4faab tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.2426631 Jul 22 23:51:04.646879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23f4247d-3bb8-4002-9492-babebb409644 req-a4c041ec-49ef-49ee-86d8-0596d812b2f2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888252 Jul 22 23:51:04.661128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:04.664782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:04.677798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.701056 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-20041088-3a2e-4cbb-8a32-df45fe75f7c4 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685824 Jul 22 23:51:04.716276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.717120 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.718543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 200 len: 1091 time: 0.9794710 Jul 22 23:51:04.718953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:04.722890 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b93995e-9ae9-4c2c-884d-05261484f0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:04.752013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691a2d-2fc3-4b3d-898e-bab17182b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:04.764683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Deleting port b5baeaf7-589f-460b-bd11-f9fb6e3b5586 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:04.764829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:04.784552 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6ef61d-0530-45c4-960f-e4ca5eb40544 x-openstack-request-id: req-7d6ef61d-0530-45c4-960f-e4ca5eb40544 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:04.784845 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:04.785100 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d6ef61d-0530-45c4-960f-e4ca5eb40544 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:04.785501 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'status': 'completed', 'code': 200} Jul 22 23:51:04.845332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-496fe165-74ae-4f0e-bd74-35b42c847342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.848298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-496fe165-74ae-4f0e-bd74-35b42c847342 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0742972 Jul 22 23:51:04.897471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-2d2c7790-5ce9-4cad-8423-cd2ebc7ae72f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 200 len: 217 time: 0.0374269 Jul 22 23:51:04.949235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-439b84d0-83fb-432d-8f54-63056a83e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:04.950583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-439b84d0-83fb-432d-8f54-63056a83e974 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0465777 Jul 22 23:51:04.999715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-aa48fe5a-182d-4bff-a99f-b02a955fb0cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430052 Jul 22 23:51:05.096045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-1cca87c5-ae81-461f-a86a-a7638c764cf6 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898046 Jul 22 23:51:05.123763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-981b6818-8482-44cb-9688-9e6fdeeb015f req-17d698e4-65cc-4d4c-9b93-c30e2e9996bc service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133160 Jul 22 23:51:05.150257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.163447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Calling delete_port for b5baeaf7-589f-460b-bd11-f9fb6e3b5586 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:05.212126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74e6a276-faf9-44b1-a402-bc51387f5e57 req-9e14b7bf-6e9e-4151-b2bf-0127b692183e service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095719 Jul 22 23:51:05.305901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.335286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event deleted for resources: {'Port': ['ID=b5baeaf7-589f-460b-bd11-f9fb6e3b5586,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:05.372812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-c4cda9e2-0983-4d19-9f41-eea7a9e71bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:05.374393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-c4cda9e2-0983-4d19-9f41-eea7a9e71bbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0641282 Jul 22 23:51:05.417572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.423667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc57b51b-d66d-4f57-9516-ccb23b482238 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/ports/b5baeaf7-589f-460b-bd11-f9fb6e3b5586 HTTP/1.1" status: 204 len: 168 time: 0.8773580 Jul 22 23:51:05.424629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.486777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Deleting subnet ef368588-ff8f-4e56-9189-256d60195237 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:51:05.491242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.520261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-c76a4148-4266-4a38-8af6-262f45ed60ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:05.522688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-c76a4148-4266-4a38-8af6-262f45ed60ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 914 time: 0.1416352 Jul 22 23:51:05.542676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.571032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-e576282e-01e7-4b32-9bee-76e5827d6f70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 200 len: 217 time: 0.0411789 Jul 22 23:51:05.651571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.673869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-9f2e06ae-b8bc-4deb-8062-e0c599924dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:05.676282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-9f2e06ae-b8bc-4deb-8062-e0c599924dd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0978131 Jul 22 23:51:05.735478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-d2734626-2c73-4f35-ba03-288d9d554fbe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444977 Jul 22 23:51:05.744538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.780167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event deleted for resources: {'Subnet': ['ID=ef368588-ff8f-4e56-9189-256d60195237,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:05.783358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.784196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9eba3-5c05-4ff5-a586-a343c5bfc769 req-f123491a-93de-4959-99b7-8ef641479a0f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:05.785990 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a6b435f-a954-49e9-8d0b-985e4d6464f5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/subnets/ef368588-ff8f-4e56-9189-256d60195237 HTTP/1.1" status: 204 len: 168 time: 0.3602173 Jul 22 23:51:05.788357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ded9eba3-5c05-4ff5-a586-a343c5bfc769 req-f123491a-93de-4959-99b7-8ef641479a0f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1977901 Jul 22 23:51:05.793357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:05.794413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5407403-fc6c-462a-8313-ed29037cd845 None None] Network 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:51:05.898404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:05.918592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ded9eba3-5c05-4ff5-a586-a343c5bfc769 req-ec25787c-ea70-46a6-8e7d-45b68b7eaa0c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215973 Jul 22 23:51:05.928432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-6cd5aace-8380-415d-9eb0-de5c55654228 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850045 Jul 22 23:51:05.967321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0c80c-aeb4-4019-b081-972ff62e6359 req-08ea946e-beeb-4817-9bc8-9bb3d2e6d02e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:05.968997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02b0c80c-aeb4-4019-b081-972ff62e6359 req-08ea946e-beeb-4817-9bc8-9bb3d2e6d02e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.2156038 Jul 22 23:51:06.007052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Deleting port 16b8c721-7bcc-4d87-b80f-ce7933b70265 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:06.008571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.064542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02b0c80c-aeb4-4019-b081-972ff62e6359 req-86ad083c-a398-4f28-b951-ba5e6648cce7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 Jul 22 23:51:06.092458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] DHCP port deletion for 3e35179e-88eb-4eb3-bd47-50eb2ea13de4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:51:06.103856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b93995e-9ae9-4c2c-884d-05261484f0ff req-5ff0a0f9-b75f-475f-bfbb-1a2a8e658256 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684830 Jul 22 23:51:06.123044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] For port 16b8c721-7bcc-4d87-b80f-ce7933b70265, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16b8c721-7bcc-4d87-b80f-ce7933b70265,segment=NetworkSegment(12a772c8-3710-47f3-b79b-fb2576b1dcb8),segment_id=12a772c8-3710-47f3-b79b-fb2576b1dcb8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:06.123590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.125945 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.137874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Calling delete_port for 16b8c721-7bcc-4d87-b80f-ce7933b70265 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:06.153619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] Deleting port 16b8c721-7bcc-4d87-b80f-ce7933b70265 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:06.154171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.228758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] For port 16b8c721-7bcc-4d87-b80f-ce7933b70265, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=16b8c721-7bcc-4d87-b80f-ce7933b70265,segment=NetworkSegment(12a772c8-3710-47f3-b79b-fb2576b1dcb8),segment_id=12a772c8-3710-47f3-b79b-fb2576b1dcb8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:06.229229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.232242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.242703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] Calling delete_port for 16b8c721-7bcc-4d87-b80f-ce7933b70265 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:06.260828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event deleted for resources: {'Port': ['ID=16b8c721-7bcc-4d87-b80f-ce7933b70265,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.263564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] No DVR routers for this DVR port 16b8c721-7bcc-4d87-b80f-ce7933b70265 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:06.321230 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.350070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.351784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] Pushing event deleted for resources: {'Port': ['ID=16b8c721-7bcc-4d87-b80f-ce7933b70265,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.353606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4e14a5-d221-4c69-a627-d357c48d7be8 None None] No DVR routers for this DVR port 16b8c721-7bcc-4d87-b80f-ce7933b70265 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:06.364874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e35179e-88eb-4eb3-bd47-50eb2ea13de4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:06.375901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a772c8-3710-47f3-b79b-fb2576b1dcb8') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:06.376271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a772c8-3710-47f3-b79b-fb2576b1dcb8') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:06.385522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.404450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.411146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:51:06.411575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:51:06.414584 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:51:06.477580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.485074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.487036 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] 10.222.0.21 "DELETE /v2.0/networks/3e35179e-88eb-4eb3-bd47-50eb2ea13de4 HTTP/1.1" status: 204 len: 168 time: 0.6924543 Jul 22 23:51:06.498204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a913-01cf-4663-8612-14a07fe61db5 tempest-TagsExtTest-887679338 tempest-TagsExtTest-887679338-project] Pushing event deleted for resources: {'Network': ['ID=3e35179e-88eb-4eb3-bd47-50eb2ea13de4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:06.705831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.859454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:06.859960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-025b3fce-fa4f-4523-8f1d-da4449e89e26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c74dc10be9f45278b2c03b5e9c450b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525946 Jul 22 23:51:06.913036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7294f1-ed8c-47e8-bd3e-ff4c79463892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:06.935955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7294f1-ed8c-47e8-bd3e-ff4c79463892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.006957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7294f1-ed8c-47e8-bd3e-ff4c79463892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.012992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e7294f1-ed8c-47e8-bd3e-ff4c79463892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:07.027880 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e7294f1-ed8c-47e8-bd3e-ff4c79463892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fe708e1-3b12-4f6a-b515-2d4dd0a65ce4 HTTP/1.1" status: 204 len: 168 time: 0.1620071 Jul 22 23:51:07.038092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7294f1-ed8c-47e8-bd3e-ff4c79463892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe708e1-3b12-4f6a-b515-2d4dd0a65ce4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:07.129972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3c129-bf09-4d42-8964-653c24911256 req-685921ea-3bea-425f-902c-b975e78a6586 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:07.138162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bea3c129-bf09-4d42-8964-653c24911256 req-685921ea-3bea-425f-902c-b975e78a6586 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1067433 Jul 22 23:51:07.225427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bea3c129-bf09-4d42-8964-653c24911256 req-06a3f9bc-5a22-46b8-a196-10a3cec94c5c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862229 Jul 22 23:51:07.301728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7e3fe-aaa9-4e20-b930-52e854836efc req-a460e5eb-d6b4-45e2-a054-62998b50cdef tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:07.302888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16b8c721-7bcc-4d87-b80f-ce7933b70265 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:07.303689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57a7e3fe-aaa9-4e20-b930-52e854836efc req-a460e5eb-d6b4-45e2-a054-62998b50cdef tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.1454272 Jul 22 23:51:07.334016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 16b8c721-7bcc-4d87-b80f-ce7933b70265 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:07.334518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 16b8c721-7bcc-4d87-b80f-ce7933b70265 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:07.371224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57a7e3fe-aaa9-4e20-b930-52e854836efc req-94db8c9a-db07-4d37-818d-69ecedaca6e3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586946 Jul 22 23:51:07.973793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:51:08.090770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:08.106216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'port_id': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acbae34-6c14-4e70-bc54-1504ef4e3428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:51:08.148011 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.162174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:08.186837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:08.191434 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:08.247216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:08.413098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70789281-65eb-471d-8c58-080d4e083509 req-5643da9f-8740-4fb3-a2ca-01ebfdb3af51 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:08.421642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70789281-65eb-471d-8c58-080d4e083509 req-5643da9f-8740-4fb3-a2ca-01ebfdb3af51 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 944 time: 0.1171024 Jul 22 23:51:08.478142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70789281-65eb-471d-8c58-080d4e083509 req-54a9a387-ea47-4bd9-95e0-c10c19e7b0d7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548737 Jul 22 23:51:08.521717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:08.666103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c42f1-22b7-4807-ac0e-c4c6bccfe3a0 req-0ba23cd5-a57c-419c-850d-31dff2dd1dc2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:08.667871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29c42f1-22b7-4807-ac0e-c4c6bccfe3a0 req-0ba23cd5-a57c-419c-850d-31dff2dd1dc2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.0912971 Jul 22 23:51:08.764190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29c42f1-22b7-4807-ac0e-c4c6bccfe3a0 req-6293295b-e3c6-48e1-ad84-30260526d049 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783155 Jul 22 23:51:09.922963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6122e-e34c-45d8-8ee3-1f18255e2ef5 req-facad5e0-d02c-48e4-9d73-56d910b01841 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:09.925252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ca6122e-e34c-45d8-8ee3-1f18255e2ef5 req-facad5e0-d02c-48e4-9d73-56d910b01841 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 944 time: 0.1086152 Jul 22 23:51:09.980320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:09.990293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ca6122e-e34c-45d8-8ee3-1f18255e2ef5 req-9c4f7fd3-cabd-4753-a864-ad9723e7befd tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552859 Jul 22 23:51:09.994437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d67da-bf1a-4c2b-8ed8-c6583ceba969 req-139cbad2-ca9c-40de-8e56-7715be4da3dc tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:10.001540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1d67da-bf1a-4c2b-8ed8-c6583ceba969 req-139cbad2-ca9c-40de-8e56-7715be4da3dc tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.1339145 Jul 22 23:51:10.049392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:10.054944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:10.055426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.060396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c1d67da-bf1a-4c2b-8ed8-c6583ceba969 req-9bfef699-00f7-49a4-8641-06c840ce80b7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 Jul 22 23:51:10.140009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.162158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:10.164451 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4bb7b-a948-4923-ace9-0510d907a4a6" -d '{"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:10.180182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:10.185055 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:10.244749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:10.353973 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c793f9e-244d-4b37-8573-cf579337131b x-openstack-request-id: req-8c793f9e-244d-4b37-8573-cf579337131b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:10.353973 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:10.354820 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c793f9e-244d-4b37-8573-cf579337131b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:10.355074 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'code': 200} Jul 22 23:51:10.507833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf949706-9cbb-4b86-92f0-9f57759000a8 req-bf96496e-709f-45aa-ae81-96bde9fd62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:10.509906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf949706-9cbb-4b86-92f0-9f57759000a8 req-bf96496e-709f-45aa-ae81-96bde9fd62f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0635440 Jul 22 23:51:10.547837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf949706-9cbb-4b86-92f0-9f57759000a8 req-4edd15e0-cf95-4475-a04f-ae169a25ba45 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Jul 22 23:51:11.145966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafd2db-3e95-4870-97cc-a4442c1e302a req-89c6ec49-74e2-499e-aae7-ed2b459ecfea tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:11.147549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eaafd2db-3e95-4870-97cc-a4442c1e302a req-89c6ec49-74e2-499e-aae7-ed2b459ecfea tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0823777 Jul 22 23:51:11.216006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eaafd2db-3e95-4870-97cc-a4442c1e302a req-a03af58e-3f4d-45f9-80bb-7e93a4f3adcc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510640 Jul 22 23:51:11.243785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec68c3-d73b-4eb8-974f-2607cdf70086 req-c4b3f325-2b6d-479d-924a-467cd71b430c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:11.245531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62ec68c3-d73b-4eb8-974f-2607cdf70086 req-c4b3f325-2b6d-479d-924a-467cd71b430c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.1203725 Jul 22 23:51:11.295364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62ec68c3-d73b-4eb8-974f-2607cdf70086 req-c8955d3a-823f-401c-9ebe-650c728111b1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Jul 22 23:51:12.385060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837eb9-6253-4c18-bdb1-a1260f4403d8 req-cb0289db-768d-46c4-a7e8-6caaa4574219 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:12.386593 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17837eb9-6253-4c18-bdb1-a1260f4403d8 req-cb0289db-768d-46c4-a7e8-6caaa4574219 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0919442 Jul 22 23:51:12.452212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17837eb9-6253-4c18-bdb1-a1260f4403d8 req-c4a1d67d-462a-444e-8beb-6e924d1ff644 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554967 Jul 22 23:51:12.479193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819b3b8-0d25-459e-8368-d978d3ba7d94 req-60b1e62e-641a-45dc-8172-4ae194e9dc15 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:12.480743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3819b3b8-0d25-459e-8368-d978d3ba7d94 req-60b1e62e-641a-45dc-8172-4ae194e9dc15 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.0932500 Jul 22 23:51:12.523385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3819b3b8-0d25-459e-8368-d978d3ba7d94 req-699541e9-92d0-4d4b-b06a-2dc8d0f8d7e8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Jul 22 23:51:12.716772 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:51:12.768175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4cfdea97-00f0-43a7-89ae-980ccd0e3343 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:12.770083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4cfdea97-00f0-43a7-89ae-980ccd0e3343 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 813 time: 0.1239693 Jul 22 23:51:12.787165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-42555ca8-c2a1-4f53-b9d8-f3e622761cf8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/quotas/9ce9d4f6e9444ef48b6b5fa290ee98f7 HTTP/1.1" status: 200 len: 375 time: 0.0112860 Jul 22 23:51:12.856092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-35433a91-410f-4044-bdb4-9f37fc5bca15 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605335 Jul 22 23:51:12.957992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-65278bf8-c201-4fa2-aac4-5bb455fafc1f service neutron] 10.222.0.21 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905364 Jul 22 23:51:13.053483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-309ebea4-f105-4835-b4fb-f893e9f22ff2 service neutron] 10.222.0.21 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885212 Jul 22 23:51:13.230458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5952a9bb-10e8-49a7-9483-699f927f61f4 req-b7d39e89-154c-49fe-8b5a-cfb866da3ea4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 210 time: 0.0352256 Jul 22 23:51:13.711147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5de18-ae9f-4b40-9ca7-42ad247200fc req-6e21dba0-d1be-4f0b-8375-97f13e50fbee tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:13.713643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef5de18-ae9f-4b40-9ca7-42ad247200fc req-6e21dba0-d1be-4f0b-8375-97f13e50fbee tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.1111829 Jul 22 23:51:13.738377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:13.760255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ef5de18-ae9f-4b40-9ca7-42ad247200fc req-2e7d7485-009a-4e29-ad80-564cfe685363 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390613 Jul 22 23:51:13.866607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34503ccf-ebff-4555-b3e3-1a633e9fbe13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.972464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34503ccf-ebff-4555-b3e3-1a633e9fbe13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:13.976732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34503ccf-ebff-4555-b3e3-1a633e9fbe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.016533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34503ccf-ebff-4555-b3e3-1a633e9fbe13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fad7c77014d8461ba406fc71b2df0884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768018 Jul 22 23:51:14.017512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503ccf-ebff-4555-b3e3-1a633e9fbe13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ee9307-97d3-44fe-9d92-16fc7126dcb9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.019558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.080031 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5f82819-d598-4622-9649-c63eb4ca7970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.103814 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5f82819-d598-4622-9649-c63eb4ca7970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.183204 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5f82819-d598-4622-9649-c63eb4ca7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.186548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5f82819-d598-4622-9649-c63eb4ca7970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.192008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c5f82819-d598-4622-9649-c63eb4ca7970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88ee9307-97d3-44fe-9d92-16fc7126dcb9 HTTP/1.1" status: 204 len: 168 time: 0.1704669 Jul 22 23:51:14.202977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82819-d598-4622-9649-c63eb4ca7970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ee9307-97d3-44fe-9d92-16fc7126dcb9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.261505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-bc71f045-5e2f-4c95-bb1e-ef384e3ad150 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:14.263499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-bc71f045-5e2f-4c95-bb1e-ef384e3ad150 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.49 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 813 time: 0.1376693 Jul 22 23:51:14.281828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Request body: {'port': {'device_id': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'admin_state_up': True, 'tenant_id': '9ce9d4f6e9444ef48b6b5fa290ee98f7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:14.361825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-caff0192-61d9-4d61-a289-836961ef681b req-d7f66e11-d192-421e-9de8-0675b757c859 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 210 time: 0.0376997 Jul 22 23:51:14.427399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Made reservation on behalf of 9ce9d4f6e9444ef48b6b5fa290ee98f7 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:14.431385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.582339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Allocated IP 172.20.0.8 (9e27662c-b546-430b-8a8f-807610fbd4fe/2acbae34-6c14-4e70-bc54-1504ef4e3428/a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:14.601890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53858) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.616557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e81295b8-d540-4756-a857-176b057983ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.736882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e81295b8-d540-4756-a857-176b057983ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.742635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e81295b8-d540-4756-a857-176b057983ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.784319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e81295b8-d540-4756-a857-176b057983ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d71a4c2a7c41404f918415623f8b73a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811998 Jul 22 23:51:14.785588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81295b8-d540-4756-a857-176b057983ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b247f0f7-a623-4bc0-9581-22a9388875f6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.786980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.791703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:14.843145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.861438 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27727130-633b-40ea-a832-6a1d88cbedc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.878336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:14.886239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Network 9e27662c-b546-430b-8a8f-807610fbd4fe is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:14.892147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:14.895975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:14.910237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27727130-633b-40ea-a832-6a1d88cbedc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.926581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Pushing event updated for resources: {'Port': ['ID=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:14.958146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:14.958955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:14.967252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9b22b-e34b-4ece-b3fc-e529a78de5ec req-e9d36575-e2ee-4ec5-a641-e942ffd27e7f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:14.969187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1e9b22b-e34b-4ece-b3fc-e529a78de5ec req-e9d36575-e2ee-4ec5-a641-e942ffd27e7f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.1220548 Jul 22 23:51:14.981908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4df5fb9e-f3f2-47e7-bf8c-9e4a4f7a5cca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078006 Jul 22 23:51:14.999211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Request body: {'port': {'device_id': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:15.008002 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27727130-633b-40ea-a832-6a1d88cbedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.010330 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27727130-633b-40ea-a832-6a1d88cbedc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.011526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-27727130-633b-40ea-a832-6a1d88cbedc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b247f0f7-a623-4bc0-9581-22a9388875f6 HTTP/1.1" status: 204 len: 168 time: 0.2183123 Jul 22 23:51:15.029046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27727130-633b-40ea-a832-6a1d88cbedc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b247f0f7-a623-4bc0-9581-22a9388875f6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.060273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1e9b22b-e34b-4ece-b3fc-e529a78de5ec req-18c10d76-0312-46f6-bc63-41c1b0abf717 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727143 Jul 22 23:51:15.099279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.387062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:15.395404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.412882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Transition to ACTIVE for port object a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:15.416786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.467709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53874) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.506828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Pushing event updated for resources: {'Port': ['ID=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.518267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61542-1f15-4ada-ba32-5cabda4b99fa req-9e8fe19f-1822-4ffc-926c-268052a04434 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:15.519984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ea61542-1f15-4ada-ba32-5cabda4b99fa req-9e8fe19f-1822-4ffc-926c-268052a04434 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 943 time: 0.0793235 Jul 22 23:51:15.526443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd86aaf8-7460-4f6d-9c12-aba9483a5a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.562153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ea61542-1f15-4ada-ba32-5cabda4b99fa req-166a0548-d20e-41dc-bb9f-2f473eaa35ef tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Jul 22 23:51:15.580362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Attempting to bind port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:15.580708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Attempting to bind port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:15.581044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Attempting to bind port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd on network 9e27662c-b546-430b-8a8f-807610fbd4fe {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:15.592246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd on network 9e27662c-b546-430b-8a8f-807610fbd4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:15.592581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Attempting to bind port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd on network 9e27662c-b546-430b-8a8f-807610fbd4fe {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:15.602967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:15.603377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Checking segment: {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:15.603796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Bound using segment: {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:15.604278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Bound port: a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:15.604628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.711768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd86aaf8-7460-4f6d-9c12-aba9483a5a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.713088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] For port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:15.716782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] For port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:15.718311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd86aaf8-7460-4f6d-9c12-aba9483a5a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.726139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.795706 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cd86aaf8-7460-4f6d-9c12-aba9483a5a77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=307bf3d9b7f747e688f44000406de598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251829 Jul 22 23:51:15.800606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86aaf8-7460-4f6d-9c12-aba9483a5a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0aa6a-a804-41df-b690-7b65b7ed69d1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.803681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53876) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:15.804212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:15.804443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.805818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] 10.222.0.49 "PUT /v2.0/ports/a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd HTTP/1.1" status: 200 len: 1091 time: 0.8133924 Jul 22 23:51:15.810224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'tag': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:15.812575 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802033f-3332-4267-a786-58edb4bc244a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebd56cc-43e8-442e-8af4-78db9b63578a", "tag": "a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:15.834051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b502d-3b2a-4788-9ace-10a361d18dda service neutron] Pushing event updated for resources: {'Port': ['ID=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:15.881923 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daab9409-85bf-479e-86a3-1934d1d7942b x-openstack-request-id: req-daab9409-85bf-479e-86a3-1934d1d7942b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:15.882337 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebd56cc-43e8-442e-8af4-78db9b63578a", "tag": "a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:15.882664 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daab9409-85bf-479e-86a3-1934d1d7942b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:15.883128 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'tag': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd', 'status': 'completed', 'code': 200} Jul 22 23:51:15.890197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af7c5eb-beeb-487d-af61-53342fa7f72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.912747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af7c5eb-beeb-487d-af61-53342fa7f72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.919880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-9da9ad57-2ed9-4c27-aa84-4f1fc6369c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:15.921400 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-9da9ad57-2ed9-4c27-aa84-4f1fc6369c41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 1094 time: 0.0719953 Jul 22 23:51:15.959454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af7c5eb-beeb-487d-af61-53342fa7f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.961978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4af7c5eb-beeb-487d-af61-53342fa7f72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:15.963321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4af7c5eb-beeb-487d-af61-53342fa7f72e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cb0aa6a-a804-41df-b690-7b65b7ed69d1 HTTP/1.1" status: 204 len: 168 time: 0.1578512 Jul 22 23:51:15.969193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-7d3b135b-a026-47df-9ef4-18e0f51d1bd5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd HTTP/1.1" status: 200 len: 217 time: 0.0408561 Jul 22 23:51:15.972518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7c5eb-beeb-487d-af61-53342fa7f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0aa6a-a804-41df-b690-7b65b7ed69d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:16.027909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-c9b5a245-8d85-4f61-9577-a4be4ce40ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.029816 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-c9b5a245-8d85-4f61-9577-a4be4ce40ba0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0549629 Jul 22 23:51:16.064254 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-46b0e8de-05d7-4e34-933d-1f8a7a04cc53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jul 22 23:51:16.144337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6db743df-01ba-4515-8a2b-693422f4b645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.222268 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-4565e5fe-a16a-43ba-8c7d-3c8d47684a75 service neutron] 10.222.0.49 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512115 Jul 22 23:51:16.270203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a05113-9d82-442d-9886-1cc8143920ff req-5cbd1e6d-1f73-4e25-8ddb-13e6bf2b4585 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.271768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16a05113-9d82-442d-9886-1cc8143920ff req-5cbd1e6d-1f73-4e25-8ddb-13e6bf2b4585 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 943 time: 0.1152928 Jul 22 23:51:16.330124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16a05113-9d82-442d-9886-1cc8143920ff req-0a988146-284e-40d4-af18-3cd7c6a219de tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514064 Jul 22 23:51:16.369555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0aac2ed9-46a5-460a-9fb0-d6d79a0e2172 req-b2ba172c-10f5-459e-9020-67b13887bd4e service neutron] 10.222.0.49 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371131 Jul 22 23:51:16.409374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:51:16.506686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802033f-3332-4267-a786-58edb4bc244a req-5488fe87-71b2-43fd-8234-fba34ec2878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.509568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-5488fe87-71b2-43fd-8234-fba34ec2878a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 1094 time: 0.0894971 Jul 22 23:51:16.617276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080678-a503-4414-a80e-87454149cd2e req-21a01d71-5ae9-46d2-aca2-177e1988e89c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.620069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb080678-a503-4414-a80e-87454149cd2e req-21a01d71-5ae9-46d2-aca2-177e1988e89c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1235335 Jul 22 23:51:16.623906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:16.651516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802033f-3332-4267-a786-58edb4bc244a req-65bb255c-446b-4fee-926b-41fb4e109dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.654015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-65bb255c-446b-4fee-926b-41fb4e109dec service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 914 time: 0.1396999 Jul 22 23:51:16.654623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba', 'mac_address': 'fa:16:3e:9a:af:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:51:16.707686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.713035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-63dc56a1-4398-42b9-8b6a-a2c02ba6bfc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd HTTP/1.1" status: 200 len: 217 time: 0.0528781 Jul 22 23:51:16.719987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb080678-a503-4414-a80e-87454149cd2e req-04101df7-8693-48e3-b02c-662b39f552f5 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911098 Jul 22 23:51:16.721655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:16.754320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:16.761250 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:16.775119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb941c01-4423-43ba-8f02-730e123e3d86 req-fe9b5d27-357c-469c-af1b-a95d12654022 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.776976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb941c01-4423-43ba-8f02-730e123e3d86 req-fe9b5d27-357c-469c-af1b-a95d12654022 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 943 time: 0.1270258 Jul 22 23:51:16.792310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802033f-3332-4267-a786-58edb4bc244a req-b0155c55-fc14-4905-b8b6-6e5dc6f5f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:16.794025 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-b0155c55-fc14-4905-b8b6-6e5dc6f5f537 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0735023 Jul 22 23:51:16.828386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb941c01-4423-43ba-8f02-730e123e3d86 req-149915fe-4f60-4374-9483-ac8db2ae70c1 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Jul 22 23:51:16.843996 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-775fc5c8-75f4-4f5c-8a08-88fa6bed192d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423355 Jul 22 23:51:16.887039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:16.984944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-0e63c23e-fb5b-4876-a71a-9d0a7891776d service neutron] 10.222.0.49 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338592 Jul 22 23:51:16.997744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1678c6f7-d4f7-4e6a-b825-b8dd70b50bba'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:17.097159 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9802033f-3332-4267-a786-58edb4bc244a req-65ab78e0-6f91-45d8-ba6c-95a44d7b6e9c service neutron] 10.222.0.49 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049311 Jul 22 23:51:17.478761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaea3f-74eb-4ad7-a65c-a1d7d0ebf6af req-4b180118-7bea-4300-82f8-e6230c83dd17 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.480290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13aaea3f-74eb-4ad7-a65c-a1d7d0ebf6af req-4b180118-7bea-4300-82f8-e6230c83dd17 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 944 time: 0.0764415 Jul 22 23:51:17.523276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13aaea3f-74eb-4ad7-a65c-a1d7d0ebf6af req-635f6cd1-1687-493d-adcd-b892a172e157 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Jul 22 23:51:17.899498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb91d-8582-4eae-86e9-a14bf6e7f9d4 req-5e3727e3-92bf-4dba-b222-52bd79b9f86b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:17.912077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec9eb91d-8582-4eae-86e9-a14bf6e7f9d4 req-5e3727e3-92bf-4dba-b222-52bd79b9f86b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0800493 Jul 22 23:51:17.964657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec9eb91d-8582-4eae-86e9-a14bf6e7f9d4 req-9543227b-69f8-4438-b6b7-924fff585403 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561347 Jul 22 23:51:18.077342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fd1e3-c92b-45e1-a92a-50cd236ecaaf req-94cdf8a3-0424-481e-8df0-422ca40bb964 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.079044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-811fd1e3-c92b-45e1-a92a-50cd236ecaaf req-94cdf8a3-0424-481e-8df0-422ca40bb964 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 943 time: 0.0758762 Jul 22 23:51:18.121549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-811fd1e3-c92b-45e1-a92a-50cd236ecaaf req-82861d41-2e00-496e-b0d9-6ce45e66383a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Jul 22 23:51:18.410521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:18.467081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:18.473644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:18.474186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:18.581125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:18.608899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:18.611725 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b03ba-04fe-4bdb-ad2a-49326efd9c33" -d '{"events": [{"server_uuid": "f26533cd-1b0f-4fe9-b101-f5dcd1c7f382", "name": "network-vif-plugged", "status": "completed", "tag": "1678c6f7-d4f7-4e6a-b825-b8dd70b50bba"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:18.638164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:18.643808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:18.680701 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0abbe8-d463-4637-804c-64c4e86dab9e x-openstack-request-id: req-ae0abbe8-d463-4637-804c-64c4e86dab9e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:18.680987 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26533cd-1b0f-4fe9-b101-f5dcd1c7f382", "name": "network-vif-plugged", "status": "completed", "tag": "1678c6f7-d4f7-4e6a-b825-b8dd70b50bba", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:18.681240 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae0abbe8-d463-4637-804c-64c4e86dab9e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:18.681638 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba', 'code': 200} Jul 22 23:51:18.711616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:18.720370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.720782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.721614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.721953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.722288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.722787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.723294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.723664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.723999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.724328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.724662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.725277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:18.736739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbe92a-767e-427d-a289-7a144708f274 req-a0142adc-82cc-4823-ba98-09196b3165ad tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.738926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bdbe92a-767e-427d-a289-7a144708f274 req-a0142adc-82cc-4823-ba98-09196b3165ad tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 944 time: 0.1327832 Jul 22 23:51:18.802655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e01245-04fa-4465-9da4-f089e4e75bec req-221f4a92-e0bb-47f5-b659-0107920b02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:18.804430 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06e01245-04fa-4465-9da4-f089e4e75bec req-221f4a92-e0bb-47f5-b659-0107920b02dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 1096 time: 0.0775590 Jul 22 23:51:18.846476 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-06e01245-04fa-4465-9da4-f089e4e75bec req-185855e5-6d48-41be-9995-b8ead5c6a3b2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353007 Jul 22 23:51:19.164602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bdbe92a-767e-427d-a289-7a144708f274 req-c7047035-9ffb-45b2-b8a5-dfb8a45819b8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171977 Jul 22 23:51:19.222134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713020cd-687f-455c-bdb8-54457f23714b req-c9b3f358-af73-4e07-9d9a-df7254137aec tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.225704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-713020cd-687f-455c-bdb8-54457f23714b req-c9b3f358-af73-4e07-9d9a-df7254137aec tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1107912 Jul 22 23:51:19.305142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-713020cd-687f-455c-bdb8-54457f23714b req-84d954ed-07d4-4835-b236-a8f998d5de39 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716941 Jul 22 23:51:19.364814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3830d-3fc3-4265-a1b2-00b07b0bd8d3 req-1d999dc7-d048-47a0-97ab-f61a4205e4b2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:19.366927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32e3830d-3fc3-4265-a1b2-00b07b0bd8d3 req-1d999dc7-d048-47a0-97ab-f61a4205e4b2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 943 time: 0.1149683 Jul 22 23:51:19.420026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32e3830d-3fc3-4265-a1b2-00b07b0bd8d3 req-00e792d0-7f9d-4277-8569-7810c6ae64a6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465472 Jul 22 23:51:19.452818 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1759-49d9-47c5-a5f7-c064b21600c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:19.601679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.229386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.326393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d2fbe-7d1f-4c1c-9689-d76c9d681e9a req-dc544e54-10ae-4ef7-8b14-f62602ef43d6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.327939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-031d2fbe-7d1f-4c1c-9689-d76c9d681e9a req-dc544e54-10ae-4ef7-8b14-f62602ef43d6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 945 time: 0.0734041 Jul 22 23:51:20.378934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-031d2fbe-7d1f-4c1c-9689-d76c9d681e9a req-9fe56256-3aee-44ef-9932-a5f2de3fb44d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436704 Jul 22 23:51:20.441586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:51:20.601313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6dc21-da88-4544-bc36-9aa826a9ff19 req-774d4b2c-9524-434f-bcf0-51f8122e6565 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.604219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7aa6dc21-da88-4544-bc36-9aa826a9ff19 req-774d4b2c-9524-434f-bcf0-51f8122e6565 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1924915 Jul 22 23:51:20.626897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:20.649975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86d85f-81d6-4343-87e6-6f9384398cd7 req-a07cd660-5163-472e-b541-a71f835c1e81 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.651272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd', 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'port_id': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd', 'mac_address': 'fa:16:3e:5e:f3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acbae34-6c14-4e70-bc54-1504ef4e3428', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:51:20.651654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b86d85f-81d6-4343-87e6-6f9384398cd7 req-a07cd660-5163-472e-b541-a71f835c1e81 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 945 time: 0.1735945 Jul 22 23:51:20.690527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7aa6dc21-da88-4544-bc36-9aa826a9ff19 req-7ff11c83-4d80-49ba-a4c5-2a212273f2ae tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718660 Jul 22 23:51:20.703162 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.726184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b86d85f-81d6-4343-87e6-6f9384398cd7 req-086aa22a-a806-46e6-b4fd-1bd96c145ac3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636516 Jul 22 23:51:20.738911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:20.786008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:20.791742 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:20.869945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f10a4-b2d8-4ae9-9011-b8cd4464334d req-2c147a59-bde4-410c-9d24-ae171309af12 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:20.871673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-271f10a4-b2d8-4ae9-9011-b8cd4464334d req-2c147a59-bde4-410c-9d24-ae171309af12 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 944 time: 0.0831757 Jul 22 23:51:20.881134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:20.922049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-271f10a4-b2d8-4ae9-9011-b8cd4464334d req-3dc787e2-1f51-408b-997e-85ada6260384 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Jul 22 23:51:20.994039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:21.041531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a39d88-a9d3-444a-a32a-337d0b480ac5 req-6002bdb8-969f-4ba5-8dad-7b198555a45b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:21.043145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2a39d88-a9d3-444a-a32a-337d0b480ac5 req-6002bdb8-969f-4ba5-8dad-7b198555a45b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 945 time: 0.0810497 Jul 22 23:51:21.088925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2a39d88-a9d3-444a-a32a-337d0b480ac5 req-931c4640-a9a7-4fc4-8a6b-422cd4c76946 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Jul 22 23:51:21.426694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e84914-0d60-4c2a-917e-e6c52c382029 req-472da73d-b640-487d-bb17-f5c3c5b8a4a4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:21.429616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84e84914-0d60-4c2a-917e-e6c52c382029 req-472da73d-b640-487d-bb17-f5c3c5b8a4a4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 945 time: 0.1181002 Jul 22 23:51:21.477342 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84e84914-0d60-4c2a-917e-e6c52c382029 req-35443020-c91f-4123-b035-3c9021ee4eac tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Jul 22 23:51:21.697945 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:21.856173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8791f15-5c95-4519-8f18-2ca022473fd9 req-f3cd0b2e-1d61-45cc-8ece-0cbcbc970b03 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:21.857817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8791f15-5c95-4519-8f18-2ca022473fd9 req-f3cd0b2e-1d61-45cc-8ece-0cbcbc970b03 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0792260 Jul 22 23:51:21.903729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8791f15-5c95-4519-8f18-2ca022473fd9 req-695ef209-ef65-43ce-91e7-af8427a13d35 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389819 Jul 22 23:51:22.094159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01e30f-c848-43f2-8f77-abad8015bc66 req-41664d20-72ac-450a-866b-7711e960e6db tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:22.096664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb01e30f-c848-43f2-8f77-abad8015bc66 req-41664d20-72ac-450a-866b-7711e960e6db tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 944 time: 0.0815830 Jul 22 23:51:22.139770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb01e30f-c848-43f2-8f77-abad8015bc66 req-28ceb7f4-99d4-4f24-aab6-bc2ab834edb4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Jul 22 23:51:22.195491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.442506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:51:22.529137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:22.534750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:22.535163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.633246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.636317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e15721-29f9-4e0a-8d28-ac1ebc2de19f req-c63512c6-51bc-4b72-ac50-ee3b183eb333 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:22.637860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82e15721-29f9-4e0a-8d28-ac1ebc2de19f req-c63512c6-51bc-4b72-ac50-ee3b183eb333 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 945 time: 0.0759134 Jul 22 23:51:22.668992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:22.671284 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f70a5b-e7d2-4c26-aabf-5f586e2b24ed" -d '{"events": [{"server_uuid": "1ebd56cc-43e8-442e-8af4-78db9b63578a", "name": "network-vif-plugged", "status": "completed", "tag": "a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:22.687177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:22.690107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82e15721-29f9-4e0a-8d28-ac1ebc2de19f req-373640eb-a9ea-48be-9343-770628e0aa78 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Jul 22 23:51:22.696837 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:22.738112 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aad145-8612-4cb4-9761-13267651ecae x-openstack-request-id: req-92aad145-8612-4cb4-9761-13267651ecae {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:22.738749 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd56cc-43e8-442e-8af4-78db9b63578a", "name": "network-vif-plugged", "status": "completed", "tag": "a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:22.738749 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92aad145-8612-4cb4-9761-13267651ecae {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:22.739102 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd', 'code': 200} Jul 22 23:51:22.764338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:22.849264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-79af90fb-e1f3-4152-9d58-0f9bc1fca46f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:22.850498 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-79af90fb-e1f3-4152-9d58-0f9bc1fca46f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 945 time: 0.1078360 Jul 22 23:51:22.877061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfbd91-a342-4bdf-9355-f3cd8148a5ee req-92e6a90d-8c83-4d15-8f39-9137e4c66a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:22.878595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01cfbd91-a342-4bdf-9355-f3cd8148a5ee req-92e6a90d-8c83-4d15-8f39-9137e4c66a00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 1096 time: 0.0722406 Jul 22 23:51:22.924490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01cfbd91-a342-4bdf-9355-f3cd8148a5ee req-58924607-be28-42ac-aa60-c61cfdf1fe74 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Jul 22 23:51:22.969094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:22.969534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.064900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53fbb1-87f1-46c8-bffd-5914962f538d req-c3a2e5ef-342f-4861-8cd4-da24efadcfef tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.066679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac53fbb1-87f1-46c8-bffd-5914962f538d req-c3a2e5ef-342f-4861-8cd4-da24efadcfef tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0815883 Jul 22 23:51:23.095404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:23.096254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.111726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:23.132110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac53fbb1-87f1-46c8-bffd-5914962f538d req-69a9c220-b1e3-41e3-8220-efe7c173c1b2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580382 Jul 22 23:51:23.259882 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.272104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1678c6f7-d4f7-4e6a-b825-b8dd70b50bba'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:23.314320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1ae2-cb77-4ace-949a-ae2961b97178 req-954a3c8d-0494-4dc6-9619-6de172dafd8b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:23.315536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68fa1ae2-cb77-4ace-949a-ae2961b97178 req-954a3c8d-0494-4dc6-9619-6de172dafd8b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 945 time: 0.0896626 Jul 22 23:51:23.324946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=1678c6f7-d4f7-4e6a-b825-b8dd70b50bba,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:23.352431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:23.355375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:23.357647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b7b40f33-ecc9-4f8f-92a8-af6bed180bac req-62b77774-b669-4316-862b-71084b99e4bd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "DELETE /v2.0/ports/1678c6f7-d4f7-4e6a-b825-b8dd70b50bba HTTP/1.1" status: 204 len: 173 time: 0.5020440 Jul 22 23:51:23.358252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'name': 'network-vif-deleted', 'tag': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:23.368156 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a282d537-f05d-4358-a454-694c03b3c3fa" -d '{"events": [{"server_uuid": "f26533cd-1b0f-4fe9-b101-f5dcd1c7f382", "name": "network-vif-deleted", "tag": "1678c6f7-d4f7-4e6a-b825-b8dd70b50bba"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:23.379016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68fa1ae2-cb77-4ace-949a-ae2961b97178 req-34bbfc58-c05c-453e-8095-01f8b062694b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563664 Jul 22 23:51:23.421622 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49d39e3-b2b7-4a31-b29b-be6a275c972d x-openstack-request-id: req-d49d39e3-b2b7-4a31-b29b-be6a275c972d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:23.422255 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26533cd-1b0f-4fe9-b101-f5dcd1c7f382", "name": "network-vif-deleted", "tag": "1678c6f7-d4f7-4e6a-b825-b8dd70b50bba", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:23.422910 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d49d39e3-b2b7-4a31-b29b-be6a275c972d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:23.423506 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26533cd-1b0f-4fe9-b101-f5dcd1c7f382', 'name': 'network-vif-deleted', 'tag': '1678c6f7-d4f7-4e6a-b825-b8dd70b50bba', 'status': 'completed', 'code': 200} Jul 22 23:51:23.823892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa1814ed-693d-48c6-97b2-bdad4b5256b1 req-62dacd78-a05e-4148-8dea-ae5e880b951a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0364592 Jul 22 23:51:24.271567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc4e28-5606-45cf-93f6-386faf70106e req-08f8110c-1bde-46b6-87d8-f10a00bceaa9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:24.272932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2edc4e28-5606-45cf-93f6-386faf70106e req-08f8110c-1bde-46b6-87d8-f10a00bceaa9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0677857 Jul 22 23:51:24.318096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2edc4e28-5606-45cf-93f6-386faf70106e req-28daac88-e5f9-4ce3-a2cd-e4ab84fff1c2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395191 Jul 22 23:51:24.549386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e9d95-7648-4677-a573-fe04dd333a0f req-79c8aa9e-5bc2-4ef8-8c2e-2dd62ba4d722 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:24.550997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f1e9d95-7648-4677-a573-fe04dd333a0f req-79c8aa9e-5bc2-4ef8-8c2e-2dd62ba4d722 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 945 time: 0.0756173 Jul 22 23:51:24.597574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f1e9d95-7648-4677-a573-fe04dd333a0f req-5285647b-4e92-49fd-935c-3a1f95555768 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Jul 22 23:51:24.930162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b432ca3-8180-4a5c-95cc-b20f0fcafd89 req-103097f3-31f0-4829-a531-392927b3762b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:24.931709 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b432ca3-8180-4a5c-95cc-b20f0fcafd89 req-103097f3-31f0-4829-a531-392927b3762b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 945 time: 0.0964606 Jul 22 23:51:24.957399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef5d1b23-4490-4207-b2c7-e1f464a4e26f req-a31bf8f5-8cc1-4d03-bce1-bf71ff7849f5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0453253 Jul 22 23:51:24.991084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b432ca3-8180-4a5c-95cc-b20f0fcafd89 req-755d9dfc-7d3b-45c6-9cbc-ce3194996447 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Jul 22 23:51:25.489086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353598e-486f-4c1a-baa9-cd4642fe0d43 req-a096eb03-3b2b-4130-99e5-63f9e5334682 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:25.490653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8353598e-486f-4c1a-baa9-cd4642fe0d43 req-a096eb03-3b2b-4130-99e5-63f9e5334682 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0880880 Jul 22 23:51:25.531053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8353598e-486f-4c1a-baa9-cd4642fe0d43 req-c8b68568-55b5-4a91-beaf-49d7c68aad73 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338249 Jul 22 23:51:26.121372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6863b484-e5f2-447b-8f1e-a91d3a1522af req-0b92f654-63ad-4841-8eda-b358292188f4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0608521 Jul 22 23:51:26.162423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-230d8645-96fb-46d8-9b3d-642af2000b40 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:26.165048 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-230d8645-96fb-46d8-9b3d-642af2000b40 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 945 time: 0.0881503 Jul 22 23:51:26.206175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ac9f1-6639-464b-8a5b-ef4b2746e4fe req-f66cd8c1-39bc-4d23-820c-7ad5b267b1a7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:26.207653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-339ac9f1-6639-464b-8a5b-ef4b2746e4fe req-f66cd8c1-39bc-4d23-820c-7ad5b267b1a7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebd56cc-43e8-442e-8af4-78db9b63578a HTTP/1.1" status: 200 len: 945 time: 0.0889986 Jul 22 23:51:26.252441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-339ac9f1-6639-464b-8a5b-ef4b2746e4fe req-3b7c4fc4-5394-4e73-923e-a30555f9ec06 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Jul 22 23:51:26.291358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Deleting port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:51:26.291837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.397700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] For port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:51:26.398071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.410392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Calling delete_port for a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:51:26.472133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:26.498576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:26.498962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1678c6f7-d4f7-4e6a-b825-b8dd70b50bba not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:26.562159 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.575859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:26.619086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:51:26.634097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Pushing event deleted for resources: {'Port': ['ID=a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:26.708295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] No DVR routers for this DVR port a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:51:26.712345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:26.716541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43dde-ac7d-45ff-8142-8c5b0f8d78ef req-b4a8e077-1409-47b0-a204-8030cff52f21 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:26.716840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-de71f8c4-a182-4714-80a5-bbec7c3e148e req-e105c22d-a093-4f5b-9581-525c483635c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.49 "DELETE /v2.0/ports/a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd HTTP/1.1" status: 204 len: 173 time: 0.5470166 Jul 22 23:51:26.718206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'name': 'network-vif-deleted', 'tag': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:26.719396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8f43dde-ac7d-45ff-8142-8c5b0f8d78ef req-b4a8e077-1409-47b0-a204-8030cff52f21 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0980206 Jul 22 23:51:26.725492 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832c722-dbe6-451d-80fc-3d5f2e831134" -d '{"events": [{"server_uuid": "1ebd56cc-43e8-442e-8af4-78db9b63578a", "name": "network-vif-deleted", "tag": "a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:26.790313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda13822-52d6-4c1e-b485-990bb1ba05f2 x-openstack-request-id: req-fda13822-52d6-4c1e-b485-990bb1ba05f2 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:26.790785 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd56cc-43e8-442e-8af4-78db9b63578a", "name": "network-vif-deleted", "tag": "a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:26.791127 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fda13822-52d6-4c1e-b485-990bb1ba05f2 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:26.791707 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebd56cc-43e8-442e-8af4-78db9b63578a', 'name': 'network-vif-deleted', 'tag': 'a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd', 'status': 'completed', 'code': 200} Jul 22 23:51:26.826419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8f43dde-ac7d-45ff-8142-8c5b0f8d78ef req-feb23cf0-786f-4499-a49c-89bfd13a33e9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788243 Jul 22 23:51:27.254326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1349d15a-dbc8-4f38-9484-b8cce9999631 req-4e6cc114-2187-400c-ab62-f7518a4fd2a2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0443900 Jul 22 23:51:27.438830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61da3fe-a32a-4aba-ac4c-8a4c427d5700 req-12620de7-50f6-47c1-b34e-9a06d1787ae8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:27.440615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e61da3fe-a32a-4aba-ac4c-8a4c427d5700 req-12620de7-50f6-47c1-b34e-9a06d1787ae8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0717325 Jul 22 23:51:27.485581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e61da3fe-a32a-4aba-ac4c-8a4c427d5700 req-59b30623-9b15-4b24-acff-eb5aa6ed4172 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Jul 22 23:51:27.784726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0f728-065f-4031-82bc-eaced80b2ed1 req-26f88ee0-4bd4-49ba-868b-09302d285fb4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:27.787292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73c0f728-065f-4031-82bc-eaced80b2ed1 req-26f88ee0-4bd4-49ba-868b-09302d285fb4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1015263 Jul 22 23:51:27.855170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73c0f728-065f-4031-82bc-eaced80b2ed1 req-243ec2fe-a8f1-4b56-9bdd-74d78f55bd69 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 Jul 22 23:51:28.074904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91bfc-22f5-42d6-8366-55e77e67c8ef req-18924186-4cdf-4db8-80ec-179eee1d1943 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:28.076440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7a91bfc-22f5-42d6-8366-55e77e67c8ef req-18924186-4cdf-4db8-80ec-179eee1d1943 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1229498 Jul 22 23:51:28.086310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35389fa9-ded6-43f4-abf2-8a8186490d8a req-fdf7574c-2298-4f68-8481-3daa563072b2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:28.087815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35389fa9-ded6-43f4-abf2-8a8186490d8a req-fdf7574c-2298-4f68-8481-3daa563072b2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1203563 Jul 22 23:51:28.152452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7a91bfc-22f5-42d6-8366-55e77e67c8ef req-297c2bbe-ae43-47c3-9dd3-91cca8ac2eb6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634553 Jul 22 23:51:28.157609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35389fa9-ded6-43f4-abf2-8a8186490d8a req-49072f30-70af-4d88-a832-bedce072e5f0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593433 Jul 22 23:51:28.528982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4f3c471-ea56-43c6-9535-d60b80dfdebd req-9b111c96-b1c2-43aa-ba46-6b52b2ddfbb7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=f26533cd-1b0f-4fe9-b101-f5dcd1c7f382 HTTP/1.1" status: 200 len: 210 time: 0.0547566 Jul 22 23:51:28.621774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70941a22-acd4-47fc-923e-28eb851e363b req-0d8613cf-58e1-4670-984a-7498bd06e25a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:28.629472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70941a22-acd4-47fc-923e-28eb851e363b req-0d8613cf-58e1-4670-984a-7498bd06e25a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.2074451 Jul 22 23:51:28.678613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-f65c7f40-2a1b-417d-9953-6cb6e957551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:28.680184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-f65c7f40-2a1b-417d-9953-6cb6e957551f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 1097 time: 0.2147992 Jul 22 23:51:28.703688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70941a22-acd4-47fc-923e-28eb851e363b req-9bef9534-6c50-499d-b24d-d799ff97d029 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716968 Jul 22 23:51:28.832767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-80997c3a-2bb8-489f-92e9-5978ebaef3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:28.834459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-80997c3a-2bb8-489f-92e9-5978ebaef3bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.1307821 Jul 22 23:51:28.920739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-6302942c-09ab-486f-98f4-3e9298cbcb5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 200 len: 1001 time: 0.0783319 Jul 22 23:51:28.985820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-ce28a352-a609-4fdc-b80e-3b3613166c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:28.987565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-ce28a352-a609-4fdc-b80e-3b3613166c8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.0601737 Jul 22 23:51:29.057440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-0d999841-108a-48ec-81df-77a8d6ed18de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.059427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-0d999841-108a-48ec-81df-77a8d6ed18de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655832 Jul 22 23:51:29.180918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-7caccf84-47af-4e8b-9cbd-5f5dd067376b service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146402 Jul 22 23:51:29.307494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2d98f51-3010-46b6-9e21-4e5c2951f790 req-8fc3cd75-dda9-4941-8fdc-8c81f875ded4 service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198640 Jul 22 23:51:29.924693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53d8fa-2f90-4702-82e2-01b495fb4cc8 req-faf8a85e-1234-44d0-9015-ef060886ad16 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:29.928641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af53d8fa-2f90-4702-82e2-01b495fb4cc8 req-faf8a85e-1234-44d0-9015-ef060886ad16 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1009729 Jul 22 23:51:29.993277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af53d8fa-2f90-4702-82e2-01b495fb4cc8 req-5e215f09-9899-437c-8d89-c92a7a4de7c0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506136 Jul 22 23:51:30.291499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434d3e1-8bd1-424a-9fed-7f8fc8197a20 req-cec7e778-b9e0-4933-82e1-31d31c4d3ea7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:30.292948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7434d3e1-8bd1-424a-9fed-7f8fc8197a20 req-cec7e778-b9e0-4933-82e1-31d31c4d3ea7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0882895 Jul 22 23:51:30.335646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7434d3e1-8bd1-424a-9fed-7f8fc8197a20 req-89022ec8-4c86-4548-afac-3220c8e035e9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361621 Jul 22 23:51:30.474774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:51:30.500355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:51:30.501108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device a7fc4a72-d003-4d2b-a50b-79c9ca8e78cd not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:51:30.511643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfb73-32f7-4606-a7d8-0937721d3978 req-c0efbd23-6d95-4652-9674-255fa5caeb11 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:30.513333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-830bfb73-32f7-4606-a7d8-0937721d3978 req-c0efbd23-6d95-4652-9674-255fa5caeb11 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0984726 Jul 22 23:51:30.558844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-830bfb73-32f7-4606-a7d8-0937721d3978 req-af4b60ec-29fc-42c5-bc83-07d56d04e8e9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Jul 22 23:51:31.162377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb56bc-afc2-4241-8aa6-f47b9bd40518 req-e4e6c2a4-7544-44c5-a1a7-263b67bad66c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:31.167594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8fb56bc-afc2-4241-8aa6-f47b9bd40518 req-e4e6c2a4-7544-44c5-a1a7-263b67bad66c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0751863 Jul 22 23:51:31.226679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8fb56bc-afc2-4241-8aa6-f47b9bd40518 req-f5e47791-a613-49c9-91cd-d9101e973e0b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554490 Jul 22 23:51:32.191037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1117b6d-0374-4fb5-b4da-815babc33faf req-2cac91b0-966c-4464-839b-a9e1053c09aa tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:32.193512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1117b6d-0374-4fb5-b4da-815babc33faf req-2cac91b0-966c-4464-839b-a9e1053c09aa tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0849249 Jul 22 23:51:32.239004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1117b6d-0374-4fb5-b4da-815babc33faf req-886232c9-3170-4505-832b-396519e4ddbd tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368352 Jul 22 23:51:32.409502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc3b8-8a8e-4dd1-9003-8fb7748435d9 req-f7e53df3-b0d5-477c-a547-f7f32353841f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:32.411210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-572bc3b8-8a8e-4dd1-9003-8fb7748435d9 req-f7e53df3-b0d5-477c-a547-f7f32353841f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0876477 Jul 22 23:51:32.469828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-572bc3b8-8a8e-4dd1-9003-8fb7748435d9 req-0b4ba3cd-7e95-45a4-85a9-17183733630c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Jul 22 23:51:32.712205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349fad1-8597-4c60-ba97-396fef41c5e2 req-d733a67d-94f2-40c9-ae4f-9ef0a65bb405 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:32.713760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2349fad1-8597-4c60-ba97-396fef41c5e2 req-d733a67d-94f2-40c9-ae4f-9ef0a65bb405 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0970819 Jul 22 23:51:32.775002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2349fad1-8597-4c60-ba97-396fef41c5e2 req-abf0f886-7cc0-4d6c-9b86-887f40311369 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485115 Jul 22 23:51:32.970356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a5459-122b-4d2b-a670-d98933dc5fae req-34734bd2-a692-48b5-b9e3-00c9e4e849b7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:32.978282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d1a5459-122b-4d2b-a670-d98933dc5fae req-34734bd2-a692-48b5-b9e3-00c9e4e849b7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1170259 Jul 22 23:51:33.033651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d1a5459-122b-4d2b-a670-d98933dc5fae req-14fb9310-0aff-4d35-a5c5-13a728163add tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 Jul 22 23:51:33.304234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99b82d-4fdc-4b10-834b-f34d8d6eee0a req-4ee00a29-717d-4dd4-8cdd-3a4a2155c92f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.306347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d99b82d-4fdc-4b10-834b-f34d8d6eee0a req-4ee00a29-717d-4dd4-8cdd-3a4a2155c92f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0872917 Jul 22 23:51:33.366621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d99b82d-4fdc-4b10-834b-f34d8d6eee0a req-e84da247-e240-47b0-847c-7d90b62dfc41 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Jul 22 23:51:33.524888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e18e5-17e8-4634-a5c8-5be280ac0206 req-4e794c70-3f9b-4c01-9c29-75ef46091070 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.526972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b6e18e5-17e8-4634-a5c8-5be280ac0206 req-4e794c70-3f9b-4c01-9c29-75ef46091070 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0887618 Jul 22 23:51:33.572444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b6e18e5-17e8-4634-a5c8-5be280ac0206 req-5e8d38fb-36c7-4436-834f-6557945af294 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Jul 22 23:51:33.857827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d7c42-70aa-4521-862e-9422b6e0aafa req-4e749592-9e66-4ffe-8d76-8859c127b69b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:33.860170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e52d7c42-70aa-4521-862e-9422b6e0aafa req-4e749592-9e66-4ffe-8d76-8859c127b69b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0923355 Jul 22 23:51:33.910003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e52d7c42-70aa-4521-862e-9422b6e0aafa req-d2bf75aa-c97c-4e83-8cb1-4a1f53b49dde tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Jul 22 23:51:34.082653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee557ce-43ab-408f-b771-d2377fe90875 req-a563e6d6-2160-46a7-b2c3-11f8759a4ab0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:34.089904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ee557ce-43ab-408f-b771-d2377fe90875 req-a563e6d6-2160-46a7-b2c3-11f8759a4ab0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1032877 Jul 22 23:51:34.138294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ee557ce-43ab-408f-b771-d2377fe90875 req-555885cd-c696-4ffc-9924-81b41915061b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Jul 22 23:51:34.362011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04697f73-352f-49e0-ad24-e9bad1645d10 req-523f0310-8538-4dc2-8780-d361470e09a6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:34.364442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04697f73-352f-49e0-ad24-e9bad1645d10 req-523f0310-8538-4dc2-8780-d361470e09a6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0779405 Jul 22 23:51:34.428288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04697f73-352f-49e0-ad24-e9bad1645d10 req-0b744aea-e80a-4cc4-8676-e0799b933c4a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535631 Jul 22 23:51:34.618316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94943dbb-14f2-4238-85f8-cbd2eea01b8b req-c79672a4-4311-43c4-aa44-93118595c3c9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:34.620063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94943dbb-14f2-4238-85f8-cbd2eea01b8b req-c79672a4-4311-43c4-aa44-93118595c3c9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0922663 Jul 22 23:51:34.679989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-94943dbb-14f2-4238-85f8-cbd2eea01b8b req-06f40c39-4982-4a53-aadb-146a7c102a47 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524228 Jul 22 23:51:34.959515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498724bb-3e5e-4613-9a0b-52ecdd429070 req-be7adb1d-aeb7-4b14-80fa-5d527f62683b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:34.966531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-498724bb-3e5e-4613-9a0b-52ecdd429070 req-be7adb1d-aeb7-4b14-80fa-5d527f62683b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1151469 Jul 22 23:51:35.019973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-498724bb-3e5e-4613-9a0b-52ecdd429070 req-55a67dbd-36fe-4810-a7c0-a83d95c3883a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 Jul 22 23:51:35.204474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d45d0-6217-45a3-bed9-9a662bb55189 req-95156cfd-69f0-479a-9284-db29b7805695 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.206158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba4d45d0-6217-45a3-bed9-9a662bb55189 req-95156cfd-69f0-479a-9284-db29b7805695 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0840764 Jul 22 23:51:35.271947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba4d45d0-6217-45a3-bed9-9a662bb55189 req-4f03d252-c780-4ff5-a397-52771c910940 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Jul 22 23:51:35.570139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91fcf-e8c0-427c-9fd2-799628e44147 req-d38888ec-233a-4280-a66d-2f39985ed216 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.576187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08d91fcf-e8c0-427c-9fd2-799628e44147 req-d38888ec-233a-4280-a66d-2f39985ed216 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 813 time: 0.1358123 Jul 22 23:51:35.591432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08d91fcf-e8c0-427c-9fd2-799628e44147 req-5af3b103-e4bf-47d0-94ad-77534f88cfa2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/quotas/9ce9d4f6e9444ef48b6b5fa290ee98f7 HTTP/1.1" status: 200 len: 375 time: 0.0104687 Jul 22 23:51:35.683708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08d91fcf-e8c0-427c-9fd2-799628e44147 req-7d03b11a-2ea1-4469-979d-a34590a4d7fb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834496 Jul 22 23:51:35.876562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce433e66-43e9-4967-93d4-5978bbf0171c req-63de4a33-97da-406c-b9de-d711a6973018 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:35.880090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce433e66-43e9-4967-93d4-5978bbf0171c req-63de4a33-97da-406c-b9de-d711a6973018 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1115139 Jul 22 23:51:35.938299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce433e66-43e9-4967-93d4-5978bbf0171c req-9e100330-ecd2-4d92-a276-dec4e30e76b8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506554 Jul 22 23:51:36.097571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.131440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975989e3-de08-4d4a-9747-8d542dfa5e3a req-5783c10d-f70e-4061-8a91-142cb63a50d5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:36.133259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-975989e3-de08-4d4a-9747-8d542dfa5e3a req-5783c10d-f70e-4061-8a91-142cb63a50d5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0946729 Jul 22 23:51:36.176763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-975989e3-de08-4d4a-9747-8d542dfa5e3a req-684b5163-bffa-483b-804b-790da9fe6975 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Jul 22 23:51:36.388975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f1b9eed-6088-44a1-aad2-ba1a9482a87a req-e350444b-ae84-4c79-8aa7-997e108bf899 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7 HTTP/1.1" status: 200 len: 221 time: 0.0326586 Jul 22 23:51:36.570922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2432f-25ac-4b44-8e52-aca3bab3b4e3 req-b606d8c4-190d-4238-b42d-2e99fd873363 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:36.572513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1cd2432f-25ac-4b44-8e52-aca3bab3b4e3 req-b606d8c4-190d-4238-b42d-2e99fd873363 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0877249 Jul 22 23:51:36.623989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1cd2432f-25ac-4b44-8e52-aca3bab3b4e3 req-ff538c50-9b82-46a5-896a-5adfab3a81f7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Jul 22 23:51:36.812185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79d871-cc07-42af-85a4-c6dea0e04d21 req-72476960-2ae1-4301-8407-2109250daf0b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:36.814067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec79d871-cc07-42af-85a4-c6dea0e04d21 req-72476960-2ae1-4301-8407-2109250daf0b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0961711 Jul 22 23:51:36.862048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec79d871-cc07-42af-85a4-c6dea0e04d21 req-7632c89f-f5b7-4919-97c0-02c273a392cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419726 Jul 22 23:51:37.067160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13fbc2-98c7-41de-847a-c4c95589fb4c req-85eba4d0-a6c5-4c44-b648-42bb7fcf6e38 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.069363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db13fbc2-98c7-41de-847a-c4c95589fb4c req-85eba4d0-a6c5-4c44-b648-42bb7fcf6e38 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0784266 Jul 22 23:51:37.113558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db13fbc2-98c7-41de-847a-c4c95589fb4c req-8ce16277-6e16-4861-9410-04fb8f1b05b9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Jul 22 23:51:37.307626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fc7c8-d08b-41c4-b593-7aa638705392 req-a5be28ac-ccad-4e8b-8590-7b970f951dc7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.309176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-582fc7c8-d08b-41c4-b593-7aa638705392 req-a5be28ac-ccad-4e8b-8590-7b970f951dc7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0893512 Jul 22 23:51:37.367553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-582fc7c8-d08b-41c4-b593-7aa638705392 req-7af3c580-c314-43c8-a7b4-a3b93d45c707 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 Jul 22 23:51:37.537365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4766-b8fb-4c5b-8208-253b56b637da req-6b596109-9512-4482-aeb2-460326113f2e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.538999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8be4766-b8fb-4c5b-8208-253b56b637da req-6b596109-9512-4482-aeb2-460326113f2e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0780094 Jul 22 23:51:37.597961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8be4766-b8fb-4c5b-8208-253b56b637da req-4708d857-2440-4206-85d2-99bea252736c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527527 Jul 22 23:51:37.809595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24053cb-2d18-4eda-924d-551e549f08c8 req-2da59029-b85d-42c0-bdd8-c43f6f1c6c5a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:37.811663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f24053cb-2d18-4eda-924d-551e549f08c8 req-2da59029-b85d-42c0-bdd8-c43f6f1c6c5a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0915992 Jul 22 23:51:37.867725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f24053cb-2d18-4eda-924d-551e549f08c8 req-8302e89f-f778-425a-8f56-b89b3e00a27e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469177 Jul 22 23:51:38.054659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e98c6-3eff-4658-8a25-247481c980c8 req-2dbdea59-0d1c-4c94-ba03-885fff12b6da tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.062395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-795e98c6-3eff-4658-8a25-247481c980c8 req-2dbdea59-0d1c-4c94-ba03-885fff12b6da tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0948002 Jul 22 23:51:38.131647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-795e98c6-3eff-4658-8a25-247481c980c8 req-a20a70b4-5612-4417-988f-1813ffcfb86f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589147 Jul 22 23:51:38.320336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf142b-968a-414e-a7e8-229c5d80eedd req-c84aec5e-10a4-403c-9cdf-a53388a54176 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.322544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13bf142b-968a-414e-a7e8-229c5d80eedd req-c84aec5e-10a4-403c-9cdf-a53388a54176 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0933194 Jul 22 23:51:38.377704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13bf142b-968a-414e-a7e8-229c5d80eedd req-7c42c6a6-a08c-4c25-b82c-524e2d9fafa4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387874 Jul 22 23:51:38.606598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aa176-7244-4ab4-bbd1-d1ab0208ba24 req-5a57f9d0-38ae-4974-82a3-b0a9df1f87c0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.608374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f9aa176-7244-4ab4-bbd1-d1ab0208ba24 req-5a57f9d0-38ae-4974-82a3-b0a9df1f87c0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0963845 Jul 22 23:51:38.663874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f9aa176-7244-4ab4-bbd1-d1ab0208ba24 req-59ace947-9cf2-4643-bf4d-70a9404b3480 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474710 Jul 22 23:51:38.826818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad0f3a-9eef-4d76-9de9-40c172fb8f03 req-8abd3c8a-5856-49ce-826a-ec9bff3ddfb5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:38.829022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24ad0f3a-9eef-4d76-9de9-40c172fb8f03 req-8abd3c8a-5856-49ce-826a-ec9bff3ddfb5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0749707 Jul 22 23:51:38.892243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24ad0f3a-9eef-4d76-9de9-40c172fb8f03 req-6d65f88a-8384-40e0-abc5-43873f610c11 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495706 Jul 22 23:51:39.059828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac106f0-4a02-4e01-ad01-23dc308b379c req-56b87d5e-327a-4561-b644-a90b101d70dc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.061417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ac106f0-4a02-4e01-ad01-23dc308b379c req-56b87d5e-327a-4561-b644-a90b101d70dc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0832860 Jul 22 23:51:39.121497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5ac106f0-4a02-4e01-ad01-23dc308b379c req-43af14d3-c918-4118-a2d1-b05516ece8f1 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Jul 22 23:51:39.289661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d96857-abe9-4e2a-b905-5d4c5849a5f6 req-6454f6cf-305c-4dc5-821b-605e7b6f0952 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.291247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95d96857-abe9-4e2a-b905-5d4c5849a5f6 req-6454f6cf-305c-4dc5-821b-605e7b6f0952 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0915673 Jul 22 23:51:39.352180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95d96857-abe9-4e2a-b905-5d4c5849a5f6 req-6d159273-33a1-4a25-baf1-a3faaf4fcf47 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518975 Jul 22 23:51:39.567447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32fc83-7ff2-419b-a6ae-457922d7f8eb req-3161be2f-20ec-45f9-a790-49c56ddfa238 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.569627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df32fc83-7ff2-419b-a6ae-457922d7f8eb req-3161be2f-20ec-45f9-a790-49c56ddfa238 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0935683 Jul 22 23:51:39.632344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df32fc83-7ff2-419b-a6ae-457922d7f8eb req-b8a2c3d8-f070-41e7-bafe-af27c101627a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567231 Jul 22 23:51:39.797612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c37354-1bca-4020-a9f3-526d56b11ac0 req-78b04640-bbc6-4aff-b42c-724d25e9d1d6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:39.805392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3c37354-1bca-4020-a9f3-526d56b11ac0 req-78b04640-bbc6-4aff-b42c-724d25e9d1d6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0950959 Jul 22 23:51:39.845318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3c37354-1bca-4020-a9f3-526d56b11ac0 req-9f90a0a5-e940-42d5-a23a-47154cefaeef tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Jul 22 23:51:40.072773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca644-7cc2-45a8-a5a1-1203a7598f3b req-f36d1335-4de5-4eb3-84b2-290a0edb0d4f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:40.076521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba0ca644-7cc2-45a8-a5a1-1203a7598f3b req-f36d1335-4de5-4eb3-84b2-290a0edb0d4f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0786955 Jul 22 23:51:40.119427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba0ca644-7cc2-45a8-a5a1-1203a7598f3b req-db02a163-236b-4c02-a073-9e03c590de43 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378411 Jul 22 23:51:40.306735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a11a0-ecd0-456f-acf6-99b758967bba req-052a1980-0878-4dcd-8d2b-3903af876342 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:40.308955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a8a11a0-ecd0-456f-acf6-99b758967bba req-052a1980-0878-4dcd-8d2b-3903af876342 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0801587 Jul 22 23:51:40.354696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a8a11a0-ecd0-456f-acf6-99b758967bba req-01cbd3d9-be47-4dd8-b881-95c1a6d32d23 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Jul 22 23:51:40.612217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e2952-f1c5-42cd-8bc2-ae0f8c9745c9 req-7b37a801-a907-470d-86f3-608b316f3182 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:40.615159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-787e2952-f1c5-42cd-8bc2-ae0f8c9745c9 req-7b37a801-a907-470d-86f3-608b316f3182 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0962183 Jul 22 23:51:40.662625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-787e2952-f1c5-42cd-8bc2-ae0f8c9745c9 req-9e387400-5536-4511-be93-61a345d2e9df tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Jul 22 23:51:40.913986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f91c66-1add-4591-b962-42a5798043f1 req-f3608953-2082-49df-9beb-d2827d9451c9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:40.915631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57f91c66-1add-4591-b962-42a5798043f1 req-f3608953-2082-49df-9beb-d2827d9451c9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1744788 Jul 22 23:51:40.974403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57f91c66-1add-4591-b962-42a5798043f1 req-872f2aba-ed00-45d1-832f-3a62c433746e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471523 Jul 22 23:51:41.176419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c2e5a-87fb-485d-8f3b-379aeff83884 req-72963e69-9350-467a-a5fe-f2d1e904f0f2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.179604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d30c2e5a-87fb-485d-8f3b-379aeff83884 req-72963e69-9350-467a-a5fe-f2d1e904f0f2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0917521 Jul 22 23:51:41.231423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d30c2e5a-87fb-485d-8f3b-379aeff83884 req-11217e48-a7ea-4ec8-ac9c-5be2adbf6d23 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Jul 22 23:51:41.408026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981a16-323d-4bd1-9ae0-568ad6561139 req-9dd740e2-9be6-456c-ba25-4970c5a54cfb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.417374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e981a16-323d-4bd1-9ae0-568ad6561139 req-9dd740e2-9be6-456c-ba25-4970c5a54cfb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0930798 Jul 22 23:51:41.469871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e981a16-323d-4bd1-9ae0-568ad6561139 req-b16850da-50e7-4bb8-bd1f-319a0996cd4d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511627 Jul 22 23:51:41.745119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff5a08-ef6d-42b3-8e42-d390f509b1ef req-961ca9c7-7b97-452e-ac2e-7e083040fbd6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:41.746798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13ff5a08-ef6d-42b3-8e42-d390f509b1ef req-961ca9c7-7b97-452e-ac2e-7e083040fbd6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0907638 Jul 22 23:51:41.807919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13ff5a08-ef6d-42b3-8e42-d390f509b1ef req-b3b1e165-d0a1-4498-b6bf-cc5fdc38333e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499530 Jul 22 23:51:42.995815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93c8a-2760-4363-a286-ebbf2f6d08b4 req-2a1b1dea-8b9c-4071-8735-c990b00049f7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:42.998121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56f93c8a-2760-4363-a286-ebbf2f6d08b4 req-2a1b1dea-8b9c-4071-8735-c990b00049f7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1104510 Jul 22 23:51:43.053215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56f93c8a-2760-4363-a286-ebbf2f6d08b4 req-c127bb6f-273f-4fe4-8a55-953f100aa9d1 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484517 Jul 22 23:51:43.438962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525437f2-c47c-4b91-8425-aeed277b475a req-f8f21c55-d436-4916-8f8b-55c98ed1cd6d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:43.441314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-525437f2-c47c-4b91-8425-aeed277b475a req-f8f21c55-d436-4916-8f8b-55c98ed1cd6d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0854428 Jul 22 23:51:43.497742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-525437f2-c47c-4b91-8425-aeed277b475a req-85fef6f3-57aa-4d09-9603-fab94a362635 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Jul 22 23:51:44.692831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572089f-07d0-4ecc-b494-cd52e06e7f5f req-d471ffbe-1c82-48b4-9fd0-59a4c5cd962c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.695729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3572089f-07d0-4ecc-b494-cd52e06e7f5f req-d471ffbe-1c82-48b4-9fd0-59a4c5cd962c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1010659 Jul 22 23:51:44.743761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3572089f-07d0-4ecc-b494-cd52e06e7f5f req-f53921cd-2546-4338-b0b5-7da90b78f244 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Jul 22 23:51:44.927965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405d6df-c44e-4541-a1ef-660abeff6907 req-fbd4152d-5f27-4be4-ad26-e9f4aadaf1de tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:44.929503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b405d6df-c44e-4541-a1ef-660abeff6907 req-fbd4152d-5f27-4be4-ad26-e9f4aadaf1de tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0672152 Jul 22 23:51:44.972608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b405d6df-c44e-4541-a1ef-660abeff6907 req-599f1845-f57b-4b69-98a4-f24bfb727db7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Jul 22 23:51:45.176902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe564b-9e73-41a4-9e26-ff83453fda0e req-d4466cb4-f75d-40d3-9281-988d230836d7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.178608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4abe564b-9e73-41a4-9e26-ff83453fda0e req-d4466cb4-f75d-40d3-9281-988d230836d7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0913382 Jul 22 23:51:45.226504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4abe564b-9e73-41a4-9e26-ff83453fda0e req-42e11989-31eb-4be0-867e-d9f848a2f76b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Jul 22 23:51:45.415389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bececb7c-e321-45f4-99fd-7dc17dff9a6b req-e475709d-e665-4995-81b9-1f61c4219a18 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.415389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bececb7c-e321-45f4-99fd-7dc17dff9a6b req-e475709d-e665-4995-81b9-1f61c4219a18 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0939019 Jul 22 23:51:45.480780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bececb7c-e321-45f4-99fd-7dc17dff9a6b req-b440c570-1c1b-4a22-953f-decd1e212859 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574470 Jul 22 23:51:45.676625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5513b-3813-4546-93c9-596b39e0f1fc req-0ca7e7c0-8b51-4443-a817-40fa46a416ff tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.678611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c5513b-3813-4546-93c9-596b39e0f1fc req-0ca7e7c0-8b51-4443-a817-40fa46a416ff tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0900261 Jul 22 23:51:45.753265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86c5513b-3813-4546-93c9-596b39e0f1fc req-22d72904-e28a-4717-ade6-c54de1445585 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676553 Jul 22 23:51:45.927488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b7445-8a1b-4298-8887-02afa6039054 req-3c5bac95-6547-4ab9-aa0a-74ed0821624d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:45.929463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-993b7445-8a1b-4298-8887-02afa6039054 req-3c5bac95-6547-4ab9-aa0a-74ed0821624d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0920527 Jul 22 23:51:45.976304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-993b7445-8a1b-4298-8887-02afa6039054 req-c65d5e33-bbd0-434c-800f-f3415e5894ea tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Jul 22 23:51:46.124646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b99fdfa-419c-4824-a279-712dcbd35db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:46.223556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809ae4b-6b2b-4ad0-ba11-48a8c0288a1d req-d26ad62e-b9cd-4c18-be63-9ad3288ca2cc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.225189 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6809ae4b-6b2b-4ad0-ba11-48a8c0288a1d req-d26ad62e-b9cd-4c18-be63-9ad3288ca2cc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0942678 Jul 22 23:51:46.275951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6809ae4b-6b2b-4ad0-ba11-48a8c0288a1d req-e20bdd10-4dec-418f-bf52-74e6d95ef281 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 Jul 22 23:51:46.466901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24efe-49e7-4573-a400-dd2afe9110a2 req-2f1cdc10-cda4-4ca4-9854-bc69bc25c832 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.468479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b24efe-49e7-4573-a400-dd2afe9110a2 req-2f1cdc10-cda4-4ca4-9854-bc69bc25c832 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0975785 Jul 22 23:51:46.512580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b24efe-49e7-4573-a400-dd2afe9110a2 req-1e1c9281-880a-413d-bc76-b20f5018803a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 Jul 22 23:51:46.701493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f98d-f895-4c1a-a630-afe2f50d7207 req-d61c0213-468e-41e5-b915-5e338f40edb6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.703589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c202f98d-f895-4c1a-a630-afe2f50d7207 req-d61c0213-468e-41e5-b915-5e338f40edb6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0989718 Jul 22 23:51:46.750277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c202f98d-f895-4c1a-a630-afe2f50d7207 req-508c4196-f52b-4a3c-b143-527b4d004d3b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Jul 22 23:51:46.900908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9acfa-b17c-4d07-9198-fb2ab613f3ae req-2171134a-2428-458b-8add-1eaf2484842f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:46.902447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79e9acfa-b17c-4d07-9198-fb2ab613f3ae req-2171134a-2428-458b-8add-1eaf2484842f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0727530 Jul 22 23:51:46.956908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79e9acfa-b17c-4d07-9198-fb2ab613f3ae req-de082010-2f5f-45af-adc3-d980e52db0fb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Jul 22 23:51:47.177815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac7b5a-8486-4be1-9311-f8168e30e002 req-3381e993-e8bf-4bd6-8c2e-bb982135d511 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:47.179323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbac7b5a-8486-4be1-9311-f8168e30e002 req-3381e993-e8bf-4bd6-8c2e-bb982135d511 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0947392 Jul 22 23:51:47.226667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbac7b5a-8486-4be1-9311-f8168e30e002 req-857254cf-2045-4ea0-8f47-462a56807d15 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Jul 22 23:51:47.402756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebc94b-1341-4886-b6ce-f2e712535f13 req-adfeb4ce-fc21-47d6-82c1-3fdd5b197ae7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:47.404674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4ebc94b-1341-4886-b6ce-f2e712535f13 req-adfeb4ce-fc21-47d6-82c1-3fdd5b197ae7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0965159 Jul 22 23:51:47.462807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4ebc94b-1341-4886-b6ce-f2e712535f13 req-2ef2e3cc-0c36-4be6-af7c-89918301c265 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Jul 22 23:51:47.733069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec88f6-dae1-4b8c-b8c6-a922623c686d req-d1c33045-3e4a-4f3b-bd8d-fec45e0bc90f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:47.745441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eec88f6-dae1-4b8c-b8c6-a922623c686d req-d1c33045-3e4a-4f3b-bd8d-fec45e0bc90f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1149654 Jul 22 23:51:47.798326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0eec88f6-dae1-4b8c-b8c6-a922623c686d req-ea2cea68-e662-4317-9024-9d788b69927d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455778 Jul 22 23:51:47.985645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6503e9-f9fd-40af-b686-ed52b708d9c1 req-0fc79e0f-808e-4278-b5dc-7cfd95af9985 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:47.987426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b6503e9-f9fd-40af-b686-ed52b708d9c1 req-0fc79e0f-808e-4278-b5dc-7cfd95af9985 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0812795 Jul 22 23:51:48.039443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b6503e9-f9fd-40af-b686-ed52b708d9c1 req-d36054bb-8678-4511-a470-0985df6a93b8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jul 22 23:51:48.214971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6292f33-d572-46c8-ab37-984f5153d1ad req-bc3acf74-cf3f-4811-86e8-05d9b09720bc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.216291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6292f33-d572-46c8-ab37-984f5153d1ad req-bc3acf74-cf3f-4811-86e8-05d9b09720bc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0761311 Jul 22 23:51:48.271613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6292f33-d572-46c8-ab37-984f5153d1ad req-bad97fbc-942e-4d6e-b006-6cae072e1e7b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Jul 22 23:51:48.467410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0d4fb-1f3c-4573-a800-8eade2717b34 req-db2607e4-54f0-40d8-a94e-0067e4e7fe73 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.469420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49f0d4fb-1f3c-4573-a800-8eade2717b34 req-db2607e4-54f0-40d8-a94e-0067e4e7fe73 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0898585 Jul 22 23:51:48.537161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49f0d4fb-1f3c-4573-a800-8eade2717b34 req-69de5d62-1e43-423c-81e9-e9b7dd7f319f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572424 Jul 22 23:51:48.757372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b083b-5005-4a4a-aa83-c7124fbbd009 req-ef924da1-1d7e-4450-84f1-84885ab7c38b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.764477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c11b083b-5005-4a4a-aa83-c7124fbbd009 req-ef924da1-1d7e-4450-84f1-84885ab7c38b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0889547 Jul 22 23:51:48.805662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c11b083b-5005-4a4a-aa83-c7124fbbd009 req-7af1c8eb-36f8-435e-a1c6-c2e8db91f5eb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Jul 22 23:51:48.969600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f68d0-a524-4bbc-98f2-d2c4cf0dcdba req-40e51dd2-e405-4747-b653-1568d6f4ed4a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:48.971834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-408f68d0-a524-4bbc-98f2-d2c4cf0dcdba req-40e51dd2-e405-4747-b653-1568d6f4ed4a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0884717 Jul 22 23:51:49.049854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-408f68d0-a524-4bbc-98f2-d2c4cf0dcdba req-af2511f7-5e12-46dc-84f5-3b6c30350da7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Jul 22 23:51:49.282901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58affeea-856c-4ab0-94bc-14bb4f206bef req-19924ad7-f742-4d92-ae3e-94389b113d77 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:49.284454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58affeea-856c-4ab0-94bc-14bb4f206bef req-19924ad7-f742-4d92-ae3e-94389b113d77 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0857353 Jul 22 23:51:49.332004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58affeea-856c-4ab0-94bc-14bb4f206bef req-dd234a9b-2ab8-45fe-bd7a-8ceaf8f83c48 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Jul 22 23:51:49.464252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0f02a4f7-f584-41ff-a68c-b5ba7c0face5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:49.532306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ea4d-5466-4b76-806e-2e4c3a860d39 req-7fab9740-01aa-42b1-8fde-647bb666c9ab tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:49.533869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5782ea4d-5466-4b76-806e-2e4c3a860d39 req-7fab9740-01aa-42b1-8fde-647bb666c9ab tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1187963 Jul 22 23:51:49.583485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5782ea4d-5466-4b76-806e-2e4c3a860d39 req-da7c5c60-4035-44d2-8f94-7bac8433d05b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Jul 22 23:51:49.614266 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:49.725449 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:51:49.787599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6329d-0236-498c-a487-a07d6b699892 req-c682d4a7-80e9-48bd-98c6-4ae3270cec15 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:49.789615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53a6329d-0236-498c-a487-a07d6b699892 req-c682d4a7-80e9-48bd-98c6-4ae3270cec15 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0898414 Jul 22 23:51:49.868591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53a6329d-0236-498c-a487-a07d6b699892 req-4838aa86-5c9a-490e-b195-9e5636f6cfe8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720990 Jul 22 23:51:50.027073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fd4f9-e28e-4af1-b322-171e900fb3c6 req-75f7b502-ab4f-4c70-bb55-7240d745c402 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:50.028770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-210fd4f9-e28e-4af1-b322-171e900fb3c6 req-75f7b502-ab4f-4c70-bb55-7240d745c402 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0761397 Jul 22 23:51:50.086681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-210fd4f9-e28e-4af1-b322-171e900fb3c6 req-69756a58-3302-4dc7-91b4-c2a8d8dac0c1 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489542 Jul 22 23:51:50.231660 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.721236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dc95d-af52-40ca-ae9b-e3710aa4e8d1 req-48abe505-76d4-4d6c-9e3d-17d165ee9088 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:50.723036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d56dc95d-af52-40ca-ae9b-e3710aa4e8d1 req-48abe505-76d4-4d6c-9e3d-17d165ee9088 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0971236 Jul 22 23:51:50.795448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d56dc95d-af52-40ca-ae9b-e3710aa4e8d1 req-049f0a70-5917-4ef4-aeed-53421c9d6dcf tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Jul 22 23:51:51.700896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:51.991585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362d66-b6a0-4186-bb59-03528e078435 req-d26b2f3e-e100-403e-989c-636f0ea289d9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:51.993020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df362d66-b6a0-4186-bb59-03528e078435 req-d26b2f3e-e100-403e-989c-636f0ea289d9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0867829 Jul 22 23:51:52.084392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df362d66-b6a0-4186-bb59-03528e078435 req-1eb78bee-998a-4646-bae3-238a9d88f9c3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Jul 22 23:51:52.206993 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.292752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c6d1-1eac-4894-a337-0871d580ef8d req-7376873e-63a8-4ddb-92d4-75ff90616c47 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:53.294320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d68c6d1-1eac-4894-a337-0871d580ef8d req-7376873e-63a8-4ddb-92d4-75ff90616c47 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1119795 Jul 22 23:51:53.339897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d68c6d1-1eac-4894-a337-0871d580ef8d req-fbed5fbb-ec77-4335-beb0-13792247c133 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Jul 22 23:51:54.588894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c887-4c45-40a1-b9d7-7be0d952a554 req-22fd5c25-0950-431b-b967-464e5d1f9610 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:54.607468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7157c887-4c45-40a1-b9d7-7be0d952a554 req-22fd5c25-0950-431b-b967-464e5d1f9610 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1495872 Jul 22 23:51:54.677735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7157c887-4c45-40a1-b9d7-7be0d952a554 req-ca89b2c9-e353-486b-b96d-3a4225027b1a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673747 Jul 22 23:51:55.858629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4423a6-c458-4658-b9fd-a46d9fc6bd39 req-6648550f-c61e-4fb1-999a-ba87d6aff687 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:55.861025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad4423a6-c458-4658-b9fd-a46d9fc6bd39 req-6648550f-c61e-4fb1-999a-ba87d6aff687 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1074233 Jul 22 23:51:55.944653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad4423a6-c458-4658-b9fd-a46d9fc6bd39 req-9d5529c7-2f52-4fa3-b056-a3a3fb97a318 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765073 Jul 22 23:51:55.961145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-74632a99-add6-4181-9a67-04586f0aa1dd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:55.962759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-74632a99-add6-4181-9a67-04586f0aa1dd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1549342 Jul 22 23:51:55.982040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-24468acb-8c09-4da3-9f36-dc390082df43 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0128331 Jul 22 23:51:56.082047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-1ab15761-0b70-434f-b61c-abb9c55faa3e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920620 Jul 22 23:51:56.212765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6882a1b2-3eaa-4783-ab6f-78eb013e17f2 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236722 Jul 22 23:51:56.315290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-d27c8344-2eb9-419e-9ddb-22415d05ca3a service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950327 Jul 22 23:51:56.596518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8976899a-6d6f-48a3-bbe5-c6cd0085ec26 req-3c2db171-9ebd-4e7c-bd52-7ce9b54c8600 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 210 time: 0.0551500 Jul 22 23:51:57.154140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1aa09-7cc6-4ef6-a1a1-efa9cbf376df req-5d46fedb-32ab-4730-882b-2cf9f7af45d2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:57.156425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84e1aa09-7cc6-4ef6-a1a1-efa9cbf376df req-5d46fedb-32ab-4730-882b-2cf9f7af45d2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1131153 Jul 22 23:51:57.215235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84e1aa09-7cc6-4ef6-a1a1-efa9cbf376df req-f3d2aa8a-c5e2-4c57-a300-d1289a1bb3c6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Jul 22 23:51:57.759761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-014f7de6-f402-425b-bfd0-7624f3201743 req-f0d75efc-b057-4d15-935a-3ba3b3db1ea9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 210 time: 0.0607665 Jul 22 23:51:57.767932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-408fd154-9a24-4c0f-a18f-4654d32505b7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:57.769471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-408fd154-9a24-4c0f-a18f-4654d32505b7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1807907 Jul 22 23:51:57.790862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:58.157567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:51:58.161550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.359048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.10 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/5d679e44-b8a6-4ece-83fa-fae28f470aaa) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:51:58.419501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6e06-358e-46b2-aff6-7c886f98138c req-ff712dfa-007d-4ee4-a955-715711a297b3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:58.422875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4faf6e06-358e-46b2-aff6-7c886f98138c req-ff712dfa-007d-4ee4-a955-715711a297b3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0809941 Jul 22 23:51:58.469305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4faf6e06-358e-46b2-aff6-7c886f98138c req-640bef13-e95d-43a8-8be6-3b4180e040a2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Jul 22 23:51:58.541905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.575360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 5d679e44-b8a6-4ece-83fa-fae28f470aaa will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:58.621306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.667055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:51:58.672844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:51:58.676801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:51:58.705814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=5d679e44-b8a6-4ece-83fa-fae28f470aaa,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:58.767052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.767431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.767777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.768120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.768699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.768800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.769100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.769430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.769761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.774987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.775399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.775748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:58.800432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:58.801235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.819776 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fedfb128-21f8-4f45-acc1-7a832b031480 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0329237 Jul 22 23:51:58.838621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Request body: {'port': {'device_id': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:58.950824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:58.982708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21838562-0fd9-45b7-9c24-5cf0d2c4f865 req-fb5af8a7-10e3-44e7-961e-925e15706f9c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:58.984889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21838562-0fd9-45b7-9c24-5cf0d2c4f865 req-fb5af8a7-10e3-44e7-961e-925e15706f9c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 932 time: 0.1049778 Jul 22 23:51:59.008322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0d785f4c-de76-434d-88bf-6f0d64f41d3a None None] Provisioning for port 5d679e44-b8a6-4ece-83fa-fae28f470aaa completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:51:59.016504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0d785f4c-de76-434d-88bf-6f0d64f41d3a None None] Provisioning complete for port 5d679e44-b8a6-4ece-83fa-fae28f470aaa triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:51:59.017556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0d785f4c-de76-434d-88bf-6f0d64f41d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.050457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21838562-0fd9-45b7-9c24-5cf0d2c4f865 req-31b55b34-afb6-417c-a070-5559f8740088 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569746 Jul 22 23:51:59.082760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0d785f4c-de76-434d-88bf-6f0d64f41d3a None None] Port 5d679e44-b8a6-4ece-83fa-fae28f470aaa cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:51:59.300039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d679e44-b8a6-4ece-83fa-fae28f470aaa {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:51:59.308869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.322847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Transition to ACTIVE for port object 5d679e44-b8a6-4ece-83fa-fae28f470aaa will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:51:59.327370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.433529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Pushing event updated for resources: {'Port': ['ID=5d679e44-b8a6-4ece-83fa-fae28f470aaa,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:59.481268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Attempting to bind port 5d679e44-b8a6-4ece-83fa-fae28f470aaa on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:51:59.481657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Attempting to bind port 5d679e44-b8a6-4ece-83fa-fae28f470aaa by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:51:59.482170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Attempting to bind port 5d679e44-b8a6-4ece-83fa-fae28f470aaa on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:59.488146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Port 5d679e44-b8a6-4ece-83fa-fae28f470aaa on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:51:59.488476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Attempting to bind port 5d679e44-b8a6-4ece-83fa-fae28f470aaa on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:51:59.494064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:51:59.494401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:51:59.494799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:51:59.495222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Bound port: 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:51:59.495621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.574198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] For port 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:51:59.579055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] For port 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:51:59.591475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.642200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1e275-16eb-456d-a377-a93d6e8f25bb req-feb26c3f-9dc9-44fe-a592-8e7469b0772b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.643827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dbb1e275-16eb-456d-a377-a93d6e8f25bb req-feb26c3f-9dc9-44fe-a592-8e7469b0772b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0851586 Jul 22 23:51:59.651135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.651976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:59.653408 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] 10.222.0.49 "PUT /v2.0/ports/5d679e44-b8a6-4ece-83fa-fae28f470aaa HTTP/1.1" status: 200 len: 1092 time: 0.8257310 Jul 22 23:51:59.653991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'tag': '5d679e44-b8a6-4ece-83fa-fae28f470aaa'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:51:59.657714 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4e793-012e-4672-8dea-d8551bedeea9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb78314-8118-42ab-8678-dbbb9181963a", "tag": "5d679e44-b8a6-4ece-83fa-fae28f470aaa"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:51:59.738697 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008b44c-a752-4644-a2d3-1ff6c2b37f57 x-openstack-request-id: req-6008b44c-a752-4644-a2d3-1ff6c2b37f57 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:51:59.738966 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb78314-8118-42ab-8678-dbbb9181963a", "tag": "5d679e44-b8a6-4ece-83fa-fae28f470aaa", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:51:59.739216 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6008b44c-a752-4644-a2d3-1ff6c2b37f57 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:51:59.739647 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'tag': '5d679e44-b8a6-4ece-83fa-fae28f470aaa', 'status': 'completed', 'code': 200} Jul 22 23:51:59.750725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dbb1e275-16eb-456d-a377-a93d6e8f25bb req-8310471e-1bde-4910-b20d-21d8eff6fccf tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956643 Jul 22 23:51:59.772651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f890b6c-b000-4e0a-9415-9874ea850226 service neutron] Pushing event updated for resources: {'Port': ['ID=5d679e44-b8a6-4ece-83fa-fae28f470aaa,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:51:59.818113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fb162b7b-8e56-4434-a967-ce25d26f366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.819806 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-fb162b7b-8e56-4434-a967-ce25d26f366c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 1095 time: 0.1132715 Jul 22 23:51:59.872849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-bf7c07e2-f923-4ed2-b8d3-7a67c45599a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa HTTP/1.1" status: 200 len: 217 time: 0.0439227 Jul 22 23:51:59.943117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-ded01155-653c-4832-a5b7-62f80e7680da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:51:59.945279 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-ded01155-653c-4832-a5b7-62f80e7680da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0661471 Jul 22 23:52:00.025524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-461e358a-5a2c-4597-9d60-f67ed045cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.027359 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-461e358a-5a2c-4597-9d60-f67ed045cf2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749948 Jul 22 23:52:00.147911 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-3b121cf4-358a-41a8-bab3-b9a458f91ba6 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119382 Jul 22 23:52:00.236363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbe48e-a503-4b17-9baf-46c18098ef8d req-81507da3-cea4-4a56-9a82-cc6804c6d26b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.238013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fcbe48e-a503-4b17-9baf-46c18098ef8d req-81507da3-cea4-4a56-9a82-cc6804c6d26b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0882545 Jul 22 23:52:00.276155 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7cfdf90-7433-46fa-9fb2-ab2391c1acce req-e3a41f6d-c2b4-4781-bd99-c27fa8a9b2d7 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188414 Jul 22 23:52:00.288793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fcbe48e-a503-4b17-9baf-46c18098ef8d req-0f983712-779b-4a2c-bc8d-e491307242f7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Jul 22 23:52:00.399293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-6bf63933-a2d1-407a-82b9-97a2ab1cc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.400666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-6bf63933-a2d1-407a-82b9-97a2ab1cc7dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 1095 time: 0.0645387 Jul 22 23:52:00.523029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-10feb9b3-4f2c-4583-8895-d907818385c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.524604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-10feb9b3-4f2c-4583-8895-d907818385c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1169703 Jul 22 23:52:00.573603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-00610c0b-0b2e-4fe2-831b-3f978a133631 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa HTTP/1.1" status: 200 len: 217 time: 0.0409133 Jul 22 23:52:00.627292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-2e67a4f2-4edd-414f-917e-680bf6ec2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.629032 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-2e67a4f2-4edd-414f-917e-680bf6ec2281 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0486360 Jul 22 23:52:00.710852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-bf37874e-926f-49d6-b60c-cbb4e0e4c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.712432 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-bf37874e-926f-49d6-b60c-cbb4e0e4c8ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769770 Jul 22 23:52:00.821694 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-ba90966e-570c-46f5-b4c0-8bbed5144a40 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016078 Jul 22 23:52:00.952128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139688-a13a-4ce6-b0f7-a5ad8331bf37 req-5ef31126-0d50-48b6-b5be-888038a3a66c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.954608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf139688-a13a-4ce6-b0f7-a5ad8331bf37 req-5ef31126-0d50-48b6-b5be-888038a3a66c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1280525 Jul 22 23:52:00.984879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbd4e793-012e-4672-8dea-d8551bedeea9 req-41cc2602-bdf2-4a69-aebb-bbb26d96f20b service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536825 Jul 22 23:52:01.051160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf139688-a13a-4ce6-b0f7-a5ad8331bf37 req-86389691-425a-4428-a7af-6a4545a97c18 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868254 Jul 22 23:52:01.519137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e136b6-5af1-4d3b-9ecf-1a8a679ff1be req-6f098292-0d3a-4cbf-940b-01ca35b850f6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:01.528015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60e136b6-5af1-4d3b-9ecf-1a8a679ff1be req-6f098292-0d3a-4cbf-940b-01ca35b850f6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1608291 Jul 22 23:52:01.586934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60e136b6-5af1-4d3b-9ecf-1a8a679ff1be req-76bff200-e9c8-48f9-9ea8-18b45d8c62e3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Jul 22 23:52:02.258541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d07b58-99c5-45db-9300-5c538be6bd71 req-af6749a7-a797-4f6a-9182-d0569b9344fe tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:02.260389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7d07b58-99c5-45db-9300-5c538be6bd71 req-af6749a7-a797-4f6a-9182-d0569b9344fe tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0938511 Jul 22 23:52:02.304792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:52:02.309918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7d07b58-99c5-45db-9300-5c538be6bd71 req-3432d3b0-d445-4f60-a217-a9bbf368c540 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Jul 22 23:52:02.449464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:02.477790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'port_id': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acbae34-6c14-4e70-bc54-1504ef4e3428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:52:02.539470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.555101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:52:02.580322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:02.585626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:02.697266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:02.819875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:52:02.845251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6bcc7-eb6e-4904-b0d5-b61a35d098c5 req-e5dbd526-db9c-4c12-bf05-e6a86911bdc8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:02.851118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3e6bcc7-eb6e-4904-b0d5-b61a35d098c5 req-e5dbd526-db9c-4c12-bf05-e6a86911bdc8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1601551 Jul 22 23:52:03.382872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3e6bcc7-eb6e-4904-b0d5-b61a35d098c5 req-d1f10e96-ef64-47db-bcb9-7a01ce17cd0b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168989 Jul 22 23:52:03.592154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63df2b0-6210-4980-b70c-d743ee9fba4e req-c22b30c4-4127-4dd1-8eaf-029749bef461 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:03.599888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f63df2b0-6210-4980-b70c-d743ee9fba4e req-c22b30c4-4127-4dd1-8eaf-029749bef461 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 944 time: 0.1359739 Jul 22 23:52:03.664476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f63df2b0-6210-4980-b70c-d743ee9fba4e req-5c6d17be-905d-4811-9dfe-334ba0ac4c85 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606413 Jul 22 23:52:04.301948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:04.493278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:04.494106 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.759285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b600dd-f0f0-43da-a467-cc4dd4e24888 req-bc8a0e10-8bc3-42dc-a9d7-dd24ad6dc41a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.770980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76b600dd-f0f0-43da-a467-cc4dd4e24888 req-bc8a0e10-8bc3-42dc-a9d7-dd24ad6dc41a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.2057576 Jul 22 23:52:04.806874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.866120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:04.874084 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a992bde1-0194-455a-929e-db4dd3121f71" -d '{"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:04.904421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:04.913915 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.057541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76b600dd-f0f0-43da-a467-cc4dd4e24888 req-98a4a685-0d56-44e3-af19-6f53a5ffbb27 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848001 Jul 22 23:52:05.092900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:05.094624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-abb959f4-504d-4f31-a3bf-cdbf15898d60 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3180861 Jul 22 23:52:05.134106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192f48-e2f9-458d-bb2e-b429f166b492 req-1f4f0afd-55e1-404a-9509-33689222475b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.142902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6192f48-e2f9-458d-bb2e-b429f166b492 req-1f4f0afd-55e1-404a-9509-33689222475b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.2464566 Jul 22 23:52:05.213679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6192f48-e2f9-458d-bb2e-b429f166b492 req-7c6d8816-7d10-439d-8edc-e1c01b2b43fb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694749 Jul 22 23:52:05.258654 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac69c99-f4fc-44cb-a683-d6311aae002e x-openstack-request-id: req-5ac69c99-f4fc-44cb-a683-d6311aae002e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:05.258958 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:05.259216 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ac69c99-f4fc-44cb-a683-d6311aae002e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:05.259655 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'code': 200} Jul 22 23:52:05.373628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.375413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.375976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.376951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.377445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.378099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.378578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.380705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-37bec3ad-23e6-4582-b812-deb003db5d42 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.1779728 Jul 22 23:52:05.677676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-900ce56b-1e29-4eeb-b0d3-ca0568f96265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.678259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-900ce56b-1e29-4eeb-b0d3-ca0568f96265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.678732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-900ce56b-1e29-4eeb-b0d3-ca0568f96265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.680454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-900ce56b-1e29-4eeb-b0d3-ca0568f96265 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 2297 time: 0.2690957 Jul 22 23:52:05.809997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-082435b9-b33f-41c9-be80-cbd709096e32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 1001 time: 0.1222942 Jul 22 23:52:05.892678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-daf832f0-cc9c-4798-bd18-a9be1b76beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:05.895864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-daf832f0-cc9c-4798-bd18-a9be1b76beb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.0771694 Jul 22 23:52:06.049524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-e4424336-2916-431d-8c45-6314a3c7f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.052028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-e4424336-2916-431d-8c45-6314a3c7f89c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434073 Jul 22 23:52:06.120127 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:06.253764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ef07ffbe-f85a-423d-bfaa-9419dba18dc0 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943197 Jul 22 23:52:06.609721 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-bec1be04-2241-4396-8d0b-c0b4b11b2640 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472154 Jul 22 23:52:06.622601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4739-c7f9-4d37-b6a0-629d39ec97dc req-ea22bb7a-09d1-4960-81a3-167e921fa37d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.634331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-702e4739-c7f9-4d37-b6a0-629d39ec97dc req-ea22bb7a-09d1-4960-81a3-167e921fa37d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.2308795 Jul 22 23:52:06.703561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-075a4d20-dab7-4744-8f55-59d467d311ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 217 time: 0.0653050 Jul 22 23:52:06.714680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a25c72-76d2-4779-9fe5-ecba525d0216 req-6baba553-3f58-4fa1-b87f-f294cf3dd7bb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.717573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7a25c72-76d2-4779-9fe5-ecba525d0216 req-6baba553-3f58-4fa1-b87f-f294cf3dd7bb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.4563656 Jul 22 23:52:06.837574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-702e4739-c7f9-4d37-b6a0-629d39ec97dc req-05709e1e-91f0-4208-83f6-878f16521108 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021477 Jul 22 23:52:06.859210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7a25c72-76d2-4779-9fe5-ecba525d0216 req-efc3bf0b-2c89-46b3-b285-eb33eca676fc tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252632 Jul 22 23:52:06.867442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-251ff857-f4ec-48af-8e8e-78b5558f97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:06.868960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-251ff857-f4ec-48af-8e8e-78b5558f97a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1497059 Jul 22 23:52:07.025722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-a49021a4-aeab-4849-8f79-e80d332c8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.027389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-a49021a4-aeab-4849-8f79-e80d332c8fca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1509786 Jul 22 23:52:07.284532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-14e23115-540f-4a54-a7b2-8c547b106fd3 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497103 Jul 22 23:52:07.392910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-62d64eed-8c26-45a1-aca1-dc145dd3163b service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021202 Jul 22 23:52:07.450995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-e4a6cec5-e076-4efc-993e-394646861264 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 217 time: 0.0484719 Jul 22 23:52:07.566200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-cf7edd05-76a6-426b-8561-a9ee9ec0ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.575488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-cf7edd05-76a6-426b-8561-a9ee9ec0ce00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1139495 Jul 22 23:52:07.691380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-17f43838-1ff9-442b-905e-16e0abe519b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:07.702219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-17f43838-1ff9-442b-905e-16e0abe519b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185570 Jul 22 23:52:07.894718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-2a06889f-9c91-437a-905b-0b0a056861f7 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825302 Jul 22 23:52:08.229633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488ad29-9d58-4e0d-9cc8-f411acbe2bc0 req-a8f85f41-bef5-4cef-b477-c0721b604868 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.232989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4488ad29-9d58-4e0d-9cc8-f411acbe2bc0 req-a8f85f41-bef5-4cef-b477-c0721b604868 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.2685204 Jul 22 23:52:08.270780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a66e2-6c4f-4130-a069-ebfa8a6e0510 req-416c731d-5280-4b29-a2be-95f267902f51 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.272628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e0a66e2-6c4f-4130-a069-ebfa8a6e0510 req-416c731d-5280-4b29-a2be-95f267902f51 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.2329366 Jul 22 23:52:08.284854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-d5f44a3d-79b2-4793-9638-b6080d14d794 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684807 Jul 22 23:52:08.358306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-8672f611-b3ae-4e27-83ed-9482029cda4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 217 time: 0.0576546 Jul 22 23:52:08.425899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4488ad29-9d58-4e0d-9cc8-f411acbe2bc0 req-50318384-953e-455f-a5f7-8b56f0133e4e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762748 Jul 22 23:52:08.435733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e0a66e2-6c4f-4130-a069-ebfa8a6e0510 req-fd7d10a6-6595-4904-875d-a39d8f6defde tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549964 Jul 22 23:52:08.462929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-bf2e376f-8b3e-4781-84a4-60c98c945de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.467498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-bf2e376f-8b3e-4781-84a4-60c98c945de6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1001580 Jul 22 23:52:08.561303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ac220a95-966c-4811-8866-393425e1e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:08.564805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ac220a95-966c-4811-8866-393425e1e85a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910599 Jul 22 23:52:08.689025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-0442ef78-bb58-42db-8a57-3539fe516a75 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142614 Jul 22 23:52:08.823139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-d1c9c623-91e1-4919-913d-ebccbfca4e67 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264374 Jul 22 23:52:08.873058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-8f3d8172-2b58-4305-9353-af179d61d519 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 217 time: 0.0417120 Jul 22 23:52:09.002009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-9b2de985-850e-44b8-9231-a935a2bc8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.006595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-9b2de985-850e-44b8-9231-a935a2bc8d04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1178560 Jul 22 23:52:09.104412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-e1f6ebfd-550c-4b87-ab88-95c0a54cad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.106055 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-e1f6ebfd-550c-4b87-ab88-95c0a54cad4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941076 Jul 22 23:52:09.237278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-b7ac10be-5289-4379-9d82-9dcf0ac57c41 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225264 Jul 22 23:52:09.354171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-81a92a8e-b425-40df-892b-78b36781f2e5 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098742 Jul 22 23:52:09.396396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-7b3c0111-2cb1-498b-8791-ec2a6173feac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 217 time: 0.0358043 Jul 22 23:52:09.469434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-0e530984-23b5-4d33-ae19-27b451e93df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.471463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-0e530984-23b5-4d33-ae19-27b451e93df4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.0688326 Jul 22 23:52:09.674836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ccf2c802-93a4-4671-bc31-50072a296cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.678996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ccf2c802-93a4-4671-bc31-50072a296cbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1997128 Jul 22 23:52:09.751397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a0a8-92c9-4735-81b2-708826108d1e req-cf746832-549f-4726-895d-926d87091e99 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.753046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e733a0a8-92c9-4735-81b2-708826108d1e req-cf746832-549f-4726-895d-926d87091e99 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.2174826 Jul 22 23:52:09.816381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae9a21-f20b-4a46-9a09-f64742c50be9 req-166eed9e-0834-44b9-8871-41fe3524b34d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:09.818034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afae9a21-f20b-4a46-9a09-f64742c50be9 req-166eed9e-0834-44b9-8871-41fe3524b34d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.2336764 Jul 22 23:52:09.844989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e733a0a8-92c9-4735-81b2-708826108d1e req-f431bd29-6c63-4259-9abb-696d2de116f1 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613680 Jul 22 23:52:09.880134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-99513320-7b13-4ef9-8f54-09c7c90ab994 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898983 Jul 22 23:52:09.911377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afae9a21-f20b-4a46-9a09-f64742c50be9 req-0ca5a3bd-f027-4fd4-88c3-74f72c22a5ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Jul 22 23:52:10.028555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-b9d9e64e-faf1-4700-88aa-f43fd1c7ffe3 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386108 Jul 22 23:52:10.079613 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-346c7d23-4182-4ef0-9457-5f2892da1973 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0425582 Jul 22 23:52:10.133259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ae6e485c-ae61-463c-a3df-0ec498c9f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.134748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-ae6e485c-ae61-463c-a3df-0ec498c9f162 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.0479403 Jul 22 23:52:10.238201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-0082bb73-871f-4aa6-8f95-5d418766de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:10.239880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-0082bb73-871f-4aa6-8f95-5d418766de1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969770 Jul 22 23:52:10.362612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-af41bfd4-a326-41e8-84c3-cde23c326a08 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131737 Jul 22 23:52:10.495774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f4328aa-270f-4023-85f2-80ae82671a81 req-7ac17a15-3883-429a-be09-7459060e947c service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218705 Jul 22 23:52:11.162836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eab8bc-b2bb-41f3-b103-40dc99e1b416 req-610f73e1-d77f-432f-94f4-1b2362ccebdc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.165351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4eab8bc-b2bb-41f3-b103-40dc99e1b416 req-610f73e1-d77f-432f-94f4-1b2362ccebdc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1878579 Jul 22 23:52:11.227797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4eab8bc-b2bb-41f3-b103-40dc99e1b416 req-2001d004-8ae5-4162-8083-86912d18231c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Jul 22 23:52:11.246536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fb1ac-94df-42c7-971d-a744c850c979 req-d62ab08f-b3a8-40f1-b78e-40a59640a50f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.250037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-950fb1ac-94df-42c7-971d-a744c850c979 req-d62ab08f-b3a8-40f1-b78e-40a59640a50f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1730115 Jul 22 23:52:11.316911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-950fb1ac-94df-42c7-971d-a744c850c979 req-2099287f-1493-48c7-96a0-18d8490ef245 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581844 Jul 22 23:52:11.654956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8debc91-78a8-460a-a7e4-c47ba11fa811 req-f81dc199-ccf3-40b6-be29-1c959c18b6e6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:11.665697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8debc91-78a8-460a-a7e4-c47ba11fa811 req-f81dc199-ccf3-40b6-be29-1c959c18b6e6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0966585 Jul 22 23:52:11.723915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8debc91-78a8-460a-a7e4-c47ba11fa811 req-011b3756-89ee-444f-98b9-7b7b4dad2a83 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564709 Jul 22 23:52:12.478291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ff211-ee31-4cca-8517-5d8d925968c0 req-cccfba65-4a6d-4dde-befc-01300f7ec458 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.480241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-144ff211-ee31-4cca-8517-5d8d925968c0 req-cccfba65-4a6d-4dde-befc-01300f7ec458 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1399605 Jul 22 23:52:12.543007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-144ff211-ee31-4cca-8517-5d8d925968c0 req-7a159dd9-5c3d-4306-a602-be4854b225ed tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536625 Jul 22 23:52:12.582726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eee1a8-cded-4630-b991-596083911758 req-4de24131-244d-4534-8172-b84019b989d8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.584533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34eee1a8-cded-4630-b991-596083911758 req-4de24131-244d-4534-8172-b84019b989d8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1923304 Jul 22 23:52:12.650866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34eee1a8-cded-4630-b991-596083911758 req-45c19e72-b5c3-4fb1-86f4-de5b9d1213e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593698 Jul 22 23:52:12.908772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8ab8-f153-4a4d-8417-087aa7c638cd req-12816b35-b3c7-4619-8404-af7aad452d40 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:12.910396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05be8ab8-f153-4a4d-8417-087aa7c638cd req-12816b35-b3c7-4619-8404-af7aad452d40 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0858793 Jul 22 23:52:12.961860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-05be8ab8-f153-4a4d-8417-087aa7c638cd req-2c4ab556-8197-4716-b848-ea7037be5320 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454946 Jul 22 23:52:13.743726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da2f3-c69e-44dc-b2ad-163fce9a72f7 req-12d30555-6e2d-46b0-ad10-bf02d76207e5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:13.753786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-829da2f3-c69e-44dc-b2ad-163fce9a72f7 req-12d30555-6e2d-46b0-ad10-bf02d76207e5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1380835 Jul 22 23:52:13.831485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-829da2f3-c69e-44dc-b2ad-163fce9a72f7 req-56bf738d-8a53-4706-896d-44a070a0b6ab tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763152 Jul 22 23:52:13.904590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be229300-8e17-41af-b6a0-0131481ff386 req-42ab8af1-26ba-4328-930c-5da84358c28f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:13.908255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be229300-8e17-41af-b6a0-0131481ff386 req-42ab8af1-26ba-4328-930c-5da84358c28f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1456778 Jul 22 23:52:13.982169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be229300-8e17-41af-b6a0-0131481ff386 req-0ff76f29-c94a-4c83-ba22-95b5917285e5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670049 Jul 22 23:52:14.159903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7fd54-486e-4e40-a3c2-4260bb14be44 req-699b26f9-45f2-49f3-ab27-6d8583170f6a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:14.168228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ed7fd54-486e-4e40-a3c2-4260bb14be44 req-699b26f9-45f2-49f3-ab27-6d8583170f6a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1202881 Jul 22 23:52:14.227756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ed7fd54-486e-4e40-a3c2-4260bb14be44 req-1284a5c8-1d45-45ca-9931-2cacc8a0f69e tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581813 Jul 22 23:52:15.102668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18056c5-82db-4fdf-bb5c-4b8f1b7c2a54 req-38d0c233-a15a-46b4-8582-d17eea108606 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.111462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a18056c5-82db-4fdf-bb5c-4b8f1b7c2a54 req-38d0c233-a15a-46b4-8582-d17eea108606 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.1791418 Jul 22 23:52:15.158892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a18056c5-82db-4fdf-bb5c-4b8f1b7c2a54 req-d742f210-8a03-4b06-978a-d623f296eb37 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464077 Jul 22 23:52:15.289697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34841168-8d20-4da6-960b-8f30793d4328 req-2f0ffc56-b2b2-417d-b6cf-f8b59c003d4c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.292367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34841168-8d20-4da6-960b-8f30793d4328 req-2f0ffc56-b2b2-417d-b6cf-f8b59c003d4c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0846088 Jul 22 23:52:15.369238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34841168-8d20-4da6-960b-8f30793d4328 req-301bce60-796d-4ee9-85c2-07847183e07f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632184 Jul 22 23:52:15.458880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a782f1-2987-4c52-b818-ebb76ed9ae11 req-b859bdc9-bf10-4a8d-977c-1b9998c15380 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:15.460778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37a782f1-2987-4c52-b818-ebb76ed9ae11 req-b859bdc9-bf10-4a8d-977c-1b9998c15380 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1117878 Jul 22 23:52:15.534456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37a782f1-2987-4c52-b818-ebb76ed9ae11 req-b0e41770-e111-40a2-bd8e-8f9b859f9bb1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611801 Jul 22 23:52:16.140245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66298173-83a1-4b97-ba21-c2fca39c30ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:16.342162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd6c3c-f907-4b13-883a-f5034901f3bf req-df1112de-2401-40b0-9cac-5d4f358f6e02 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.344828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73bd6c3c-f907-4b13-883a-f5034901f3bf req-df1112de-2401-40b0-9cac-5d4f358f6e02 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0876787 Jul 22 23:52:16.391309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73bd6c3c-f907-4b13-883a-f5034901f3bf req-5a4b968a-c290-4c40-ab51-c6f0e3f01a97 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Jul 22 23:52:16.545440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d9fd4-ff1f-40e5-8620-d6aa6751e9cd req-290637ac-d18a-45c0-8ff9-bae18bcbe2df tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.547432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-695d9fd4-ff1f-40e5-8620-d6aa6751e9cd req-290637ac-d18a-45c0-8ff9-bae18bcbe2df tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0894725 Jul 22 23:52:16.606566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-695d9fd4-ff1f-40e5-8620-d6aa6751e9cd req-06ed462c-2b21-4e15-bc51-ba1537cb9370 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Jul 22 23:52:16.715471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f808c1-fa5f-4fd3-a06b-0f471b0b6d8c req-b6e0096c-025e-4c7d-a3b7-f765202be3f7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:16.716965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70f808c1-fa5f-4fd3-a06b-0f471b0b6d8c req-b6e0096c-025e-4c7d-a3b7-f765202be3f7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1088068 Jul 22 23:52:16.774380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70f808c1-fa5f-4fd3-a06b-0f471b0b6d8c req-a0467a9b-a478-48cb-893d-c5f866a8c178 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501540 Jul 22 23:52:17.549620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25253700-3766-4f31-9066-42beb6401612 req-1b1b2a67-d6b6-4b7d-9aad-46ed0cb6da8f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.551114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25253700-3766-4f31-9066-42beb6401612 req-1b1b2a67-d6b6-4b7d-9aad-46ed0cb6da8f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0681152 Jul 22 23:52:17.592464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25253700-3766-4f31-9066-42beb6401612 req-e8f77907-cc5a-4108-806b-d458b01683be tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347083 Jul 22 23:52:17.782111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421de5b-1018-4df6-9346-a3154f3598ee req-b199dbdd-993d-426e-8459-0a37f9842aaf tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.783654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8421de5b-1018-4df6-9346-a3154f3598ee req-b199dbdd-993d-426e-8459-0a37f9842aaf tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0772624 Jul 22 23:52:17.843882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8421de5b-1018-4df6-9346-a3154f3598ee req-df884056-48c0-4de1-9c0a-13e32fed7508 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Jul 22 23:52:17.936436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa4e2-a4aa-49ce-a0f6-6cf2d1b76761 req-901a620e-bb7b-4ada-8a39-5985be35f700 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:17.938919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d3fa4e2-a4aa-49ce-a0f6-6cf2d1b76761 req-901a620e-bb7b-4ada-8a39-5985be35f700 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0696237 Jul 22 23:52:17.985950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d3fa4e2-a4aa-49ce-a0f6-6cf2d1b76761 req-f2bf8e27-9cd5-470e-846c-4f7b4598e41d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409224 Jul 22 23:52:18.082533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7b85-590e-4645-9269-645bc05eda01 req-89fdbed2-2d09-4db3-b12d-437401d348e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.084271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-89fdbed2-2d09-4db3-b12d-437401d348e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0588498 Jul 22 23:52:18.180378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7b85-590e-4645-9269-645bc05eda01 req-9a2641cb-48dd-48db-a6e5-37eecab2cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.181872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-9a2641cb-48dd-48db-a6e5-37eecab2cf90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 914 time: 0.0915258 Jul 22 23:52:18.226831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-c1bba35a-d455-4dac-ad70-5923fe990201 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 200 len: 217 time: 0.0371971 Jul 22 23:52:18.282764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7b85-590e-4645-9269-645bc05eda01 req-4cd29945-8c36-4b97-a27e-18483eb241f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.284315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-4cd29945-8c36-4b97-a27e-18483eb241f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0517187 Jul 22 23:52:18.318998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-fbc03794-04fd-4b52-9cc4-8aec4c41745f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281236 Jul 22 23:52:18.421948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-b84e5b61-360f-4f5e-810c-bcb2ad817718 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954709 Jul 22 23:52:18.535352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-146f7b85-590e-4645-9269-645bc05eda01 req-dfd41982-8db5-4bf2-907b-4f51b677f319 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028402 Jul 22 23:52:18.762632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ad27a-caa9-423e-a214-a4d2bb203a5e req-c53a3f45-24aa-4f08-9e06-919854992d53 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.764299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-467ad27a-caa9-423e-a214-a4d2bb203a5e req-c53a3f45-24aa-4f08-9e06-919854992d53 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0797975 Jul 22 23:52:18.825606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-467ad27a-caa9-423e-a214-a4d2bb203a5e req-8d8d1d7a-023f-4aee-b799-60fb885ce186 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Jul 22 23:52:18.985257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb72e-9bd9-4f45-903c-acef398eff1b req-5a06838a-5718-4412-96ec-12f58d926cf0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:18.986944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd6fb72e-9bd9-4f45-903c-acef398eff1b req-5a06838a-5718-4412-96ec-12f58d926cf0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0802481 Jul 22 23:52:19.028538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd6fb72e-9bd9-4f45-903c-acef398eff1b req-10a83e56-a97c-4ef1-88e3-f23165541122 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 Jul 22 23:52:19.133352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040b20b-e9ba-4bd4-a0e1-b623122d3729 req-ccd0f569-6a4a-49d9-a45c-682c2f313610 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.134742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6040b20b-e9ba-4bd4-a0e1-b623122d3729 req-ccd0f569-6a4a-49d9-a45c-682c2f313610 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0639806 Jul 22 23:52:19.173099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6040b20b-e9ba-4bd4-a0e1-b623122d3729 req-14d7a552-c198-4640-bf0f-c98b0658eba4 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328126 Jul 22 23:52:19.446108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-36399ec8-f7a9-46fd-9403-ef00d797cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.598593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.964358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c551539-f305-43ed-ab46-8795473aa5ec req-dfa5fc8e-ed91-41de-9722-aafab952cc4c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.965886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c551539-f305-43ed-ab46-8795473aa5ec req-dfa5fc8e-ed91-41de-9722-aafab952cc4c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 945 time: 0.0772121 Jul 22 23:52:20.008940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c551539-f305-43ed-ab46-8795473aa5ec req-b9e19ca7-4dd0-4803-b7db-baf814352d93 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Jul 22 23:52:20.178442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbdd15-3852-4a71-9386-0e2853dc03ab req-312d9735-6104-4823-a8b9-cc289d25ee5a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.180058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04bbdd15-3852-4a71-9386-0e2853dc03ab req-312d9735-6104-4823-a8b9-cc289d25ee5a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0689676 Jul 22 23:52:20.227728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04bbdd15-3852-4a71-9386-0e2853dc03ab req-6328cf78-2e98-469e-9bcf-0d92488b6d44 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Jul 22 23:52:20.235236 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.335565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2321ad-c166-4f3e-b27b-3e70832cc590 req-22122e1a-7c55-42dc-8f7b-68b4be7f92c1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:20.337352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f2321ad-c166-4f3e-b27b-3e70832cc590 req-22122e1a-7c55-42dc-8f7b-68b4be7f92c1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0675564 Jul 22 23:52:20.362540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:20.378042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f2321ad-c166-4f3e-b27b-3e70832cc590 req-7666320b-0257-49bd-b847-0050ab06ba5c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350933 Jul 22 23:52:20.455395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.481618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:20.484533 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1890b2-9795-423f-94bd-7c51691c907f" -d '{"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:20.501187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:20.506610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.532671 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e3c55-11cf-4036-8eae-fb66dfbe13c3 x-openstack-request-id: req-084e3c55-11cf-4036-8eae-fb66dfbe13c3 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:20.532898 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:20.533071 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-084e3c55-11cf-4036-8eae-fb66dfbe13c3 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:20.533663 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'code': 200} Jul 22 23:52:20.560944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:20.570044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.570446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.571212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.571594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.571932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.572267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.572624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.572951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.573278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.573606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.573977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:20.574301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:21.514981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb75319-d63b-4a2e-ac31-c50599d0ec56 req-edb42613-022e-4e5c-be18-9a921dc85fbc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.516506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cb75319-d63b-4a2e-ac31-c50599d0ec56 req-edb42613-022e-4e5c-be18-9a921dc85fbc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.4383733 Jul 22 23:52:21.537187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919110b-d573-458a-9224-799c5d4b30bb req-cb9dcb72-1191-4e6f-87d8-e964f970de08 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.538653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5919110b-d573-458a-9224-799c5d4b30bb req-cb9dcb72-1191-4e6f-87d8-e964f970de08 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0958059 Jul 22 23:52:21.583232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cb75319-d63b-4a2e-ac31-c50599d0ec56 req-bd01b511-2074-448b-83e6-fb5b2f184bb5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600758 Jul 22 23:52:21.597809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5919110b-d573-458a-9224-799c5d4b30bb req-b3bb5b26-a058-42e1-9323-cff3b943effd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513906 Jul 22 23:52:21.706120 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.751258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5143-271d-4433-b966-c6388818dc5d req-a8459149-6e15-489b-9351-2f1c2b1e5efb tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.752927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d8e5143-271d-4433-b966-c6388818dc5d req-a8459149-6e15-489b-9351-2f1c2b1e5efb tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0873761 Jul 22 23:52:21.817771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d8e5143-271d-4433-b966-c6388818dc5d req-7ffe9428-694d-4d42-809a-e8f86efc8772 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555027 Jul 22 23:52:21.849415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55596f-79eb-4b8c-b150-1825081cb456 req-387207cd-3140-4513-bb52-990dc06cc7a6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.851949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc55596f-79eb-4b8c-b150-1825081cb456 req-387207cd-3140-4513-bb52-990dc06cc7a6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0971122 Jul 22 23:52:21.894461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc55596f-79eb-4b8c-b150-1825081cb456 req-188d4045-e8bf-42fa-9da9-7a178be645ca tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Jul 22 23:52:22.206236 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.253409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb50e8-18ab-4807-adae-d97187fe39b0 req-7e520822-d30c-4986-9bf7-8efa9a66750a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.255700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bdb50e8-18ab-4807-adae-d97187fe39b0 req-7e520822-d30c-4986-9bf7-8efa9a66750a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0830941 Jul 22 23:52:22.296447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bdb50e8-18ab-4807-adae-d97187fe39b0 req-1fca3d1e-b3dd-4552-93f6-3e623df636a5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Jul 22 23:52:22.414979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:22.601442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-e94b066d-5571-46ae-b36c-f340e27a02ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1848648 Jul 22 23:52:22.757734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496428db-6161-4b40-909c-a40b524c6a9e req-bec5594f-bf2c-4058-bb8f-7d7741831190 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:22.759547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-496428db-6161-4b40-909c-a40b524c6a9e req-bec5594f-bf2c-4058-bb8f-7d7741831190 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0820322 Jul 22 23:52:22.803052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-496428db-6161-4b40-909c-a40b524c6a9e req-3b5e8b9d-6458-4851-b197-5e4fa6054c2a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379894 Jul 22 23:52:23.003137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfb334-ffc8-4049-b70b-968acf2a3f50 req-2c94ae0c-f7f8-449b-a1a8-1b76db0c3599 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.004652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68bfb334-ffc8-4049-b70b-968acf2a3f50 req-2c94ae0c-f7f8-449b-a1a8-1b76db0c3599 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0967479 Jul 22 23:52:23.055068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68bfb334-ffc8-4049-b70b-968acf2a3f50 req-dcbf23a7-c1f5-4efd-aa48-70b4cab37e97 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Jul 22 23:52:23.410767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85700c-61d1-4e1d-ad85-dfe07b320bb9 req-8be64395-a5ad-44d2-8de2-bc91111e6a39 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.412336 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d85700c-61d1-4e1d-ad85-dfe07b320bb9 req-8be64395-a5ad-44d2-8de2-bc91111e6a39 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1367543 Jul 22 23:52:23.463012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527190-3241-4724-96b2-1ac13a657ef0 req-0de3c6e9-a0df-40cc-9ccc-9003d78779c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.464559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-0de3c6e9-a0df-40cc-9ccc-9003d78779c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 1097 time: 0.1480043 Jul 22 23:52:23.523097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d85700c-61d1-4e1d-ad85-dfe07b320bb9 req-25da79cf-9afb-4bb6-90a3-b5c8796f947d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873184 Jul 22 23:52:23.540628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97745ea-43f7-44d9-8368-f1b9423acdac req-b4d94273-b32d-47a7-8c08-932eb00b8c1c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.542149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b97745ea-43f7-44d9-8368-f1b9423acdac req-b4d94273-b32d-47a7-8c08-932eb00b8c1c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1536319 Jul 22 23:52:23.623991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b97745ea-43f7-44d9-8368-f1b9423acdac req-6b40efae-5246-4902-971c-55d899943ada tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556426 Jul 22 23:52:23.626668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527190-3241-4724-96b2-1ac13a657ef0 req-a8840221-e890-476a-a918-3b661f889799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.628127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-a8840221-e890-476a-a918-3b661f889799 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.1483476 Jul 22 23:52:23.632920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46634c76-b38d-45f8-b400-9ca51585431e req-48f1dbdd-6b00-4412-86e7-d07024a0fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.634520 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-48f1dbdd-6b00-4412-86e7-d07024a0fe52 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0&tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7 HTTP/1.1" status: 200 len: 1094 time: 0.1121154 Jul 22 23:52:23.703486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-183e3d4f-0392-4147-9416-cfbf26f703ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 200 len: 1001 time: 0.0676165 Jul 22 23:52:23.730473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46634c76-b38d-45f8-b400-9ca51585431e req-903e5b6d-856d-49ff-898d-83dfb9ed1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.732421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-903e5b6d-856d-49ff-898d-83dfb9ed1995 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0618043 Jul 22 23:52:23.756712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527190-3241-4724-96b2-1ac13a657ef0 req-8b5a07ea-65c5-4077-8ff6-dd6a4c8410fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.758178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-8b5a07ea-65c5-4077-8ff6-dd6a4c8410fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.0492735 Jul 22 23:52:23.831411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46634c76-b38d-45f8-b400-9ca51585431e req-f86fa09f-343b-4a99-9801-9c0f940d3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.833260 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-f86fa09f-343b-4a99-9801-9c0f940d3a94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 914 time: 0.0950990 Jul 22 23:52:23.852954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527190-3241-4724-96b2-1ac13a657ef0 req-4148c63a-162e-43a7-891e-20fda7c58ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.855056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-4148c63a-162e-43a7-891e-20fda7c58ab1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901370 Jul 22 23:52:23.884289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-83c187b6-4178-4d98-9162-7a932faa014f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 200 len: 217 time: 0.0419753 Jul 22 23:52:23.937332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46634c76-b38d-45f8-b400-9ca51585431e req-e298b745-3140-4948-be59-0a913162ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:23.938898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-e298b745-3140-4948-be59-0a913162ccab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0476737 Jul 22 23:52:23.980860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-a3c5798a-97ed-45ed-8b59-6ccb5dcfde78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357091 Jul 22 23:52:24.026494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf03598-78f5-4473-bef6-1b2c30f9244c req-0e0ecd89-0649-4c1f-8598-45d2cd29f47d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:24.028148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cf03598-78f5-4473-bef6-1b2c30f9244c req-0e0ecd89-0649-4c1f-8598-45d2cd29f47d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1463983 Jul 22 23:52:24.030399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-c30d54fe-60af-4f90-9b0b-0d7b162b043f service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467354 Jul 22 23:52:24.120367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-9526afa0-5fe5-4389-88ec-aea2e1a83bc7 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314662 Jul 22 23:52:24.146722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cf03598-78f5-4473-bef6-1b2c30f9244c req-8722e32e-ebdb-4804-8bc9-e90fff26fa56 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109250 Jul 22 23:52:24.179175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41527190-3241-4724-96b2-1ac13a657ef0 req-9647b066-1736-4f82-950e-0e9a48049298 service neutron] 10.222.0.48 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416130 Jul 22 23:52:24.251126 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-486524e2-b8ef-4f77-86dd-5300f2e8fac9 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249647 Jul 22 23:52:24.377737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:24.779729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9063aca-fd8d-4216-a86d-ce28cf494139 req-04ad3296-605d-4718-91b8-d092ad2b088a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:24.783072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9063aca-fd8d-4216-a86d-ce28cf494139 req-04ad3296-605d-4718-91b8-d092ad2b088a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1434546 Jul 22 23:52:24.871563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9063aca-fd8d-4216-a86d-ce28cf494139 req-c448efc8-e338-4b0a-b3bd-e615d88509c1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767875 Jul 22 23:52:24.950690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e728bf-8599-4921-8a2f-8c47d664d97a req-7216676a-2215-4732-89d1-b64ce59a2161 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:24.954646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2e728bf-8599-4921-8a2f-8c47d664d97a req-7216676a-2215-4732-89d1-b64ce59a2161 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1702368 Jul 22 23:52:25.039096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2e728bf-8599-4921-8a2f-8c47d664d97a req-8d6b6bb6-bae2-4637-962b-9bf3892270db tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759721 Jul 22 23:52:25.385649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcf04b-286f-44ad-babc-2e57f94c22f1 req-b9ace218-1693-4598-b68b-ab2dd2ca2b1d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:25.387587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fbcf04b-286f-44ad-babc-2e57f94c22f1 req-b9ace218-1693-4598-b68b-ab2dd2ca2b1d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.1361773 Jul 22 23:52:25.451197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fbcf04b-286f-44ad-babc-2e57f94c22f1 req-383816d9-ba1f-4f8b-8dd0-c1187800f32c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556397 Jul 22 23:52:26.054720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7d1f3-612d-4eb8-b4a1-47ab751e62f7 req-cb7c9355-9efc-45cb-a7d4-b75a1c10eb47 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.056260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6a7d1f3-612d-4eb8-b4a1-47ab751e62f7 req-cb7c9355-9efc-45cb-a7d4-b75a1c10eb47 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0814083 Jul 22 23:52:26.123195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6a7d1f3-612d-4eb8-b4a1-47ab751e62f7 req-11d63516-9c8c-4f0a-8816-126e20e1a0db tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577121 Jul 22 23:52:26.343990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a16fc7-4561-492e-bc9a-1e806790c392 req-d1fd7640-12c6-4e86-9375-538a421b0d8f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.347894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23a16fc7-4561-492e-bc9a-1e806790c392 req-d1fd7640-12c6-4e86-9375-538a421b0d8f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1039879 Jul 22 23:52:26.396812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23a16fc7-4561-492e-bc9a-1e806790c392 req-621d262e-6f19-4fce-9a3e-42cd6831ce46 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Jul 22 23:52:26.609796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d04bd9-d63c-4bed-9542-b3d60c52711c req-650d7997-411e-4e10-9601-2fa0fc5f1edb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.611425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66d04bd9-d63c-4bed-9542-b3d60c52711c req-650d7997-411e-4e10-9601-2fa0fc5f1edb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 944 time: 0.0819647 Jul 22 23:52:26.651366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66d04bd9-d63c-4bed-9542-b3d60c52711c req-b79a6112-f73f-485e-9296-7e4b143b355a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Jul 22 23:52:26.676241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5d679e44-b8a6-4ece-83fa-fae28f470aaa details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:52:26.715116 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:52:26.785186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:26.801550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '5d679e44-b8a6-4ece-83fa-fae28f470aaa', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '5d679e44-b8a6-4ece-83fa-fae28f470aaa', 'mac_address': 'fa:16:3e:2a:b3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:52:26.848896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.865244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d679e44-b8a6-4ece-83fa-fae28f470aaa {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:52:26.889394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:26.894639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.962210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5d679e44-b8a6-4ece-83fa-fae28f470aaa,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:27.102103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5d679e44-b8a6-4ece-83fa-fae28f470aaa'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:52:27.378347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94594b-5e4b-4677-ac5a-2c16bb6d1962 req-831167a2-5cd1-429c-bfa1-3078f3aa4211 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.380035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b94594b-5e4b-4677-ac5a-2c16bb6d1962 req-831167a2-5cd1-429c-bfa1-3078f3aa4211 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1157541 Jul 22 23:52:27.442676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b94594b-5e4b-4677-ac5a-2c16bb6d1962 req-87ad6c9e-7ed8-445a-b5e4-e1a08b2a9ed0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565426 Jul 22 23:52:27.693354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc271bfa-6c8d-440d-9b29-b343a3a27e53 req-b6f74931-70c7-478e-9a4b-57cf0185e54f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.693354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc271bfa-6c8d-440d-9b29-b343a3a27e53 req-b6f74931-70c7-478e-9a4b-57cf0185e54f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0745163 Jul 22 23:52:27.693354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc271bfa-6c8d-440d-9b29-b343a3a27e53 req-caefee59-5695-413b-a07c-9c9ef5c97e1a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Jul 22 23:52:27.853043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9a54b-6c6f-43d1-a7ab-aee33034748d req-552cf9b2-aade-4d97-bff9-dec91ab291ae tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:27.862517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d9a54b-6c6f-43d1-a7ab-aee33034748d req-552cf9b2-aade-4d97-bff9-dec91ab291ae tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 945 time: 0.0886016 Jul 22 23:52:27.940572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67d9a54b-6c6f-43d1-a7ab-aee33034748d req-6ba4ea34-6c3d-49dd-b8b6-ea6ae1c39c79 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696006 Jul 22 23:52:28.645375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6562c-da5e-455e-8e31-b3df8ccdcd16 req-0ad8388f-b84c-4c66-9e92-1ab7134bbba1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.647018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4c6562c-da5e-455e-8e31-b3df8ccdcd16 req-0ad8388f-b84c-4c66-9e92-1ab7134bbba1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1241121 Jul 22 23:52:28.688979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5d679e44-b8a6-4ece-83fa-fae28f470aaa up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:28.693006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4c6562c-da5e-455e-8e31-b3df8ccdcd16 req-b5cd672a-2fc6-418c-8173-c560cc9c0334 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398355 Jul 22 23:52:28.751752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 5d679e44-b8a6-4ece-83fa-fae28f470aaa completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:28.756918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 5d679e44-b8a6-4ece-83fa-fae28f470aaa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:28.757345 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.865161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c70d7-a08e-4bcc-a366-9c8790ec7d19 req-ec402725-8ae0-4665-8526-bc6df039de02 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:28.872958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-274c70d7-a08e-4bcc-a366-9c8790ec7d19 req-ec402725-8ae0-4665-8526-bc6df039de02 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1159079 Jul 22 23:52:28.875938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:28.919024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d679e44-b8a6-4ece-83fa-fae28f470aaa'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:28.930398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-274c70d7-a08e-4bcc-a366-9c8790ec7d19 req-1873237a-d077-4265-9609-09afe526a81b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561535 Jul 22 23:52:28.932790 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637e2227-1549-4770-97ba-52cdd098f7a9" -d '{"events": [{"server_uuid": "bbb78314-8118-42ab-8678-dbbb9181963a", "name": "network-vif-plugged", "status": "completed", "tag": "5d679e44-b8a6-4ece-83fa-fae28f470aaa"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:28.960388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:28.969270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.071177 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abe48b0-9a21-49f0-b0bd-28fb7bfd62bc x-openstack-request-id: req-0abe48b0-9a21-49f0-b0bd-28fb7bfd62bc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:29.071593 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb78314-8118-42ab-8678-dbbb9181963a", "name": "network-vif-plugged", "status": "completed", "tag": "5d679e44-b8a6-4ece-83fa-fae28f470aaa", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:29.071727 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0abe48b0-9a21-49f0-b0bd-28fb7bfd62bc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:29.076571 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d679e44-b8a6-4ece-83fa-fae28f470aaa', 'code': 200} Jul 22 23:52:29.106503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5d679e44-b8a6-4ece-83fa-fae28f470aaa,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:29.168270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db638cd-6857-45a2-973e-631412a56e9e req-f4c20f89-a25d-4bcd-bd17-b119c1480ae0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:29.170056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7db638cd-6857-45a2-973e-631412a56e9e req-f4c20f89-a25d-4bcd-bd17-b119c1480ae0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.1056561 Jul 22 23:52:29.197686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954493-d3bc-4714-b12a-8d473439f47a req-edb170d1-4a06-4c04-a69d-4f587bddbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:29.200017 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9954493-d3bc-4714-b12a-8d473439f47a req-edb170d1-4a06-4c04-a69d-4f587bddbd92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 1097 time: 0.1187680 Jul 22 23:52:29.213781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7db638cd-6857-45a2-973e-631412a56e9e req-152e0184-6808-4fdf-b72c-d3e3632bb59d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360000 Jul 22 23:52:29.238633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9954493-d3bc-4714-b12a-8d473439f47a req-2752189d-0b6b-4aee-ae87-0dac3429e55e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Jul 22 23:52:29.865214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6629ab-06ad-49d2-bb7d-68d3cd2e3a4b req-a2ab3963-e0da-4c6e-b488-2a62184e58ed tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:29.869779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b6629ab-06ad-49d2-bb7d-68d3cd2e3a4b req-a2ab3963-e0da-4c6e-b488-2a62184e58ed tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1019003 Jul 22 23:52:29.960725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b6629ab-06ad-49d2-bb7d-68d3cd2e3a4b req-f8736b21-739c-44ad-8991-a7e296deebe4 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708013 Jul 22 23:52:30.119479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d742fe3-f25c-434a-8e95-befb50226767 req-fa6675c2-7406-44fe-b619-e793f62569fa tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.121225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d742fe3-f25c-434a-8e95-befb50226767 req-fa6675c2-7406-44fe-b619-e793f62569fa tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0799482 Jul 22 23:52:30.181871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d742fe3-f25c-434a-8e95-befb50226767 req-1e82201a-13ba-4ac4-a828-7613e913cdb7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 Jul 22 23:52:30.374131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ef8e-1036-4f88-8dea-cb8cc90e1dfa req-967d3fdc-7ad7-4a75-89f6-ee8528c817c4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.381475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f407ef8e-1036-4f88-8dea-cb8cc90e1dfa req-967d3fdc-7ad7-4a75-89f6-ee8528c817c4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.0811539 Jul 22 23:52:30.426279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f407ef8e-1036-4f88-8dea-cb8cc90e1dfa req-dea16922-066e-4e85-8064-97fe35e5d993 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Jul 22 23:52:30.573432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636243-180b-4e12-a9ab-308afb10da54 req-31780790-9fbf-482d-b23f-34bf1e233499 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.574968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da636243-180b-4e12-a9ab-308afb10da54 req-31780790-9fbf-482d-b23f-34bf1e233499 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.0795004 Jul 22 23:52:30.618574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da636243-180b-4e12-a9ab-308afb10da54 req-842847f1-e9c3-454c-8d42-720b09175049 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Jul 22 23:52:30.796687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b92c4-095e-4775-b493-19df9a50bfce req-9b33a5fb-a38d-4632-9674-32dc4a95c289 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:30.799211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c5b92c4-095e-4775-b493-19df9a50bfce req-9b33a5fb-a38d-4632-9674-32dc4a95c289 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.0997510 Jul 22 23:52:30.849936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c5b92c4-095e-4775-b493-19df9a50bfce req-ffcc2fdf-ceee-4e44-8d1e-0ae75240ffc2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Jul 22 23:52:31.290290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03829c81-6775-4fd6-a943-c3d35c0066af req-8df26e67-5209-4201-800d-c6c77e2852e7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.298959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03829c81-6775-4fd6-a943-c3d35c0066af req-8df26e67-5209-4201-800d-c6c77e2852e7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0989609 Jul 22 23:52:31.355712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03829c81-6775-4fd6-a943-c3d35c0066af req-1658c270-a544-4754-8539-719af57b2115 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Jul 22 23:52:31.521982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da284e-cb09-4f6e-b7c8-cef5ca008e92 req-647bd057-ca3a-4290-963c-73c2da610ebd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.523772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53da284e-cb09-4f6e-b7c8-cef5ca008e92 req-647bd057-ca3a-4290-963c-73c2da610ebd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.1043267 Jul 22 23:52:31.573991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53da284e-cb09-4f6e-b7c8-cef5ca008e92 req-83610635-9829-4869-a079-06585aff6f20 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jul 22 23:52:31.733803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42c5ba-46de-47d4-86e9-0198e2fa04ec req-3e04035a-db80-4203-829d-ef2fbc0134e9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:31.738327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc42c5ba-46de-47d4-86e9-0198e2fa04ec req-3e04035a-db80-4203-829d-ef2fbc0134e9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0764537 Jul 22 23:52:31.781562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc42c5ba-46de-47d4-86e9-0198e2fa04ec req-56497a12-b4b2-41b6-bd62-4756be35e4f9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Jul 22 23:52:32.517447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c552b3-ebb3-4ad9-8973-abf64004e347 req-fcbd4e45-6d8c-4748-b998-ec48438ae1eb tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:32.519186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78c552b3-ebb3-4ad9-8973-abf64004e347 req-fcbd4e45-6d8c-4748-b998-ec48438ae1eb tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0772040 Jul 22 23:52:32.565891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78c552b3-ebb3-4ad9-8973-abf64004e347 req-8bd7d932-eceb-408a-8789-8de00d26d7e1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Jul 22 23:52:32.691155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-42053c13-02af-4ebd-95b4-42568cb051ff tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:32.693145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-42053c13-02af-4ebd-95b4-42568cb051ff tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.1057477 Jul 22 23:52:32.817999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76dae5-348c-420c-807e-20924af160eb req-1b90eaed-e67b-47c5-81ef-ca2f959dd829 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:32.818590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a76dae5-348c-420c-807e-20924af160eb req-1b90eaed-e67b-47c5-81ef-ca2f959dd829 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 946 time: 0.1140683 Jul 22 23:52:32.849357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 5d679e44-b8a6-4ece-83fa-fae28f470aaa {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:52:32.849720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.882289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a76dae5-348c-420c-807e-20924af160eb req-ea21913f-5430-4df0-ab44-42ae8f9f592d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Jul 22 23:52:33.024373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 5d679e44-b8a6-4ece-83fa-fae28f470aaa, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5d679e44-b8a6-4ece-83fa-fae28f470aaa,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:33.024615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.046500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 5d679e44-b8a6-4ece-83fa-fae28f470aaa owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:52:33.064141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcdd48-112d-4ea9-b2d1-b39fc1ee7706 req-cb4fb083-0d93-4164-b43e-d2fa19ac1315 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:33.065605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fbcdd48-112d-4ea9-b2d1-b39fc1ee7706 req-cb4fb083-0d93-4164-b43e-d2fa19ac1315 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0837762 Jul 22 23:52:33.124747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9fbcdd48-112d-4ea9-b2d1-b39fc1ee7706 req-00b77bf4-c4ec-446e-9135-76b47098be0d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522480 Jul 22 23:52:33.201397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.216458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5d679e44-b8a6-4ece-83fa-fae28f470aaa'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:52:33.245457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=5d679e44-b8a6-4ece-83fa-fae28f470aaa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:33.301754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 5d679e44-b8a6-4ece-83fa-fae28f470aaa on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:52:33.304679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.307606 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cba42692-b944-4e20-b04e-c26b3c63e6fe req-2428d1bd-d5d2-4994-b278-27f83ec8e22b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "DELETE /v2.0/ports/5d679e44-b8a6-4ece-83fa-fae28f470aaa HTTP/1.1" status: 204 len: 173 time: 0.5951626 Jul 22 23:52:33.308190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'name': 'network-vif-deleted', 'tag': '5d679e44-b8a6-4ece-83fa-fae28f470aaa'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:33.316887 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9133b79-b950-41d2-8624-c0ec83de8d37" -d '{"events": [{"server_uuid": "bbb78314-8118-42ab-8678-dbbb9181963a", "name": "network-vif-deleted", "tag": "5d679e44-b8a6-4ece-83fa-fae28f470aaa"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:33.408412 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdb6a0a-a83e-4adf-8928-835568c6dfb5 x-openstack-request-id: req-ccdb6a0a-a83e-4adf-8928-835568c6dfb5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:33.408719 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb78314-8118-42ab-8678-dbbb9181963a", "name": "network-vif-deleted", "tag": "5d679e44-b8a6-4ece-83fa-fae28f470aaa", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:33.408990 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccdb6a0a-a83e-4adf-8928-835568c6dfb5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:33.409391 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb78314-8118-42ab-8678-dbbb9181963a', 'name': 'network-vif-deleted', 'tag': '5d679e44-b8a6-4ece-83fa-fae28f470aaa', 'status': 'completed', 'code': 200} Jul 22 23:52:33.868037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255592f-1d16-40ef-bb3e-6fa19d4d64a4 req-3d873a16-da4a-4561-97c6-78f8e61d81e9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:33.869591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b255592f-1d16-40ef-bb3e-6fa19d4d64a4 req-3d873a16-da4a-4561-97c6-78f8e61d81e9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1697843 Jul 22 23:52:33.953099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b255592f-1d16-40ef-bb3e-6fa19d4d64a4 req-a8e7845f-0901-40dd-9e63-eff43c4a33b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758286 Jul 22 23:52:34.126465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-578e49e3-fafb-4dee-98fa-703284a367dd req-c30ac244-2625-4d1a-b79a-2230fa978bfe tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 210 time: 0.0589952 Jul 22 23:52:34.319621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7758-28a8-43bc-87a5-9f20b9ac22d8 req-5f13c107-d27f-4edf-aa1c-9626ed7f66e7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:34.321142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4de7758-28a8-43bc-87a5-9f20b9ac22d8 req-5f13c107-d27f-4edf-aa1c-9626ed7f66e7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.1092904 Jul 22 23:52:34.369671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4de7758-28a8-43bc-87a5-9f20b9ac22d8 req-05fd8db6-0e46-4d8c-a515-fe3e68eccb2b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Jul 22 23:52:35.128047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690fc34-5e99-437d-8a45-6c3cb05577e5 req-fade930c-b211-4ca9-95e1-3bb436e17ea6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:35.131413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1690fc34-5e99-437d-8a45-6c3cb05577e5 req-fade930c-b211-4ca9-95e1-3bb436e17ea6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.0910399 Jul 22 23:52:35.177511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1690fc34-5e99-437d-8a45-6c3cb05577e5 req-a408d8ee-4ec0-4c2a-8d55-316b9621a1c7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407739 Jul 22 23:52:35.293489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9679c11-0a2b-4d95-b184-6e584b513135 req-52b8ebc6-5774-48b5-9c60-59d972a336b0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 210 time: 0.0470583 Jul 22 23:52:35.573830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f28c11-a6e0-4c28-ba01-77d2e8551a07 req-f05aefca-33ee-41c3-811d-5e5db02bf8f8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:35.575489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50f28c11-a6e0-4c28-ba01-77d2e8551a07 req-f05aefca-33ee-41c3-811d-5e5db02bf8f8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0865498 Jul 22 23:52:35.646985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50f28c11-a6e0-4c28-ba01-77d2e8551a07 req-8dd32dc3-8699-442d-a572-1c193eca7e6c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 Jul 22 23:52:36.120579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.392646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ace04-68ce-4aae-94fd-c0d0f91b3fae req-53702363-6b7c-4dd2-b81e-fb351e135533 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.400500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e1ace04-68ce-4aae-94fd-c0d0f91b3fae req-53702363-6b7c-4dd2-b81e-fb351e135533 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1304946 Jul 22 23:52:36.449315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bec8b31b-6c8d-4294-a05a-fb834d4642ce req-a0df5cbc-7724-4709-ae67-e7b0256faa29 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 210 time: 0.0456297 Jul 22 23:52:36.494828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e1ace04-68ce-4aae-94fd-c0d0f91b3fae req-da6caee7-953e-4cb0-bbc0-3248c6d28448 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929320 Jul 22 23:52:36.719156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5d679e44-b8a6-4ece-83fa-fae28f470aaa no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:52:36.769008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 5d679e44-b8a6-4ece-83fa-fae28f470aaa {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:52:36.769619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5d679e44-b8a6-4ece-83fa-fae28f470aaa not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:52:36.834518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc8c9d-384a-4d6f-bab1-0c27e27146e7 req-80518e6c-f517-415c-92c1-66569ae0098d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:36.836197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4dc8c9d-384a-4d6f-bab1-0c27e27146e7 req-80518e6c-f517-415c-92c1-66569ae0098d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0970304 Jul 22 23:52:36.883925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4dc8c9d-384a-4d6f-bab1-0c27e27146e7 req-852542c1-441b-4553-88fe-8222a33e029e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Jul 22 23:52:37.593193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c133fb8-3178-4281-aac8-d8cd82908ab1 req-7d5eb9f6-ab45-4704-968b-229e13505e3b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbb78314-8118-42ab-8678-dbbb9181963a HTTP/1.1" status: 200 len: 210 time: 0.0481732 Jul 22 23:52:38.061289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503d85d-ba8d-4837-b87b-6a0c607d50c4 req-019b5439-c5ff-4510-a9ed-81798392c789 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:38.063649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2503d85d-ba8d-4837-b87b-6a0c607d50c4 req-019b5439-c5ff-4510-a9ed-81798392c789 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 943 time: 0.0734475 Jul 22 23:52:38.145329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2503d85d-ba8d-4837-b87b-6a0c607d50c4 req-bfbeaeb7-86d3-4b8a-bf1a-d6f6aba68bc9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655403 Jul 22 23:52:38.427673 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:52:38.532534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:38.544728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'network_id': '9e27662c-b546-430b-8a8f-807610fbd4fe', 'port_id': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'mac_address': 'fa:16:3e:f1:4a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acbae34-6c14-4e70-bc54-1504ef4e3428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:52:38.590639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.606069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:52:38.630975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:38.636163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:38.712776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:38.993945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:52:39.283049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c8f48-ff60-46d9-853d-afdb247889fa req-6aceefee-4bf1-43ea-9547-829d091f6f7d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:39.287860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed8c8f48-ff60-46d9-853d-afdb247889fa req-6aceefee-4bf1-43ea-9547-829d091f6f7d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 944 time: 0.0723567 Jul 22 23:52:39.327523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed8c8f48-ff60-46d9-853d-afdb247889fa req-b78336cc-e719-4859-87db-f117005dd6db tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363913 Jul 22 23:52:40.424929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:40.484757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e0c9d-d22c-48d2-b8c1-9693f522f208 req-7b7166b7-091b-40e8-82c5-59e2e5fb89bc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:40.492482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:40.493251 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.493869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-368e0c9d-d22c-48d2-b8c1-9693f522f208 req-7b7166b7-091b-40e8-82c5-59e2e5fb89bc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 944 time: 0.0899992 Jul 22 23:52:40.530885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-368e0c9d-d22c-48d2-b8c1-9693f522f208 req-ea0bab55-7861-4e18-888b-b6179cb174eb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Jul 22 23:52:40.587155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.622181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:40.623056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:52:40.625905 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bd5083-161c-4884-a2f0-4bd43f908d63" -d '{"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:52:40.629192 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:40.675861 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0803c5b8-1143-4e77-a63e-426df125f3ee x-openstack-request-id: req-0803c5b8-1143-4e77-a63e-426df125f3ee {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:52:40.676143 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-plugged", "status": "completed", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:52:40.676632 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0803c5b8-1143-4e77-a63e-426df125f3ee {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:52:40.677183 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'code': 200} Jul 22 23:52:40.687401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:40.947564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99253a2b-c058-46f2-9799-114eb38e01ac req-72ef52b5-f03d-48fa-822f-2e4f47d51493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:40.949971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99253a2b-c058-46f2-9799-114eb38e01ac req-72ef52b5-f03d-48fa-822f-2e4f47d51493 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0931013 Jul 22 23:52:40.996138 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99253a2b-c058-46f2-9799-114eb38e01ac req-00930052-1428-4c36-96f7-f4e52aacb9af service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Jul 22 23:52:41.684157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047a694-d100-40ca-b53a-790fe71117db req-237a5984-3c36-4562-aa9b-903ceddf4f05 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:41.686007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7047a694-d100-40ca-b53a-790fe71117db req-237a5984-3c36-4562-aa9b-903ceddf4f05 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0822170 Jul 22 23:52:41.727619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7047a694-d100-40ca-b53a-790fe71117db req-b487b88b-c1ab-4d06-9268-664c9813227d tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349605 Jul 22 23:52:42.877117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e46552-3fa9-40a6-b873-e9c1cd45a21d req-78409c3e-23f6-48d4-b6a4-d0ee98d9347f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:42.878650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98e46552-3fa9-40a6-b873-e9c1cd45a21d req-78409c3e-23f6-48d4-b6a4-d0ee98d9347f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0740581 Jul 22 23:52:42.920163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98e46552-3fa9-40a6-b873-e9c1cd45a21d req-458e4667-5b42-420b-b8d8-c864c1ae41f6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357418 Jul 22 23:52:44.071051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22a08-5c2a-411f-a91d-4d614245b197 req-33872d53-0474-4b2c-849a-40a93106d683 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.072590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87b22a08-5c2a-411f-a91d-4d614245b197 req-33872d53-0474-4b2c-849a-40a93106d683 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0710826 Jul 22 23:52:44.114433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87b22a08-5c2a-411f-a91d-4d614245b197 req-4d9c46bf-bb08-41e5-8dc9-454ba0d2808b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355499 Jul 22 23:52:44.269522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd7703-342f-41ff-b91d-1065291abdcb req-a5a05621-1c31-4c09-9d4b-f019dc6d1b38 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.277259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-befd7703-342f-41ff-b91d-1065291abdcb req-a5a05621-1c31-4c09-9d4b-f019dc6d1b38 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0816982 Jul 22 23:52:44.327989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-befd7703-342f-41ff-b91d-1065291abdcb req-354b532f-27ca-4ad0-9bb2-f2f33e80a643 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474405 Jul 22 23:52:44.497717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f90dc8-5169-4f62-9e3c-3da6b05736cc req-ef52faa2-ab14-421e-b436-3ec3e7eb5ef7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.499730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8f90dc8-5169-4f62-9e3c-3da6b05736cc req-ef52faa2-ab14-421e-b436-3ec3e7eb5ef7 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0816586 Jul 22 23:52:44.540133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8f90dc8-5169-4f62-9e3c-3da6b05736cc req-a312bc3b-c881-4c65-8b4d-3a6ae48967f9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Jul 22 23:52:44.714708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc2f1-117b-4078-82d0-c401f05542d1 req-b7c6eeab-27bd-4bf3-ac28-ce58d086f406 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.716400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9fc2f1-117b-4078-82d0-c401f05542d1 req-b7c6eeab-27bd-4bf3-ac28-ce58d086f406 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0789993 Jul 22 23:52:44.761886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9fc2f1-117b-4078-82d0-c401f05542d1 req-6dc1db15-2fb4-42ad-92c4-3ad26f8b9cde tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Jul 22 23:52:44.909241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff2b13-65c9-4f6d-acd5-04caf6d33751 req-046a6e54-4aba-4b48-916c-ab04a77bb6d4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:44.910798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4ff2b13-65c9-4f6d-acd5-04caf6d33751 req-046a6e54-4aba-4b48-916c-ab04a77bb6d4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0662222 Jul 22 23:52:44.950937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4ff2b13-65c9-4f6d-acd5-04caf6d33751 req-f0b5aabf-eee3-40eb-bacf-30cd269c6e0b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341873 Jul 22 23:52:45.163445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c95424-17e7-4016-9d04-96e8d69b4230 req-33a533ec-7293-4e43-a36d-9e58fbc577b3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:45.165287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36c95424-17e7-4016-9d04-96e8d69b4230 req-33a533ec-7293-4e43-a36d-9e58fbc577b3 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1062245 Jul 22 23:52:45.214231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36c95424-17e7-4016-9d04-96e8d69b4230 req-4b34c1a3-23ef-4996-80ac-084dad3dc808 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Jul 22 23:52:45.463576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97947a5-3f25-4ab7-bf88-e051b5d0ad9c req-836252ba-80fd-4fe2-8a91-a6620f504a20 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:45.479574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f97947a5-3f25-4ab7-bf88-e051b5d0ad9c req-836252ba-80fd-4fe2-8a91-a6620f504a20 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1800900 Jul 22 23:52:45.549984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f97947a5-3f25-4ab7-bf88-e051b5d0ad9c req-c72d460a-2bf6-40c4-b22d-739b6ee320d6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694475 Jul 22 23:52:45.945898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a65bb-ae3b-4c22-8501-55b0865dde01 req-c8148d14-e074-453a-b9ca-c75d68fedd0f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:45.948508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a3a65bb-ae3b-4c22-8501-55b0865dde01 req-c8148d14-e074-453a-b9ca-c75d68fedd0f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1145649 Jul 22 23:52:46.000393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a3a65bb-ae3b-4c22-8501-55b0865dde01 req-0d5d816b-ba1b-4e22-89bc-187bf3a011c5 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Jul 22 23:52:46.131909 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62798abd-6a12-4299-8b3d-8838c82221ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.194741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a0ca-efa9-436d-9b22-dd1f321cd6c3 req-1f0a872b-d9da-4aa2-b4d1-d26f60113ee6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.203321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c84a0ca-efa9-436d-9b22-dd1f321cd6c3 req-1f0a872b-d9da-4aa2-b4d1-d26f60113ee6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0976224 Jul 22 23:52:47.255280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c84a0ca-efa9-436d-9b22-dd1f321cd6c3 req-c9c29c26-e251-4d39-88fd-0d8da5d1f0b6 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Jul 22 23:52:47.727516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e33a65-ec66-4924-98ed-aaf491e13f0d req-99fbee81-80dd-41c0-bbc6-be1f1720f438 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.735661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-20cd641c-007b-4c91-ad52-1857144862a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.737473 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-20cd641c-007b-4c91-ad52-1857144862a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0867181 Jul 22 23:52:47.739747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18e33a65-ec66-4924-98ed-aaf491e13f0d req-99fbee81-80dd-41c0-bbc6-be1f1720f438 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1567636 Jul 22 23:52:47.844998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18e33a65-ec66-4924-98ed-aaf491e13f0d req-e5aebf5e-4a4b-4ed2-8f2c-a8e50c1fdb14 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036015 Jul 22 23:52:47.927946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-e0ab1861-75e2-4642-b6fd-ec877b56b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:47.929455 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-e0ab1861-75e2-4642-b6fd-ec877b56b873 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 200 len: 914 time: 0.1849649 Jul 22 23:52:47.986050 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-d71e6dd0-8c39-487f-a3cd-6f2efbfce9c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 200 len: 217 time: 0.0499671 Jul 22 23:52:48.046619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-d9dbe52e-b896-4051-b2f1-096f74dbe8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:48.053370 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-d9dbe52e-b896-4051-b2f1-096f74dbe8b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 200 len: 853 time: 0.0557106 Jul 22 23:52:48.091243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-9401baab-3bb4-4e78-b3c6-6ff4d43798ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9e27662c-b546-430b-8a8f-807610fbd4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353816 Jul 22 23:52:48.235639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-4c8c660b-4631-4427-a5b6-17a96fd1962c service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343355 Jul 22 23:52:48.393441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e0c632cc-7ddb-4b6d-b1ac-58c8f9bd4b55 req-977377d5-179b-4559-985e-4d3195c22181 service neutron] 10.222.0.48 "GET /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502669 Jul 22 23:52:49.020306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72890280-37d5-4a7b-aaca-a1784e64c52e req-09f8a76e-e49d-4f33-9527-cb6667d1a209 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:49.030834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72890280-37d5-4a7b-aaca-a1784e64c52e req-09f8a76e-e49d-4f33-9527-cb6667d1a209 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0975740 Jul 22 23:52:49.071462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72890280-37d5-4a7b-aaca-a1784e64c52e req-35831fb5-bb56-4c42-bd3f-c040fb63668c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jul 22 23:52:49.448871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-189f6577-1f95-45e7-b194-e86e0f4830c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:49.602468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.239908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e13ba-0fa6-45b1-ac1b-15aeefc0cf5c req-e2b3f5a9-dabb-4b76-aa40-df7112b79c64 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:50.242695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39e13ba-0fa6-45b1-ac1b-15aeefc0cf5c req-e2b3f5a9-dabb-4b76-aa40-df7112b79c64 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0797272 Jul 22 23:52:50.250022 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.291041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39e13ba-0fa6-45b1-ac1b-15aeefc0cf5c req-90ffa395-2654-4223-abc0-2bc9858c7e19 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Jul 22 23:52:50.526942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67fcc3-ad01-46f9-84dd-084ab90f1e6b req-e89b5a3b-ccdc-4ee4-953c-d6e379ff54cd tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:50.529381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b67fcc3-ad01-46f9-84dd-084ab90f1e6b req-e89b5a3b-ccdc-4ee4-953c-d6e379ff54cd tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0868568 Jul 22 23:52:50.574287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b67fcc3-ad01-46f9-84dd-084ab90f1e6b req-e81a1ab7-2dd8-44b6-b180-4d3cc7526e0f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 Jul 22 23:52:50.774888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd53b4-6af3-4bbf-8710-073e1731d426 req-8f3c6207-ba7a-4d5a-895d-0a7b3687fdb8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:50.776468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fd53b4-6af3-4bbf-8710-073e1731d426 req-8f3c6207-ba7a-4d5a-895d-0a7b3687fdb8 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1053593 Jul 22 23:52:50.836239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fd53b4-6af3-4bbf-8710-073e1731d426 req-754fa1e7-2997-4926-b009-7b96583dd884 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Jul 22 23:52:51.024123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163825c-75d3-4950-a33c-649aad9a8003 req-5ad395fa-0962-42f0-a6f4-77d7461f4bb0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:51.025622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e163825c-75d3-4950-a33c-649aad9a8003 req-5ad395fa-0962-42f0-a6f4-77d7461f4bb0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0959156 Jul 22 23:52:51.094402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e163825c-75d3-4950-a33c-649aad9a8003 req-a898f51a-7651-419d-8a7b-72c3bcb28755 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619829 Jul 22 23:52:51.341440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caec032-35d4-45bd-a71f-c00ff3049cea req-7bc04692-0ba1-44d7-bf09-08ca3f14e563 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:51.344267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6caec032-35d4-45bd-a71f-c00ff3049cea req-7bc04692-0ba1-44d7-bf09-08ca3f14e563 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0786855 Jul 22 23:52:51.395828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6caec032-35d4-45bd-a71f-c00ff3049cea req-87cf18a1-58ee-4f25-8356-4172b678229a tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Jul 22 23:52:51.565398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc632ae-70a3-43f7-9870-18ebb023e0f0 req-0b152596-b717-4f39-92aa-06a48cddd8c9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:51.567498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bc632ae-70a3-43f7-9870-18ebb023e0f0 req-0b152596-b717-4f39-92aa-06a48cddd8c9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0785012 Jul 22 23:52:51.614251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2bc632ae-70a3-43f7-9870-18ebb023e0f0 req-8a208df3-0499-4204-82bc-a5af594d5fb9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Jul 22 23:52:51.718149 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.837760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ba664-48fb-43ed-8f21-747707ff255a req-318a0f24-b7ba-47ff-9ae8-7c59ad5ef3b4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:51.839666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea7ba664-48fb-43ed-8f21-747707ff255a req-318a0f24-b7ba-47ff-9ae8-7c59ad5ef3b4 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0867302 Jul 22 23:52:51.884479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea7ba664-48fb-43ed-8f21-747707ff255a req-fdb2cdb0-9d23-42f3-b98c-4b54a4cd5876 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Jul 22 23:52:52.065380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f113d-2a40-4551-8012-8bf493d58cf3 req-fc8dc59a-f098-47b9-92ee-f23a338730b9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:52.067076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-467f113d-2a40-4551-8012-8bf493d58cf3 req-fc8dc59a-f098-47b9-92ee-f23a338730b9 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1019514 Jul 22 23:52:52.113206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-467f113d-2a40-4551-8012-8bf493d58cf3 req-9951acc5-7397-4036-ba3c-a80b7ab41b8c tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387657 Jul 22 23:52:52.215876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:52.304607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7830e51-88c5-45ea-9b64-d9b081ef949a req-da2a7fee-62a1-42ce-aa46-65d8f3d90630 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:52.306634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7830e51-88c5-45ea-9b64-d9b081ef949a req-da2a7fee-62a1-42ce-aa46-65d8f3d90630 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0719151 Jul 22 23:52:52.366266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7830e51-88c5-45ea-9b64-d9b081ef949a req-34627bdc-c315-4027-aa22-fcc15d3d2a99 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533524 Jul 22 23:52:52.605542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284dc75-d84e-4aa2-9a88-9f4a5307e269 req-af327c87-2c9d-4990-b5c7-037090fc9ab2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:52.617741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4284dc75-d84e-4aa2-9a88-9f4a5307e269 req-af327c87-2c9d-4990-b5c7-037090fc9ab2 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1321042 Jul 22 23:52:52.661917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4284dc75-d84e-4aa2-9a88-9f4a5307e269 req-07ba7f36-e632-4a93-83af-e6890c1e908b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Jul 22 23:52:52.838427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52287e-651e-45ae-9304-63268a4df7df req-00890adc-6b15-459e-862e-23a216837d67 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:52.844540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c52287e-651e-45ae-9304-63268a4df7df req-00890adc-6b15-459e-862e-23a216837d67 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0764878 Jul 22 23:52:52.887136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c52287e-651e-45ae-9304-63268a4df7df req-de09de32-4633-4c1f-a2ea-ea30a698a16b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Jul 22 23:52:53.080746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e80a8c-d9c7-456c-9fc2-fe09fdf0b75f req-3e6df54e-d2e3-43b0-b2e9-29a7612a288f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.082435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48e80a8c-d9c7-456c-9fc2-fe09fdf0b75f req-3e6df54e-d2e3-43b0-b2e9-29a7612a288f tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1098433 Jul 22 23:52:53.127376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48e80a8c-d9c7-456c-9fc2-fe09fdf0b75f req-88e91414-559a-499a-b77b-0d7a91dedf6b tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386553 Jul 22 23:52:53.298280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a5b75-6695-4c58-ad46-ee255d632611 req-8ea1052b-0886-4ff7-b449-efb7ba717c17 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.300696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d9a5b75-6695-4c58-ad46-ee255d632611 req-8ea1052b-0886-4ff7-b449-efb7ba717c17 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0783958 Jul 22 23:52:53.341009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d9a5b75-6695-4c58-ad46-ee255d632611 req-25633b1c-b0af-4496-921b-dac70680c399 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345664 Jul 22 23:52:53.550850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954a5f8-85ac-4558-b503-7a00f142a296 req-8743ed38-2cc1-4e3f-a133-0f6dc18627c0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.553886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1954a5f8-85ac-4558-b503-7a00f142a296 req-8743ed38-2cc1-4e3f-a133-0f6dc18627c0 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0941403 Jul 22 23:52:53.599416 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1954a5f8-85ac-4558-b503-7a00f142a296 req-56df5722-c11e-49c1-be4b-a0b25ff65412 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388584 Jul 22 23:52:53.796457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa2b28-9d9b-421f-8608-7b2ee030e50a req-7d7234d4-328d-42d7-a37f-37b9935bf620 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:53.801378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efa2b28-9d9b-421f-8608-7b2ee030e50a req-7d7234d4-328d-42d7-a37f-37b9935bf620 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0963693 Jul 22 23:52:53.847213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efa2b28-9d9b-421f-8608-7b2ee030e50a req-8582cf8d-6cc7-455a-89af-302612cb8405 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jul 22 23:52:58.896994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf9ef3-5f79-4056-b58e-bc1389508662 req-8bcd09a9-8d2f-472d-a61c-702739edbb60 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:58.899605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eedf9ef3-5f79-4056-b58e-bc1389508662 req-8bcd09a9-8d2f-472d-a61c-702739edbb60 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0835230 Jul 22 23:52:58.978170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eedf9ef3-5f79-4056-b58e-bc1389508662 req-42a965d4-8985-446c-a753-8b58ce359b05 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712521 Jul 22 23:52:59.344418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34395c79-21e5-4e12-be05-4232c17c68ec req-b8f0b366-38c3-4cdd-b421-1eef70e63724 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:59.353423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34395c79-21e5-4e12-be05-4232c17c68ec req-b8f0b366-38c3-4cdd-b421-1eef70e63724 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1091902 Jul 22 23:52:59.408488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34395c79-21e5-4e12-be05-4232c17c68ec req-147d0aa3-44c2-4013-9b98-e2e02925db45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539584 Jul 22 23:53:00.165559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac41268-c815-47e7-a5c3-d5b09b0bd0ed req-c13226ff-022b-4a78-8538-16b495f25d80 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:00.170316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bac41268-c815-47e7-a5c3-d5b09b0bd0ed req-c13226ff-022b-4a78-8538-16b495f25d80 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.0974023 Jul 22 23:53:00.232943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bac41268-c815-47e7-a5c3-d5b09b0bd0ed req-42abe326-d37f-4173-a4fc-0f1fa1938e6e tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/security-groups?id=1528dab3-5f70-422b-b460-83be71a071b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Jul 22 23:53:00.598425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d73e5-ce2e-4a3a-ab39-cbaa32c67357 req-1a77dc02-c0a9-4a13-b2bf-4bb95e6ee2e2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:00.600773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d1d73e5-ce2e-4a3a-ab39-cbaa32c67357 req-1a77dc02-c0a9-4a13-b2bf-4bb95e6ee2e2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1041334 Jul 22 23:53:00.649095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d1d73e5-ce2e-4a3a-ab39-cbaa32c67357 req-cfaf1e85-f5a6-474d-863b-a20c69637e17 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Jul 22 23:53:00.664412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-9c86a5ad-36bd-4704-9181-2bf831bf8b68 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:00.667662 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-9c86a5ad-36bd-4704-9181-2bf831bf8b68 tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.48 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 946 time: 0.1049001 Jul 22 23:53:00.833427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Deleting port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:00.834180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:00.935115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] For port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,segment=NetworkSegment(b5f01e98-fa20-4bc4-ab27-d8b5c67eca10),segment_id=b5f01e98-fa20-4bc4-ab27-d8b5c67eca10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:00.935806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:00.957337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Calling delete_port for 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:01.137402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.172548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Pushing event deleted for resources: {'Port': ['ID=719ee74b-89c5-49b7-a5f8-2b9c532eb0bf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:01.174245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:01.218147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.218585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.219164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.219711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.220374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.220778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.221228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.221605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.222014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.222412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.222819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.223234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:01.252015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] No DVR routers for this DVR port 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:01.256199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.259002 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6af4f3c-c9d9-434e-8842-1bdbbd2ccb85 req-673cbc70-9225-4a77-b9cb-c1e30f2160cb tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.48 "DELETE /v2.0/ports/719ee74b-89c5-49b7-a5f8-2b9c532eb0bf HTTP/1.1" status: 204 len: 173 time: 0.5837007 Jul 22 23:53:01.259727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-deleted', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:01.262850 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90fa599-860b-475d-8c23-01849c97fe47" -d '{"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-deleted", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:01.406454 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ace1ccf-f013-491a-93a3-6c95d0e1507c x-openstack-request-id: req-8ace1ccf-f013-491a-93a3-6c95d0e1507c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:01.406765 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "261a99ae-f7ac-4059-9dac-8edff20a4ec0", "name": "network-vif-deleted", "tag": "719ee74b-89c5-49b7-a5f8-2b9c532eb0bf", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:01.407028 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ace1ccf-f013-491a-93a3-6c95d0e1507c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:01.407464 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261a99ae-f7ac-4059-9dac-8edff20a4ec0', 'name': 'network-vif-deleted', 'tag': '719ee74b-89c5-49b7-a5f8-2b9c532eb0bf', 'status': 'completed', 'code': 200} Jul 22 23:53:01.437752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5d220b2-ba02-4fd8-91af-f23fe49d4d75 req-f42be86a-bbfe-44bc-87e1-7f295387fccc tempest-ServersNegativeTestJSON-306050441 tempest-ServersNegativeTestJSON-306050441-project] 10.222.0.21 "GET /v2.0/ports?device_id=261a99ae-f7ac-4059-9dac-8edff20a4ec0 HTTP/1.1" status: 200 len: 210 time: 0.0919578 Jul 22 23:53:01.479060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6470e-3c9b-490b-9395-258139a2192e req-b7082984-36af-48ec-8130-dec41867c88f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:01.481878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-01c6470e-3c9b-490b-9395-258139a2192e req-b7082984-36af-48ec-8130-dec41867c88f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.48 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1485424 Jul 22 23:53:01.652674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Deleting port 18d0febd-5ca0-46df-a06d-ffb0bb58161d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:01.653352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:01.852480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a09e94-5202-43d3-ab8d-a5c4889b8587 req-c8518a5a-3c3a-4daa-9f5b-e3cc341dfdf1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:01.861061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4a09e94-5202-43d3-ab8d-a5c4889b8587 req-c8518a5a-3c3a-4daa-9f5b-e3cc341dfdf1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 946 time: 0.1217618 Jul 22 23:53:01.923043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4a09e94-5202-43d3-ab8d-a5c4889b8587 req-77545197-7193-413b-abf3-54176adf94e0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c4ce348-50e0-476c-a2e0-6684b35449aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561216 Jul 22 23:53:02.075744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] For port 18d0febd-5ca0-46df-a06d-ffb0bb58161d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=18d0febd-5ca0-46df-a06d-ffb0bb58161d,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:02.076510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.437413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.437715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.438157 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Floating IP 0c1a1e2d-de3a-47db-ab16-748deea8828a disassociated. External IP: 172.25.5.97, port: 18d0febd-5ca0-46df-a06d-ffb0bb58161d. Jul 22 23:53:02.438513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Calling delete_port for 18d0febd-5ca0-46df-a06d-ffb0bb58161d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:02.562449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56694) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:02.615321 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.626493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Deleting subnet 2acbae34-6c14-4e70-bc54-1504ef4e3428 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:02.630920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.658068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event deleted for resources: {'Port': ['ID=18d0febd-5ca0-46df-a06d-ffb0bb58161d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:02.694551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.751304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.821620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.845433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Router d15de23a-0576-4983-950c-d85661b17bfd has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:02.889976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2acbae34-6c14-4e70-bc54-1504ef4e3428,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:02.895282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:02.901181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2acbae34-6c14-4e70-bc54-1504ef4e3428 HTTP/1.1" status: 204 len: 168 time: 0.3375142 Jul 22 23:53:02.902000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56702) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:03.009542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.018774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.019125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.019496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.019908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.020153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.020480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.020855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.021128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.021461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.021789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.022119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.022449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86956a3c-63da-4069-94d2-fc213747d4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:03.086455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:03.102409 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:03.120602 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:03.121270 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:52:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:03.172010 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.202360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e27662c-b546-430b-8a8f-807610fbd4fe']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:03.209745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] No DVR routers for this DVR port 18d0febd-5ca0-46df-a06d-ffb0bb58161d on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:03.215709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.223061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:03.223469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f01e98-fa20-4bc4-ab27-d8b5c67eca10') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:03.225095 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-01c6470e-3c9b-490b-9395-258139a2192e req-b391291b-aca5-450c-a6a9-7773ca41a526 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.48 "DELETE /v2.0/ports/18d0febd-5ca0-46df-a06d-ffb0bb58161d HTTP/1.1" status: 204 len: 173 time: 1.7250748 Jul 22 23:53:03.237290 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.261325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.300783 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:03.308873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:53:03.313763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.409097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'name': 'network-vif-deleted', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:03.413853 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e322e711-c182-4c5e-9d19-ff446a92730b" -d '{"events": [{"server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "name": "network-vif-deleted", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:53:03.427482 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:53:03.468241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b203554c-baf6-494f-a5c1-2e2b3087b575 req-97090261-f5b7-4aae-8c9e-b8f0abebed11 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=a837b282-7cd0-43e3-8a29-0b10d19c70de HTTP/1.1" status: 200 len: 210 time: 0.4067533 Jul 22 23:53:03.472808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.508774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:03.511080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e27662c-b546-430b-8a8f-807610fbd4fe HTTP/1.1" status: 204 len: 168 time: 0.6067996 Jul 22 23:53:03.512160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2885ca4-bbd1-4a70-aed6-18f384696ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e27662c-b546-430b-8a8f-807610fbd4fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:03.573139 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ea9a90-08e3-41ba-a3dd-fd9777e5b229 x-openstack-request-id: req-f6ea9a90-08e3-41ba-a3dd-fd9777e5b229 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:03.573735 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a837b282-7cd0-43e3-8a29-0b10d19c70de", "name": "network-vif-deleted", "tag": "18d0febd-5ca0-46df-a06d-ffb0bb58161d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:03.574433 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6ea9a90-08e3-41ba-a3dd-fd9777e5b229 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:03.575624 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a837b282-7cd0-43e3-8a29-0b10d19c70de', 'name': 'network-vif-deleted', 'tag': '18d0febd-5ca0-46df-a06d-ffb0bb58161d', 'status': 'completed', 'code': 200} Jul 22 23:53:03.657071 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:03.689580 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:53:03.702344 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:03.703575 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:52:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:03.877775 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:03.897215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:03.945204 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:04.014696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cae779d5-1a24-4b49-84e4-9b1470f1a78e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ce9d4f6e9444ef48b6b5fa290ee98f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131873 Jul 22 23:53:04.015096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:04.138688 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d404fdb2-dc76-4ad7-847a-0dbbe759a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.190115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d404fdb2-dc76-4ad7-847a-0dbbe759a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.296608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d404fdb2-dc76-4ad7-847a-0dbbe759a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.317798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d404fdb2-dc76-4ad7-847a-0dbbe759a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:04.325563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d404fdb2-dc76-4ad7-847a-0dbbe759a20f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1528dab3-5f70-422b-b460-83be71a071b0 HTTP/1.1" status: 204 len: 168 time: 0.3090687 Jul 22 23:53:04.350741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404fdb2-dc76-4ad7-847a-0dbbe759a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528dab3-5f70-422b-b460-83be71a071b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:04.485162 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:04.520531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 18d0febd-5ca0-46df-a06d-ffb0bb58161d no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:04.521195 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3fe35-3127-4b21-83e8-4a9f0af631af None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:04.599081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 18d0febd-5ca0-46df-a06d-ffb0bb58161d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:04.599491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 18d0febd-5ca0-46df-a06d-ffb0bb58161d not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:04.599942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:04.632282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:04.633429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 719ee74b-89c5-49b7-a5f8-2b9c532eb0bf not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:04.977359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5369820b-df0f-4f70-a8ac-6a30eec3a289 None None] New status for floating IP 0c1a1e2d-de3a-47db-ab16-748deea8828a: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:53:05.665789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:05.789838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c451e3-10ad-4b10-94b1-bce431b05a68 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:05.854960 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c451e3-10ad-4b10-94b1-bce431b05a68 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.013986 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c451e3-10ad-4b10-94b1-bce431b05a68 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.017820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e3c451e3-10ad-4b10-94b1-bce431b05a68 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.019830 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e3c451e3-10ad-4b10-94b1-bce431b05a68 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c4ce348-50e0-476c-a2e0-6684b35449aa HTTP/1.1" status: 204 len: 168 time: 0.3517470 Jul 22 23:53:06.023152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.052965 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-79ef20a6-1806-48a3-a610-640c757e8011 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] show failed (client error): The resource could not be found. Jul 22 23:53:06.059943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-79ef20a6-1806-48a3-a610-640c757e8011 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups/5c4ce348-50e0-476c-a2e0-6684b35449aa HTTP/1.1" status: 404 len: 347 time: 0.0315819 Jul 22 23:53:06.062358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56818) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.075769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c451e3-10ad-4b10-94b1-bce431b05a68 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4ce348-50e0-476c-a2e0-6684b35449aa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:06.143562 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.251829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Deleting port a3fb71fe-02a5-42ed-b335-257c08f09314 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:06.252256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.257119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56820) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.397942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.398720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.416947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Calling delete_port for a3fb71fe-02a5-42ed-b335-257c08f09314 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:06.481748 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d87bc86e-de1f-486b-a9c6-80632ecb6bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.631016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d87bc86e-de1f-486b-a9c6-80632ecb6bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.646180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d87bc86e-de1f-486b-a9c6-80632ecb6bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.660927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.683577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bc86e-de1f-486b-a9c6-80632ecb6bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a915c0-de5b-45fc-ba5e-ae551ad9b95f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:06.713523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d87bc86e-de1f-486b-a9c6-80632ecb6bf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d80efc86a314cf18dfdb2d6651848c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549158 Jul 22 23:53:06.714742 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event deleted for resources: {'Port': ['ID=a3fb71fe-02a5-42ed-b335-257c08f09314,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:06.719058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:06.822099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff3863-c5ea-4575-b292-1c45375e8d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.847444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.850329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.864735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9fd51900-6420-424a-b028-c716f209bfc0 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "DELETE /v2.0/floatingips/0c1a1e2d-de3a-47db-ab16-748deea8828a HTTP/1.1" status: 204 len: 168 time: 0.7825284 Jul 22 23:53:06.865834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff3863-c5ea-4575-b292-1c45375e8d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.990748 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff3863-c5ea-4575-b292-1c45375e8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.994256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8cff3863-c5ea-4575-b292-1c45375e8d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:06.995642 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8cff3863-c5ea-4575-b292-1c45375e8d48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0a915c0-de5b-45fc-ba5e-ae551ad9b95f HTTP/1.1" status: 204 len: 168 time: 0.2742939 Jul 22 23:53:07.005885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff3863-c5ea-4575-b292-1c45375e8d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a915c0-de5b-45fc-ba5e-ae551ad9b95f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:07.346986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.353118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25389466', 'description': 'tempest-description--1222769011'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:07.398471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.535465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.542250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.582032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9925ed80-7890-407b-a188-021844028f25,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:07.603366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.609305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.609857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b8f4ac07-b799-40df-a6e6-84d0fb46b259 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2609231 Jul 22 23:53:07.618450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'security_group_rule': {'security_group_id': '9925ed80-7890-407b-a188-021844028f25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:07.672967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.739720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.751299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.773883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153ae3f8-8645-4619-b531-fd779b721543,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:07.792292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.793563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-43c1fab5-bc14-4b22-88d7-2e480f388c06 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829407 Jul 22 23:53:07.796905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:07.803700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'security_group_rule': {'security_group_id': '9925ed80-7890-407b-a188-021844028f25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:07.851717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.956242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:07.964899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.023920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7b7011-03af-4736-8d4b-bdaac2e47a85,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:08.035833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.050556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:08.050933 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eab34732-b0db-40ca-8958-2a554424b832 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478318 Jul 22 23:53:08.061585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:08.104735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.304247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:08.474700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Allocated IP 172.25.5.211 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/c69edae6-873a-4e42-91cf-bf3a64463e3f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:08.734627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.292881 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.350665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'Port': ['ID=c69edae6-873a-4e42-91cf-bf3a64463e3f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:09.366103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:09.368243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:09.371632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:09.556946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.698075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.745178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-63ad62eb-7bec-4642-b37b-7e8a52ca2f4b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:09.746772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-63ad62eb-7bec-4642-b37b-7e8a52ca2f4b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.2395246 Jul 22 23:53:09.777589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-32a9e0d2-7fd0-46ba-b6d4-12f5620c9f09 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0211158 Jul 22 23:53:09.962515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-2410f1f7-cd24-446d-b1b9-e65c8a38ad0c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621161 Jul 22 23:53:09.970241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:09.986416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.137201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'Port': ['ID=c69edae6-873a-4e42-91cf-bf3a64463e3f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:10.155696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.178935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-3e207139-2c6a-4747-9ff9-5bdd6dd53ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042432 Jul 22 23:53:10.208015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:10.218466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7f0ec6b7-a750-433e-a263-6908e226f3d2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1652670 Jul 22 23:53:10.387895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-f282647d-b356-4c4f-8aae-99bf5b506269 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969619 Jul 22 23:53:10.532731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-a1ef4fd8-d0da-4b22-b696-1bd9d967fa2b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--25389466&fields=id&tenant_id=2cda2315ed6e4bcaa554011799e97f20 HTTP/1.1" status: 200 len: 267 time: 0.0510125 Jul 22 23:53:10.719298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-041e46db-22b8-4954-858e-2005c8e4ced8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:10.722029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-041e46db-22b8-4954-858e-2005c8e4ced8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 811 time: 0.1801906 Jul 22 23:53:10.741786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-455d5bd8-7640-4913-97c5-28250deb0fa9 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/quotas/2cda2315ed6e4bcaa554011799e97f20 HTTP/1.1" status: 200 len: 375 time: 0.0128033 Jul 22 23:53:10.787760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:10.862853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-92650855-eb48-4dfc-a86d-1277625e30d4 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039937 Jul 22 23:53:10.992793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f58f9e4f-c354-4fe9-860e-5983e4d08b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.052501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38844390-24bb-41f0-9f74-a2a85cde9f62 req-d4ad850f-ffbf-4132-a0b9-cad52cafd959 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 210 time: 0.0626991 Jul 22 23:53:11.056699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-aad40493-009d-402d-80de-294b66600bb5 service neutron] 10.222.0.21 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907377 Jul 22 23:53:11.138811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f58f9e4f-c354-4fe9-860e-5983e4d08b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.147370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f58f9e4f-c354-4fe9-860e-5983e4d08b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.214992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:11.218144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f58f9e4f-c354-4fe9-860e-5983e4d08b76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3184f3815994fe687f43ba1b84eb74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4271686 Jul 22 23:53:11.219653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f9e4f-c354-4fe9-860e-5983e4d08b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c61efd-052f-4085-b682-13bfd5c4e6d6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:11.245093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-0c27596f-a57f-476b-a96f-3bbb9ef71a31 service neutron] 10.222.0.21 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812024 Jul 22 23:53:11.299384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad60743-29ca-4f93-850b-1f9426fd2178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.338747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad60743-29ca-4f93-850b-1f9426fd2178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.416058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad60743-29ca-4f93-850b-1f9426fd2178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.419459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fad60743-29ca-4f93-850b-1f9426fd2178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:11.421119 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fad60743-29ca-4f93-850b-1f9426fd2178 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30c61efd-052f-4085-b682-13bfd5c4e6d6 HTTP/1.1" status: 204 len: 168 time: 0.2048469 Jul 22 23:53:11.431799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad60743-29ca-4f93-850b-1f9426fd2178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c61efd-052f-4085-b682-13bfd5c4e6d6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:11.586971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8cd86fb0-fc9a-464a-a79c-f87f277c0a93 req-d73e0eca-5908-493d-8d80-b0feacae33f4 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 210 time: 0.0373991 Jul 22 23:53:12.019780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57054) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:12.063826 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57da6618-ee99-4687-867f-cece58f7e4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.230028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b9f3802-e887-4916-aee5-4798db64c451 req-ba74db41-4f98-4a6e-b6bd-47db61b9b638 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 210 time: 0.0673552 Jul 22 23:53:12.368252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57da6618-ee99-4687-867f-cece58f7e4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.382890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-57da6618-ee99-4687-867f-cece58f7e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.455138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-8fc22fac-5e13-4d17-b415-c31fc768b2ed tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:12.467885 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-8fc22fac-5e13-4d17-b415-c31fc768b2ed tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.2517564 Jul 22 23:53:12.496551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:12.501303 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-57da6618-ee99-4687-867f-cece58f7e4ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2695b00e66d040a1b9854aa88654c575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800615 Jul 22 23:53:12.504997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:12.505535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da6618-ee99-4687-867f-cece58f7e4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f58f823-3133-4e32-a50f-7251e6918bc0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:12.585686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7661d0a-dde7-4bfb-9b10-aa625e9d4c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.622661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7661d0a-dde7-4bfb-9b10-aa625e9d4c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.697850 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7661d0a-dde7-4bfb-9b10-aa625e9d4c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.701828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7661d0a-dde7-4bfb-9b10-aa625e9d4c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.702923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:12.703546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c7661d0a-dde7-4bfb-9b10-aa625e9d4c8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f58f823-3133-4e32-a50f-7251e6918bc0 HTTP/1.1" status: 204 len: 168 time: 0.1963518 Jul 22 23:53:12.709879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:12.718747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7661d0a-dde7-4bfb-9b10-aa625e9d4c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f58f823-3133-4e32-a50f-7251e6918bc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:12.793179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6cbc6d1-d8dc-4194-a182-6ac357a6f580 req-e729b478-c59e-4f08-a114-84c39057486f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 210 time: 0.0447156 Jul 22 23:53:12.956723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.10 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/5de79b52-cf86-4357-a7a4-a70c34fdd201) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:13.096034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-c628fa89-f8e3-4415-a40b-6e1db5fc6a0a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.097781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-c628fa89-f8e3-4415-a40b-6e1db5fc6a0a tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.49 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 811 time: 0.2057271 Jul 22 23:53:13.212331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-2496d24e-dc71-43ff-be0f-7aad749efb01 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cda2315ed6e4bcaa554011799e97f20 HTTP/1.1" status: 200 len: 378 time: 0.1000745 Jul 22 23:53:13.225742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.237215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'port': {'device_id': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'admin_state_up': True, 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'security_groups': ['9925ed80-7890-407b-a188-021844028f25']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:13.250851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 5de79b52-cf86-4357-a7a4-a70c34fdd201 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:13.377333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.478298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:13.481209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:13.498964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:13.607386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=5de79b52-cf86-4357-a7a4-a70c34fdd201,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:13.653030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.654631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.674107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e8132-d816-4673-9fe8-6cdabb653fe7 req-3e5a47dc-c2d0-45a2-88eb-e6956c9deda7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:13.676546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-aac7d426-377c-4db9-b3ca-115588677641 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1873796 Jul 22 23:53:13.696884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-862e8132-d816-4673-9fe8-6cdabb653fe7 req-3e5a47dc-c2d0-45a2-88eb-e6956c9deda7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 932 time: 0.2543697 Jul 22 23:53:13.703618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Request body: {'port': {'device_id': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:13.812169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Made reservation on behalf of 2cda2315ed6e4bcaa554011799e97f20 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:13.816048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.880206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-862e8132-d816-4673-9fe8-6cdabb653fe7 req-80e3d7e3-b1f1-4007-88c9-0c4f88e18b4d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821291 Jul 22 23:53:13.900867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.003323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd9666c7-8463-4b94-8e8e-c3d6f2fb49de None None] Provisioning for port 5de79b52-cf86-4357-a7a4-a70c34fdd201 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:14.012531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dd9666c7-8463-4b94-8e8e-c3d6f2fb49de None None] Provisioning complete for port 5de79b52-cf86-4357-a7a4-a70c34fdd201 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:14.012912 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd9666c7-8463-4b94-8e8e-c3d6f2fb49de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.071389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dd9666c7-8463-4b94-8e8e-c3d6f2fb49de None None] Port 5de79b52-cf86-4357-a7a4-a70c34fdd201 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:14.163735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2b417acd-ad8d-4c8a-bf57-3f6097baffef req-36f36153-6470-497b-966c-3b4d25477230 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 210 time: 0.0916321 Jul 22 23:53:14.199451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Allocated IP 172.20.0.8 (e42c7420-6876-4341-986f-b10e55e2405e/7a1d8bb9-2814-42bf-a860-02209e4fcf11/b4c35928-c8ea-499b-9dce-0a8056451fa5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:14.512953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.533612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de79b52-cf86-4357-a7a4-a70c34fdd201 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:14.536362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Transition to ACTIVE for port object b4c35928-c8ea-499b-9dce-0a8056451fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:14.551963 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.568103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Transition to ACTIVE for port object 5de79b52-cf86-4357-a7a4-a70c34fdd201 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:14.577843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.596660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.650692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Network e42c7420-6876-4341-986f-b10e55e2405e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:14.652893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:14.662852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:14.701371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5de79b52-cf86-4357-a7a4-a70c34fdd201,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:14.783785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event updated for resources: {'Port': ['ID=b4c35928-c8ea-499b-9dce-0a8056451fa5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:14.898024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:14.900744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:14.942412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-e678f95e-5a21-42ce-99f5-00df5f040ce6 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7236052 Jul 22 23:53:14.970095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Request body: {'port': {'device_id': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:14.976074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Attempting to bind port 5de79b52-cf86-4357-a7a4-a70c34fdd201 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:14.976398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Attempting to bind port 5de79b52-cf86-4357-a7a4-a70c34fdd201 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:14.976736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Attempting to bind port 5de79b52-cf86-4357-a7a4-a70c34fdd201 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:14.990373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Port 5de79b52-cf86-4357-a7a4-a70c34fdd201 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:14.990742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Attempting to bind port 5de79b52-cf86-4357-a7a4-a70c34fdd201 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:15.000333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:15.000614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:15.002493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:15.003531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Bound port: 5de79b52-cf86-4357-a7a4-a70c34fdd201, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:15.003919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.144606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] For port 5de79b52-cf86-4357-a7a4-a70c34fdd201, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:15.150275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] For port 5de79b52-cf86-4357-a7a4-a70c34fdd201, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:15.160300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.206306 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.261596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c57177e7-8263-42b8-8a7f-d1207dd97137 None None] Provisioning for port b4c35928-c8ea-499b-9dce-0a8056451fa5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:15.266987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c57177e7-8263-42b8-8a7f-d1207dd97137 None None] Provisioning complete for port b4c35928-c8ea-499b-9dce-0a8056451fa5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:15.267393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c57177e7-8263-42b8-8a7f-d1207dd97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.290133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c8077-2281-45a1-913c-de09f5f79791 req-533eb843-7a65-4a3b-a9a6-63860120615d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.293290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-175c8077-2281-45a1-913c-de09f5f79791 req-533eb843-7a65-4a3b-a9a6-63860120615d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.2705894 Jul 22 23:53:15.342658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c57177e7-8263-42b8-8a7f-d1207dd97137 None None] Port b4c35928-c8ea-499b-9dce-0a8056451fa5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:15.400915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.402789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:15.406106 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] 10.222.0.49 "PUT /v2.0/ports/5de79b52-cf86-4357-a7a4-a70c34fdd201 HTTP/1.1" status: 200 len: 1092 time: 1.7167361 Jul 22 23:53:15.407229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'tag': '5de79b52-cf86-4357-a7a4-a70c34fdd201'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:15.412307 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349fd946-17c3-4307-9d4f-348e3a53b683" -d '{"events": [{"name": "network-changed", "server_uuid": "2261282c-4874-4034-ba9a-dce7247f1b2a", "tag": "5de79b52-cf86-4357-a7a4-a70c34fdd201"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:15.418635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35890aa-a36a-4258-a056-0f8a22bc5eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=5de79b52-cf86-4357-a7a4-a70c34fdd201,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:15.636988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-5f2a7fba-43bf-413e-bef9-9fd3dfc35823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.640782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-5f2a7fba-43bf-413e-bef9-9fd3dfc35823 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 1095 time: 0.1486676 Jul 22 23:53:15.687624 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-175c8077-2281-45a1-913c-de09f5f79791 req-4f1a8786-9cf2-4e2a-9be4-1725bf07a9cd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783395 Jul 22 23:53:15.793320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799cb8-f799-4eed-a6a8-64217736747e req-3b9ea088-9602-4d4b-9b2e-0fc46a9e51b1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.798563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-006c7c35-8277-4d76-99c0-377f3d307553 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201 HTTP/1.1" status: 200 len: 217 time: 0.1525495 Jul 22 23:53:15.804831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9799cb8-f799-4eed-a6a8-64217736747e req-3b9ea088-9602-4d4b-9b2e-0fc46a9e51b1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 931 time: 0.4945762 Jul 22 23:53:15.940777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-95e06ae7-03c5-46a5-927f-078b9a3f6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:15.958752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-95e06ae7-03c5-46a5-927f-078b9a3f6ba1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.1487865 Jul 22 23:53:16.056147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9799cb8-f799-4eed-a6a8-64217736747e req-537d5fd8-3688-4ba3-9319-8cc30af3c8b1 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2478473 Jul 22 23:53:16.078612 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d921960e-933e-43dd-bfd8-8e9520a6c4fd x-openstack-request-id: req-d921960e-933e-43dd-bfd8-8e9520a6c4fd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:16.078900 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2261282c-4874-4034-ba9a-dce7247f1b2a", "tag": "5de79b52-cf86-4357-a7a4-a70c34fdd201", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:16.079171 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d921960e-933e-43dd-bfd8-8e9520a6c4fd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:16.079610 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'tag': '5de79b52-cf86-4357-a7a4-a70c34fdd201', 'status': 'completed', 'code': 200} Jul 22 23:53:16.157304 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-93d30074-85ef-4a3d-a54b-9f73846e9713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.184002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-720a9798-6672-4fbd-9015-407e209bd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:16.187395 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-720a9798-6672-4fbd-9015-407e209bd21f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108364 Jul 22 23:53:16.286794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c35928-c8ea-499b-9dce-0a8056451fa5 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:16.300555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.323131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Transition to ACTIVE for port object b4c35928-c8ea-499b-9dce-0a8056451fa5 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:16.330169 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.452371 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-6985d03d-cdab-4c6f-b5fe-83bf140d6b78 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577798 Jul 22 23:53:16.512147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c35928-c8ea-499b-9dce-0a8056451fa5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:16.697193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02dcc42c-bd54-4ea9-b7e2-ea0a6845298f req-df291983-062c-425c-bab8-0820a3df0baa service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373044 Jul 22 23:53:16.724172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Attempting to bind port b4c35928-c8ea-499b-9dce-0a8056451fa5 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:16.729963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Attempting to bind port b4c35928-c8ea-499b-9dce-0a8056451fa5 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:16.730888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Attempting to bind port b4c35928-c8ea-499b-9dce-0a8056451fa5 on network e42c7420-6876-4341-986f-b10e55e2405e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:16.752545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Port b4c35928-c8ea-499b-9dce-0a8056451fa5 on network e42c7420-6876-4341-986f-b10e55e2405e not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:16.754410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Attempting to bind port b4c35928-c8ea-499b-9dce-0a8056451fa5 on network e42c7420-6876-4341-986f-b10e55e2405e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:16.769173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:16.772589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Checking segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:16.773270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Bound using segment: {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:16.773983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Bound port: b4c35928-c8ea-499b-9dce-0a8056451fa5, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dd9216-fed9-4294-baad-50c48e398d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:16.777917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:16.875866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-15da5a57-279f-45de-99c7-ccf187b8243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:16.877578 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-15da5a57-279f-45de-99c7-ccf187b8243b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 1095 time: 0.1310441 Jul 22 23:53:17.002372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] For port b4c35928-c8ea-499b-9dce-0a8056451fa5, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:17.079895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] For port b4c35928-c8ea-499b-9dce-0a8056451fa5, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:17.123991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:17.140963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-7155ef12-5e06-480a-916c-330ad42f5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.142501 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-7155ef12-5e06-480a-916c-330ad42f5194 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.2583477 Jul 22 23:53:17.246671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-66b2ba46-51e4-44d9-9f3f-042e35405a8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201 HTTP/1.1" status: 200 len: 217 time: 0.0964563 Jul 22 23:53:17.269975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45840a-c129-46cc-af5f-5227a2f839b7 req-435bd43b-e925-4603-b3de-4e19f8a62143 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.271615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb45840a-c129-46cc-af5f-5227a2f839b7 req-435bd43b-e925-4603-b3de-4e19f8a62143 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.3989580 Jul 22 23:53:17.283616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.284604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:17.287041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] 10.222.0.49 "PUT /v2.0/ports/b4c35928-c8ea-499b-9dce-0a8056451fa5 HTTP/1.1" status: 200 len: 1091 time: 2.3365908 Jul 22 23:53:17.290213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:17.295272 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f7e46-4898-4171-9d9c-cf2e58147b41" -d '{"events": [{"name": "network-changed", "server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:17.345021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f0a5-b70d-4403-99be-7a80395320a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c35928-c8ea-499b-9dce-0a8056451fa5,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:17.406676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-db1531ad-dda4-48ea-b9e9-e51dc6775c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.410897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-db1531ad-dda4-48ea-b9e9-e51dc6775c31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.1581633 Jul 22 23:53:17.465888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb45840a-c129-46cc-af5f-5227a2f839b7 req-10dd7972-e0ee-4d21-92fb-c860b18e0fa6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771479 Jul 22 23:53:17.553252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-33b323a7-5cb0-4452-8f6c-dab97f153c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.555100 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-33b323a7-5cb0-4452-8f6c-dab97f153c89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383200 Jul 22 23:53:17.579041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-a73946c5-f81f-40aa-b70a-75e592951c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.586857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-a73946c5-f81f-40aa-b70a-75e592951c32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 1094 time: 0.2319965 Jul 22 23:53:17.672392 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd8b0ef-f214-4ae7-8f75-dd75f80ac7a8 x-openstack-request-id: req-3dd8b0ef-f214-4ae7-8f75-dd75f80ac7a8 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:17.673334 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:17.674039 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dd8b0ef-f214-4ae7-8f75-dd75f80ac7a8 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:17.675348 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'status': 'completed', 'code': 200} Jul 22 23:53:17.685717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-285a4569-cdd0-484e-9ec5-35052f301aad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5 HTTP/1.1" status: 200 len: 217 time: 0.0959101 Jul 22 23:53:17.801619 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-f68cd8b6-14e9-4a62-87d4-91feb6471644 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374175 Jul 22 23:53:17.815299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-fc470cbc-3708-4236-8a7b-2b9165ecbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.817631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-fc470cbc-3708-4236-8a7b-2b9165ecbb6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.1003652 Jul 22 23:53:17.837819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71e428-52bc-4f6a-9242-4747c61e8eae req-be4a877b-9964-4513-9384-8084aacd556d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:17.846601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c71e428-52bc-4f6a-9242-4747c61e8eae req-be4a877b-9964-4513-9384-8084aacd556d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 943 time: 0.1771650 Jul 22 23:53:17.962239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c71e428-52bc-4f6a-9242-4747c61e8eae req-49e034dc-0b05-4423-8c10-f89d876fd9c4 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101625 Jul 22 23:53:17.971178 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-349fd946-17c3-4307-9d4f-348e3a53b683 req-e4f4c273-8469-43a2-938e-8d2515b79e05 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619928 Jul 22 23:53:17.997688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e25886-2672-4c36-b095-33476e9191c0 req-07a1602a-ea30-482d-852e-3eac205e8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:18.000965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-07a1602a-ea30-482d-852e-3eac205e8356 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742566 Jul 22 23:53:18.159386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-cd119a36-afbf-413f-a95d-08af96d7de3d service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502135 Jul 22 23:53:18.195909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57208) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.332924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54e25886-2672-4c36-b095-33476e9191c0 req-2f0cad8a-7908-40a4-acc4-d8d6bb79394c service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645870 Jul 22 23:53:18.390884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f534a7c7-2472-40ae-8917-08570164e44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.480397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-1ae52eb8-f589-489d-becc-b5c2326a59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:18.488462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-1ae52eb8-f589-489d-becc-b5c2326a59c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 1094 time: 0.0975614 Jul 22 23:53:18.530217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f534a7c7-2472-40ae-8917-08570164e44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.537092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f534a7c7-2472-40ae-8917-08570164e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.598015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534a7c7-2472-40ae-8917-08570164e44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dd8596-00d1-4c3e-9c7c-9682ba47378c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:18.611194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f534a7c7-2472-40ae-8917-08570164e44f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb52b83be04e4fb69498350f4ca7e064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106674 Jul 22 23:53:18.614328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57226) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:18.731076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-057ff7f8-bc1d-461f-9f9b-cecdf28359a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:18.732823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-057ff7f8-bc1d-461f-9f9b-cecdf28359a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.2385776 Jul 22 23:53:18.810376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-7ac88386-5d4f-41fb-977b-b4cbda5bd17b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5 HTTP/1.1" status: 200 len: 217 time: 0.0672743 Jul 22 23:53:18.817184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-440ef525-29cc-42ba-bea9-b3ec50eeb360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.878244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979ca69-27bf-45bb-8515-f6a3fc42b55e req-aca8c4e6-c3fb-40ef-b577-1d4c50790059 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:18.880000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1979ca69-27bf-45bb-8515-f6a3fc42b55e req-aca8c4e6-c3fb-40ef-b577-1d4c50790059 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.2532899 Jul 22 23:53:18.902339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-440ef525-29cc-42ba-bea9-b3ec50eeb360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:18.941689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-ec258722-8e4e-4480-a082-e87f737a7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:18.943245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-ec258722-8e4e-4480-a082-e87f737a7327 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.1234431 Jul 22 23:53:18.984199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1979ca69-27bf-45bb-8515-f6a3fc42b55e req-876b0f0a-2d32-499c-b6f6-556fde1a1781 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956933 Jul 22 23:53:19.054157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-440ef525-29cc-42ba-bea9-b3ec50eeb360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.056752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-440ef525-29cc-42ba-bea9-b3ec50eeb360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.061685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-440ef525-29cc-42ba-bea9-b3ec50eeb360 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5dd8596-00d1-4c3e-9c7c-9682ba47378c HTTP/1.1" status: 204 len: 168 time: 0.4465950 Jul 22 23:53:19.075265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ef525-29cc-42ba-bea9-b3ec50eeb360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dd8596-00d1-4c3e-9c7c-9682ba47378c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:19.086143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-02db3bf0-c5bc-476f-97d5-6d69bda034b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:19.088616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-02db3bf0-c5bc-476f-97d5-6d69bda034b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297691 Jul 22 23:53:19.253814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-e07f44b1-d8e4-4ffd-acce-8d79d6cd2685 service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560037 Jul 22 23:53:19.273330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efb3a1-2bb7-4c6b-8d57-5f24fb6ee2a8 req-b6edc20b-da6b-42fc-af6a-34d690fe5fc8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:19.275221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34efb3a1-2bb7-4c6b-8d57-5f24fb6ee2a8 req-b6edc20b-da6b-42fc-af6a-34d690fe5fc8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 943 time: 0.1446295 Jul 22 23:53:19.420560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34efb3a1-2bb7-4c6b-8d57-5f24fb6ee2a8 req-6bd1d3a4-325a-4a85-854e-e4ffe4d3e199 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358626 Jul 22 23:53:19.462513 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1c07ca90-0ec2-44c4-ace4-be58ab0272aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.480991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-177f7e46-4898-4171-9d9c-cf2e58147b41 req-a0a603e2-7989-4eb8-a8f8-c81a3c9e5f7d service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190881 Jul 22 23:53:19.530807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.548246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-069684c2-29bd-4244-b009-20eb8f415061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.619830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.748383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-069684c2-29bd-4244-b009-20eb8f415061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.754991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-069684c2-29bd-4244-b009-20eb8f415061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.811240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-069684c2-29bd-4244-b009-20eb8f415061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb323172352a41b69df6e3fd1ad3c299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781475 Jul 22 23:53:19.811699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:19.813559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069684c2-29bd-4244-b009-20eb8f415061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21f5c97-b73d-44b0-92a8-43438ce48dc7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:19.884107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ead7c6-e00d-41d7-8bd6-bbc5f03c7c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.916217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ead7c6-e00d-41d7-8bd6-bbc5f03c7c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.969445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ead7c6-e00d-41d7-8bd6-bbc5f03c7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.972972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8ead7c6-e00d-41d7-8bd6-bbc5f03c7c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:19.974394 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8ead7c6-e00d-41d7-8bd6-bbc5f03c7c50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b21f5c97-b73d-44b0-92a8-43438ce48dc7 HTTP/1.1" status: 204 len: 168 time: 0.1611862 Jul 22 23:53:19.989155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ead7c6-e00d-41d7-8bd6-bbc5f03c7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21f5c97-b73d-44b0-92a8-43438ce48dc7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:20.161731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92ca15-feac-4113-9dce-a057a80d004f req-aee07f9d-2e14-4680-ac0e-954a9018afc8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:20.163682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed92ca15-feac-4113-9dce-a057a80d004f req-aee07f9d-2e14-4680-ac0e-954a9018afc8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.0834773 Jul 22 23:53:20.234482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed92ca15-feac-4113-9dce-a057a80d004f req-dadafd49-d9e1-476b-a7bf-b3719403d0e3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Jul 22 23:53:20.246531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.580494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003e903-07b8-470a-ac4e-a56a11662ac0 req-37243418-0a6f-4be8-84ea-2f31b483af12 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:20.582328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1003e903-07b8-470a-ac4e-a56a11662ac0 req-37243418-0a6f-4be8-84ea-2f31b483af12 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 943 time: 0.0800881 Jul 22 23:53:20.626788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1003e903-07b8-470a-ac4e-a56a11662ac0 req-53daea21-0d04-4053-b4b7-425271052182 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367467 Jul 22 23:53:20.922369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4c35928-c8ea-499b-9dce-0a8056451fa5 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:21.061062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b4c35928-c8ea-499b-9dce-0a8056451fa5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:21.076455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'port_id': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'mac_address': 'fa:16:3e:4c:e2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:21.125854 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.141204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c35928-c8ea-499b-9dce-0a8056451fa5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:21.169875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b4c35928-c8ea-499b-9dce-0a8056451fa5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:21.176503 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.232967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=b4c35928-c8ea-499b-9dce-0a8056451fa5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:21.241638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.241989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.242332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.242668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.243010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.243447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.243713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.244027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.244320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.244645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.244968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.245287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:53:21.374334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['b4c35928-c8ea-499b-9dce-0a8056451fa5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:21.465626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab7d9b-b011-4a7d-a700-11e1d7d20e7c req-e2d90417-5dcb-4580-8154-0bfcba265f5a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.469304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95ab7d9b-b011-4a7d-a700-11e1d7d20e7c req-e2d90417-5dcb-4580-8154-0bfcba265f5a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.1124730 Jul 22 23:53:21.527464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95ab7d9b-b011-4a7d-a700-11e1d7d20e7c req-8c4c4cf8-0646-48b9-a26b-b89dec15fb67 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 Jul 22 23:53:21.718174 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.832822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0de1a4-197c-48c1-8927-6b6bb95b1251 req-007907f5-5d69-4049-a744-39e60fed28a2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:21.842780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce0de1a4-197c-48c1-8927-6b6bb95b1251 req-007907f5-5d69-4049-a744-39e60fed28a2 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 944 time: 0.0994973 Jul 22 23:53:21.892714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce0de1a4-197c-48c1-8927-6b6bb95b1251 req-6559ff59-8df8-4663-bea1-9b4be92f843d tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487335 Jul 22 23:53:22.219637 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:22.708194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a49c9-c96e-4985-abe0-dd6ed771dd69 req-79d07553-8a7e-4777-9213-6e3c20dc1fd1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:22.710171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-719a49c9-c96e-4985-abe0-dd6ed771dd69 req-79d07553-8a7e-4777-9213-6e3c20dc1fd1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.0763187 Jul 22 23:53:22.760811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-719a49c9-c96e-4985-abe0-dd6ed771dd69 req-914f2d45-daf9-4781-b34a-d40b0859f965 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Jul 22 23:53:22.902115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:22.948062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4c35928-c8ea-499b-9dce-0a8056451fa5 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:23.063014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port b4c35928-c8ea-499b-9dce-0a8056451fa5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:23.072844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port b4c35928-c8ea-499b-9dce-0a8056451fa5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:23.073285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.077054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610dfe43-8021-4682-a1ee-5496c5ad38a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.102965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30405b7-9f43-412d-9306-da634e9b0f5a req-c9836848-79b2-4be9-bb71-ce9a9b7b0fa5 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:23.104694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e30405b7-9f43-412d-9306-da634e9b0f5a req-c9836848-79b2-4be9-bb71-ce9a9b7b0fa5 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 944 time: 0.0901918 Jul 22 23:53:23.169986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e30405b7-9f43-412d-9306-da634e9b0f5a req-342054ef-0727-47a4-8ea3-e25a6ff7fb58 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580492 Jul 22 23:53:23.218138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.221647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610dfe43-8021-4682-a1ee-5496c5ad38a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.226879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-610dfe43-8021-4682-a1ee-5496c5ad38a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.244861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:23.247995 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe5201-4438-4095-9e17-d70802be44b9" -d '{"events": [{"server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "name": "network-vif-plugged", "status": "completed", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:23.268632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b4c35928-c8ea-499b-9dce-0a8056451fa5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:23.274086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.282755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-610dfe43-8021-4682-a1ee-5496c5ad38a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ade54670cfa544dd9ecdd64b235f67c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3748667 Jul 22 23:53:23.282755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dfe43-8021-4682-a1ee-5496c5ad38a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e5cf73-214a-415f-8aaf-17603b756d35,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:23.283149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57388) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:23.345615 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b5c4c-7a1c-4e27-82f7-b5f4ffa570fa x-openstack-request-id: req-775b5c4c-7a1c-4e27-82f7-b5f4ffa570fa {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:23.346819 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "name": "network-vif-plugged", "status": "completed", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:23.347494 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-775b5c4c-7a1c-4e27-82f7-b5f4ffa570fa {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:23.348435 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'code': 200} Jul 22 23:53:23.357201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=b4c35928-c8ea-499b-9dce-0a8056451fa5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:23.367463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9b26c9e-efc4-467c-be80-b6b3642ec771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.402518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9b26c9e-efc4-467c-be80-b6b3642ec771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.479737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd79ec2-f16f-4774-984c-12318116d33e req-6596ab8c-431a-4e5a-bc5a-3f707ae50524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:23.483989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bd79ec2-f16f-4774-984c-12318116d33e req-6596ab8c-431a-4e5a-bc5a-3f707ae50524 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 1096 time: 0.0700436 Jul 22 23:53:23.489340 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9b26c9e-efc4-467c-be80-b6b3642ec771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.493557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9b26c9e-efc4-467c-be80-b6b3642ec771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.499271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a9b26c9e-efc4-467c-be80-b6b3642ec771 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06e5cf73-214a-415f-8aaf-17603b756d35 HTTP/1.1" status: 204 len: 168 time: 0.2103841 Jul 22 23:53:23.522903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b26c9e-efc4-467c-be80-b6b3642ec771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e5cf73-214a-415f-8aaf-17603b756d35,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:23.548360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8bd79ec2-f16f-4774-984c-12318116d33e req-a986926c-354d-4753-b4b0-7213c7b9c417 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590770 Jul 22 23:53:23.944851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41a61a-8f36-4a39-8cea-017bd23830a8 req-6e619836-add5-4fa3-863d-7358e9a06979 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:23.946807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef41a61a-8f36-4a39-8cea-017bd23830a8 req-6e619836-add5-4fa3-863d-7358e9a06979 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.0762861 Jul 22 23:53:23.995988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef41a61a-8f36-4a39-8cea-017bd23830a8 req-c111c177-7071-440b-8938-4c1346f04fa5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Jul 22 23:53:24.366851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7495b67-273a-466b-85ec-53718171409e req-1e8baf14-4ba6-4672-a064-f0acba4c00a7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:24.383836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7495b67-273a-466b-85ec-53718171409e req-1e8baf14-4ba6-4672-a064-f0acba4c00a7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.1115961 Jul 22 23:53:24.461947 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7495b67-273a-466b-85ec-53718171409e req-8c9102df-24b6-40f5-9afd-0b1aa85521c8 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768464 Jul 22 23:53:25.162093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deef63e-d9fa-4ddf-aa0a-3e538c8fec71 req-f5ed5aaa-7ede-4757-ac04-aa99071daa37 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:25.167834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9deef63e-d9fa-4ddf-aa0a-3e538c8fec71 req-f5ed5aaa-7ede-4757-ac04-aa99071daa37 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.0817764 Jul 22 23:53:25.215617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9deef63e-d9fa-4ddf-aa0a-3e538c8fec71 req-99319ab7-d4b6-4ee3-ab18-69d1f109b25a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446103 Jul 22 23:53:25.270359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57476) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:25.391413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd013-ce18-4085-a033-83e62130486d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.520894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd013-ce18-4085-a033-83e62130486d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.525429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a9fd013-ce18-4085-a033-83e62130486d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.578966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6a9fd013-ce18-4085-a033-83e62130486d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04ca25b8cbce42559b08c45b84856fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068812 Jul 22 23:53:25.582213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:25.597101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fd013-ce18-4085-a033-83e62130486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259bc6d4-14f1-4466-8f4c-d4f866c65c9b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:25.639848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244514d9-662f-45c8-927b-68c45d0a6fb5 req-c5256493-97d9-4a96-8fff-36f61fe015ed tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:25.641418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244514d9-662f-45c8-927b-68c45d0a6fb5 req-c5256493-97d9-4a96-8fff-36f61fe015ed tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.0869038 Jul 22 23:53:25.654831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b06918d0-517f-44f8-a1f5-3a5dc5ed54e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.689848 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b06918d0-517f-44f8-a1f5-3a5dc5ed54e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.690426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-244514d9-662f-45c8-927b-68c45d0a6fb5 req-b1280810-5c47-4429-95a7-3ccd037f1f21 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424373 Jul 22 23:53:25.765523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b06918d0-517f-44f8-a1f5-3a5dc5ed54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.769022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b06918d0-517f-44f8-a1f5-3a5dc5ed54e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:25.773675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b06918d0-517f-44f8-a1f5-3a5dc5ed54e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/259bc6d4-14f1-4466-8f4c-d4f866c65c9b HTTP/1.1" status: 204 len: 168 time: 0.1902535 Jul 22 23:53:25.786146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06918d0-517f-44f8-a1f5-3a5dc5ed54e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259bc6d4-14f1-4466-8f4c-d4f866c65c9b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:25.868030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071878f8-bf04-40a7-8202-8cfb18fa56d9 req-b3a541ad-3706-483e-8dec-65c590660644 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:25.869743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-071878f8-bf04-40a7-8202-8cfb18fa56d9 req-b3a541ad-3706-483e-8dec-65c590660644 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.0909240 Jul 22 23:53:25.879535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:25.884293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Request body: {'floatingip': {'port_id': 'b4c35928-c8ea-499b-9dce-0a8056451fa5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:25.960001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.473932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fcc93-d327-4a24-a82e-cf3e43b6fc15 req-587f26c5-39ef-4507-9660-6fb9b5c01ea4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:26.476446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c30fcc93-d327-4a24-a82e-cf3e43b6fc15 req-587f26c5-39ef-4507-9660-6fb9b5c01ea4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.1638980 Jul 22 23:53:26.551795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c30fcc93-d327-4a24-a82e-cf3e43b6fc15 req-7b57c69d-93e3-4bc9-92c1-482f20fb51f6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660772 Jul 22 23:53:26.953002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:26.957335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.069981 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Floating IP 12acf78d-7bef-496d-af45-acf65f3d3271 associated. External IP: 172.25.5.211, port: b4c35928-c8ea-499b-9dce-0a8056451fa5. Jul 22 23:53:27.316224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Router d15de23a-0576-4983-950c-d85661b17bfd has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:27.459602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:27.464402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:27.476433 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:27.489659 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:27.490304 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:27.519583 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c615691-c6b1-418c-954c-a1e7d7ee1942 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "PUT /v2.0/floatingips/12acf78d-7bef-496d-af45-acf65f3d3271 HTTP/1.1" status: 200 len: 991 time: 1.6388221 Jul 22 23:53:27.520240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:27.524302 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b9d796-c1af-4d38-bfff-e3f3852e1d84" -d '{"events": [{"name": "network-changed", "server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:27.616662 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5444b-4702-4e92-87a9-8b485f8d160f x-openstack-request-id: req-d1a5444b-4702-4e92-87a9-8b485f8d160f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:27.617011 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:27.617269 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1a5444b-4702-4e92-87a9-8b485f8d160f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:27.617636 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'status': 'completed', 'code': 200} Jul 22 23:53:27.687290 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:27.773835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-14463aff-3c2e-4c96-a9ce-9c4b56897d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:27.776488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-14463aff-3c2e-4c96-a9ce-9c4b56897d42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 1096 time: 0.1306441 Jul 22 23:53:27.951140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8ab8-af48-4958-ade3-4dff1e626ca6 req-4bb07a53-9798-47ff-839e-9a905f73a970 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:27.952956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c8c8ab8-af48-4958-ade3-4dff1e626ca6 req-4bb07a53-9798-47ff-839e-9a905f73a970 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.2297904 Jul 22 23:53:27.955072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-610cdd34-5aca-4711-80c8-19871add9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:27.956735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-610cdd34-5aca-4711-80c8-19871add9f0e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.1730936 Jul 22 23:53:28.049074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c8c8ab8-af48-4958-ade3-4dff1e626ca6 req-eafd4109-be3d-44b1-8ab0-f60a644590b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889297 Jul 22 23:53:28.082682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-bb09670b-7f9d-4676-9d3e-6b30ed935ff5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5 HTTP/1.1" status: 200 len: 999 time: 0.1136379 Jul 22 23:53:28.086995 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '12acf78d-7bef-496d-af45-acf65f3d3271', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'port_id': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'mac_address': 'fa:16:3e:4c:e2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:53:09Z', 'updated_at': '2021-07-22T23:53:26Z', 'revision_number': 1, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:28.121416 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:53:28.130638 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:28.131447 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:28.153259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-f687f1a3-4586-4762-a80d-37a62efe7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:28.155568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-f687f1a3-4586-4762-a80d-37a62efe7864 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.0663993 Jul 22 23:53:28.232508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-6f188a3f-9518-45cd-a4af-95415c315f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:28.234233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-6f188a3f-9518-45cd-a4af-95415c315f42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719113 Jul 22 23:53:28.323783 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:53:28.355092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-73068c09-123f-4a09-a5e0-e6ccf9065e8e service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140628 Jul 22 23:53:28.733322 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '12acf78d-7bef-496d-af45-acf65f3d3271', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'port_id': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'mac_address': 'fa:16:3e:4c:e2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:53:09Z', 'updated_at': '2021-07-22T23:53:26Z', 'revision_number': 1, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:28.789446 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b120b73-795d-4f6e-a587-69f5b4e8cebf None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '12acf78d-7bef-496d-af45-acf65f3d3271', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'port_id': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'mac_address': 'fa:16:3e:4c:e2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:53:09Z', 'updated_at': '2021-07-22T23:53:26Z', 'revision_number': 1, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:28.969893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5de79b52-cf86-4357-a7a4-a70c34fdd201 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:53:29.003180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10b9d796-c1af-4d38-bfff-e3f3852e1d84 req-aa55ffa7-60ec-4aa7-867d-37f185bcc966 service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419897 Jul 22 23:53:29.076539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35218f8-fa8a-4614-9c9b-45dff110d35c None None] New status for floating IP 12acf78d-7bef-496d-af45-acf65f3d3271: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:53:29.143857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5de79b52-cf86-4357-a7a4-a70c34fdd201, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:29.163450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '5de79b52-cf86-4357-a7a4-a70c34fdd201', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '5de79b52-cf86-4357-a7a4-a70c34fdd201', 'mac_address': 'fa:16:3e:53:ad:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:53:29.196377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:29.265118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee30622-4d3a-4113-8558-df0c32766e71 req-3655a623-9d32-4d48-9735-ebdc79596986 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:29.280015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eee30622-4d3a-4113-8558-df0c32766e71 req-3655a623-9d32-4d48-9735-ebdc79596986 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 944 time: 0.1414871 Jul 22 23:53:29.336936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eee30622-4d3a-4113-8558-df0c32766e71 req-c65e356f-7822-49a2-bf55-d16c2b0ee846 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556114 Jul 22 23:53:29.382654 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.399322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de79b52-cf86-4357-a7a4-a70c34fdd201 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:29.405701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb8cb-e82f-43c0-b51a-2414e35e6e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.423575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5de79b52-cf86-4357-a7a4-a70c34fdd201, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:29.433560 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.490135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5de79b52-cf86-4357-a7a4-a70c34fdd201,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:29.538515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb8cb-e82f-43c0-b51a-2414e35e6e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.542953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec6bb8cb-e82f-43c0-b51a-2414e35e6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.584414 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ec6bb8cb-e82f-43c0-b51a-2414e35e6e99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0749c0ddef174298a8a9dfd537c02767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859584 Jul 22 23:53:29.585444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bb8cb-e82f-43c0-b51a-2414e35e6e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde95adb-4d15-4ef4-a56d-880fb201d92d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:29.590493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57656) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:29.648702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d1fea42-28f6-4a72-98e4-284e69a83505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.656020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5de79b52-cf86-4357-a7a4-a70c34fdd201'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:29.680463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d1fea42-28f6-4a72-98e4-284e69a83505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.764151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d1fea42-28f6-4a72-98e4-284e69a83505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.768334 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d1fea42-28f6-4a72-98e4-284e69a83505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:29.772570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0d1fea42-28f6-4a72-98e4-284e69a83505 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde95adb-4d15-4ef4-a56d-880fb201d92d HTTP/1.1" status: 204 len: 168 time: 0.1834633 Jul 22 23:53:29.792539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fea42-28f6-4a72-98e4-284e69a83505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde95adb-4d15-4ef4-a56d-880fb201d92d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:30.097996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:30.115667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e55413d-42f2-4513-948c-add8ecce74fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.221412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e55413d-42f2-4513-948c-add8ecce74fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.226419 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e55413d-42f2-4513-948c-add8ecce74fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.267252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e55413d-42f2-4513-948c-add8ecce74fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5331db86df2848e8a8cb7e832d2f085e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681521 Jul 22 23:53:30.268119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55413d-42f2-4513-948c-add8ecce74fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b95d1c-7dba-4b21-b81a-d4c4e08d3c22,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:30.270039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:30.337948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e412-eb7f-47ff-88d2-b8220ecb3b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.363155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e412-eb7f-47ff-88d2-b8220ecb3b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.423182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e412-eb7f-47ff-88d2-b8220ecb3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.426094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e412-eb7f-47ff-88d2-b8220ecb3b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:30.430347 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1e2e412-eb7f-47ff-88d2-b8220ecb3b1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3b95d1c-7dba-4b21-b81a-d4c4e08d3c22 HTTP/1.1" status: 204 len: 168 time: 0.1591818 Jul 22 23:53:30.442269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2e412-eb7f-47ff-88d2-b8220ecb3b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b95d1c-7dba-4b21-b81a-d4c4e08d3c22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:30.520334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980475-2c44-4a4b-8d1d-602d006a1ebd req-37086ab3-cd3d-40ba-bdc1-8c21ec9a096e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:30.524028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f980475-2c44-4a4b-8d1d-602d006a1ebd req-37086ab3-cd3d-40ba-bdc1-8c21ec9a096e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 945 time: 0.1060519 Jul 22 23:53:30.567215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f980475-2c44-4a4b-8d1d-602d006a1ebd req-b04afc0e-a664-4e80-aa31-39763b27ae62 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Jul 22 23:53:30.988631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5de79b52-cf86-4357-a7a4-a70c34fdd201 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:31.077911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 5de79b52-cf86-4357-a7a4-a70c34fdd201 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:31.082601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 5de79b52-cf86-4357-a7a4-a70c34fdd201 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:31.082964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.188002 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.214258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de79b52-cf86-4357-a7a4-a70c34fdd201'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:31.217620 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf3e94-d7fb-4c0d-89a2-eae0164e147c" -d '{"events": [{"server_uuid": "2261282c-4874-4034-ba9a-dce7247f1b2a", "name": "network-vif-plugged", "status": "completed", "tag": "5de79b52-cf86-4357-a7a4-a70c34fdd201"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:31.233444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5de79b52-cf86-4357-a7a4-a70c34fdd201, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:31.238314 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:31.283140 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2f7e2b-a77c-4230-859a-9c8b6100afcb x-openstack-request-id: req-2d2f7e2b-a77c-4230-859a-9c8b6100afcb {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:31.283446 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261282c-4874-4034-ba9a-dce7247f1b2a", "name": "network-vif-plugged", "status": "completed", "tag": "5de79b52-cf86-4357-a7a4-a70c34fdd201", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:31.283701 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2f7e2b-a77c-4230-859a-9c8b6100afcb {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:31.284089 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de79b52-cf86-4357-a7a4-a70c34fdd201', 'code': 200} Jul 22 23:53:31.301510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5de79b52-cf86-4357-a7a4-a70c34fdd201,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:31.409200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b049c-bf95-4f82-a823-cf244eb3db1a req-00ae19fb-dd51-4a2e-a744-2e1a9c03d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.410917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-608b049c-bf95-4f82-a823-cf244eb3db1a req-00ae19fb-dd51-4a2e-a744-2e1a9c03d09e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 1097 time: 0.0654950 Jul 22 23:53:31.457516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-608b049c-bf95-4f82-a823-cf244eb3db1a req-b4097f2f-ac93-4d17-a4dc-17011f53ee3f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 Jul 22 23:53:31.739488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39372183-7622-4997-9cbe-5252e6f91fb8 req-52888c30-6747-4a2e-8f34-cd50c660ed68 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:31.741014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39372183-7622-4997-9cbe-5252e6f91fb8 req-52888c30-6747-4a2e-8f34-cd50c660ed68 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 946 time: 0.0837812 Jul 22 23:53:31.793099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39372183-7622-4997-9cbe-5252e6f91fb8 req-744d99bf-482a-4489-9ced-92a1e902e613 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 Jul 22 23:53:32.415469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:32.571727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:32.612659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:32.712052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:32.830216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Allocated IP 172.25.5.169 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/722e13e6-dc4f-4383-962f-de8b605c5148) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:32.938931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8befa7-1644-4857-bb35-d374a2bd21e6 req-0efc19cb-ab30-43dc-bdfe-3e4f6c218bb4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:32.941013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f8befa7-1644-4857-bb35-d374a2bd21e6 req-0efc19cb-ab30-43dc-bdfe-3e4f6c218bb4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 946 time: 0.0700042 Jul 22 23:53:32.943689 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:32.989104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:32.991179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f8befa7-1644-4857-bb35-d374a2bd21e6 req-e1afcfab-d8fe-48b6-a239-d09239c2b055 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Jul 22 23:53:33.034840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:33.042852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:33.048127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:33.074977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Port': ['ID=722e13e6-dc4f-4383-962f-de8b605c5148,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:33.184095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e268270-ac70-4048-b710-7a87be3e75b7 req-120df313-6d15-46b2-bb54-bad37d486368 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:33.186448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e268270-ac70-4048-b710-7a87be3e75b7 req-120df313-6d15-46b2-bb54-bad37d486368 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 946 time: 0.1021683 Jul 22 23:53:33.189467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.233146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e268270-ac70-4048-b710-7a87be3e75b7 req-409a6e93-f4d1-40fd-adba-47d00cb5cadf tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jul 22 23:53:33.248733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.429325 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.436008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.510934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Port': ['ID=722e13e6-dc4f-4383-962f-de8b605c5148,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:33.531859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.548024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.549708 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-359e5c3a-e3a1-4277-91c2-16fbc8f8cfa7 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1331365 Jul 22 23:53:33.552437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:33.559134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2087464563'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:33.586621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Made reservation on behalf of c4841168698e49319c7f806c184db38a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:33.592279 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.603591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.728439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.736905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.785411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b0992c-c7fc-4922-852d-71a031ee264d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:33.796601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:53:33.812129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.812684 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Added segment ed0adee8-ac26-48b1-88cc-05fafbf29e83 of type vlan for network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 Jul 22 23:53:33.861929 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.898885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.905259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:33.905961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:33.980114 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4265838 Jul 22 23:53:33.983571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:33.990025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Request body: {'subnet': {'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:34.046326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83edea8-6914-4f2d-a3a8-444f79d011b0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Network': ['ID=bb3afdcf-fac9-4196-b685-ec1dc83c9fa6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:34.057772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:53:34.156081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Made reservation on behalf of c4841168698e49319c7f806c184db38a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:34.162413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.399985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.502539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Checking segment: {'id': 'ed0adee8-ac26-48b1-88cc-05fafbf29e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:34.503095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network hostable DHCP agents. Network: bb3afdcf-fac9-4196-b685-ec1dc83c9fa6, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:53:34.505848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Subnet': ['ID=991cf963-9a90-4f00-a73e-b4903e17bb9d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:34.540556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:53:34.561445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, bb3afdcf-fac9-4196-b685-ec1dc83c9fa6) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:34.568143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:34.569012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.574883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab22311-771a-4317-90b4-ebbac96c91fe None None] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:34.612759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c3f6e5ee-1b8f-4ceb-a660-700df8331d3c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6274986 Jul 22 23:53:34.616246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57864) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:34.621146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2097779558', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:34.660958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.662282 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.749580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:34.843741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-bb3afdcf-fac9-4196-b685-ec1dc83c9fa6', 'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6', 'tenant_id': 'c4841168698e49319c7f806c184db38a', 'fixed_ips': [{'subnet_id': '991cf963-9a90-4f00-a73e-b4903e17bb9d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:53:34.845090 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.173090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Allocated IP 172.20.0.2 (bb3afdcf-fac9-4196-b685-ec1dc83c9fa6/991cf963-9a90-4f00-a73e-b4903e17bb9d/942857b4-6358-43de-87c6-eac2faa55c86) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:35.372914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.475458 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.496293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Transition to ACTIVE for port object 942857b4-6358-43de-87c6-eac2faa55c86 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:35.514172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Transition to ACTIVE for port object 942857b4-6358-43de-87c6-eac2faa55c86 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:35.521331 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.560856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:35.571553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:35.576681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:35.587597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Pushing event updated for resources: {'Port': ['ID=942857b4-6358-43de-87c6-eac2faa55c86,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:35.594038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.618967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.649508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Attempting to bind port 942857b4-6358-43de-87c6-eac2faa55c86 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:35.649885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Attempting to bind port 942857b4-6358-43de-87c6-eac2faa55c86 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ed0adee8-ac26-48b1-88cc-05fafbf29e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:35.650255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Attempting to bind port 942857b4-6358-43de-87c6-eac2faa55c86 on network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:35.656212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:35.656595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Checking segment: {'id': 'ed0adee8-ac26-48b1-88cc-05fafbf29e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:35.657005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.657556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Bound using segment: {'id': 'ed0adee8-ac26-48b1-88cc-05fafbf29e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:35.658034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Bound port: 942857b4-6358-43de-87c6-eac2faa55c86, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0adee8-ac26-48b1-88cc-05fafbf29e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:35.664012 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.731228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Allocated IP 172.25.5.172 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3467eb87-6ae4-4da7-ac3d-ce4f80f7289a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:35.853813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.883669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] For port 942857b4-6358-43de-87c6-eac2faa55c86, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:35.887152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] For port 942857b4-6358-43de-87c6-eac2faa55c86, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=942857b4-6358-43de-87c6-eac2faa55c86,segment=NetworkSegment(ed0adee8-ac26-48b1-88cc-05fafbf29e83),segment_id=ed0adee8-ac26-48b1-88cc-05fafbf29e83)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:35.892441 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.913632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:35.957059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9f68-713e-4fc8-ba43-55a1a319a777 None None] Pushing event updated for resources: {'Port': ['ID=942857b4-6358-43de-87c6-eac2faa55c86,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:35.971655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:35.974585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:35.980444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:36.009428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Port': ['ID=3467eb87-6ae4-4da7-ac3d-ce4f80f7289a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:36.171228 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.375801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.535750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2f4ce156-4fd6-4185-9152-b55fe87cbbd4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:36.547838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2f4ce156-4fd6-4185-9152-b55fe87cbbd4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1549494 Jul 22 23:53:36.560028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f6f36f54-0a90-43d6-b0d8-a3c3ee21c2a9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0105259 Jul 22 23:53:36.641742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:36.652701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-fb58b732-fb20-4b60-a444-5bc805540f1d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849810 Jul 22 23:53:36.797810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-58bb2401-d976-4fea-b6d8-36ceb855c9d7 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220775 Jul 22 23:53:36.836940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Router 8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:53:36.932587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-6a58151e-f4a9-4e5f-9954-b186cff344e0 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261468 Jul 22 23:53:37.007654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:37.026307 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] Sync routers for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:37.031147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.035121 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d0534a58-7bfc-4f9f-8f64-78402d2cf4ba tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4155788 Jul 22 23:53:37.035491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:37.062348 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:37.063026 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:37.118882 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:37.135310 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:37.136361 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:37.190640 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:37.191565 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1c5f8b-70c8-472f-bb9c-0fb4469aa536 None None] The sync data for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:37.242592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b757d-df93-4d67-a70a-da6099cf7f50 None None] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:37.265116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c9ae92c-23b0-401b-99c6-84686fd89054 req-9ab2299a-4d0e-4382-8c91-a342f7b8c24d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0396523 Jul 22 23:53:37.354483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81031ee4-8024-4e42-b96f-be1886fd5769 None None] Provisioning for port 942857b4-6358-43de-87c6-eac2faa55c86 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:37.553845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 942857b4-6358-43de-87c6-eac2faa55c86 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:37.642055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 942857b4-6358-43de-87c6-eac2faa55c86 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:37.647660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 942857b4-6358-43de-87c6-eac2faa55c86 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:37.648260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.753524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.802964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.825900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 942857b4-6358-43de-87c6-eac2faa55c86, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=942857b4-6358-43de-87c6-eac2faa55c86,segment=NetworkSegment(ed0adee8-ac26-48b1-88cc-05fafbf29e83),segment_id=ed0adee8-ac26-48b1-88cc-05fafbf29e83)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:37.838300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:37.938438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=942857b4-6358-43de-87c6-eac2faa55c86,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:37.989751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-179256d6-8a55-4ce5-8a57-fd716822cb2d None None] Provisioning complete for port 942857b4-6358-43de-87c6-eac2faa55c86 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:37.990301 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-179256d6-8a55-4ce5-8a57-fd716822cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.198392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Allocated IP 172.20.0.1 (bb3afdcf-fac9-4196-b685-ec1dc83c9fa6/991cf963-9a90-4f00-a73e-b4903e17bb9d/4af51e9d-3d74-43cb-8d52-1906aaa5a9b5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:38.354742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.406709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Transition to ACTIVE for port object 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:38.410000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf670e23-dd21-4a37-aac2-3ef94059d407 req-1ab6c8b4-03c1-4583-a23a-2b1b0be60d65 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0487099 Jul 22 23:53:38.458750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.510334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:38.514121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:38.518907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:38.554243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Port': ['ID=4af51e9d-3d74-43cb-8d52-1906aaa5a9b5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:38.597699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.776056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.832630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3964720d-51a3-4ea9-88db-c9ff05585552 None None] Provisioning for port 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:38.836712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3964720d-51a3-4ea9-88db-c9ff05585552 None None] Provisioning complete for port 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:38.837094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3964720d-51a3-4ea9-88db-c9ff05585552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:38.876024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3964720d-51a3-4ea9-88db-c9ff05585552 None None] Port 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:39.120902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.130235 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.140727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-b2d01347-8d3a-4a60-9f73-c8e99b28d5e9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:39.142949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-b2d01347-8d3a-4a60-9f73-c8e99b28d5e9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.48 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1389704 Jul 22 23:53:39.162417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:39.206116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Port': ['ID=4af51e9d-3d74-43cb-8d52-1906aaa5a9b5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:39.230439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.324689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:39.331746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.363711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:39.365723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:39.503175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 942857b4-6358-43de-87c6-eac2faa55c86 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:53:39.591721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Router 8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:39.602164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.13 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/8ff757db-bbd9-4bcc-9287-e1f85698c233) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:39.603949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 942857b4-6358-43de-87c6-eac2faa55c86 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:39.604340 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.643944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b47b5da-4a9c-4219-a4cd-809158d6c068 req-cf6aa613-953f-4bbb-8728-7e57184d08ff tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0499399 Jul 22 23:53:39.867313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f8b4db7e-a4f1-4ac6-83d0-6a912c2f96b3 None None] Provisioning complete for port 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:39.873283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8b4db7e-a4f1-4ac6-83d0-6a912c2f96b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:39.921736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4db7e-a4f1-4ac6-83d0-6a912c2f96b3 None None] Port 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:39.943740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:39.950634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d3c43b46-711d-4b90-accd-ca08bc37738e tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "PUT /v2.0/routers/8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9139926 Jul 22 23:53:39.953854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:39.957250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] Sync routers for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:39.960917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Request body: {'port': {'network_id': 'bb3afdcf-fac9-4196-b685-ec1dc83c9fa6', 'name': 'tempest-FloatingIPAdminTestJSON-414063828'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:39.968297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:39.969002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:39.969172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.009429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 8ff757db-bbd9-4bcc-9287-e1f85698c233 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:40.011113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:40.023372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:40.024552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:40.061529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:40.062595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca63eef7-e3f2-432a-96c0-d3ae2a122a46 None None] The sync data for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:40.128326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.144543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5de79b52-cf86-4357-a7a4-a70c34fdd201'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:53:40.181700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:40.189417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:40.191727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Made reservation on behalf of c4841168698e49319c7f806c184db38a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:53:40.195834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.202481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:40.255295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.256680 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.280665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=8ff757db-bbd9-4bcc-9287-e1f85698c233,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:40.291699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] device_id is not set on port 67666bdb-efe8-4097-a354-8e464675d5e8 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:53:40.349744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-2a504095-487f-4ad7-9927-2720bccfc275 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1917217 Jul 22 23:53:40.372964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Request body: {'port': {'device_id': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:40.528897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Allocated IP 172.20.0.6 (bb3afdcf-fac9-4196-b685-ec1dc83c9fa6/991cf963-9a90-4f00-a73e-b4903e17bb9d/67666bdb-efe8-4097-a354-8e464675d5e8) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:40.532665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.551536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86930460-48cb-4e09-a5da-358474f5b2cb None None] Provisioning for port 8ff757db-bbd9-4bcc-9287-e1f85698c233 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:40.560004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86930460-48cb-4e09-a5da-358474f5b2cb None None] Provisioning complete for port 8ff757db-bbd9-4bcc-9287-e1f85698c233 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:40.560805 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86930460-48cb-4e09-a5da-358474f5b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.610500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-86930460-48cb-4e09-a5da-358474f5b2cb None None] Port 8ff757db-bbd9-4bcc-9287-e1f85698c233 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:40.826958 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:40.830325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65de84d-43d0-4df1-ac9f-330ed41a59a1 req-7acb11fd-81fd-49ea-930f-313d9039c64a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:40.832004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b65de84d-43d0-4df1-ac9f-330ed41a59a1 req-7acb11fd-81fd-49ea-930f-313d9039c64a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 932 time: 0.0812914 Jul 22 23:53:40.913486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b65de84d-43d0-4df1-ac9f-330ed41a59a1 req-1ac878fe-0a04-40f4-a020-ae63e2b61c83 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694520 Jul 22 23:53:40.922660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:40.947526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Transition to ACTIVE for port object 67666bdb-efe8-4097-a354-8e464675d5e8 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:40.986343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff757db-bbd9-4bcc-9287-e1f85698c233 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:53:40.998125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.021176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Transition to ACTIVE for port object 8ff757db-bbd9-4bcc-9287-e1f85698c233 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:53:41.026792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.053484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.091319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff757db-bbd9-4bcc-9287-e1f85698c233,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:41.104373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:41.109250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:41.150690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:41.277886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event updated for resources: {'Port': ['ID=67666bdb-efe8-4097-a354-8e464675d5e8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:41.308809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.309561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.333104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Attempting to bind port 8ff757db-bbd9-4bcc-9287-e1f85698c233 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:53:41.346424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Attempting to bind port 8ff757db-bbd9-4bcc-9287-e1f85698c233 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:53:41.347050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Attempting to bind port 8ff757db-bbd9-4bcc-9287-e1f85698c233 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:41.353974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Port 8ff757db-bbd9-4bcc-9287-e1f85698c233 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:53:41.354252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Attempting to bind port 8ff757db-bbd9-4bcc-9287-e1f85698c233 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:53:41.361675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:53:41.362083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:53:41.362660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:53:41.363783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Bound port: 8ff757db-bbd9-4bcc-9287-e1f85698c233, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:53:41.364176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.373486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:41.380701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-64dd182b-b9fb-4180-8407-c2ec1fcc8ce2 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4250677 Jul 22 23:53:41.485756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] For port 8ff757db-bbd9-4bcc-9287-e1f85698c233, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:53:41.493770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'project_id': 'c4841168698e49319c7f806c184db38a', 'port_id': '67666bdb-efe8-4097-a354-8e464675d5e8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:41.499131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] For port 8ff757db-bbd9-4bcc-9287-e1f85698c233, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:53:41.507433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.521253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.550096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.550564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.551993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ff757db-bbd9-4bcc-9287-e1f85698c233 HTTP/1.1" status: 200 len: 1092 time: 1.1886926 Jul 22 23:53:41.552444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'tag': '8ff757db-bbd9-4bcc-9287-e1f85698c233'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:53:41.554686 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64" -d '{"events": [{"name": "network-changed", "server_uuid": "9835d810-b2f6-490c-9a41-127a9f9ebbbd", "tag": "8ff757db-bbd9-4bcc-9287-e1f85698c233"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:53:41.590472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e7e46c1-4b40-4420-aeb2-3e105b08f5c8 None None] Provisioning for port 67666bdb-efe8-4097-a354-8e464675d5e8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:53:41.601189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e7e46c1-4b40-4420-aeb2-3e105b08f5c8 None None] Provisioning complete for port 67666bdb-efe8-4097-a354-8e464675d5e8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:53:41.604404 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e7e46c1-4b40-4420-aeb2-3e105b08f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.623943 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e68b86-3573-4e04-9861-0792ddbc29aa x-openstack-request-id: req-b2e68b86-3573-4e04-9861-0792ddbc29aa {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:53:41.624378 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9835d810-b2f6-490c-9a41-127a9f9ebbbd", "tag": "8ff757db-bbd9-4bcc-9287-e1f85698c233", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:53:41.624730 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2e68b86-3573-4e04-9861-0792ddbc29aa {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:53:41.625273 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'tag': '8ff757db-bbd9-4bcc-9287-e1f85698c233', 'status': 'completed', 'code': 200} Jul 22 23:53:41.657151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:41.664508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e46c1-4b40-4420-aeb2-3e105b08f5c8 None None] Port 67666bdb-efe8-4097-a354-8e464675d5e8 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:53:41.665227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c96a-55d7-4a6f-9ab3-c50a6cb045a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff757db-bbd9-4bcc-9287-e1f85698c233,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:41.703891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-80e30c16-d97d-465f-8d5c-3dadb5a516d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.705571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-80e30c16-d97d-465f-8d5c-3dadb5a516d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 1095 time: 0.0794420 Jul 22 23:53:41.767953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-e986d51d-6ede-41f0-8786-c9788b93d60f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233 HTTP/1.1" status: 200 len: 217 time: 0.0470493 Jul 22 23:53:41.821913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Allocated IP 172.25.5.131 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/fda762b1-a814-4345-a290-506ee529279c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:41.838850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-fb9157ce-70ec-4100-9ef9-1fd71d95ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.841387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-fb9157ce-70ec-4100-9ef9-1fd71d95ff98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0661564 Jul 22 23:53:41.900272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-bee5bd1a-4146-4c03-8473-6727f5118060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:41.901983 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-bee5bd1a-4146-4c03-8473-6727f5118060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551827 Jul 22 23:53:41.951058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.011954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.030175 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-7380898f-bfd0-46f9-b296-780bbee81852 service neutron] 10.222.0.48 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202281 Jul 22 23:53:42.073785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:42.083807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:42.086366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:42.121930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Pushing event updated for resources: {'Port': ['ID=fda762b1-a814-4345-a290-506ee529279c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:42.136455 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6f1578a9-1f67-45b2-a5aa-ef989cc674b0 req-7f45a4c4-0fac-46c7-88ba-b9487cca37b7 service neutron] 10.222.0.48 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000102 Jul 22 23:53:42.162473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bc45a-385b-47ef-ab64-1396e29f7e72 req-100d3a25-dea8-4510-9672-1f79f984f701 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.164398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b50bc45a-385b-47ef-ab64-1396e29f7e72 req-100d3a25-dea8-4510-9672-1f79f984f701 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1678400 Jul 22 23:53:42.261794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b50bc45a-385b-47ef-ab64-1396e29f7e72 req-682c2e59-3817-4e22-b643-7d8eb8e5391e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 Jul 22 23:53:42.271293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-dcc11a82-f3ad-4a0e-80ae-bf1d566938df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.273024 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-dcc11a82-f3ad-4a0e-80ae-bf1d566938df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 1095 time: 0.0630448 Jul 22 23:53:42.371238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-f7a84ed4-ac05-4e7f-afb1-c032feb928d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.373819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-f7a84ed4-ac05-4e7f-afb1-c032feb928d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.0934861 Jul 22 23:53:42.416505 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-c645e528-b540-45ba-a88e-0418d5122247 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233 HTTP/1.1" status: 200 len: 217 time: 0.0367746 Jul 22 23:53:42.482560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-c0077d02-755a-4133-9819-10215e9fc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.484886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-c0077d02-755a-4133-9819-10215e9fc516 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0596879 Jul 22 23:53:42.551052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.693681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:42.880796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-ed52cf1c-c1d2-4780-8e18-a48bd4f282ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:42.883834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-ed52cf1c-c1d2-4780-8e18-a48bd4f282ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3923707 Jul 22 23:53:42.988442 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.004325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.079675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-7dc91b79-753b-4b16-947a-ddd22f5e85f0 service neutron] 10.222.0.48 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807292 Jul 22 23:53:43.105191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Pushing event updated for resources: {'Port': ['ID=fda762b1-a814-4345-a290-506ee529279c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:43.142152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:43.275496 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-67f2ba95-fbe4-41f1-9835-5a0c27d3dd64 req-833a4058-72ae-4345-a876-9146c9451b19 service neutron] 10.222.0.48 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884642 Jul 22 23:53:43.321283 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Floating IP 9d7872a1-81db-476c-86a3-563246188a3a associated. External IP: 172.25.5.131, port: 67666bdb-efe8-4097-a354-8e464675d5e8. Jul 22 23:53:43.867226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344ee97-e793-45e2-ac8e-9a885a987a29 req-7e73760b-e7f4-4944-8405-0bb93d16e135 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:43.869067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c344ee97-e793-45e2-ac8e-9a885a987a29 req-7e73760b-e7f4-4944-8405-0bb93d16e135 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1108470 Jul 22 23:53:43.993900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c344ee97-e793-45e2-ac8e-9a885a987a29 req-9c0e6403-73a9-4f38-bdbd-53d76f597559 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173773 Jul 22 23:53:44.080886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Router 8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:44.265041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:44.287060 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] Sync routers for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:44.291851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:44.338000 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:44.339459 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:44.390170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4ae7706a-0cec-4640-9ae3-966b32caccbe tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0149441 Jul 22 23:53:44.393310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58164) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:44.405707 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:44.423507 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:44.424470 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:44.493351 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:44.494458 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f2f1e-5333-499d-a656-dfe535db2e0a None None] The sync data for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:44.613392 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5331b532-8a57-4b93-a227-9b43bf679e56 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] 10.222.0.21 "GET /v2.0/floatingips/9d7872a1-81db-476c-86a3-563246188a3a HTTP/1.1" status: 200 len: 982 time: 0.2173457 Jul 22 23:53:44.618481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58182) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:44.795559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5dcaac69-3f9e-4d25-a20e-9b712cab77c2 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1716592 Jul 22 23:53:44.795720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:45.041079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting port fda762b1-a814-4345-a290-506ee529279c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:45.042175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.194648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.195991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.212453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Calling delete_port for fda762b1-a814-4345-a290-506ee529279c owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:45.307648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ef2fa-4cf5-4e57-b857-7a0be66b809e req-99f1ab27-700e-4a36-bfd3-a7e5f7630f81 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:45.309099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-229ef2fa-4cf5-4e57-b857-7a0be66b809e req-99f1ab27-700e-4a36-bfd3-a7e5f7630f81 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1667411 Jul 22 23:53:45.393526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-229ef2fa-4cf5-4e57-b857-7a0be66b809e req-888af99f-600f-4438-90f4-70efd5e13fb4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624337 Jul 22 23:53:45.500607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.539567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Port': ['ID=fda762b1-a814-4345-a290-506ee529279c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:45.621272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:45.622560 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Floating IP 9d7872a1-81db-476c-86a3-563246188a3a disassociated (deleted). External IP: 172.25.5.131, port: 67666bdb-efe8-4097-a354-8e464675d5e8. Jul 22 23:53:45.931175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Router 8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:46.112698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:46.121649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.134495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] Sync routers for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:46.175626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-07f39829-8ddd-4278-9afb-123c260bb7c0 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "DELETE /v2.0/floatingips/9d7872a1-81db-476c-86a3-563246188a3a HTTP/1.1" status: 204 len: 168 time: 1.3778379 Jul 22 23:53:46.176416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:46.182490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:46.186168 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14181d03-81dc-4988-9d3f-0fd0355c3c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.192941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:46.193998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:46.215534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.269100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:46.282506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:46.283139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:46.319675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:46.320502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c73132-bee4-489d-b765-401597f3e5b3 None None] The sync data for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:46.364340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.553930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Allocated IP 172.25.5.251 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/0e565ad9-a903-4279-9612-01cb35eec9a6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:46.689544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6e95b-df1e-4db1-acf6-938412e9022d req-f69979ef-c85d-49e4-84c6-2990734e75f2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:46.691281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7f6e95b-df1e-4db1-acf6-938412e9022d req-f69979ef-c85d-49e4-84c6-2990734e75f2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1722612 Jul 22 23:53:46.769578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7f6e95b-df1e-4db1-acf6-938412e9022d req-3ccad205-fd7e-4dc2-93ee-a507a00b02fa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Jul 22 23:53:46.773459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.841019 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:46.900404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:46.903622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:46.907741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:46.915388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Pushing event updated for resources: {'Port': ['ID=0e565ad9-a903-4279-9612-01cb35eec9a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:47.032493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.103043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.356567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.373023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.461631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Pushing event updated for resources: {'Port': ['ID=0e565ad9-a903-4279-9612-01cb35eec9a6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:47.481735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.501821 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.506634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2cdbd56-6778-4f57-81fe-605af82adc4c tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3288784 Jul 22 23:53:47.509773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:47.679880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:53:47.716518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.865626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.985702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc476a75-86c0-40a7-815c-873a61b7addc req-ca220ca6-d663-4dc0-be47-68a5455f4002 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:47.993243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc476a75-86c0-40a7-815c-873a61b7addc req-ca220ca6-d663-4dc0-be47-68a5455f4002 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1110656 Jul 22 23:53:48.058563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Allocated IP 172.25.5.230 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/14768438-3e86-49c8-9bcf-7d1f9fdcb70b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:53:48.067382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dc476a75-86c0-40a7-815c-873a61b7addc req-370df629-bd20-423e-9b9e-e27fb92dabbd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729456 Jul 22 23:53:48.213221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.275413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.323970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:53:48.327906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:53:48.335381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:53:48.371554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Pushing event updated for resources: {'Port': ['ID=14768438-3e86-49c8-9bcf-7d1f9fdcb70b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:48.488029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.578862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.802458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.808964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.883830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Pushing event updated for resources: {'Port': ['ID=14768438-3e86-49c8-9bcf-7d1f9fdcb70b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:48.904316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.935673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:48.937385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6f0c7eb-fc81-499d-bb00-756cbb5c98a3 tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4262638 Jul 22 23:53:48.941331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58504) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:49.031019 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c2f55506-4c31-4c61-8b14-ec9de497bfc4 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.0884230 Jul 22 23:53:49.033734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:49.122383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7be7691-fdcd-4588-9d37-44f1704da21f tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0876062 Jul 22 23:53:49.125282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58510) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:49.293325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Deleting port 14768438-3e86-49c8-9bcf-7d1f9fdcb70b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:49.294865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.325414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73435dd-1545-4a22-b049-529a9861114e req-07ed34ed-ede9-418a-963e-a11c0399a460 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:49.327634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e73435dd-1545-4a22-b049-529a9861114e req-07ed34ed-ede9-418a-963e-a11c0399a460 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.0807779 Jul 22 23:53:49.384233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e73435dd-1545-4a22-b049-529a9861114e req-a91b85a1-892f-405b-8ae1-0d78bbf62b11 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Jul 22 23:53:49.412265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.412681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.427521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Calling delete_port for 14768438-3e86-49c8-9bcf-7d1f9fdcb70b owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:49.472866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1abf2ca-3417-4d53-8591-4cff72e2cdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.618979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.643599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.660758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Pushing event deleted for resources: {'Port': ['ID=14768438-3e86-49c8-9bcf-7d1f9fdcb70b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:49.735045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.737756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.739013 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc5e0d61-27b2-4f36-aea6-128c54b8195a tempest-FloatingIPAdminTestJSON-600762600 tempest-FloatingIPAdminTestJSON-600762600-project] 10.222.0.21 "DELETE /v2.0/floatingips/a1744f6e-870b-4733-b720-cdaf15a0dcdc HTTP/1.1" status: 204 len: 168 time: 0.6127548 Jul 22 23:53:49.741609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:49.866051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Deleting port 0e565ad9-a903-4279-9612-01cb35eec9a6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:49.866400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.944247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.944580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:49.956604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Calling delete_port for 0e565ad9-a903-4279-9612-01cb35eec9a6 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:50.097842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.124011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e565ad9-a903-4279-9612-01cb35eec9a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:50.196409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.198861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.200653 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f5f3fc1-9a7f-49cf-8929-56812c73e800 tempest-FloatingIPAdminTestJSON-2061441546 tempest-FloatingIPAdminTestJSON-2061441546-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/43911c40-6aad-457c-8285-d4a211a0baa0 HTTP/1.1" status: 204 len: 168 time: 0.4575076 Jul 22 23:53:50.204564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.234449 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.334175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting port 67666bdb-efe8-4097-a354-8e464675d5e8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:50.334868 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.468390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.482747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Calling delete_port for 67666bdb-efe8-4097-a354-8e464675d5e8 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:50.630978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dcb8d-7e61-46d8-bc0e-6dba44634415 req-1fc42951-6ce6-48c8-bd22-62ea0797a901 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:50.632555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-752dcb8d-7e61-46d8-bc0e-6dba44634415 req-1fc42951-6ce6-48c8-bd22-62ea0797a901 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1012828 Jul 22 23:53:50.714762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-752dcb8d-7e61-46d8-bc0e-6dba44634415 req-79c2266b-48c1-4dff-9d9c-4847017c6aa6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743358 Jul 22 23:53:50.716638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.763166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Port': ['ID=67666bdb-efe8-4097-a354-8e464675d5e8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:50.862027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.864829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5971f7dc-6753-407b-9d8d-050e2496769c tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "DELETE /v2.0/ports/67666bdb-efe8-4097-a354-8e464675d5e8 HTTP/1.1" status: 204 len: 168 time: 0.6587014 Jul 22 23:53:50.867202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:50.947723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00abf663-5040-45a6-b2e7-640c645c5a35 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:50.949439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-00abf663-5040-45a6-b2e7-640c645c5a35 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "GET /v2.0/ports?device_id=8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 HTTP/1.1" status: 200 len: 913 time: 0.0811982 Jul 22 23:53:50.952599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58530) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:51.221440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-7af6c8ec-c3a8-4672-a179-45adb9ba3f38 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661785 Jul 22 23:53:51.400041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-c9683f08-bbdc-4720-842e-f1cd6bbddcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.401611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-c9683f08-bbdc-4720-842e-f1cd6bbddcf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 1097 time: 0.1049306 Jul 22 23:53:51.581289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.603740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-5d75102a-b34e-4994-8e1c-924951c967cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.605698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-5d75102a-b34e-4994-8e1c-924951c967cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1803210 Jul 22 23:53:51.709352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.716974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-3bcf1504-03d5-4f75-b8f9-753d242fb7ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201 HTTP/1.1" status: 200 len: 217 time: 0.0795782 Jul 22 23:53:51.788870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-8ca9313d-9937-4fba-9c32-1712f5121422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.792001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-8ca9313d-9937-4fba-9c32-1712f5121422 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0680537 Jul 22 23:53:51.981177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-c1b09b50-6efb-44ea-b826-b2fdb88bd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:51.983070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-c1b09b50-6efb-44ea-b826-b2fdb88bd477 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821764 Jul 22 23:53:52.013503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d9fc0-d670-41c5-8c76-e88f8d3ad564 req-72a92826-20f6-4e42-8320-245913a5b378 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:52.015152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d64d9fc0-d670-41c5-8c76-e88f8d3ad564 req-72a92826-20f6-4e42-8320-245913a5b378 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1817646 Jul 22 23:53:52.157467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d64d9fc0-d670-41c5-8c76-e88f8d3ad564 req-e13434b0-6fa6-40b5-b055-a55f61984358 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299489 Jul 22 23:53:52.210729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-316a783a-a70a-4fce-b475-c28fbd80a76f service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196445 Jul 22 23:53:52.239901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.334565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting port 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:52.334994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.377323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a9d2543-f700-4472-8d31-9bf9426a18e1 req-9183b7f5-ded6-4da1-abe9-69a6ee6cf8fe service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511548 Jul 22 23:53:52.452533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.467986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Calling delete_port for 4af51e9d-3d74-43cb-8d52-1906aaa5a9b5 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:52.684581 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:52.717114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Port': ['ID=4af51e9d-3d74-43cb-8d52-1906aaa5a9b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:53.410081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:53.427695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb5711-5778-4ba3-ad5d-c715338d5f21 req-46758acd-ab17-495e-be5d-97e279e6c05f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:53.429365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cfb5711-5778-4ba3-ad5d-c715338d5f21 req-46758acd-ab17-495e-be5d-97e279e6c05f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1169999 Jul 22 23:53:53.565954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cfb5711-5778-4ba3-ad5d-c715338d5f21 req-5fa9b421-7826-4703-bb25-60cb6d5688f0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892465 Jul 22 23:53:53.733009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Router 8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:53:53.877192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:53:53.886261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b1164ec0-5846-4e28-89a1-bd2024744630 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "PUT /v2.0/routers/8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9322042 Jul 22 23:53:53.889843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:53.895858 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] Sync routers for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:53:53.912591 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:53.913344 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:53.956807 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:53.968582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] Routers {'8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:53:53.969808 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:54.005502 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:54.006616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d20028-1138-4cad-9f42-88f6147da60a None None] The sync data for ids ['8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:53:54.061478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.179116 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.267969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting port 3467eb87-6ae4-4da7-ac3d-ce4f80f7289a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:54.268833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.369198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.385768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Calling delete_port for 3467eb87-6ae4-4da7-ac3d-ce4f80f7289a owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:54.606013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.643470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Port': ['ID=3467eb87-6ae4-4da7-ac3d-ce4f80f7289a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:54.783629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.895569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.905988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19448e3-e4cd-43c7-be32-8302d0342516 req-472040fb-e0f9-4339-ba67-dc7619db8608 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:54.913198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b19448e3-e4cd-43c7-be32-8302d0342516 req-472040fb-e0f9-4339-ba67-dc7619db8608 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.2300181 Jul 22 23:53:54.915920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.985368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:54.994190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:54.994992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Fanout notify agent at l3_agent the message router_deleted on router 8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:53:55.005284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.007296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a58e80c0-79d0-41b6-a966-08096ab343eb tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "DELETE /v2.0/routers/8025aeb6-1f6d-4760-a1f9-4cb1cf1d0827 HTTP/1.1" status: 204 len: 168 time: 1.1153483 Jul 22 23:53:55.009969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:55.023513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b19448e3-e4cd-43c7-be32-8302d0342516 req-3e289398-d925-449f-8e8f-7d0c6351c1c2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062753 Jul 22 23:53:55.073460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting subnet 991cf963-9a90-4f00-a73e-b4903e17bb9d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:53:55.078814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.131947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f816de92-b7e6-4dac-8aa9-e6cbc8346385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.135102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.262176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.357264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.375891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f816de92-b7e6-4dac-8aa9-e6cbc8346385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.396911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.399273 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "DELETE /v2.0/subnets/991cf963-9a90-4f00-a73e-b4903e17bb9d HTTP/1.1" status: 204 len: 168 time: 0.3882773 Jul 22 23:53:55.400688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f816de92-b7e6-4dac-8aa9-e6cbc8346385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.404506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:55.407929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac7bc9-ad67-4a89-88f5-d0f6dcee2755 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Subnet': ['ID=991cf963-9a90-4f00-a73e-b4903e17bb9d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:55.412352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32f97a-f1a9-40ba-89e1-f8b57fa2f289 None None] Network bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:53:55.454292 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f816de92-b7e6-4dac-8aa9-e6cbc8346385 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1e1608b63c043679f9bf76c159a267c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676673 Jul 22 23:53:55.455322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816de92-b7e6-4dac-8aa9-e6cbc8346385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2308ab-b55d-4642-bd42-7fa7d930d0d1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:55.460097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:55.536735 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab85-f6c6-4956-800c-776e13d36f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.582107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab85-f6c6-4956-800c-776e13d36f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.626750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.642837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab85-f6c6-4956-800c-776e13d36f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.646368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f55ab85-f6c6-4956-800c-776e13d36f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.647855 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1f55ab85-f6c6-4956-800c-776e13d36f47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d2308ab-b55d-4642-bd42-7fa7d930d0d1 HTTP/1.1" status: 204 len: 168 time: 0.1865153 Jul 22 23:53:55.659071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55ab85-f6c6-4956-800c-776e13d36f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2308ab-b55d-4642-bd42-7fa7d930d0d1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:55.745283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting port 942857b4-6358-43de-87c6-eac2faa55c86 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:55.745782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.807070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] DHCP port deletion for bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:53:55.836095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] For port 942857b4-6358-43de-87c6-eac2faa55c86, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=942857b4-6358-43de-87c6-eac2faa55c86,segment=NetworkSegment(ed0adee8-ac26-48b1-88cc-05fafbf29e83),segment_id=ed0adee8-ac26-48b1-88cc-05fafbf29e83)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:55.836609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.871207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] Deleting port 942857b4-6358-43de-87c6-eac2faa55c86 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:55.873435 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.874653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Calling delete_port for 942857b4-6358-43de-87c6-eac2faa55c86 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:55.976270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] For port 942857b4-6358-43de-87c6-eac2faa55c86, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=942857b4-6358-43de-87c6-eac2faa55c86,segment=NetworkSegment(ed0adee8-ac26-48b1-88cc-05fafbf29e83),segment_id=ed0adee8-ac26-48b1-88cc-05fafbf29e83)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:53:55.976922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.988783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:55.993568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] Calling delete_port for 942857b4-6358-43de-87c6-eac2faa55c86 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:56.025444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] No DVR routers for this DVR port 942857b4-6358-43de-87c6-eac2faa55c86 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:56.031676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Port': ['ID=942857b4-6358-43de-87c6-eac2faa55c86,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.099308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.137725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] Pushing event deleted for resources: {'Port': ['ID=942857b4-6358-43de-87c6-eac2faa55c86,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.150176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:56.152353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5acca-65d0-4c77-a097-197a919db7e8 None None] No DVR routers for this DVR port 942857b4-6358-43de-87c6-eac2faa55c86 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:53:56.156659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.166876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ad65ee-0347-487c-9bdf-39003699b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.186562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3afdcf-fac9-4196-b685-ec1dc83c9fa6']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:56.220380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0adee8-ac26-48b1-88cc-05fafbf29e83') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:56.220779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0adee8-ac26-48b1-88cc-05fafbf29e83') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:53:56.233386 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.257555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.267270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:53:56.267800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:53:56.272005 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:53:56.274629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ad65ee-0347-487c-9bdf-39003699b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.280092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ad65ee-0347-487c-9bdf-39003699b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.306541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857ca1a-0787-4e93-ae80-19ea32db92da req-3fe46116-ab06-4183-84d9-63feb44bc148 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:56.308152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7857ca1a-0787-4e93-ae80-19ea32db92da req-3fe46116-ab06-4183-84d9-63feb44bc148 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1481590 Jul 22 23:53:56.330785 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d2ad65ee-0347-487c-9bdf-39003699b842 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b1d8a269fad4fd7bed4742c4bffc9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780605 Jul 22 23:53:56.332514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad65ee-0347-487c-9bdf-39003699b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499cddbb-b7b0-4b54-ac59-5ac10ddfb383,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.335126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:56.383140 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.388783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.390869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "DELETE /v2.0/networks/bb3afdcf-fac9-4196-b685-ec1dc83c9fa6 HTTP/1.1" status: 204 len: 168 time: 0.9846354 Jul 22 23:53:56.393483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:56.405825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f408db34-8094-447e-be8c-7c39fc0ee592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.412396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7857ca1a-0787-4e93-ae80-19ea32db92da req-1a86b0eb-e50a-4659-9d60-f3452f62c9b0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966599 Jul 22 23:53:56.413540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5954f-356c-4d54-897c-bba186d91303 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Network': ['ID=bb3afdcf-fac9-4196-b685-ec1dc83c9fa6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.509862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f408db34-8094-447e-be8c-7c39fc0ee592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.592058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Deleting port 722e13e6-dc4f-4383-962f-de8b605c5148 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:53:56.592556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.620441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f408db34-8094-447e-be8c-7c39fc0ee592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.623565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f408db34-8094-447e-be8c-7c39fc0ee592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.624734 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f408db34-8094-447e-be8c-7c39fc0ee592 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/499cddbb-b7b0-4b54-ac59-5ac10ddfb383 HTTP/1.1" status: 204 len: 168 time: 0.2886672 Jul 22 23:53:56.662420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408db34-8094-447e-be8c-7c39fc0ee592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499cddbb-b7b0-4b54-ac59-5ac10ddfb383,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.700332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.700832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.715092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Calling delete_port for 722e13e6-dc4f-4383-962f-de8b605c5148 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:53:56.874337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.916586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Pushing event deleted for resources: {'Port': ['ID=722e13e6-dc4f-4383-962f-de8b605c5148,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:56.983495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.987095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:56.988645 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-58bc3627-d3cd-4ede-a324-7420bcef02f1 tempest-FloatingIPAdminTestJSON-2137819846 tempest-FloatingIPAdminTestJSON-2137819846-project] 10.222.0.21 "DELETE /v2.0/floatingips/5f543fca-24d0-4811-b1e8-9f33d8519db4 HTTP/1.1" status: 204 len: 168 time: 0.5939639 Jul 22 23:53:57.233299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58618) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.396246 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-256d67a8-c5c5-422b-a46b-a51dd82c64fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4841168698e49319c7f806c184db38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607244 Jul 22 23:53:57.398543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:57.424130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 942857b4-6358-43de-87c6-eac2faa55c86 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:53:57.465698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4066dd-5843-4e72-8548-10c6d1666911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.478870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 942857b4-6358-43de-87c6-eac2faa55c86 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:53:57.479218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 942857b4-6358-43de-87c6-eac2faa55c86 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:53:57.497228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4066dd-5843-4e72-8548-10c6d1666911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.581967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4066dd-5843-4e72-8548-10c6d1666911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.586745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c4066dd-5843-4e72-8548-10c6d1666911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:57.589081 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2c4066dd-5843-4e72-8548-10c6d1666911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b0992c-c7fc-4922-852d-71a031ee264d HTTP/1.1" status: 204 len: 168 time: 0.1893280 Jul 22 23:53:57.599984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4066dd-5843-4e72-8548-10c6d1666911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b0992c-c7fc-4922-852d-71a031ee264d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:57.628690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472518a-0acc-4328-8a9b-54add0e5682e req-8b39bda2-6f76-47dc-928e-fc975de28401 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:57.630673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c472518a-0acc-4328-8a9b-54add0e5682e req-8b39bda2-6f76-47dc-928e-fc975de28401 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1097291 Jul 22 23:53:57.677282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c472518a-0acc-4328-8a9b-54add0e5682e req-6d475063-8c38-4ee9-8829-248739d35dc0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Jul 22 23:53:58.071517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.086690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33eed749-9a75-4663-a3db-16d9c03e0cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.213540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33eed749-9a75-4663-a3db-16d9c03e0cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.225441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-33eed749-9a75-4663-a3db-16d9c03e0cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.277343 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-33eed749-9a75-4663-a3db-16d9c03e0cb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d52f05bc6ad4bec9481693be07b919a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046759 Jul 22 23:53:58.279198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eed749-9a75-4663-a3db-16d9c03e0cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6b0c5-3aa2-4331-ae45-88a60ba53805,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:58.282999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.357686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b631bba9-1dec-475d-b4d3-3e2b756892ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.383306 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b631bba9-1dec-475d-b4d3-3e2b756892ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.445831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b631bba9-1dec-475d-b4d3-3e2b756892ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.448668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b631bba9-1dec-475d-b4d3-3e2b756892ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.452001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b631bba9-1dec-475d-b4d3-3e2b756892ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69d6b0c5-3aa2-4331-ae45-88a60ba53805 HTTP/1.1" status: 204 len: 168 time: 0.1673658 Jul 22 23:53:58.467792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631bba9-1dec-475d-b4d3-3e2b756892ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6b0c5-3aa2-4331-ae45-88a60ba53805,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:58.873903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d30e16-bd64-430a-8ba8-659831752e00 req-2cf63954-90c5-4106-b0bc-835ddaa47035 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:53:58.882795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7d30e16-bd64-430a-8ba8-659831752e00 req-2cf63954-90c5-4106-b0bc-835ddaa47035 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1026199 Jul 22 23:53:58.890341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:58.905544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebb6c-74a8-4c77-8f78-953986f0767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:58.925522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7d30e16-bd64-430a-8ba8-659831752e00 req-942cc6cd-a302-4470-9ecb-4f2ab5d0df79 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Jul 22 23:53:59.007442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebb6c-74a8-4c77-8f78-953986f0767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.011348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e6ebb6c-74a8-4c77-8f78-953986f0767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.053111 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4e6ebb6c-74a8-4c77-8f78-953986f0767d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54f31c56aed84913b0c86ca839bc882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613979 Jul 22 23:53:59.054082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ebb6c-74a8-4c77-8f78-953986f0767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c1729-268e-4037-8945-4392ba002be5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:53:59.057306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58668) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:53:59.117107 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0553-86e5-4d70-a494-36494452573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.141909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0553-86e5-4d70-a494-36494452573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.204752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0553-86e5-4d70-a494-36494452573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.207737 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2bd0553-86e5-4d70-a494-36494452573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:59.209053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c2bd0553-86e5-4d70-a494-36494452573e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/530c1729-268e-4037-8945-4392ba002be5 HTTP/1.1" status: 204 len: 168 time: 0.1497641 Jul 22 23:53:59.218568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd0553-86e5-4d70-a494-36494452573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c1729-268e-4037-8945-4392ba002be5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:00.100345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b47227-b609-42ed-98aa-6b1cf17477ca req-3c490bd8-378a-4882-95a1-eedce4c3a083 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:00.103093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19b47227-b609-42ed-98aa-6b1cf17477ca req-3c490bd8-378a-4882-95a1-eedce4c3a083 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.0926173 Jul 22 23:54:00.154048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19b47227-b609-42ed-98aa-6b1cf17477ca req-d5a9ad0c-fc7d-43ae-8733-45dbeb729b3b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Jul 22 23:54:00.718437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58718) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:00.862898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1184472115', 'router:external': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:00.908472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Made reservation on behalf of 68ef75943a3c4c5db3cb461f4ab35b9c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:00.913026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:00.927191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.126566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.130538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.161820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:01.173164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebe970-f031-489f-9d13-f7be16a4e5d9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:01.180241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.180597 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Added segment 3781dbc3-eb30-47e7-b81f-80b2dac47973 of type vlan for network 264c4e61-24e9-447c-98cb-4c588baf817e Jul 22 23:54:01.237933 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.328949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.329945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:01.330540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.373002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6526728 Jul 22 23:54:01.380005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:01.390399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'subnet': {'network_id': '264c4e61-24e9-447c-98cb-4c588baf817e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:01.424794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Made reservation on behalf of 68ef75943a3c4c5db3cb461f4ab35b9c for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:01.429093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.438687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e16426-2d66-4fa3-b699-7ee7cc14b320 req-e7a1ff37-8ec9-416f-99bf-1724f232e0ef tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:01.444242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9e16426-2d66-4fa3-b699-7ee7cc14b320 req-e7a1ff37-8ec9-416f-99bf-1724f232e0ef tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.2017910 Jul 22 23:54:01.445626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebd49b-6e68-46f1-b4c3-be9966421da4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Network': ['ID=264c4e61-24e9-447c-98cb-4c588baf817e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:01.466537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 264c4e61-24e9-447c-98cb-4c588baf817e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:01.523421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9e16426-2d66-4fa3-b699-7ee7cc14b320 req-87ff795a-3d47-45be-a137-94c6de796fd2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736084 Jul 22 23:54:01.857052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:54:01.857525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.916127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Subnet': ['ID=427607a1-184a-4f1a-9ab2-069ce9f7fea4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:01.930395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.930747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.931093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.931477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.931820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.932152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.932483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.932820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.933144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.933471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.933841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.934178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:01.938513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Checking segment: {'id': '3781dbc3-eb30-47e7-b81f-80b2dac47973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '264c4e61-24e9-447c-98cb-4c588baf817e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:01.938865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network hostable DHCP agents. Network: 264c4e61-24e9-447c-98cb-4c588baf817e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:01.959527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network 264c4e61-24e9-447c-98cb-4c588baf817e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:01.969092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 264c4e61-24e9-447c-98cb-4c588baf817e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:01.973981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:01.974790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:01.979664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557169a-bbc9-4f67-beaf-445a4e1ddeb5 None None] Network 264c4e61-24e9-447c-98cb-4c588baf817e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:01.993829 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1146b7be-4ed7-4895-bfa6-eb698ef191c8 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6116424 Jul 22 23:54:01.996235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:02.002690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-21587776', 'network_id': '264c4e61-24e9-447c-98cb-4c588baf817e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:02.033663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Made reservation on behalf of 68ef75943a3c4c5db3cb461f4ab35b9c for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:02.036708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.055946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] device_id is not set on port 9a941028-5ef0-41ef-8f66-c1a698c39484 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:02.155018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97372d0e-dbe5-4727-b8a6-1ed2412c3c5d None None] Network 264c4e61-24e9-447c-98cb-4c588baf817e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:02.453620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Allocated IP 2001:db8::270 (264c4e61-24e9-447c-98cb-4c588baf817e/427607a1-184a-4f1a-9ab2-069ce9f7fea4/9a941028-5ef0-41ef-8f66-c1a698c39484) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:02.603627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.658636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.686900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa27c2-2ebf-42ad-a5bd-ddd4a86594dc req-583d02c2-6508-4499-9f12-cdaa8cd388a8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:02.688676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5baa27c2-2ebf-42ad-a5bd-ddd4a86594dc req-583d02c2-6508-4499-9f12-cdaa8cd388a8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.0810304 Jul 22 23:54:02.724638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network 264c4e61-24e9-447c-98cb-4c588baf817e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:02.727588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:02.732857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:02.733072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:02.733719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:02.744743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Port': ['ID=9a941028-5ef0-41ef-8f66-c1a698c39484,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:02.767168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6e0370b1-4f96-42af-9b7e-bc0dbd157a94 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7690032 Jul 22 23:54:02.770241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:02.784173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5baa27c2-2ebf-42ad-a5bd-ddd4a86594dc req-84e9aeee-702f-4f4e-aea6-f3716ffdc330 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848241 Jul 22 23:54:02.890769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Deleting port 9a941028-5ef0-41ef-8f66-c1a698c39484 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:02.891625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.009695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.023642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Calling delete_port for 9a941028-5ef0-41ef-8f66-c1a698c39484 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:03.217043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.259208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a941028-5ef0-41ef-8f66-c1a698c39484,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:03.304064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.310247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e1334542-b3f5-46f7-b723-13211ca25935 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/ports/9a941028-5ef0-41ef-8f66-c1a698c39484 HTTP/1.1" status: 204 len: 168 time: 0.5354366 Jul 22 23:54:03.310827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:03.328657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '264c4e61-24e9-447c-98cb-4c588baf817e', 'external_fixed_ips': [{'subnet_id': '427607a1-184a-4f1a-9ab2-069ce9f7fea4', 'ip_address': '2001:db8::270'}]}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:03.359988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.361383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.418935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.593099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.825215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.847847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:03.958037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ac306-17d4-4ff8-9f32-49959c3b751c req-800f98bb-d221-488c-bce4-cb44082a07c2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:03.960022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b1ac306-17d4-4ff8-9f32-49959c3b751c req-800f98bb-d221-488c-bce4-cb44082a07c2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.0885696 Jul 22 23:54:04.029335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b1ac306-17d4-4ff8-9f32-49959c3b751c req-5f4c41a1-a4f1-4605-a3d3-a99991c44c11 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625091 Jul 22 23:54:04.077938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Allocated IP 2001:db8::270 (264c4e61-24e9-447c-98cb-4c588baf817e/427607a1-184a-4f1a-9ab2-069ce9f7fea4/d97149a1-e195-4e11-b56b-ba6c3f85b8b5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:04.206666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.264963 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.307390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network 264c4e61-24e9-447c-98cb-4c588baf817e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:04.313907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:04.318622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:04.397619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Port': ['ID=d97149a1-e195-4e11-b56b-ba6c3f85b8b5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:04.590297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:04.837782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.023628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Router 5be2deb3-0444-49b2-8461-995bd93f014c is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:05.164401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:05.177609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Sync routers for ids ['5be2deb3-0444-49b2-8461-995bd93f014c'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:05.192488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.194117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Routers {'5be2deb3-0444-49b2-8461-995bd93f014c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:05.194442 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a429c0f8-4baa-43fd-85cc-c5cf98da3aed tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8821349 Jul 22 23:54:05.195690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5be2deb3-0444-49b2-8461-995bd93f014c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:05.196898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:05.210720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b71d5-b0ee-4792-b530-f669f8d93827 req-28242e4b-888a-43cd-a36b-aed1df7be81a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:05.214369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a1b71d5-b0ee-4792-b530-f669f8d93827 req-28242e4b-888a-43cd-a36b-aed1df7be81a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1035874 Jul 22 23:54:05.313301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a1b71d5-b0ee-4792-b530-f669f8d93827 req-e341e6be-88d7-48ac-bb7b-4649a8df8e7e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918527 Jul 22 23:54:05.369390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Set router 5be2deb3-0444-49b2-8461-995bd93f014c gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:05.385720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.547382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.643084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Deleting port d97149a1-e195-4e11-b56b-ba6c3f85b8b5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:05.643758 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.700790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be2deb3-0444-49b2-8461-995bd93f014c', 'name': '', 'tenant_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '264c4e61-24e9-447c-98cb-4c588baf817e', 'external_fixed_ips': [{'subnet_id': '427607a1-184a-4f1a-9ab2-069ce9f7fea4', 'ip_address': '2001:db8::270'}], 'enable_snat': True}, 'gw_port_id': 'd97149a1-e195-4e11-b56b-ba6c3f85b8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:03Z', 'updated_at': '2021-07-22T23:54:04Z', 'revision_number': 3, 'project_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'gw_port': {'id': 'd97149a1-e195-4e11-b56b-ba6c3f85b8b5', 'name': '', 'network_id': '264c4e61-24e9-447c-98cb-4c588baf817e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:51:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be2deb3-0444-49b2-8461-995bd93f014c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '427607a1-184a-4f1a-9ab2-069ce9f7fea4', 'ip_address': '2001:db8::270', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:03Z', 'updated_at': '2021-07-22T23:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '427607a1-184a-4f1a-9ab2-069ce9f7fea4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:05.736928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Checking router: 5be2deb3-0444-49b2-8461-995bd93f014c for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:05.737904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Updating router 5be2deb3-0444-49b2-8461-995bd93f014c port d97149a1-e195-4e11-b56b-ba6c3f85b8b5 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:05.744752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:05.764486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Calling delete_port for d97149a1-e195-4e11-b56b-ba6c3f85b8b5 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:05.791082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.113281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.164957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event deleted for resources: {'Port': ['ID=d97149a1-e195-4e11-b56b-ba6c3f85b8b5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:06.220414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.405877 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.408552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.415190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.499273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.500168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5be2deb3-0444-49b2-8461-995bd93f014c {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:06.513608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.537339 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f597d042-f8ea-489a-a506-c01f7c28697a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5be2deb3-0444-49b2-8461-995bd93f014c HTTP/1.1" status: 204 len: 168 time: 1.3360338 Jul 22 23:54:06.542794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58786) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:06.580433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f328a0e-45a5-467f-97d1-22b8dab06bd1 req-1b71922c-dab0-4a08-b9a3-7bf106cc6ca3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:06.583414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f328a0e-45a5-467f-97d1-22b8dab06bd1 req-1b71922c-dab0-4a08-b9a3-7bf106cc6ca3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 944 time: 0.1455133 Jul 22 23:54:06.666681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Deleting subnet 427607a1-184a-4f1a-9ab2-069ce9f7fea4 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:06.687590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.688979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:54:06.689844 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:54:06.707366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f328a0e-45a5-467f-97d1-22b8dab06bd1 req-fea3b855-d3f4-4dd6-8f99-1615f4c8d1de tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014965 Jul 22 23:54:06.735318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.777114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.842426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.887184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:06.894028 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/427607a1-184a-4f1a-9ab2-069ce9f7fea4 HTTP/1.1" status: 204 len: 168 time: 0.3458889 Jul 22 23:54:06.894028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be1f6b-d723-48a8-8ab9-065d5f4a2b57 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=427607a1-184a-4f1a-9ab2-069ce9f7fea4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:06.894639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:06.910727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8ff757db-bbd9-4bcc-9287-e1f85698c233 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:54:06.982820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.082735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8ff757db-bbd9-4bcc-9287-e1f85698c233, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:07.085555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.099669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '8ff757db-bbd9-4bcc-9287-e1f85698c233', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '8ff757db-bbd9-4bcc-9287-e1f85698c233', 'mac_address': 'fa:16:3e:00:f6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:54:07.099939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264c4e61-24e9-447c-98cb-4c588baf817e']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.118922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3781dbc3-eb30-47e7-b81f-80b2dac47973') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.120260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3781dbc3-eb30-47e7-b81f-80b2dac47973') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:07.136235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.148126 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.155214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.164001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:54:07.164695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:54:07.167418 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:54:07.171684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff757db-bbd9-4bcc-9287-e1f85698c233 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:54:07.193966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8ff757db-bbd9-4bcc-9287-e1f85698c233, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:07.218772 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.223980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Port d97149a1-e195-4e11-b56b-ba6c3f85b8b5 not found while updating agent binding for router 5be2deb3-0444-49b2-8461-995bd93f014c. {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 23:54:07.263725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.269150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 264c4e61-24e9-447c-98cb-4c588baf817e {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 23:54:07.271551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Routers set() bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:07.271933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Router IDs set() for agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:54:07.272636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5be2deb3-0444-49b2-8461-995bd93f014c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent'). {{(pid=93792) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 23:54:07.273113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e9ac6-45d0-45ca-958c-2bfac1ceca66 None None] The sync data for ids ['5be2deb3-0444-49b2-8461-995bd93f014c'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:07.284515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.286887 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/networks/264c4e61-24e9-447c-98cb-4c588baf817e HTTP/1.1" status: 204 len: 168 time: 0.3906500 Jul 22 23:54:07.300689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8ff757db-bbd9-4bcc-9287-e1f85698c233,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:07.330210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc674f2-2e62-4436-8d3e-b19bcb2bfeb3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event deleted for resources: {'Network': ['ID=264c4e61-24e9-447c-98cb-4c588baf817e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:07.556612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8ff757db-bbd9-4bcc-9287-e1f85698c233'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:07.574642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58802) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:07.586061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'name': 'tempest-router--2038164873', 'project_id': '4e170d1c965948788e575fb0e52f7f72'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:07.614773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.616026 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.685687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.691540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.715915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:07.718430 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-552411da-352c-403b-b381-4f973f2ce04c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1424828 Jul 22 23:54:07.723091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:07.939912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127cbac-f1c2-4acf-a19e-d1285f3f11b3 req-1a4bcc10-7d96-428e-a949-647df250871f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:07.943751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8127cbac-f1c2-4acf-a19e-d1285f3f11b3 req-1a4bcc10-7d96-428e-a949-647df250871f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 945 time: 0.1182778 Jul 22 23:54:07.998689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8127cbac-f1c2-4acf-a19e-d1285f3f11b3 req-81acc5e8-b501-441d-ad6f-2564e854f9c1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466866 Jul 22 23:54:08.162454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.351666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.354374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.411314 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.413246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19051e4e-fbb9-4e84-a92d-81ba32ad8a20 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:08.426563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.429374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-61bd08c2-dcaa-4072-89f1-14e1ad4da54b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/routers/19051e4e-fbb9-4e84-a92d-81ba32ad8a20 HTTP/1.1" status: 204 len: 168 time: 0.7047732 Jul 22 23:54:08.561462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58816) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:08.832159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-72836175', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:08.845245 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-72c77a05-a6ec-45d8-9fc9-2f7e65190585 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0812473 Jul 22 23:54:08.868284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.869743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.908237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8ff757db-bbd9-4bcc-9287-e1f85698c233 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:08.966697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.982259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 8ff757db-bbd9-4bcc-9287-e1f85698c233 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:08.987063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 8ff757db-bbd9-4bcc-9287-e1f85698c233 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:08.987686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.107077 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.130609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.131072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.131564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.132034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.132515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.132960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.133417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.135705 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-8b48189d-b087-4db0-be12-cc1351eabe48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.2007010 Jul 22 23:54:09.142812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.165097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 8ff757db-bbd9-4bcc-9287-e1f85698c233, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:09.166417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff757db-bbd9-4bcc-9287-e1f85698c233'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:09.169769 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0857129a-86bb-40c0-b9ac-063dd1919e2f" -d '{"events": [{"server_uuid": "9835d810-b2f6-490c-9a41-127a9f9ebbbd", "name": "network-vif-plugged", "status": "completed", "tag": "8ff757db-bbd9-4bcc-9287-e1f85698c233"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:09.173494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.225855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e77270-141e-4796-9915-93c3d0a7db99 req-d7c17723-69c0-4ac1-9cc2-34f7982c5ba0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.227447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80e77270-141e-4796-9915-93c3d0a7db99 req-d7c17723-69c0-4ac1-9cc2-34f7982c5ba0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 945 time: 0.1297505 Jul 22 23:54:09.251855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=8ff757db-bbd9-4bcc-9287-e1f85698c233,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:09.257326 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6b625-6b5f-4c85-9b7f-fd1e405b2fbe x-openstack-request-id: req-b0f6b625-6b5f-4c85-9b7f-fd1e405b2fbe {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:09.258882 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9835d810-b2f6-490c-9a41-127a9f9ebbbd", "name": "network-vif-plugged", "status": "completed", "tag": "8ff757db-bbd9-4bcc-9287-e1f85698c233", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:09.258882 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0f6b625-6b5f-4c85-9b7f-fd1e405b2fbe {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:09.258882 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff757db-bbd9-4bcc-9287-e1f85698c233', 'code': 200} Jul 22 23:54:09.291832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80e77270-141e-4796-9915-93c3d0a7db99 req-da3367cf-8f91-4ddf-9f79-9a7381059bea tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535831 Jul 22 23:54:09.331251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ba0ebb59-339e-45ae-a603-fa09eedef126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.331870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ba0ebb59-339e-45ae-a603-fa09eedef126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.332228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ba0ebb59-339e-45ae-a603-fa09eedef126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.333831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ba0ebb59-339e-45ae-a603-fa09eedef126 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 2297 time: 0.1659255 Jul 22 23:54:09.452999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-a8bb722a-c320-474b-9780-c7c9ce5bbcc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 1001 time: 0.1061208 Jul 22 23:54:09.458914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d23c4-0a34-4a2f-9ef2-1ffe5b0339c3 req-50456f16-e185-4045-8950-18b9128e7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.463490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692d23c4-0a34-4a2f-9ef2-1ffe5b0339c3 req-50456f16-e185-4045-8950-18b9128e7b35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 1097 time: 0.1175296 Jul 22 23:54:09.508143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-692d23c4-0a34-4a2f-9ef2-1ffe5b0339c3 req-178a46d5-59b2-4ca9-bb3e-aebd224e66c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Jul 22 23:54:09.578024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.602128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:09.614175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-4f6f0b27-a0b7-4ce8-b9c9-2db14099ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.615683 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-4f6f0b27-a0b7-4ce8-b9c9-2db14099ebee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.1320252 Jul 22 23:54:09.745915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Allocated IP 172.25.5.64 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/80211b9d-213e-4f94-b82d-ec96ad52970b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:09.904824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-6ab52f39-6378-458e-b644-81e8d177990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:09.906426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-6ab52f39-6378-458e-b644-81e8d177990a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493490 Jul 22 23:54:09.945201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.119033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.123955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-216661ef-6ae9-4bac-99ba-a7f94cba65fb service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076547 Jul 22 23:54:10.179118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:10.184285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:10.196769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:10.236259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.242840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.250331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.256271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.263255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.269251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.273045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event updated for resources: {'Port': ['ID=80211b9d-213e-4f94-b82d-ec96ad52970b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:10.276238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.279147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-08c409d1-3fde-4006-9701-733d35ed299c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.1305776 Jul 22 23:54:10.358436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07b4387a-4354-45d6-8acd-8f1b0102b524 req-6fa912a3-1cef-45e7-9596-10f097767085 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673397 Jul 22 23:54:10.384502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-d44f12ee-c100-4ed2-924d-d970fb2029dc service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338774 Jul 22 23:54:10.509961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d9cfe-2f70-4a6f-959c-49bc60ad8f21 req-f51e973c-3af1-4142-816b-4e69f8519873 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.518827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c65d9cfe-2f70-4a6f-959c-49bc60ad8f21 req-f51e973c-3af1-4142-816b-4e69f8519873 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 946 time: 0.1350274 Jul 22 23:54:10.570926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c65d9cfe-2f70-4a6f-959c-49bc60ad8f21 req-5c4c8943-433b-4c0e-9583-6ae08e6e857b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Jul 22 23:54:10.604766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-70cf35bc-ce43-4ded-aa24-f08c1b5d19c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 217 time: 0.1541147 Jul 22 23:54:10.618174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.625200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.631309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.638129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.644919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.651033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.657947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.660160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a6e2262-763a-4968-a647-1a6ecef7c19c req-c552838b-82e6-42bd-bf34-022b8ddc1ee8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.2012281 Jul 22 23:54:10.685633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-40c71fd6-f6fe-4c9c-9406-e74f416853d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.687128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-40c71fd6-f6fe-4c9c-9406-e74f416853d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0753074 Jul 22 23:54:10.710022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:10.864711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-2921420c-73ba-48d4-9e50-a0e2a0da3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.866244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-2921420c-73ba-48d4-9e50-a0e2a0da3a76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713176 Jul 22 23:54:11.328512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.336790 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-67808364-73a7-4d14-a71f-d9d260909f95 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540418 Jul 22 23:54:11.526564 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ecee902c-e4b1-4aa6-a001-df5ef2fd8d26 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831644 Jul 22 23:54:11.577082 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-fe5c9e64-16d2-49b7-9fd6-eb491a0fc3e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 217 time: 0.0432348 Jul 22 23:54:11.633993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Router b1db2f1a-1c68-4a31-8571-0c2c48e265e0 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:11.646801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ac95a1cc-5cb6-4f1a-ac63-3e63686d095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.648309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ac95a1cc-5cb6-4f1a-ac63-3e63686d095a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0623684 Jul 22 23:54:11.733829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6496a9-6ccc-468a-a579-b0647f8a8ef9 req-7cb07de0-7348-45c1-b5ea-485769a69a55 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.736608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a6496a9-6ccc-468a-a579-b0647f8a8ef9 req-7cb07de0-7348-45c1-b5ea-485769a69a55 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 946 time: 0.0794501 Jul 22 23:54:11.782380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a6496a9-6ccc-468a-a579-b0647f8a8ef9 req-ea13f2df-5789-4625-81cf-f92d38722a39 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Jul 22 23:54:11.821789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-a194bb0e-0387-41fe-a0df-b64e259d1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.823372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-a194bb0e-0387-41fe-a0df-b64e259d1b05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687441 Jul 22 23:54:11.824915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:11.842936 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] Sync routers for ids ['b1db2f1a-1c68-4a31-8571-0c2c48e265e0'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:11.876878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.876878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-643e2489-70ee-4e36-9b9d-549551cbbb51 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3101010 Jul 22 23:54:11.877248 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] Routers {'b1db2f1a-1c68-4a31-8571-0c2c48e265e0'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:11.877364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:11.877906 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b1db2f1a-1c68-4a31-8571-0c2c48e265e0'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:12.003719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903f92c-362d-4dda-b920-1985d16ae056 req-c15bf7c3-56ce-4617-bde7-0372dcfde757 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.005464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f903f92c-362d-4dda-b920-1985d16ae056 req-c15bf7c3-56ce-4617-bde7-0372dcfde757 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 946 time: 0.1046424 Jul 22 23:54:12.035802 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-fea078bf-dd5e-4e8f-93c9-2dabab9194ed service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031178 Jul 22 23:54:12.060938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f903f92c-362d-4dda-b920-1985d16ae056 req-10c37be5-1b74-4b3b-8ba6-3ed71f1e4715 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Jul 22 23:54:12.065974 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:12.078070 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] Routers {'b1db2f1a-1c68-4a31-8571-0c2c48e265e0'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:12.078692 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b1db2f1a-1c68-4a31-8571-0c2c48e265e0'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:12.085985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.086404 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7069271-33d5-4943-ae64-21719d32ee0a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/b1db2f1a-1c68-4a31-8571-0c2c48e265e0 HTTP/1.1" status: 200 len: 922 time: 0.2091115 Jul 22 23:54:12.139879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2e7bdf4d-7999-4fed-a597-716baaacef6b tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1db2f1a-1c68-4a31-8571-0c2c48e265e0 HTTP/1.1" status: 200 len: 205 time: 0.0504568 Jul 22 23:54:12.140305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.144937 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:12.145610 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b0b259-e09a-45ce-aec5-eedd370b7b26 None None] The sync data for ids ['b1db2f1a-1c68-4a31-8571-0c2c48e265e0'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:12.253633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-80c6b097-348d-4446-a518-b073e36b5535 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100654 Jul 22 23:54:12.299280 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-5fbe84e8-ad0c-4a48-8cb6-19d1e7b6f265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 217 time: 0.0383031 Jul 22 23:54:12.329303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.386771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-4a9801d5-227c-404a-be26-d80bd7ab3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.389471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-4a9801d5-227c-404a-be26-d80bd7ab3770 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0838835 Jul 22 23:54:12.508673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-3c1c4731-b450-48ec-b1f6-b73637b517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.510310 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-3c1c4731-b450-48ec-b1f6-b73637b517eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1144953 Jul 22 23:54:12.545981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.626450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b1dd3-5f44-4e5b-bdd2-f9a5bdedc41f req-d27e44f7-19e8-40c9-9116-f020a555c3e8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:12.628108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d6b1dd3-5f44-4e5b-bdd2-f9a5bdedc41f req-d27e44f7-19e8-40c9-9116-f020a555c3e8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 946 time: 0.1263237 Jul 22 23:54:12.665066 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-2e61c3a8-c31f-44e2-a6ae-281f027a2f3b service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474931 Jul 22 23:54:12.733784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:12.740334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7d6b1dd3-5f44-4e5b-bdd2-f9a5bdedc41f req-d3465bd5-06fa-44ca-a229-3ffcb8e2e281 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042862 Jul 22 23:54:12.755165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Deleting port 80211b9d-213e-4f94-b82d-ec96ad52970b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:12.755506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.858750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-0664f971-4ee0-44a8-9c7d-36adc9edc19d service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865058 Jul 22 23:54:12.864236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:12.878364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Calling delete_port for 80211b9d-213e-4f94-b82d-ec96ad52970b owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:12.957439 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-c50291bd-7a0c-450b-ac3b-8f0205bcd3c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 217 time: 0.0919340 Jul 22 23:54:13.026536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-024512b8-ca54-4452-a33c-7ba75a770ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.028698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-024512b8-ca54-4452-a33c-7ba75a770ea9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0644834 Jul 22 23:54:13.042357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.043309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.044237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.045203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.046160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.046789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.047600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.050867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59a0038d-8247-4d12-ac35-edb8977e670e req-b0415921-15a4-48e1-bfbd-860fda40373b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.3150263 Jul 22 23:54:13.105054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.138490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-59a0038d-8247-4d12-ac35-edb8977e670e req-e8991bf7-123f-4a25-8d3a-4478021c5890 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726759 Jul 22 23:54:13.148044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event deleted for resources: {'Port': ['ID=80211b9d-213e-4f94-b82d-ec96ad52970b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:13.162825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.163277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.163697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.164105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.164513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.164995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.165403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.165804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.166217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.166628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.167071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.167451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:13.167787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-2f2dbf4e-426f-492d-abb6-795a9ba140fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.170761 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-2f2dbf4e-426f-492d-abb6-795a9ba140fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184404 Jul 22 23:54:13.232268 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.282736 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-ae3a5955-55a0-4e1b-99e5-e0ee55b16b14 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049011 Jul 22 23:54:13.328592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.330782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.380146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.381716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Fanout notify agent at l3_agent the message router_deleted on router b1db2f1a-1c68-4a31-8571-0c2c48e265e0 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:13.392817 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-43949c3a-1b05-4696-9345-3beb78ab0f63 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016178 Jul 22 23:54:13.393275 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.394325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f439d872-88db-4834-a283-5d6849796a24 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/b1db2f1a-1c68-4a31-8571-0c2c48e265e0 HTTP/1.1" status: 204 len: 168 time: 1.2530894 Jul 22 23:54:13.397853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:13.403086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'name': 'tempest-snat-router-541734763', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': False}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:13.473622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-2a9accdd-9eeb-4aab-a9d9-9464e8327c8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 217 time: 0.0533743 Jul 22 23:54:13.473622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.473858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.582453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.584697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-a479b354-adb9-4693-8be1-3dc96db52230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.587064 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-a479b354-adb9-4693-8be1-3dc96db52230 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1065025 Jul 22 23:54:13.805821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.822632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-29b7f6e1-8dd0-4f01-8491-7d1975659995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.824588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-29b7f6e1-8dd0-4f01-8491-7d1975659995 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947310 Jul 22 23:54:13.939513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbf82b-ba55-4019-a795-76e4ec631bb4 req-c274f510-2261-4c98-8404-fd2e4182f161 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.942718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3cbf82b-ba55-4019-a795-76e4ec631bb4 req-c274f510-2261-4c98-8404-fd2e4182f161 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 946 time: 0.0930576 Jul 22 23:54:13.999931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3cbf82b-ba55-4019-a795-76e4ec631bb4 req-40651eb6-ffd6-4212-8463-4440c320ed0f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Jul 22 23:54:14.005935 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-6675c185-b1d4-4141-89ca-d8fd49fed58a service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636839 Jul 22 23:54:14.136190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-cd167ebf-ec75-49b4-b9d3-eddedd4f3310 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.139609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-cd167ebf-ec75-49b4-b9d3-eddedd4f3310 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.48 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 946 time: 0.1017640 Jul 22 23:54:14.279883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 8ff757db-bbd9-4bcc-9287-e1f85698c233 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:14.280508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.400857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 8ff757db-bbd9-4bcc-9287-e1f85698c233, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8ff757db-bbd9-4bcc-9287-e1f85698c233,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:14.402114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.415665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 8ff757db-bbd9-4bcc-9287-e1f85698c233 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:14.548768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.578017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.593319 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-751ac968-867d-4cae-bab6-9141ee2908c1 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151513 Jul 22 23:54:14.618858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.631221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5de79b52-cf86-4357-a7a4-a70c34fdd201'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:14.656952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-82751101-908e-4f2d-9f7f-52994c5b9cbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0592713 Jul 22 23:54:14.673568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['8ff757db-bbd9-4bcc-9287-e1f85698c233'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:14.683939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=8ff757db-bbd9-4bcc-9287-e1f85698c233,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:14.738494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-3685d2ac-96a5-461d-a387-d0ccf2f1f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.740092 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-3685d2ac-96a5-461d-a387-d0ccf2f1f528 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.0551853 Jul 22 23:54:14.741581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 8ff757db-bbd9-4bcc-9287-e1f85698c233 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:14.746074 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:14.755889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8375e98f-373e-4884-a76b-268d3052fcc0 req-3f5f3be8-9193-4449-975c-41b798980daa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.48 "DELETE /v2.0/ports/8ff757db-bbd9-4bcc-9287-e1f85698c233 HTTP/1.1" status: 204 len: 173 time: 0.6057656 Jul 22 23:54:14.757028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'name': 'network-vif-deleted', 'tag': '8ff757db-bbd9-4bcc-9287-e1f85698c233'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:14.762148 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0093eb-605e-4597-aafb-6d77255c8c1e" -d '{"events": [{"server_uuid": "9835d810-b2f6-490c-9a41-127a9f9ebbbd", "name": "network-vif-deleted", "tag": "8ff757db-bbd9-4bcc-9287-e1f85698c233"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:14.845083 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1765953-3b36-4d85-b3ba-070e05cd880b x-openstack-request-id: req-e1765953-3b36-4d85-b3ba-070e05cd880b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:14.845494 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9835d810-b2f6-490c-9a41-127a9f9ebbbd", "name": "network-vif-deleted", "tag": "8ff757db-bbd9-4bcc-9287-e1f85698c233", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:14.845848 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1765953-3b36-4d85-b3ba-070e05cd880b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:14.846427 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9835d810-b2f6-490c-9a41-127a9f9ebbbd', 'name': 'network-vif-deleted', 'tag': '8ff757db-bbd9-4bcc-9287-e1f85698c233', 'status': 'completed', 'code': 200} Jul 22 23:54:14.932167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Allocated IP 172.25.5.90 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/6a9ea91a-07f7-4195-a90c-e5a447cccc5c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:14.958632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-6842e879-eadf-4075-b328-07923503289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:14.967364 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-6842e879-eadf-4075-b328-07923503289a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178030 Jul 22 23:54:15.188266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e6ee837-bbf7-4de6-b918-6bdf0be264f8 req-cdca9d8f-bb4b-46bb-b58c-00ab19094a2e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0587585 Jul 22 23:54:15.220118 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-95614821-331f-4756-87b0-44f2bea67d47 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408226 Jul 22 23:54:15.262457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.401035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54246ee-00e7-4d3c-a5cb-31130223764a req-c21729bf-c4ec-49ad-80f2-d90a418b47fd service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706178 Jul 22 23:54:15.403824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:15.483531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:15.496825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:15.502291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:15.517209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Port': ['ID=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:15.901105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.126295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82714df6-c52e-4c64-ae8c-17f4efa49e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.156470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.347511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb3e6504-b5e8-441b-b191-956da140fd93 req-31f0fc55-4f60-45eb-9ad2-c39d986e63b5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0526819 Jul 22 23:54:16.388565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Router 6cca2c72-0a21-4082-9fdb-82bfc6e59075 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:16.528550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:16.541025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Sync routers for ids ['6cca2c72-0a21-4082-9fdb-82bfc6e59075'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:16.549844 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.551542 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0e1240d4-7f9f-435f-a348-77fe1d41eb48 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1521280 Jul 22 23:54:16.554102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Routers {'6cca2c72-0a21-4082-9fdb-82bfc6e59075'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:16.554999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.555739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6cca2c72-0a21-4082-9fdb-82bfc6e59075'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:16.729511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Set router 6cca2c72-0a21-4082-9fdb-82bfc6e59075 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:16.740200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-84e0427e-4d56-492d-ab38-50be5df1322f tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/6cca2c72-0a21-4082-9fdb-82bfc6e59075 HTTP/1.1" status: 200 len: 907 time: 0.1828864 Jul 22 23:54:16.742220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:16.749141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'name': 'tempest-snat-router-541734763', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': True}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:16.800806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.806272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.919245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:16.998733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8ff757db-bbd9-4bcc-9287-e1f85698c233 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:17.055646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 8ff757db-bbd9-4bcc-9287-e1f85698c233 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:17.056699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8ff757db-bbd9-4bcc-9287-e1f85698c233 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:17.113840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca2c72-0a21-4082-9fdb-82bfc6e59075', 'name': 'tempest-snat-router-541734763', 'tenant_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.90'}], 'enable_snat': False}, 'gw_port_id': '6a9ea91a-07f7-4195-a90c-e5a447cccc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:13Z', 'updated_at': '2021-07-22T23:54:15Z', 'revision_number': 3, 'project_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'gw_port': {'id': '6a9ea91a-07f7-4195-a90c-e5a447cccc5c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca2c72-0a21-4082-9fdb-82bfc6e59075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:17.233233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Checking router: 6cca2c72-0a21-4082-9fdb-82bfc6e59075 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:17.236216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Updating router 6cca2c72-0a21-4082-9fdb-82bfc6e59075 port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:17.297199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.596062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35eed190-ff75-44c3-9405-0bbc7a67790c req-4089e550-913f-448e-8c7c-e2eaf0a19f6a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0496168 Jul 22 23:54:17.719724 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.805182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.819217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Transition to ACTIVE for port object 6a9ea91a-07f7-4195-a90c-e5a447cccc5c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:17.826190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.828732 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:54:17.890809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Attempting to bind port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:17.891297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Attempting to bind port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:17.891584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Attempting to bind port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:17.899403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf65acb-6d53-4a24-a3cc-91b91206e95c None None] Pushing event updated for resources: {'Port': ['ID=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:17.906835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:17.907781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:17.908656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.908910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:17.909387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Bound port: 6a9ea91a-07f7-4195-a90c-e5a447cccc5c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:17.909864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.998077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] For port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:18.001939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] For port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:18.007474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.076591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf65acb-6d53-4a24-a3cc-91b91206e95c None None] Pushing event updated for resources: {'Port': ['ID=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:18.079504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Routers {'6cca2c72-0a21-4082-9fdb-82bfc6e59075'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:18.080120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:53:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6cca2c72-0a21-4082-9fdb-82bfc6e59075'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:18.095851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.119895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.234270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] Set router 6cca2c72-0a21-4082-9fdb-82bfc6e59075 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:18.400076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Allocated IP 172.25.5.148 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4d04614c-6d23-48be-97e1-e2e5ca13f255) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:18.609930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cca2c72-0a21-4082-9fdb-82bfc6e59075', 'name': 'tempest-snat-router-541734763', 'tenant_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.90'}], 'enable_snat': False}, 'gw_port_id': '6a9ea91a-07f7-4195-a90c-e5a447cccc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:13Z', 'updated_at': '2021-07-22T23:54:15Z', 'revision_number': 3, 'project_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'gw_port': {'id': '6a9ea91a-07f7-4195-a90c-e5a447cccc5c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca2c72-0a21-4082-9fdb-82bfc6e59075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:18.643497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab42e4b-eb48-46fd-a27e-6ba965d0537f None None] The sync data for ids ['6cca2c72-0a21-4082-9fdb-82bfc6e59075'] in n-d-758851-4 is: [{'id': '6cca2c72-0a21-4082-9fdb-82bfc6e59075', 'name': 'tempest-snat-router-541734763', 'tenant_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.90'}], 'enable_snat': False}, 'gw_port_id': '6a9ea91a-07f7-4195-a90c-e5a447cccc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:13Z', 'updated_at': '2021-07-22T23:54:15Z', 'revision_number': 3, 'project_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'gw_port': {'id': '6a9ea91a-07f7-4195-a90c-e5a447cccc5c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:f4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cca2c72-0a21-4082-9fdb-82bfc6e59075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:14Z', 'updated_at': '2021-07-22T23:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:18.657598 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.753818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef983af7-4527-4d76-aaec-8c16f356900a req-715ed9a0-53d4-4e93-acb3-e4b6a7e54e5c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0342333 Jul 22 23:54:18.768216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:18.827889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:18.835217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:18.850974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:18.857569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Port': ['ID=4d04614c-6d23-48be-97e1-e2e5ca13f255,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:19.314916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.477553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d6d2275-f2b4-469f-a248-e824eb1b257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.567472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a9ea91a-07f7-4195-a90c-e5a447cccc5c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:19.638194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.690511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:19.694288 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.698749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:19.699629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.891346 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:19.928455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:19.938967 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.000796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ee9d1c4-f1c3-46f9-b111-2cac55ffecb0 req-ee4e6a68-64b7-49f6-8db7-d6362cc57dd4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0750248 Jul 22 23:54:20.045656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:20.077134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Router 905691a9-d085-4338-9e3d-8b10a4668fe7 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:20.269614 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.350967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:20.378444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.379219 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Sync routers for ids ['905691a9-d085-4338-9e3d-8b10a4668fe7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:20.381080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b285d07-7c13-4999-ad74-a5a8fceee326 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6375885 Jul 22 23:54:20.387206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:20.400648 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Routers {'905691a9-d085-4338-9e3d-8b10a4668fe7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:20.402110 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['905691a9-d085-4338-9e3d-8b10a4668fe7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:20.557690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f9f7d5f3-615b-47da-a82a-9f6ff6b43af9 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/905691a9-d085-4338-9e3d-8b10a4668fe7 HTTP/1.1" status: 200 len: 907 time: 0.1672258 Jul 22 23:54:20.562668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:20.633860 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Set router 905691a9-d085-4338-9e3d-8b10a4668fe7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:54:20.861138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.992513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.072664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Deleting port 4d04614c-6d23-48be-97e1-e2e5ca13f255 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:21.073284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.135958 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905691a9-d085-4338-9e3d-8b10a4668fe7', 'name': 'tempest-snat-router-541734763', 'tenant_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '4d04614c-6d23-48be-97e1-e2e5ca13f255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:54:16Z', 'updated_at': '2021-07-22T23:54:19Z', 'revision_number': 3, 'project_id': '68ef75943a3c4c5db3cb461f4ab35b9c', 'gw_port': {'id': '4d04614c-6d23-48be-97e1-e2e5ca13f255', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905691a9-d085-4338-9e3d-8b10a4668fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:54:18Z', 'updated_at': '2021-07-22T23:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:21.215216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Checking router: 905691a9-d085-4338-9e3d-8b10a4668fe7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:54:21.216084 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Updating router 905691a9-d085-4338-9e3d-8b10a4668fe7 port 4d04614c-6d23-48be-97e1-e2e5ca13f255 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:54:21.257737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12f8cbef-a027-455e-bb62-75d98fea1ade req-88e7b7f2-ba4c-4407-b3fd-1129f30fd2b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=9835d810-b2f6-490c-9a41-127a9f9ebbbd HTTP/1.1" status: 200 len: 210 time: 0.0435133 Jul 22 23:54:21.274108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.291892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Calling delete_port for 4d04614c-6d23-48be-97e1-e2e5ca13f255 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:21.351280 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.553533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a9ea91a-07f7-4195-a90c-e5a447cccc5c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:21.693488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.755756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d04614c-6d23-48be-97e1-e2e5ca13f255,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:21.793439 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.db.api [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:54:21.794158 n-d-758851-4 neutron-server[93793]: DEBUG oslo_db.api [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:54:21.856564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.859385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:21.859838 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.911952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.039711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.042352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.122468 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.123200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 905691a9-d085-4338-9e3d-8b10a4668fe7 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:22.128550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.129767 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-60ed3588-d12b-4b7b-a72c-d497e3650d9c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/routers/905691a9-d085-4338-9e3d-8b10a4668fe7 HTTP/1.1" status: 204 len: 168 time: 1.5645988 Jul 22 23:54:22.133880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 58974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:22.234770 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.301710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.349035 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Port 4d04614c-6d23-48be-97e1-e2e5ca13f255 not found while updating agent binding for router 905691a9-d085-4338-9e3d-8b10a4668fe7. {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 23:54:22.361478 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Routers set() bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:22.361865 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Router IDs set() for agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:54:22.362528 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'905691a9-d085-4338-9e3d-8b10a4668fe7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent'). {{(pid=93793) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 23:54:22.362891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc266afd-975b-4021-8aa8-0543a9842f6b None None] The sync data for ids ['905691a9-d085-4338-9e3d-8b10a4668fe7'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:22.522960 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.604505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Deleting port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:22.604813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.725437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] For port 6a9ea91a-07f7-4195-a90c-e5a447cccc5c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:22.725818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.739799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Calling delete_port for 6a9ea91a-07f7-4195-a90c-e5a447cccc5c owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:23.080087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.139745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a9ea91a-07f7-4195-a90c-e5a447cccc5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:23.220404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.328056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.331917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.398029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.398957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cca2c72-0a21-4082-9fdb-82bfc6e59075 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:23.407094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.412817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-25074306-4f9e-44e6-b61f-c8e47f6e4b8b tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "DELETE /v2.0/routers/6cca2c72-0a21-4082-9fdb-82bfc6e59075 HTTP/1.1" status: 204 len: 168 time: 1.2745469 Jul 22 23:54:23.413914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 58984) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:23.423739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1666014817', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:23.490530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.491883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.582805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:23.758366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.043052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.078494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.236100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Allocated IP 172.25.5.131 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/c17d50a0-e723-4a68-9091-655a10baaae5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:24.359783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.413803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.470105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:24.473183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:24.478015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:24.504738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event updated for resources: {'Port': ['ID=c17d50a0-e723-4a68-9091-655a10baaae5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:25.226275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.416760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a9ea91a-07f7-4195-a90c-e5a447cccc5c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:25.441243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6a9ea91a-07f7-4195-a90c-e5a447cccc5c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:25.441755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a9ea91a-07f7-4195-a90c-e5a447cccc5c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:25.514392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.669353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Router 0b7dbdfa-f3da-402b-8510-168bbc61b2d0 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:25.816349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:25.831505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] Sync routers for ids ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:25.848106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:25.850421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-83f5d48c-5b0a-4ac6-b5f9-ff0f77f6285e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4342244 Jul 22 23:54:25.852644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59014) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:25.856818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] Routers {'0b7dbdfa-f3da-402b-8510-168bbc61b2d0'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:25.857537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:25.857701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': False}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:25.897758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:25.914358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] Routers {'0b7dbdfa-f3da-402b-8510-168bbc61b2d0'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:25.914995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:25.957665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:25.958539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd75a73-471d-45b7-8a5a-a179fb18276a None None] The sync data for ids ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:26.017682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c5b8e-4b85-4899-ad51-cbcbc0da7e52 req-f58e2a71-d55e-4118-b10a-b1313bf466e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:26.019490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b0c5b8e-4b85-4899-ad51-cbcbc0da7e52 req-f58e2a71-d55e-4118-b10a-b1313bf466e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 946 time: 0.1584816 Jul 22 23:54:26.134118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b0c5b8e-4b85-4899-ad51-cbcbc0da7e52 req-4803930a-abdf-49dc-975f-e9a6eae57dad tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839381 Jul 22 23:54:26.279127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.738005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:26.741705 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.322585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Router 0b7dbdfa-f3da-402b-8510-168bbc61b2d0 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:27.395208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e9c9c-2b8f-44e3-bf2d-5682c04c374a req-bc833e56-0195-4f42-bf0f-7886bfcdc702 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:27.397299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e5e9c9c-2b8f-44e3-bf2d-5682c04c374a req-bc833e56-0195-4f42-bf0f-7886bfcdc702 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 946 time: 0.1633241 Jul 22 23:54:27.571753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-9094b1dd-ac2a-4a58-a772-c5c0f1fb6e3c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:27.573399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-9094b1dd-ac2a-4a58-a772-c5c0f1fb6e3c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 946 time: 0.2678311 Jul 22 23:54:27.595080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e5e9c9c-2b8f-44e3-bf2d-5682c04c374a req-d2b8ba96-37ce-417a-986d-c077050a2a52 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd900838-74e8-4053-b966-c8424fa2d3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495891 Jul 22 23:54:27.672155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:27.686718 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] Sync routers for ids ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:27.692095 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.697017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c5082635-f1c8-425a-9970-d1cdf261de22 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "PUT /v2.0/routers/0b7dbdfa-f3da-402b-8510-168bbc61b2d0 HTTP/1.1" status: 200 len: 926 time: 1.8408613 Jul 22 23:54:27.697412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59034) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:27.711233 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] Routers {'0b7dbdfa-f3da-402b-8510-168bbc61b2d0'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:27.716702 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:27.788392 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:27.803513 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] Routers {'0b7dbdfa-f3da-402b-8510-168bbc61b2d0'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:27.804696 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:27.810900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 5de79b52-cf86-4357-a7a4-a70c34fdd201 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:27.810900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:27.876236 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:27.877233 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1746a3-5507-472f-8a26-ce7f9a661df1 None None] The sync data for ids ['0b7dbdfa-f3da-402b-8510-168bbc61b2d0'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:27.917691 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f6c19147-a1e4-483f-b44f-3f9620af9431 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/0b7dbdfa-f3da-402b-8510-168bbc61b2d0 HTTP/1.1" status: 200 len: 926 time: 0.2189171 Jul 22 23:54:27.922473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:28.005945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 5de79b52-cf86-4357-a7a4-a70c34fdd201, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5de79b52-cf86-4357-a7a4-a70c34fdd201,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:28.006392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.030673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 5de79b52-cf86-4357-a7a4-a70c34fdd201 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:28.082324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99d0b7-a92c-4134-b92b-d745b1f93ed3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:28.085196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ba99d0b7-a92c-4134-b92b-d745b1f93ed3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=0b7dbdfa-f3da-402b-8510-168bbc61b2d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1609473 Jul 22 23:54:28.089962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59038) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:28.258345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e8dea-a3d7-49f5-8b07-3a23820bada5 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:28.260552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-536e8dea-a3d7-49f5-8b07-3a23820bada5 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.1689813 Jul 22 23:54:28.267231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:28.281072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.294719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5de79b52-cf86-4357-a7a4-a70c34fdd201'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:54:28.340795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59042) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:28.341143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5eba4068-73d2-459f-aaf2-ff8903699113 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7dbdfa-f3da-402b-8510-168bbc61b2d0 HTTP/1.1" status: 200 len: 205 time: 0.0717525 Jul 22 23:54:28.369049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=5de79b52-cf86-4357-a7a4-a70c34fdd201,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:28.454751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 5de79b52-cf86-4357-a7a4-a70c34fdd201 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:54:28.462191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.466314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eb3f2ab-05cc-433f-979a-099b6344a441 req-c120810e-b816-4775-8f87-f3cd50de13eb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "DELETE /v2.0/ports/5de79b52-cf86-4357-a7a4-a70c34fdd201 HTTP/1.1" status: 204 len: 173 time: 0.8850217 Jul 22 23:54:28.467089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'name': 'network-vif-deleted', 'tag': '5de79b52-cf86-4357-a7a4-a70c34fdd201'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:54:28.490717 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bff9d9-6dd2-4b13-b3f8-d075064afadf" -d '{"events": [{"server_uuid": "2261282c-4874-4034-ba9a-dce7247f1b2a", "name": "network-vif-deleted", "tag": "5de79b52-cf86-4357-a7a4-a70c34fdd201"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:54:28.592161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.598189 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0a139d-290e-495a-805d-1ec05635fbf6 x-openstack-request-id: req-be0a139d-290e-495a-805d-1ec05635fbf6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:54:28.598478 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261282c-4874-4034-ba9a-dce7247f1b2a", "name": "network-vif-deleted", "tag": "5de79b52-cf86-4357-a7a4-a70c34fdd201", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:54:28.598730 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be0a139d-290e-495a-805d-1ec05635fbf6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:54:28.599134 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261282c-4874-4034-ba9a-dce7247f1b2a', 'name': 'network-vif-deleted', 'tag': '5de79b52-cf86-4357-a7a4-a70c34fdd201', 'status': 'completed', 'code': 200} Jul 22 23:54:28.789487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:28.792249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67310005-a1cc-4895-ac38-74775a05f1f9 req-72f20ee7-a709-4963-9266-dd86715a18b0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 210 time: 0.0698328 Jul 22 23:54:28.941084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Deleting port c17d50a0-e723-4a68-9091-655a10baaae5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:28.942649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.091021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.107122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Calling delete_port for c17d50a0-e723-4a68-9091-655a10baaae5 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:29.319057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.354891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event deleted for resources: {'Port': ['ID=c17d50a0-e723-4a68-9091-655a10baaae5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:29.442633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.574145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.576761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.633258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.633837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7dbdfa-f3da-402b-8510-168bbc61b2d0 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:29.642672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.644007 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b17d4d8-118c-42d8-830d-dca385b2974f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/0b7dbdfa-f3da-402b-8510-168bbc61b2d0 HTTP/1.1" status: 204 len: 168 time: 1.2991080 Jul 22 23:54:29.651306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59054) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.658803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356856710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:29.691040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.692724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.758212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.767139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.787471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:29.787471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-416a83da-b3fb-4fb5-af25-2af7a44e66bb tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1334105 Jul 22 23:54:29.794850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59056) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.800884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:30.000826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c068b7bd-e174-47bf-a28d-84e42dc2011c req-e67ee0d8-c678-407c-8687-d6ab73f81c6a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 210 time: 0.0333948 Jul 22 23:54:30.103535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.350707 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.373162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.400088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:30.495026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Allocated IP 172.25.5.6 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/309ae968-2ef0-4ea6-96b8-6f2391d4a0d6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:30.557742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44456004-0527-4185-b3db-f0c7518f31d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.665784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.710774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.713793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44456004-0527-4185-b3db-f0c7518f31d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.720438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44456004-0527-4185-b3db-f0c7518f31d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.749447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:30.756161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:30.764953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:30.774274 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44456004-0527-4185-b3db-f0c7518f31d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31afa597e5584117b7aa97dc7725eb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720660 Jul 22 23:54:30.775935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44456004-0527-4185-b3db-f0c7518f31d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed550421-dd06-4b89-b6e4-fa54040de5a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.779005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59082) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:30.794349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event updated for resources: {'Port': ['ID=309ae968-2ef0-4ea6-96b8-6f2391d4a0d6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:30.841483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ab96e7-f9c2-42e2-83ef-0ffedee84b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.863993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ab96e7-f9c2-42e2-83ef-0ffedee84b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.925216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ab96e7-f9c2-42e2-83ef-0ffedee84b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.928055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4ab96e7-f9c2-42e2-83ef-0ffedee84b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:30.929477 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4ab96e7-f9c2-42e2-83ef-0ffedee84b8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed550421-dd06-4b89-b6e4-fa54040de5a3 HTTP/1.1" status: 204 len: 168 time: 0.1491666 Jul 22 23:54:30.938737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab96e7-f9c2-42e2-83ef-0ffedee84b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed550421-dd06-4b89-b6e4-fa54040de5a3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:31.092341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.196255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-52971539-4e23-47d8-be5d-33dafe1992ee req-c782e49c-bd18-4faf-af45-597c3a5df115 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 210 time: 0.0649376 Jul 22 23:54:31.324332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5de79b52-cf86-4357-a7a4-a70c34fdd201 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:54:31.345367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 5de79b52-cf86-4357-a7a4-a70c34fdd201 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:54:31.346061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5de79b52-cf86-4357-a7a4-a70c34fdd201 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:54:31.353141 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.356831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.501444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Router 6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:31.612980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:31.619816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:31.621926 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8a03cbc2-4660-4c4d-a6f4-81e9de0412e6 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "PUT /v2.0/routers/6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c HTTP/1.1" status: 200 len: 881 time: 1.8258023 Jul 22 23:54:31.624515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:31.628480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] Sync routers for ids ['6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:31.639679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] Routers {'6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:31.640668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.678575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.689833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] Routers {'6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:31.690703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.782574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93488ced-92e9-425c-9a49-d681c3103c1a tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c HTTP/1.1" status: 200 len: 922 time: 0.1533606 Jul 22 23:54:31.783364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:31.853920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d33cbd-fadb-4ed0-a3f4-b68cd53810f4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:31.855742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-41d33cbd-fadb-4ed0-a3f4-b68cd53810f4 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0712764 Jul 22 23:54:31.860209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:31.968714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:31.969602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6134ced-3784-4cf0-b812-e3c3781ec183 None None] The sync data for ids ['6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:32.001004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e1f88-81fe-47ac-baec-e544f2d44e7c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:32.003241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-219e1f88-81fe-47ac-baec-e544f2d44e7c tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.1414824 Jul 22 23:54:32.007230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:32.042948 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad0813ef-9f80-4b01-bcce-6a21b7286b9c tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c HTTP/1.1" status: 200 len: 205 time: 0.0345149 Jul 22 23:54:32.046509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:32.181257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.345717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba0e9532-97a9-4127-bfe2-8e787b5b23ce req-fde657e2-6855-4bac-b324-a1c9b6282831 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=2261282c-4874-4034-ba9a-dce7247f1b2a HTTP/1.1" status: 200 len: 210 time: 0.0370200 Jul 22 23:54:32.351606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.416085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Deleting port 309ae968-2ef0-4ea6-96b8-6f2391d4a0d6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:32.416463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.505719 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.519461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Calling delete_port for 309ae968-2ef0-4ea6-96b8-6f2391d4a0d6 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:32.716333 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.746495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event deleted for resources: {'Port': ['ID=309ae968-2ef0-4ea6-96b8-6f2391d4a0d6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:32.815534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.933421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.936698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.998771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:32.999681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:33.007117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.008595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-456c2c5d-d05d-4265-be6e-ef78c6f09d4a tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c HTTP/1.1" status: 204 len: 168 time: 0.9610326 Jul 22 23:54:33.012479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59148) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:33.017257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-604377869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:33.043918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.045325 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.107064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.111731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.130283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.132181 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-18e17231-4f35-4618-be63-919507a3cd8f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1184762 Jul 22 23:54:33.134756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:33.140221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': True}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:33.444473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.733681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.759869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:33.882004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Allocated IP 172.25.5.100 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/a8f08f9d-d912-4429-9f09-173919c83963) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:34.021645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.069203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.114796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:34.117776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:34.122991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:34.146427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f08f9d-d912-4429-9f09-173919c83963,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:34.425254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.943446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:34.947059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.102655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Router bfd6ae56-91d1-43f0-9701-1322b32cc571 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:35.232487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:35.237755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:35.238869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c01eae09-e5c9-4233-804a-8c1034b8c2b7 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "PUT /v2.0/routers/bfd6ae56-91d1-43f0-9701-1322b32cc571 HTTP/1.1" status: 200 len: 918 time: 2.1028731 Jul 22 23:54:35.241753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:35.245875 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] Sync routers for ids ['bfd6ae56-91d1-43f0-9701-1322b32cc571'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:35.262149 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] Routers {'bfd6ae56-91d1-43f0-9701-1322b32cc571'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:35.263243 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bfd6ae56-91d1-43f0-9701-1322b32cc571'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:35.305580 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:35.318561 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] Routers {'bfd6ae56-91d1-43f0-9701-1322b32cc571'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:35.319207 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bfd6ae56-91d1-43f0-9701-1322b32cc571'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:35.353710 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:35.354656 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc7581-35a8-4ce7-b1c0-865ff81c4b94 None None] The sync data for ids ['bfd6ae56-91d1-43f0-9701-1322b32cc571'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:35.760340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8b3d3c6a-f385-4faa-a2cc-07351f69e395 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/bfd6ae56-91d1-43f0-9701-1322b32cc571 HTTP/1.1" status: 200 len: 924 time: 0.5161397 Jul 22 23:54:35.762598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59214) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:35.829247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be0899-d941-455c-9766-315ed2a9179e tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:35.833761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:35.833943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-22be0899-d941-455c-9766-315ed2a9179e tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=bfd6ae56-91d1-43f0-9701-1322b32cc571&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0703208 Jul 22 23:54:35.976134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecd5988-1f5d-434d-b47c-7bf3fa99a3f3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:35.977534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aecd5988-1f5d-434d-b47c-7bf3fa99a3f3 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.1427944 Jul 22 23:54:35.981474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59232) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.015476 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-65f4fa41-54fe-4e6e-b1c2-6028cd762aaa tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfd6ae56-91d1-43f0-9701-1322b32cc571 HTTP/1.1" status: 200 len: 205 time: 0.0304203 Jul 22 23:54:36.015739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59234) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.155872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.161421 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.300932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.364098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Deleting port a8f08f9d-d912-4429-9f09-173919c83963 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:36.364098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.478736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.491361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Calling delete_port for a8f08f9d-d912-4429-9f09-173919c83963 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:36.682290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.712864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event deleted for resources: {'Port': ['ID=a8f08f9d-d912-4429-9f09-173919c83963,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.736956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.742156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048242756', 'description': 'tempest-secgroup-smoke-2048242756 description', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:36.768977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.785293 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.856866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.860920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.892618 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.894023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1560230 Jul 22 23:54:36.896896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.901430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group_rule': {'security_group_id': '1d11593b-afd6-43a6-8ba7-1f5763b41e03', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:36.907180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa283486-14f0-4fc2-a3c7-0d5356e9d4e4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11593b-afd6-43a6-8ba7-1f5763b41e03,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:36.907479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.910400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.934153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.955932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.956554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Fanout notify agent at l3_agent the message router_deleted on router bfd6ae56-91d1-43f0-9701-1322b32cc571 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:36.969839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:36.971367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-898677b7-cc16-4732-86f7-a725357c613d tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/bfd6ae56-91d1-43f0-9701-1322b32cc571 HTTP/1.1" status: 204 len: 168 time: 0.9545317 Jul 22 23:54:36.975166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59268) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:36.981303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1228986518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.014410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.015591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.018493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.024677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.045099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e16e3c-41e4-4696-b3e8-51dab9585fbf,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.053434 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.054871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2344f6ab-d0f2-4c30-b52d-bad65d0b4dd7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569231 Jul 22 23:54:37.058933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.063817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group_rule': {'security_group_id': '1d11593b-afd6-43a6-8ba7-1f5763b41e03', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.084693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.089467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.092312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.109187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.110596 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-94997d15-5e7a-4360-b02d-5232befcb375 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1342516 Jul 22 23:54:37.114705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.119083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'enable_snat': False}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.286102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.290855 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.374668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77360dc-7d3b-46a7-a1df-fb0838f0803a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.379858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.384046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.384632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-27c4b238-4370-4112-a2a1-c35efad1c71b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3237817 Jul 22 23:54:37.388503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.392859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group_rule': {'security_group_id': '1d11593b-afd6-43a6-8ba7-1f5763b41e03', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.441856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.530883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.537265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.562815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5283bdca-7e13-42db-aa35-58efa444b992,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.568195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.569669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-14155593-90fd-42d9-ad54-3d39d4030026 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1838722 Jul 22 23:54:37.575729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.580069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group_rule': {'security_group_id': '1d11593b-afd6-43a6-8ba7-1f5763b41e03', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.619619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.676284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.695440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.699757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.703205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.723459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810d3faf-5afd-4c44-817a-73efba84a057,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.737024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.740721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6042719d-1f09-4dbd-afc6-0a14780fd2f1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633489 Jul 22 23:54:37.741038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.746564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group_rule': {'security_group_id': '1d11593b-afd6-43a6-8ba7-1f5763b41e03', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.789800 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Project c9cf3269547c487dba2dbc102d9161a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:54:37.796570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.835950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Allocated IP 172.25.5.155 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/c345bf83-4a8a-4b0e-9aa3-26cfe5a444bb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:37.865888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.873400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.904464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d00c6dc-cdf6-4418-b4ed-255384a2bc58,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:37.908600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.910928 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-46aeadf4-016b-45dd-ac12-ca3be511d4ce tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1684091 Jul 22 23:54:37.913243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:37.922125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'security_group_rule': {'security_group_id': '1d11593b-afd6-43a6-8ba7-1f5763b41e03', 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:37.960018 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Project c9cf3269547c487dba2dbc102d9161a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:54:37.967753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:37.985303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.044505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.054042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.066354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.093090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:38.094252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b46e88-a52e-42c4-b644-3bde92a33ac8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:38.097140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:38.097828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.102636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:38.104440 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-afc9a175-5cca-4e46-abdb-353850c71206 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1896114 Jul 22 23:54:38.124668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Pushing event updated for resources: {'Port': ['ID=c345bf83-4a8a-4b0e-9aa3-26cfe5a444bb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:38.471138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.751054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.757260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:38.935417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Router f82f85d8-ce0c-4585-a8da-ecadb41d5911 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:39.061449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:39.074374 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.075437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] Sync routers for ids ['f82f85d8-ce0c-4585-a8da-ecadb41d5911'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:39.076221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-70931323-bdd8-45a0-8840-a47fec1ea9b6 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "PUT /v2.0/routers/f82f85d8-ce0c-4585-a8da-ecadb41d5911 HTTP/1.1" status: 200 len: 920 time: 1.9605570 Jul 22 23:54:39.080380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:39.093449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] Routers {'f82f85d8-ce0c-4585-a8da-ecadb41d5911'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:39.094494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['f82f85d8-ce0c-4585-a8da-ecadb41d5911'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:39.141012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:39.152319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] Routers {'f82f85d8-ce0c-4585-a8da-ecadb41d5911'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:39.155687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['f82f85d8-ce0c-4585-a8da-ecadb41d5911'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:39.193207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:39.200984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad20259-d682-488c-9d9d-e05ffa6c011c None None] The sync data for ids ['f82f85d8-ce0c-4585-a8da-ecadb41d5911'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:39.225163 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bf151110-de4f-4e31-9409-8e85c84e9c04 tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/f82f85d8-ce0c-4585-a8da-ecadb41d5911 HTTP/1.1" status: 200 len: 926 time: 0.1392968 Jul 22 23:54:39.225940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59372) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:39.317550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e32559-1d5a-4592-aadc-17887ef47cbc tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.328337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:39.337721 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-30e32559-1d5a-4592-aadc-17887ef47cbc tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=f82f85d8-ce0c-4585-a8da-ecadb41d5911&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1103289 Jul 22 23:54:39.471970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd06e4ae-09f9-4c56-9428-e7c3b6b430fc tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:39.473300 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dd06e4ae-09f9-4c56-9428-e7c3b6b430fc tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/networks/c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 881 time: 0.1444573 Jul 22 23:54:39.476464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:39.512398 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-279d58ca-4ea0-4548-bcaa-5f06087ff1b9 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=f82f85d8-ce0c-4585-a8da-ecadb41d5911 HTTP/1.1" status: 200 len: 205 time: 0.0347710 Jul 22 23:54:39.515153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:39.637354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.755601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.849131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Deleting port c345bf83-4a8a-4b0e-9aa3-26cfe5a444bb {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:39.849578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.961285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:39.977049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Calling delete_port for c345bf83-4a8a-4b0e-9aa3-26cfe5a444bb owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:40.166387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.194042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event deleted for resources: {'Port': ['ID=c345bf83-4a8a-4b0e-9aa3-26cfe5a444bb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:40.263805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.359542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.361742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.407809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.408465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Fanout notify agent at l3_agent the message router_deleted on router f82f85d8-ce0c-4585-a8da-ecadb41d5911 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:40.418284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.419407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-410c7b8a-f9db-4c50-929e-8114a51fdb98 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/f82f85d8-ce0c-4585-a8da-ecadb41d5911 HTTP/1.1" status: 204 len: 168 time: 0.9030933 Jul 22 23:54:40.423001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59404) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:40.428388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-303119729', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:40.457102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.458158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.521559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.686057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.901011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:40.921821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.052481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Allocated IP 172.25.5.150 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/8e4554fa-3bb2-4745-81b7-b4f0e23ea202) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:41.177969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.220587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:41.268315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:41.271241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:41.275939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:41.280134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event updated for resources: {'Port': ['ID=8e4554fa-3bb2-4745-81b7-b4f0e23ea202,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:41.906468 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.199376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.429055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Router 420aad4b-922a-4e15-b435-46f05b28c144 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:42.596465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:42.609517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] Sync routers for ids ['420aad4b-922a-4e15-b435-46f05b28c144'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:42.627957 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] Routers {'420aad4b-922a-4e15-b435-46f05b28c144'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:42.628607 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['420aad4b-922a-4e15-b435-46f05b28c144'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:42.629989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:42.632197 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8232c8b7-e2c2-42e5-9a11-4193e4736639 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2077880 Jul 22 23:54:42.639565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:42.650646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:42.728382 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:42.734851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:42.744555 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] Routers {'420aad4b-922a-4e15-b435-46f05b28c144'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:42.746163 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['420aad4b-922a-4e15-b435-46f05b28c144'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:42.787866 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:42.788533 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ab67e-f281-4f9e-a7f5-f6218b03b52a None None] The sync data for ids ['420aad4b-922a-4e15-b435-46f05b28c144'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:42.910466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aa312bf-0501-4f04-a25c-9b3ff60003bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.088428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aa312bf-0501-4f04-a25c-9b3ff60003bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.094720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8aa312bf-0501-4f04-a25c-9b3ff60003bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.150385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.169685 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.173671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8aa312bf-0501-4f04-a25c-9b3ff60003bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9a3de7023d6495093017fe091088021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374449 Jul 22 23:54:43.176837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa312bf-0501-4f04-a25c-9b3ff60003bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb115f1a-bbc6-4bc1-a8a6-088078cb5c54,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.177614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:43.275764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5c31-1515-4100-9f3b-4bc846d76e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.304446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Deleting port 8e4554fa-3bb2-4745-81b7-b4f0e23ea202 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:43.304800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.307750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5c31-1515-4100-9f3b-4bc846d76e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.409171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.420228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5c31-1515-4100-9f3b-4bc846d76e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.422743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5c31-1515-4100-9f3b-4bc846d76e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.426236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4ea5c31-1515-4100-9f3b-4bc846d76e2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb115f1a-bbc6-4bc1-a8a6-088078cb5c54 HTTP/1.1" status: 204 len: 168 time: 0.2449219 Jul 22 23:54:43.431674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Calling delete_port for 8e4554fa-3bb2-4745-81b7-b4f0e23ea202 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:43.440602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea5c31-1515-4100-9f3b-4bc846d76e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb115f1a-bbc6-4bc1-a8a6-088078cb5c54,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.624021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.655918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Pushing event deleted for resources: {'Port': ['ID=8e4554fa-3bb2-4745-81b7-b4f0e23ea202,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.730751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.768751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:43.788061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a0e80c1-c8c9-4926-91f5-23f2c745dd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.890947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a0e80c1-c8c9-4926-91f5-23f2c745dd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.895035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5a0e80c1-c8c9-4926-91f5-23f2c745dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.940004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a0e80c1-c8c9-4926-91f5-23f2c745dd8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2dee3c951ae4d508b954ebdd2ffd914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689036 Jul 22 23:54:43.940871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e80c1-c8c9-4926-91f5-23f2c745dd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd3ca2-9e77-4ed1-a081-eb8edd17c8c0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:43.943191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59446) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:43.981856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:43.985410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.003490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3e53-5594-483d-b9e6-aeb6edd5e975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.027395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3e53-5594-483d-b9e6-aeb6edd5e975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.066227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Router 420aad4b-922a-4e15-b435-46f05b28c144 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:44.080830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3e53-5594-483d-b9e6-aeb6edd5e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.083661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cd8a3e53-5594-483d-b9e6-aeb6edd5e975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.087083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cd8a3e53-5594-483d-b9e6-aeb6edd5e975 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48fd3ca2-9e77-4ed1-a081-eb8edd17c8c0 HTTP/1.1" status: 204 len: 168 time: 0.1407154 Jul 22 23:54:44.093741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a3e53-5594-483d-b9e6-aeb6edd5e975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd3ca2-9e77-4ed1-a081-eb8edd17c8c0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:44.156823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:44.170039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] Sync routers for ids ['420aad4b-922a-4e15-b435-46f05b28c144'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:44.172476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.176012 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62cc53f2-2833-4ac6-a35d-911ad2908224 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "PUT /v2.0/routers/420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 200 len: 709 time: 1.5343864 Jul 22 23:54:44.176718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.182552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] Routers {'420aad4b-922a-4e15-b435-46f05b28c144'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:44.184098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['420aad4b-922a-4e15-b435-46f05b28c144'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:44.223971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:44.235056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] Routers {'420aad4b-922a-4e15-b435-46f05b28c144'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:44.236370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['420aad4b-922a-4e15-b435-46f05b28c144'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:44.277689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:44.278743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bebea6-cd2c-4d12-8e6f-6c7cf7d9abb7 None None] The sync data for ids ['420aad4b-922a-4e15-b435-46f05b28c144'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:44.282780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.283286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b1d5f64-e8ee-401d-95c7-22253b4a635f tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/routers/420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 200 len: 744 time: 0.1054294 Jul 22 23:54:44.358697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3a86365-1776-4c39-aa0a-c90e8e73f6ac tempest-RoutersIpV6AdminTest-286900206 tempest-RoutersIpV6AdminTest-286900206-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&device_id=420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 200 len: 205 time: 0.0701787 Jul 22 23:54:44.359323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.401102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e30b437-8a53-4818-97b7-60e8afa8fcf3 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 200 len: 205 time: 0.0381296 Jul 22 23:54:44.401309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.477334 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.540058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.555143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ddb5fb-ea7b-4274-a1a1-40d0c33f99af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.650386 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.653840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.676750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ddb5fb-ea7b-4274-a1a1-40d0c33f99af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.685381 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25ddb5fb-ea7b-4274-a1a1-40d0c33f99af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.706407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.711159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Fanout notify agent at l3_agent the message router_deleted on router 420aad4b-922a-4e15-b435-46f05b28c144 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:44.724904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.726806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e24b89aa-9cf4-44bc-86e6-5997ed98cda5 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 204 len: 168 time: 0.3238032 Jul 22 23:54:44.731058 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25ddb5fb-ea7b-4274-a1a1-40d0c33f99af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39305cdaaef447e09ce6e0d5642594cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877363 Jul 22 23:54:44.732537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.736766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59466) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.748261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddb5fb-ea7b-4274-a1a1-40d0c33f99af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0d39d1-d66b-4968-987a-51af188ec9ca,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:44.791123 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7264da4-c9b0-4066-87c7-ed2950c83873 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 200 len: 205 time: 0.0569658 Jul 22 23:54:44.793945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59470) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.846183 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a8a5aea7-6720-4b47-96ba-8de611d01845 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] delete failed (client error): The resource could not be found. Jul 22 23:54:44.847223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a8a5aea7-6720-4b47-96ba-8de611d01845 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/420aad4b-922a-4e15-b435-46f05b28c144 HTTP/1.1" status: 404 len: 336 time: 0.0513742 Jul 22 23:54:44.850196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59472) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.872462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba5dee11-20c2-4c5c-bc00-849d20fd77ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.896472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba5dee11-20c2-4c5c-bc00-849d20fd77ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.902522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f9a8123-4450-480e-93b3-6e3d40e432f9 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=f82f85d8-ce0c-4585-a8da-ecadb41d5911 HTTP/1.1" status: 200 len: 205 time: 0.0479689 Jul 22 23:54:44.903005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.943283 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-48e45185-89f8-4d6a-9ae4-e965023732b0 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] delete failed (client error): The resource could not be found. Jul 22 23:54:44.944900 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-48e45185-89f8-4d6a-9ae4-e965023732b0 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/f82f85d8-ce0c-4585-a8da-ecadb41d5911 HTTP/1.1" status: 404 len: 336 time: 0.0407619 Jul 22 23:54:44.947589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:44.968674 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba5dee11-20c2-4c5c-bc00-849d20fd77ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.971575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba5dee11-20c2-4c5c-bc00-849d20fd77ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:44.975082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ba5dee11-20c2-4c5c-bc00-849d20fd77ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa0d39d1-d66b-4968-987a-51af188ec9ca HTTP/1.1" status: 204 len: 168 time: 0.2345304 Jul 22 23:54:44.981395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dee11-20c2-4c5c-bc00-849d20fd77ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0d39d1-d66b-4968-987a-51af188ec9ca,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:44.993118 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-67f62d41-4671-46b3-99fb-053e677ed357 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=bfd6ae56-91d1-43f0-9701-1322b32cc571 HTTP/1.1" status: 200 len: 205 time: 0.0444047 Jul 22 23:54:44.996361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.036687 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c1e9f901-a3c1-430d-a6d9-1b2d242e7ac8 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] delete failed (client error): The resource could not be found. Jul 22 23:54:45.040678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c1e9f901-a3c1-430d-a6d9-1b2d242e7ac8 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/bfd6ae56-91d1-43f0-9701-1322b32cc571 HTTP/1.1" status: 404 len: 336 time: 0.0403900 Jul 22 23:54:45.041049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.080134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa95b52b-a1ee-4970-ae34-b398e24773d0 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c HTTP/1.1" status: 200 len: 205 time: 0.0357533 Jul 22 23:54:45.080400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.122249 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-d44d5744-c792-450b-ada4-b563cdcb8f95 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] delete failed (client error): The resource could not be found. Jul 22 23:54:45.123321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d44d5744-c792-450b-ada4-b563cdcb8f95 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/6d2aa2a9-8ed0-44bf-9ce6-11c493c6940c HTTP/1.1" status: 404 len: 336 time: 0.0419760 Jul 22 23:54:45.127016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.163816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d07860d4-4d05-44e4-a6c4-deab4643716f tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7dbdfa-f3da-402b-8510-168bbc61b2d0 HTTP/1.1" status: 200 len: 205 time: 0.0347738 Jul 22 23:54:45.167849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.227951 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-dfb1981a-81f5-4076-80a7-58556bd06738 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] delete failed (client error): The resource could not be found. Jul 22 23:54:45.229022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dfb1981a-81f5-4076-80a7-58556bd06738 tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/0b7dbdfa-f3da-402b-8510-168bbc61b2d0 HTTP/1.1" status: 404 len: 336 time: 0.0589676 Jul 22 23:54:45.233214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.280951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9138924f-ce07-4bea-b465-e5e6ab31678c tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1db2f1a-1c68-4a31-8571-0c2c48e265e0 HTTP/1.1" status: 200 len: 205 time: 0.0462956 Jul 22 23:54:45.283618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59496) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.657281 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-97e9d5be-1af0-4e9d-9a5e-2f6a6cfb96ba tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] delete failed (client error): The resource could not be found. Jul 22 23:54:45.659386 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-97e9d5be-1af0-4e9d-9a5e-2f6a6cfb96ba tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/routers/b1db2f1a-1c68-4a31-8571-0c2c48e265e0 HTTP/1.1" status: 404 len: 336 time: 0.3724804 Jul 22 23:54:45.662616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:45.698946 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ae05dc-d685-43a0-849b-ecfa2594341e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] DELETE failed (client error): The resource could not be found. Jul 22 23:54:45.699719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ae05dc-d685-43a0-849b-ecfa2594341e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:54:45.702042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-74ae05dc-d685-43a0-849b-ecfa2594341e tempest-RoutersIpV6AdminTest-1359839707 tempest-RoutersIpV6AdminTest-1359839707-project] 10.222.0.21 "DELETE /v2.0/subnets/427607a1-184a-4f1a-9ab2-069ce9f7fea4 HTTP/1.1" status: 404 len: 337 time: 0.0387492 Jul 22 23:54:45.968623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:46.130605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63493865-d93f-46ff-a3f3-56d3a0af2d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.288397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0112fbb3-d7d3-419c-89c3-a0ee15236435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.428111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0112fbb3-d7d3-419c-89c3-a0ee15236435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.433968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0112fbb3-d7d3-419c-89c3-a0ee15236435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.487349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112fbb3-d7d3-419c-89c3-a0ee15236435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510416d8-42a9-40d3-960b-d7c7b75f8b5c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:46.495578 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0112fbb3-d7d3-419c-89c3-a0ee15236435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e899cef7fd4c433abf9838c2340f431e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252278 Jul 22 23:54:46.496193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:46.565750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ccb734b-563f-4d66-8759-9659aa1fd5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.591780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ccb734b-563f-4d66-8759-9659aa1fd5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.671631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ccb734b-563f-4d66-8759-9659aa1fd5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.677162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ccb734b-563f-4d66-8759-9659aa1fd5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:46.681355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ccb734b-563f-4d66-8759-9659aa1fd5a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/510416d8-42a9-40d3-960b-d7c7b75f8b5c HTTP/1.1" status: 204 len: 168 time: 0.1812661 Jul 22 23:54:46.690233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb734b-563f-4d66-8759-9659aa1fd5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510416d8-42a9-40d3-960b-d7c7b75f8b5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:46.996566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:47.055118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4569300d-f685-4670-b255-63dd6c773083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68ef75943a3c4c5db3cb461f4ab35b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549254 Jul 22 23:54:47.055435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:47.108037 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af53f8f-653a-4d14-9078-31a3f09bed8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.134455 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af53f8f-653a-4d14-9078-31a3f09bed8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.185371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af53f8f-653a-4d14-9078-31a3f09bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.188179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0af53f8f-653a-4d14-9078-31a3f09bed8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:47.192027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0af53f8f-653a-4d14-9078-31a3f09bed8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31ebe970-f031-489f-9d13-f7be16a4e5d9 HTTP/1.1" status: 204 len: 168 time: 0.1351483 Jul 22 23:54:47.206468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af53f8f-653a-4d14-9078-31a3f09bed8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebe970-f031-489f-9d13-f7be16a4e5d9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.019969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:48.140501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1319657706'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:48.163364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Made reservation on behalf of 3325581766724bf987395e21bc3b226b for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:48.168087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.178071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.289195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.295623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.328886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:48.340298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de17118-7224-4042-a4d6-f4e64e6c35f5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.346985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.347643 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Added segment 55728c78-4082-447e-87e7-e2c67f8955d7 of type vlan for network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 Jul 22 23:54:48.404146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.440959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.450608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:48.451519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.498777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4768963 Jul 22 23:54:48.501872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59586) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:48.509679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'subnet': {'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:48.545480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0b56-81b5-4ce4-853c-85c38b5a263d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Network': ['ID=9f42f63b-c2c7-49bc-b440-89f7a76a91c4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.559946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:54:48.629447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Made reservation on behalf of 3325581766724bf987395e21bc3b226b for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:48.634769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.855024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:48.936668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Subnet': ['ID=de318d10-2bae-4361-934e-6940dc8a8620,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:48.953346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Checking segment: {'id': '55728c78-4082-447e-87e7-e2c67f8955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:48.953346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network hostable DHCP agents. Network: 9f42f63b-c2c7-49bc-b440-89f7a76a91c4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:54:48.990602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:54:49.003724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9f42f63b-c2c7-49bc-b440-89f7a76a91c4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:49.012129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:49.012741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.016073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461634f-15a2-46e6-9618-67775c40b404 None None] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:49.035941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f32e4b91-fb66-4bde-ab8a-9923700f26eb tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5321705 Jul 22 23:54:49.039065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:49.044080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-524218143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:49.079205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.080685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.139966 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.146375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.164990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.169571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-01720044-fcb2-4778-b6ab-a49a1cbe6609 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1260712 Jul 22 23:54:49.170116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:49.233533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9f42f63b-c2c7-49bc-b440-89f7a76a91c4', 'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4', 'tenant_id': '3325581766724bf987395e21bc3b226b', 'fixed_ips': [{'subnet_id': 'de318d10-2bae-4361-934e-6940dc8a8620'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:54:49.236216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.440366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Allocated IP 172.20.0.2 (9f42f63b-c2c7-49bc-b440-89f7a76a91c4/de318d10-2bae-4361-934e-6940dc8a8620/227dafa9-fda9-44bd-bd68-3b16733190b4) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:49.562211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.570410 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24f6e6f9-a167-4413-8d33-01770edd6e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.633612 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.710571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.729231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Transition to ACTIVE for port object 227dafa9-fda9-44bd-bd68-3b16733190b4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:49.757247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Transition to ACTIVE for port object 227dafa9-fda9-44bd-bd68-3b16733190b4 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:49.770248 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.816007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:49.820039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:49.825779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:49.873312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Pushing event updated for resources: {'Port': ['ID=227dafa9-fda9-44bd-bd68-3b16733190b4,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:49.889885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.890518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.891059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.891633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.892153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.892668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.893181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.893709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.894235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.894756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.895286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.895843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:49.945213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Attempting to bind port 227dafa9-fda9-44bd-bd68-3b16733190b4 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:54:49.945602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Attempting to bind port 227dafa9-fda9-44bd-bd68-3b16733190b4 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '55728c78-4082-447e-87e7-e2c67f8955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:54:49.946234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Attempting to bind port 227dafa9-fda9-44bd-bd68-3b16733190b4 on network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:54:49.953669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:54:49.954092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Checking segment: {'id': '55728c78-4082-447e-87e7-e2c67f8955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:54:49.954475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:49.954899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Bound using segment: {'id': '55728c78-4082-447e-87e7-e2c67f8955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:54:49.955602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Bound port: 227dafa9-fda9-44bd-bd68-3b16733190b4, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55728c78-4082-447e-87e7-e2c67f8955d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:54:49.955859 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.051379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] For port 227dafa9-fda9-44bd-bd68-3b16733190b4, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:54:50.056049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] For port 227dafa9-fda9-44bd-bd68-3b16733190b4, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=227dafa9-fda9-44bd-bd68-3b16733190b4,segment=NetworkSegment(55728c78-4082-447e-87e7-e2c67f8955d7),segment_id=55728c78-4082-447e-87e7-e2c67f8955d7)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:54:50.063558 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.128520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8b8ad-a066-4268-82e7-bc2a2a62301c None None] Pushing event updated for resources: {'Port': ['ID=227dafa9-fda9-44bd-bd68-3b16733190b4,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:50.244481 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.343507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Allocated IP 172.20.0.1 (9f42f63b-c2c7-49bc-b440-89f7a76a91c4/de318d10-2bae-4361-934e-6940dc8a8620/3d5062cf-d725-40c6-934b-4f082fc4079e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:50.694859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.727896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Transition to ACTIVE for port object 3d5062cf-d725-40c6-934b-4f082fc4079e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:50.787634 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.871478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:50.871478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:50.873398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:50.962099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.023402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Port': ['ID=3d5062cf-d725-40c6-934b-4f082fc4079e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:51.137798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.577311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.593076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.627177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 227dafa9-fda9-44bd-bd68-3b16733190b4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:51.729485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Port': ['ID=3d5062cf-d725-40c6-934b-4f082fc4079e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:51.762306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.774964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.800084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 227dafa9-fda9-44bd-bd68-3b16733190b4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:51.827306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cedbdc7-cb60-46ae-b8ec-e5cf7fd8c84b None None] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:51.927729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] Provisioning for port 227dafa9-fda9-44bd-bd68-3b16733190b4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:51.943697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] Provisioning complete for port 227dafa9-fda9-44bd-bd68-3b16733190b4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:51.944568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.046986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:52.053606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:52.064807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-1ff66d49-259e-40c1-b247-54d64ba27e61 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2216926 Jul 22 23:54:52.117415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.174769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] For port 227dafa9-fda9-44bd-bd68-3b16733190b4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=227dafa9-fda9-44bd-bd68-3b16733190b4,segment=NetworkSegment(55728c78-4082-447e-87e7-e2c67f8955d7),segment_id=55728c78-4082-447e-87e7-e2c67f8955d7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:54:52.180199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.254975 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.256293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-89401068-ddf5-4a48-b1d1-cbfb7423fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:52.257836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-89401068-ddf5-4a48-b1d1-cbfb7423fedb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cda2315ed6e4bcaa554011799e97f20&device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 1096 time: 0.1511829 Jul 22 23:54:52.287962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c69f0-0158-46d3-8705-57771b450016 None None] Pushing event updated for resources: {'Port': ['ID=227dafa9-fda9-44bd-bd68-3b16733190b4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:52.311372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Router ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:54:52.467430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-35cf6819-088c-4a21-bbf1-8e17496421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:52.469143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-35cf6819-088c-4a21-bbf1-8e17496421ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 200 len: 912 time: 0.1890755 Jul 22 23:54:52.470522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:52.475787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5615620e-0f91-4d84-bb00-4bec6eb9023d tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "PUT /v2.0/routers/ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3045752 Jul 22 23:54:52.478255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:52.484595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] Sync routers for ids ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:52.495581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'port': {'network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4', 'name': 'tempest-FloatingIPNegativeTestJSON-1250536463'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:52.501468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] Routers {'ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:52.502087 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:52.521112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-64e46cec-e26c-4918-bc11-8421610dd2fd None None] Provisioning complete for port 227dafa9-fda9-44bd-bd68-3b16733190b4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:52.521495 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64e46cec-e26c-4918-bc11-8421610dd2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.540616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:52.555757 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] Routers {'ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:52.556376 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:52.630207 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:52.630891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b569e8dc-5109-464b-a9e1-b35b796f4e9a None None] The sync data for ids ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:52.705298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-73a4a382-b986-430e-b170-4f820cb503a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5 HTTP/1.1" status: 200 len: 1001 time: 0.2283778 Jul 22 23:54:52.737448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-64e46cec-e26c-4918-bc11-8421610dd2fd None None] Provisioning for port 3d5062cf-d725-40c6-934b-4f082fc4079e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:52.744352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-64e46cec-e26c-4918-bc11-8421610dd2fd None None] Provisioning complete for port 3d5062cf-d725-40c6-934b-4f082fc4079e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:52.744910 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64e46cec-e26c-4918-bc11-8421610dd2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.791499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-64e46cec-e26c-4918-bc11-8421610dd2fd None None] Port 3d5062cf-d725-40c6-934b-4f082fc4079e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:52.817720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-56a1db57-4666-497a-8229-495ef018e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:52.819816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-56a1db57-4666-497a-8229-495ef018e3f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 200 len: 850 time: 0.1047504 Jul 22 23:54:52.879919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Made reservation on behalf of 3325581766724bf987395e21bc3b226b for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:52.883627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:52.913100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] device_id is not set on port 7d6a0ad6-f096-42ab-ae27-b8535046395d yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:54:52.930622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d4f4331-8247-402e-9b45-0b813d489233 None None] Provisioning complete for port 3d5062cf-d725-40c6-934b-4f082fc4079e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:52.932134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d4f4331-8247-402e-9b45-0b813d489233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.001949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-d9b2e2b5-b2cb-477d-8124-795b585bd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:53.003985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-d9b2e2b5-b2cb-477d-8124-795b585bd710 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e42c7420-6876-4341-986f-b10e55e2405e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772070 Jul 22 23:54:53.017188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f4331-8247-402e-9b45-0b813d489233 None None] Port 3d5062cf-d725-40c6-934b-4f082fc4079e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:53.131687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Allocated IP 172.20.0.14 (9f42f63b-c2c7-49bc-b440-89f7a76a91c4/de318d10-2bae-4361-934e-6940dc8a8620/7d6a0ad6-f096-42ab-ae27-b8535046395d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:53.178353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-72f11016-ea85-49c7-b0b9-d43556acc16a service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652403 Jul 22 23:54:53.239292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5757981c-f501-4e22-869b-78922969eaa6 None None] Provisioning complete for port 3d5062cf-d725-40c6-934b-4f082fc4079e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:53.240816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5757981c-f501-4e22-869b-78922969eaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.280029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5757981c-f501-4e22-869b-78922969eaa6 None None] Port 3d5062cf-d725-40c6-934b-4f082fc4079e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:53.355722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03ae356f-3418-4f4f-92bc-e5690a6f7d8d req-fc41c1a8-b34b-40e8-ab98-b336c1a27dd7 service neutron] 10.222.0.49 "GET /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666019 Jul 22 23:54:53.381238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.395286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Transition to ACTIVE for port object 7d6a0ad6-f096-42ab-ae27-b8535046395d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:54:53.437013 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.493662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:53.494173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 227dafa9-fda9-44bd-bd68-3b16733190b4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:54:53.498594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:53.501910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:53.544452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Port': ['ID=7d6a0ad6-f096-42ab-ae27-b8535046395d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:53.580581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 227dafa9-fda9-44bd-bd68-3b16733190b4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:53.581162 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.587751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:53.589671 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.622034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-785a8453-ebf0-4161-812d-47eb04a0c014 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1415586 Jul 22 23:54:53.625183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:53.630168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:53.665412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.810612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28a0b156-8b9c-485f-a679-b6f28204313c None None] Provisioning for port 7d6a0ad6-f096-42ab-ae27-b8535046395d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:54:53.815467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28a0b156-8b9c-485f-a679-b6f28204313c None None] Provisioning complete for port 7d6a0ad6-f096-42ab-ae27-b8535046395d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:53.815927 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28a0b156-8b9c-485f-a679-b6f28204313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.838450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.863606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28a0b156-8b9c-485f-a679-b6f28204313c None None] Port 7d6a0ad6-f096-42ab-ae27-b8535046395d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:54:53.975294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Allocated IP 172.25.5.57 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f659ae84-8ac6-49f0-a043-ebf1acdb06f2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:54.120676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.165275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.208189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:54.212708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:54.218005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:54.221696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Port': ['ID=f659ae84-8ac6-49f0-a043-ebf1acdb06f2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.309875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.353932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.511533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.516423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.588318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Port': ['ID=f659ae84-8ac6-49f0-a043-ebf1acdb06f2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:54.598129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.612458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.613781 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-49de6b6b-87a3-43e2-a7c0-2e7ee9984846 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9875972 Jul 22 23:54:54.616594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:54.621798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a4abc467-6536-455b-8142-557471a0734f tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'floatingip': {'port_id': '7d6a0ad6-f096-42ab-ae27-b8535046395d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:54.665015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a4abc467-6536-455b-8142-557471a0734f tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:54.791068 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-a4abc467-6536-455b-8142-557471a0734f tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] update failed (client error): The resource could not be found. Jul 22 23:54:54.792091 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a4abc467-6536-455b-8142-557471a0734f tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "PUT /v2.0/floatingips/6cd28ead-8576-4d8a-8ef1-ece37f442fce HTTP/1.1" status: 404 len: 507 time: 0.1745367 Jul 22 23:54:54.794808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:54.830258 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:54:54.971523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Deleting port f659ae84-8ac6-49f0-a043-ebf1acdb06f2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:54.976036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.084542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.084886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.098010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Calling delete_port for f659ae84-8ac6-49f0-a043-ebf1acdb06f2 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:55.242650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.303906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Port': ['ID=f659ae84-8ac6-49f0-a043-ebf1acdb06f2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:55.355056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.358155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.359463 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f4da92be-024a-4b12-9558-d72eac62eadf tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "DELETE /v2.0/floatingips/6cd28ead-8576-4d8a-8ef1-ece37f442fce HTTP/1.1" status: 204 len: 168 time: 0.5636044 Jul 22 23:54:55.363152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:55.368056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-07cb2903-2d69-4745-b352-fe0f7416bf6c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'floatingip': {'floating_network_id': '9f42f63b-c2c7-49bc-b440-89f7a76a91c4', 'port_id': '7d6a0ad6-f096-42ab-ae27-b8535046395d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:55.392060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-07cb2903-2d69-4745-b352-fe0f7416bf6c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.519507 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-07cb2903-2d69-4745-b352-fe0f7416bf6c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:54:55.524899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59674) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:55.530478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '7d6a0ad6-f096-42ab-ae27-b8535046395d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:55.535145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-07cb2903-2d69-4745-b352-fe0f7416bf6c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1632314 Jul 22 23:54:55.570663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.703852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:55.822981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Allocated IP 172.25.5.70 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/606c7edf-6bad-47f9-bc15-717ea983e513) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:54:55.944550 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.006371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.055094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:54:56.058698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:54:56.065116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:54:56.095892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event updated for resources: {'Port': ['ID=606c7edf-6bad-47f9-bc15-717ea983e513,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:56.273384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Deleting port 606c7edf-6bad-47f9-bc15-717ea983e513 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:56.273733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.359153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.359428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.372056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Calling delete_port for 606c7edf-6bad-47f9-bc15-717ea983e513 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:56.512636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.541142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Port': ['ID=606c7edf-6bad-47f9-bc15-717ea983e513,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:56.634545 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] create failed (client error): The resource could not be found. Jul 22 23:54:56.639737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8df6d698-7f59-420f-b983-d02597158c38 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1096911 Jul 22 23:54:56.640163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:56.755666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Deleting port 7d6a0ad6-f096-42ab-ae27-b8535046395d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:56.756138 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.849990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:56.864195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Calling delete_port for 7d6a0ad6-f096-42ab-ae27-b8535046395d owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:57.050143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.084242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Port': ['ID=7d6a0ad6-f096-42ab-ae27-b8535046395d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:57.198834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:57.204999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:57.205548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad8881b6-d9c2-43ca-b79d-2c876db3d306 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "DELETE /v2.0/ports/7d6a0ad6-f096-42ab-ae27-b8535046395d HTTP/1.1" status: 204 len: 168 time: 0.5637062 Jul 22 23:54:57.294917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c1420-fbc7-478e-beb6-ff093bbac4a4 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:57.300110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:57.317390 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-113c1420-fbc7-478e-beb6-ff093bbac4a4 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "GET /v2.0/ports?device_id=ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082 HTTP/1.1" status: 200 len: 913 time: 0.1104724 Jul 22 23:54:57.721057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.061490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Deleting port 3d5062cf-d725-40c6-934b-4f082fc4079e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:54:58.061936 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.170150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.189851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Calling delete_port for 3d5062cf-d725-40c6-934b-4f082fc4079e owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:54:58.796308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.824954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Port': ['ID=3d5062cf-d725-40c6-934b-4f082fc4079e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:59.043427 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.222069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Router ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:54:59.308853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:54:59.319830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-14dab7d3-d7e2-4795-b3e4-69f086da5b2c tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "PUT /v2.0/routers/ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146654 Jul 22 23:54:59.320916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:59.331797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] Sync routers for ids ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:54:59.355889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] Routers {'ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:59.356610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:59.393949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:59.425605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.426527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] Routers {'ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:54:59.427541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:54:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:59.465599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:54:59.466255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7233b7d-d361-48b0-940c-358ebf5b51e0 None None] The sync data for ids ['ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:54:59.594316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.596555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.644751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.645297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Fanout notify agent at l3_agent the message router_deleted on router ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:54:59.652881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.656605 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7599956-61e5-4e07-aa20-8829928230c0 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "DELETE /v2.0/routers/ed5ccbbf-e01e-4959-b6fe-0a3fd52d0082 HTTP/1.1" status: 204 len: 168 time: 0.3350420 Jul 22 23:54:59.656806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:59.725755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Deleting subnet de318d10-2bae-4361-934e-6940dc8a8620 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:54:59.729751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.779776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:59.886099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-ad99d955-a8f9-4d35-a358-026a61cf120b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048242756&fields=id&tenant_id=c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 267 time: 0.0667350 Jul 22 23:54:59.919927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.049376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-3284bb17-7d74-431d-a362-c02b17d6e1b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:00.050993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-3284bb17-7d74-431d-a362-c02b17d6e1b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1565685 Jul 22 23:55:00.056600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.095426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Subnet': ['ID=de318d10-2bae-4361-934e-6940dc8a8620,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:00.099031 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.104076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59794) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:00.105025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-65c4935e-d045-4375-a822-e69bfee98a9b tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "DELETE /v2.0/subnets/de318d10-2bae-4361-934e-6940dc8a8620 HTTP/1.1" status: 204 len: 168 time: 0.4464049 Jul 22 23:55:00.106783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-e3faa635-ca9a-49d8-a0dd-23461b1571c9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0471175 Jul 22 23:55:00.107201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd6c36f-3034-4d6c-8bf6-80ce16aca3f9 None None] Network 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:00.200961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.208113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-41cee413-af7c-431b-a8af-e2dc75d4f87d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918617 Jul 22 23:55:00.273745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Deleting port 227dafa9-fda9-44bd-bd68-3b16733190b4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:00.273745 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.370064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] DHCP port deletion for 9f42f63b-c2c7-49bc-b440-89f7a76a91c4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:00.399828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] For port 227dafa9-fda9-44bd-bd68-3b16733190b4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=227dafa9-fda9-44bd-bd68-3b16733190b4,segment=NetworkSegment(55728c78-4082-447e-87e7-e2c67f8955d7),segment_id=55728c78-4082-447e-87e7-e2c67f8955d7)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:00.400377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.418849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Calling delete_port for 227dafa9-fda9-44bd-bd68-3b16733190b4 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:00.439608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-f78ff794-670b-4c86-94a9-4cec0a869163 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146909 Jul 22 23:55:00.464942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] Deleting port 227dafa9-fda9-44bd-bd68-3b16733190b4 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:00.465325 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.531237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.547947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] For port 227dafa9-fda9-44bd-bd68-3b16733190b4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=227dafa9-fda9-44bd-bd68-3b16733190b4,segment=NetworkSegment(55728c78-4082-447e-87e7-e2c67f8955d7),segment_id=55728c78-4082-447e-87e7-e2c67f8955d7)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:00.548535 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.566400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] Calling delete_port for 227dafa9-fda9-44bd-bd68-3b16733190b4 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:00.569917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Port': ['ID=227dafa9-fda9-44bd-bd68-3b16733190b4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:00.577468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-b8d06bf5-6fe7-4d61-81d9-2675b21c7c31 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364052 Jul 22 23:55:00.583193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] No DVR routers for this DVR port 227dafa9-fda9-44bd-bd68-3b16733190b4 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:00.679979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.713497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] Pushing event deleted for resources: {'Port': ['ID=227dafa9-fda9-44bd-bd68-3b16733190b4,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:00.729845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfd1216-fdf7-466a-ae92-df13e15b6165 None None] No DVR routers for this DVR port 227dafa9-fda9-44bd-bd68-3b16733190b4 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:00.735971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.757929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f42f63b-c2c7-49bc-b440-89f7a76a91c4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:00.784594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55728c78-4082-447e-87e7-e2c67f8955d7') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:00.784966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55728c78-4082-447e-87e7-e2c67f8955d7') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:00.796196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.815753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.824873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:00.826116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:00.830225 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:00.946247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.967217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.972727 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] 10.222.0.21 "DELETE /v2.0/networks/9f42f63b-c2c7-49bc-b440-89f7a76a91c4 HTTP/1.1" status: 204 len: 168 time: 0.8660409 Jul 22 23:55:00.986856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca992991-0eeb-42b6-b32c-de5d78615263 tempest-FloatingIPNegativeTestJSON-376908984 tempest-FloatingIPNegativeTestJSON-376908984-project] Pushing event deleted for resources: {'Network': ['ID=9f42f63b-c2c7-49bc-b440-89f7a76a91c4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:01.149596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-433b0320-99b2-4479-adde-43ed64caff3a req-e6609d41-ef78-4e54-9aa3-8107d27c3efb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.1591983 Jul 22 23:55:01.605802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 227dafa9-fda9-44bd-bd68-3b16733190b4 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:01.631744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 227dafa9-fda9-44bd-bd68-3b16733190b4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:01.632155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 227dafa9-fda9-44bd-bd68-3b16733190b4 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:01.634374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:01.872111 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8333f167-48e5-4b20-8258-b2a3903a82e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3325581766724bf987395e21bc3b226b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363534 Jul 22 23:55:01.874807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:01.938313 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac028e78-4107-4db7-b0be-81528fc0196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.961574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac028e78-4107-4db7-b0be-81528fc0196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.021005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac028e78-4107-4db7-b0be-81528fc0196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.023747 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac028e78-4107-4db7-b0be-81528fc0196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.027448 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac028e78-4107-4db7-b0be-81528fc0196f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2de17118-7224-4042-a4d6-f4e64e6c35f5 HTTP/1.1" status: 204 len: 168 time: 0.1487360 Jul 22 23:55:02.034103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac028e78-4107-4db7-b0be-81528fc0196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de17118-7224-4042-a4d6-f4e64e6c35f5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:02.247629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9bd428d-c814-4307-a157-5a1ead9d243f req-ea425356-fc5d-461f-a5a3-e41899445a19 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.0310831 Jul 22 23:55:02.628513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-2b9c568a-cf51-4982-b75d-d24ad352f5fd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:02.630355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-2b9c568a-cf51-4982-b75d-d24ad352f5fd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1517475 Jul 22 23:55:02.686744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-b78edfcf-d86b-40ff-b51f-645ee03891ae tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 380 time: 0.0447404 Jul 22 23:55:02.698615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'security_groups': ['1d11593b-afd6-43a6-8ba7-1f5763b41e03']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:02.857345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:02.861567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.862350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:02.976718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-844381878'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:03.029208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.4 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/34e1199e-f3c2-4c6a-844c-451b5480e6e9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:03.054801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:03.059636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.069156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.195901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.200806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.227839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.233189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:03.243471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20cfabb-f04c-4a3d-9820-2facdf17dea2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:03.246296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 34e1199e-f3c2-4c6a-844c-451b5480e6e9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:03.251915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.252489 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 77223e35-ba38-48fd-ab71-e26ee1f7d423 of type vlan for network 4d2220f0-11d7-446b-a9b9-71527cc32907 Jul 22 23:55:03.276670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.277294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.278233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.278233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.278464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.278944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.279115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.279486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.279823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.280228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.280623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.280962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:03.298449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.337954 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.389945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.396262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:03.396885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.411246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:03.419035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:03.422062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:03.440045 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5765526 Jul 22 23:55:03.443643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:03.450204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'name': 'tempest-PortsIpV6TestJSON-201274804'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:03.485005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=34e1199e-f3c2-4c6a-844c-451b5480e6e9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:03.506961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db368b-317c-48c9-a72d-5632711a3a11 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=4d2220f0-11d7-446b-a9b9-71527cc32907,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:03.532284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:03.540468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:03.541149 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.575424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb37f15-f230-4eae-b9e2-ff2dbc72f34b req-8e117628-1065-40cb-b4e6-72d4ecd3c129 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:03.577086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fb37f15-f230-4eae-b9e2-ff2dbc72f34b req-8e117628-1065-40cb-b4e6-72d4ecd3c129 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 931 time: 0.2151878 Jul 22 23:55:03.607778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:03.611976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.633752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port bd50c303-18fe-4dad-aa1f-9b4c3f633957 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:03.643064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-4b7146c4-b4d3-45d1-8874-368b7d3323d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9498148 Jul 22 23:55:03.683762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Request body: {'port': {'device_id': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:03.693554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fb37f15-f230-4eae-b9e2-ff2dbc72f34b req-e48e8524-1a83-4db6-b5ab-6301a5db61d4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065545 Jul 22 23:55:03.794929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6745c8c-6df9-46b5-aa28-f6ed6ab77139 None None] Provisioning for port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:03.802951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6745c8c-6df9-46b5-aa28-f6ed6ab77139 None None] Provisioning complete for port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:03.804024 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6745c8c-6df9-46b5-aa28-f6ed6ab77139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.857382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.871186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a6745c8c-6df9-46b5-aa28-f6ed6ab77139 None None] Port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:03.950618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.994665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.072907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=bd50c303-18fe-4dad-aa1f-9b4c3f633957,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:04.099392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '77223e35-ba38-48fd-ab71-e26ee1f7d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:04.099964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: 4d2220f0-11d7-446b-a9b9-71527cc32907, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:04.124147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:04.135067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 4d2220f0-11d7-446b-a9b9-71527cc32907) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:04.146224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a9250-4eca-4df6-9d2d-aac32bfde6c5 None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:04.146457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:04.155917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:04.156582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.177223 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-efbf2539-d365-4f65-8179-c14f83798180 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7321134 Jul 22 23:55:04.180353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:04.186885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-279371291'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:04.221205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:04.226229 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.249337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e1199e-f3c2-4c6a-844c-451b5480e6e9 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:04.251265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:04.259872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.262926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.263874 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment e69d66da-276c-4316-ba8e-8d78fd43b90b of type vlan for network dc7818a2-6e9e-421d-91d8-eb45a17cdb19 Jul 22 23:55:04.287070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Transition to ACTIVE for port object 34e1199e-f3c2-4c6a-844c-451b5480e6e9 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:04.300618 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.322294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.365607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.375706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:04.376751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.380031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Pushing event updated for resources: {'Port': ['ID=34e1199e-f3c2-4c6a-844c-451b5480e6e9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:04.434871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2527487 Jul 22 23:55:04.468599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:04.474247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'ports': [{'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'}, {'network_id': 'dc7818a2-6e9e-421d-91d8-eb45a17cdb19'}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:04.474623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:04.475361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': 'dc7818a2-6e9e-421d-91d8-eb45a17cdb19'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:04.544394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Attempting to bind port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:04.544737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Attempting to bind port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:04.545067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Attempting to bind port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:04.550268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:55:04.550592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Attempting to bind port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:04.556611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:04.557023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:04.558303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:04.558910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Bound port: 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:04.559418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.589388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabbe32-6cff-4478-9ae7-b0f3c3f9eff7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=dc7818a2-6e9e-421d-91d8-eb45a17cdb19,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:04.614423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network dc7818a2-6e9e-421d-91d8-eb45a17cdb19 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:04.666105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] For port 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:04.669977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] For port 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:04.685070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.777323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:04.778396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.780227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] 10.222.0.49 "PUT /v2.0/ports/34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 200 len: 1091 time: 1.1028109 Jul 22 23:55:04.782661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:04.788255 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3" -d '{"events": [{"name": "network-changed", "server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:04.810319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:04.816481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.836090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.952646 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091ad85-ef84-4210-b28d-846114574cf2 x-openstack-request-id: req-0091ad85-ef84-4210-b28d-846114574cf2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:04.956970 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:04.957387 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0091ad85-ef84-4210-b28d-846114574cf2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:04.957906 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'status': 'completed', 'code': 200} Jul 22 23:55:05.036893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32df75-4169-405a-8d67-d4e4109a9be4 service neutron] Pushing event updated for resources: {'Port': ['ID=34e1199e-f3c2-4c6a-844c-451b5480e6e9,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.064694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:05.113559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-48ad23a1-1514-4ee8-b033-b27c84fca53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.115102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-48ad23a1-1514-4ee8-b033-b27c84fca53f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1094 time: 0.2698255 Jul 22 23:55:05.165841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-22503c8f-0adc-434f-8dee-c7c27e1a4851 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 200 len: 217 time: 0.0393014 Jul 22 23:55:05.179130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f0a0-5874-4aea-846a-2da3b630e974 req-9f395c16-bbd1-4d5d-b198-98e6655ea9e9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.180748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2067f0a0-5874-4aea-846a-2da3b630e974 req-9f395c16-bbd1-4d5d-b198-98e6655ea9e9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.2204850 Jul 22 23:55:05.258423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.275272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-16ed23eb-6fc8-4456-8019-5423ce16e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.277763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-16ed23eb-6fc8-4456-8019-5423ce16e07f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0960858 Jul 22 23:55:05.284568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2067f0a0-5874-4aea-846a-2da3b630e974 req-c5a0f008-e7fa-4472-9d29-bd3573f0829b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932829 Jul 22 23:55:05.356721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:05.364198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-581e324b-8713-4637-b638-002c6377c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.365828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-581e324b-8713-4637-b638-002c6377c0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809362 Jul 22 23:55:05.538224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.609677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.617188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-7a51f2b8-1e15-45d6-b46a-3d91a03f63bb service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449057 Jul 22 23:55:05.685247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:05.689396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:05.695535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:05.697597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.761036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.761036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': 'e69d66da-276c-4316-ba8e-8d78fd43b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dc7818a2-6e9e-421d-91d8-eb45a17cdb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:05.761036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: dc7818a2-6e9e-421d-91d8-eb45a17cdb19, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:05.800282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9408636f-b978-4c5c-96bf-b9c1d02c8ef6 req-123300e0-724b-48ad-80f9-016c3457bcd5 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755297 Jul 22 23:55:05.820999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network dc7818a2-6e9e-421d-91d8-eb45a17cdb19 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:05.846854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:05.851508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, dc7818a2-6e9e-421d-91d8-eb45a17cdb19) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:05.868961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:05.869097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc5f8a-485d-413b-94de-23c29390f175 None None] Network dc7818a2-6e9e-421d-91d8-eb45a17cdb19 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:05.877138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.886217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.887636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:05.916008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa1e80a6-8c16-44a9-b869-b4f7da050395 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4457731 Jul 22 23:55:05.917787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:05.980674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-ef162774-cd75-4171-ad48-6bed6b9b146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:05.981990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-ef162774-cd75-4171-ad48-6bed6b9b146b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1094 time: 0.1306152 Jul 22 23:55:06.117203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:06.117809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.158060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.186361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-622f22d5-1553-4a00-a021-8aa9dc148e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.187945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-622f22d5-1553-4a00-a021-8aa9dc148e23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1992419 Jul 22 23:55:06.206592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.231464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:06.236023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-7ce192c7-de46-4737-bc2d-1926ab1708e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 200 len: 217 time: 0.0407622 Jul 22 23:55:06.333211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-0cef9ec6-e44a-4d04-9255-3c8c81cbab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.341095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-0cef9ec6-e44a-4d04-9255-3c8c81cbab53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0984552 Jul 22 23:55:06.346587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.407427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:06.411020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:06.413156 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6db12698-172e-4ff0-937c-42c5510b3fa0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24 HTTP/1.1" status: 204 len: 168 time: 0.4939218 Jul 22 23:55:06.415675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59970) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:06.472479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-38a3e412-e76e-4046-9446-4b4bdbea968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.480101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-38a3e412-e76e-4046-9446-4b4bdbea968c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227093 Jul 22 23:55:06.617392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316e9b3-9281-43ef-91a3-66331fd44b73 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.634001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-08bc0f3c-bae1-4e72-9a9c-b32eec5d154c service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486237 Jul 22 23:55:06.686036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4316e9b3-9281-43ef-91a3-66331fd44b73 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.694684 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4316e9b3-9281-43ef-91a3-66331fd44b73 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2761533 Jul 22 23:55:06.704640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:06.874510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e503db7b-57c2-4fb7-9e3b-5f35d6ab55e3 req-b6123c1d-c96b-4f86-9aa6-9c91938ee35a service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316546 Jul 22 23:55:06.898156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bb61c-2111-43a7-8b47-c9eb4f0c2d43 req-8dc41af5-236c-4190-84dd-b501b4f2a7df tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:06.900683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-725bb61c-2111-43a7-8b47-c9eb4f0c2d43 req-8dc41af5-236c-4190-84dd-b501b4f2a7df tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.4174645 Jul 22 23:55:06.948940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-725bb61c-2111-43a7-8b47-c9eb4f0c2d43 req-7a08542e-6aa7-4b98-ab2e-4ab18f05ee77 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Jul 22 23:55:07.233994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:07.234569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.304418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.319108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:07.404096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.425684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.428496 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1 HTTP/1.1" status: 204 len: 168 time: 0.7215927 Jul 22 23:55:07.430763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:07.452807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162e9c3-51ee-450f-8643-54e9bad68f76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:07.516735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb50c9-e994-4578-a189-d92236756965 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:07.521696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f8eb50c9-e994-4578-a189-d92236756965 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0874043 Jul 22 23:55:07.521936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:07.549676 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6a3790-8690-4cd7-96e0-3707c5fdf360 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:07.553883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe6a3790-8690-4cd7-96e0-3707c5fdf360 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/c81fdfef-9e91-4b9a-a1ef-8f1d6f19cb24 HTTP/1.1" status: 404 len: 333 time: 0.0283442 Jul 22 23:55:07.554209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 59994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:07.581901 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d94360-fd06-4bfb-9924-f496f4ac0407 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:07.586222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-67d94360-fd06-4bfb-9924-f496f4ac0407 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/d50cc3d7-aebf-4479-a649-fd3fb8b1e0e1 HTTP/1.1" status: 404 len: 333 time: 0.0285428 Jul 22 23:55:07.587925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 59996) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:07.686025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.788619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.800016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7818a2-6e9e-421d-91d8-eb45a17cdb19']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:07.811028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69d66da-276c-4316-ba8e-8d78fd43b90b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:07.811353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69d66da-276c-4316-ba8e-8d78fd43b90b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:07.820298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.833912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.840271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:07.840669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:07.844787 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:07.933411 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.938829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:07.941031 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/dc7818a2-6e9e-421d-91d8-eb45a17cdb19 HTTP/1.1" status: 204 len: 168 time: 0.3482480 Jul 22 23:55:07.947221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:07.952588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-285124564'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:07.971658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa397358-848d-4818-b5c0-ec6987a90d49 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=dc7818a2-6e9e-421d-91d8-eb45a17cdb19,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:07.996943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:08.001083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.062583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:08.103859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.105337 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 5f742e21-096d-455e-a513-9bcd92eeadf8 of type vlan for network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 Jul 22 23:55:08.156757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.200890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf5b8-fec1-496b-8262-805e8242c04a req-b2a75d21-efe1-4449-b0cd-75a0b70f05fd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.202447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-511bf5b8-fec1-496b-8262-805e8242c04a req-b2a75d21-efe1-4449-b0cd-75a0b70f05fd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.1712148 Jul 22 23:55:08.211641 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.218122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.218975 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.283158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3316457 Jul 22 23:55:08.283697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.289150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:08.322473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e797c07-58a8-436d-b0c2-7a4cff182bd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=a8f63cf4-df1b-49a3-9531-099c4b6b9f84,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:08.328359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-511bf5b8-fec1-496b-8262-805e8242c04a req-f912e6c7-6952-4e17-96f6-79109be31ab4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179526 Jul 22 23:55:08.344667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:08.484728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:08.488561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.729617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.816339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=bcb0e0a8-0ce7-4c99-b911-073f08b94b64,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:08.822162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '5f742e21-096d-455e-a513-9bcd92eeadf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:08.822553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: a8f63cf4-df1b-49a3-9531-099c4b6b9f84, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:08.842123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:08.853527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a8f63cf4-df1b-49a3-9531-099c4b6b9f84) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:08.859135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:08.860100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:08.866097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db356500-c067-4fe5-81b6-92080102ca18 None None] Network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:08.895927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:08.896532 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ade0d55a-5122-4933-ad98-834f261fac85 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6113422 Jul 22 23:55:08.903112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84', 'name': 'tempest-PortsIpV6TestJSON-73636071'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:09.042220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a8f63cf4-df1b-49a3-9531-099c4b6b9f84', 'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': 'bcb0e0a8-0ce7-4c99-b911-073f08b94b64'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:09.043794 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.150390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:09.155173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.176825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port ceb57069-ca4f-4a78-b101-07b090246fc0 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:09.237548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Allocated IP 2001:db8::2 (a8f63cf4-df1b-49a3-9531-099c4b6b9f84/bcb0e0a8-0ce7-4c99-b911-073f08b94b64/35d94030-8214-4c7d-9e55-a8890d8e5be7) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:09.569189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.580358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Transition to ACTIVE for port object 35d94030-8214-4c7d-9e55-a8890d8e5be7 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:09.598504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Transition to ACTIVE for port object 35d94030-8214-4c7d-9e55-a8890d8e5be7 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:09.614541 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.620872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3916f3c-517a-448d-ae4e-b2a6f9a58e07 req-c709595e-49ed-4ffd-81b2-3d3858998c65 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:09.629705 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3916f3c-517a-448d-ae4e-b2a6f9a58e07 req-c709595e-49ed-4ffd-81b2-3d3858998c65 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.1323862 Jul 22 23:55:09.663574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Pushing event updated for resources: {'Port': ['ID=35d94030-8214-4c7d-9e55-a8890d8e5be7,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:09.678839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:09.680613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:09.685944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:09.706561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::15d (a8f63cf4-df1b-49a3-9531-099c4b6b9f84/bcb0e0a8-0ce7-4c99-b911-073f08b94b64/ceb57069-ca4f-4a78-b101-07b090246fc0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:09.783618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Attempting to bind port 35d94030-8214-4c7d-9e55-a8890d8e5be7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:09.783988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Attempting to bind port 35d94030-8214-4c7d-9e55-a8890d8e5be7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '5f742e21-096d-455e-a513-9bcd92eeadf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:09.784552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Attempting to bind port 35d94030-8214-4c7d-9e55-a8890d8e5be7 on network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:09.794698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3916f3c-517a-448d-ae4e-b2a6f9a58e07 req-32233862-71c0-43d0-9b37-b93e265f6f19 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637022 Jul 22 23:55:09.823251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:09.824145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Checking segment: {'id': '5f742e21-096d-455e-a513-9bcd92eeadf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:09.825998 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.826696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Bound using segment: {'id': '5f742e21-096d-455e-a513-9bcd92eeadf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:09.828075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Bound port: 35d94030-8214-4c7d-9e55-a8890d8e5be7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f742e21-096d-455e-a513-9bcd92eeadf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a8f63cf4-df1b-49a3-9531-099c4b6b9f84'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:09.829336 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.905747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] For port 35d94030-8214-4c7d-9e55-a8890d8e5be7, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:09.909716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] For port 35d94030-8214-4c7d-9e55-a8890d8e5be7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=35d94030-8214-4c7d-9e55-a8890d8e5be7,segment=NetworkSegment(5f742e21-096d-455e-a513-9bcd92eeadf8),segment_id=5f742e21-096d-455e-a513-9bcd92eeadf8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:09.915627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.938198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:09.955795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object ceb57069-ca4f-4a78-b101-07b090246fc0 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:09.982425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95809a-bbd5-442c-b0d8-008dae1278e2 None None] Pushing event updated for resources: {'Port': ['ID=35d94030-8214-4c7d-9e55-a8890d8e5be7,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:09.995836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.058610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:10.063074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:10.065511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:10.071717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.072340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.075428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=ceb57069-ca4f-4a78-b101-07b090246fc0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:10.108343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-254c82ca-6c42-40b0-b3e9-4c94ced68421 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2094111 Jul 22 23:55:10.110561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:10.254818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port ceb57069-ca4f-4a78-b101-07b090246fc0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:10.255183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.394174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.421970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for ceb57069-ca4f-4a78-b101-07b090246fc0 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:10.552571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-713172d2-6019-4c03-9f19-d7189cf5ccf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1751573 Jul 22 23:55:10.645584 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.709895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=ceb57069-ca4f-4a78-b101-07b090246fc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:10.742926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.743609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.744156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.744800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.745399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.746092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.746749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.749251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d4946e05-1536-4f6c-a160-00418d825fa3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.1233969 Jul 22 23:55:10.753088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:10.755027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-238255e1-b02d-4593-b98e-a5dc29d4b316 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/ceb57069-ca4f-4a78-b101-07b090246fc0 HTTP/1.1" status: 204 len: 168 time: 0.6425562 Jul 22 23:55:10.757900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60074) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:10.790540 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bddd62f-48a9-49e9-a4bb-e17f7cdcb409 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:55:10.792013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bddd62f-48a9-49e9-a4bb-e17f7cdcb409 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:55:10.794155 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9bddd62f-48a9-49e9-a4bb-e17f7cdcb409 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/ceb57069-ca4f-4a78-b101-07b090246fc0 HTTP/1.1" status: 404 len: 333 time: 0.0350811 Jul 22 23:55:10.796805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:10.845785 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d061a7-1138-46bb-b921-0d625c9d4681 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:10.847573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-10d061a7-1138-46bb-b921-0d625c9d4681 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/ceb57069-ca4f-4a78-b101-07b090246fc0 HTTP/1.1" status: 404 len: 333 time: 0.0497699 Jul 22 23:55:10.855231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60082) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:10.921928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-943cfd5c-f386-4a97-818b-9125e74de12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.922406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-943cfd5c-f386-4a97-818b-9125e74de12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.923106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-943cfd5c-f386-4a97-818b-9125e74de12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:10.925178 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-943cfd5c-f386-4a97-818b-9125e74de12c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 2297 time: 0.1478648 Jul 22 23:55:11.013282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet bcb0e0a8-0ce7-4c99-b911-073f08b94b64 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:11.017201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.021387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-6b248fa0-e670-457f-a904-778c705481eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0898051 Jul 22 23:55:11.066195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.124525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-84236a11-8067-468a-be9d-00c066726b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:11.126609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-84236a11-8067-468a-be9d-00c066726b84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.0977504 Jul 22 23:55:11.169730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74058e-71f1-4046-91ea-9a02addc6aa8 req-83b40a6b-91d2-461d-b1a1-0f144dd2d05e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:11.171347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd74058e-71f1-4046-91ea-9a02addc6aa8 req-83b40a6b-91d2-461d-b1a1-0f144dd2d05e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.2225616 Jul 22 23:55:11.237286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-e570cce1-e515-42b9-83ae-38bfb9b9f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:11.239147 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-e570cce1-e515-42b9-83ae-38bfb9b9f28e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052413 Jul 22 23:55:11.254512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-355dbfbb-204f-4e24-b808-9aae99f2b615 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:55:11.256342 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-355dbfbb-204f-4e24-b808-9aae99f2b615 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080097 Jul 22 23:55:11.262905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd74058e-71f1-4046-91ea-9a02addc6aa8 req-ca955673-70e9-413c-8217-e653689b7330 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731339 Jul 22 23:55:11.264418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.366958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31915618-9741-4f94-b4c9-881942d5975e None None] Network a8f63cf4-df1b-49a3-9531-099c4b6b9f84 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:11.374957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.405362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb0e0a8-0ce7-4c99-b911-073f08b94b64,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:11.435497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d2123875-55ce-43eb-92c0-d62aa9c98be0 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680481 Jul 22 23:55:11.439695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.442867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c9fb72ea-a9dc-4dae-8e19-13260e186393 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/bcb0e0a8-0ce7-4c99-b911-073f08b94b64 HTTP/1.1" status: 204 len: 168 time: 0.5675042 Jul 22 23:55:11.445186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60092) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:11.579267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eaf22aee-91fd-4f45-a2d4-7b554ec9f670 None None] Provisioning for port 35d94030-8214-4c7d-9e55-a8890d8e5be7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:11.583241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-664ab21c-9a41-44f1-8b13-d6adc2dfcb1a service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414936 Jul 22 23:55:11.638944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-5403359e-f27f-4b95-bd85-e9b78f324f64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 217 time: 0.0481813 Jul 22 23:55:11.655176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35d94030-8214-4c7d-9e55-a8890d8e5be7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:11.706335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.752134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] DHCP port deletion for a8f63cf4-df1b-49a3-9531-099c4b6b9f84 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:11.755721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-b24430b9-87a0-43d2-87f7-36f3ae3a27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:11.757507 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-b24430b9-87a0-43d2-87f7-36f3ae3a27bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1093936 Jul 22 23:55:11.803588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 35d94030-8214-4c7d-9e55-a8890d8e5be7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:11.804093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.862822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-24bf3f0f-254b-4ff1-8713-7da516ca8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:11.864709 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-24bf3f0f-254b-4ff1-8713-7da516ca8d4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011562 Jul 22 23:55:11.867793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 35d94030-8214-4c7d-9e55-a8890d8e5be7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:11.881369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 35d94030-8214-4c7d-9e55-a8890d8e5be7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:11.881972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.903400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port 35d94030-8214-4c7d-9e55-a8890d8e5be7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=35d94030-8214-4c7d-9e55-a8890d8e5be7,segment=NetworkSegment(5f742e21-096d-455e-a513-9bcd92eeadf8),segment_id=5f742e21-096d-455e-a513-9bcd92eeadf8)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:11.903400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:11.930479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 35d94030-8214-4c7d-9e55-a8890d8e5be7 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:11.930762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] Deleting port 35d94030-8214-4c7d-9e55-a8890d8e5be7 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:11.930762 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.009172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] For port 35d94030-8214-4c7d-9e55-a8890d8e5be7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=35d94030-8214-4c7d-9e55-a8890d8e5be7,segment=NetworkSegment(5f742e21-096d-455e-a513-9bcd92eeadf8),segment_id=5f742e21-096d-455e-a513-9bcd92eeadf8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:12.009482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.018523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-f3897013-cc77-446a-a829-4895f1d16e83 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454408 Jul 22 23:55:12.035569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] Calling delete_port for 35d94030-8214-4c7d-9e55-a8890d8e5be7 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:12.076012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.131012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=35d94030-8214-4c7d-9e55-a8890d8e5be7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:12.139190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port 35d94030-8214-4c7d-9e55-a8890d8e5be7 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:12.168049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-53d5e6d2-c034-43f8-b1dc-959e4f1bf78f service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426406 Jul 22 23:55:12.206365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.221677 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-f59101f8-d277-4a60-b4f7-c4762c770e5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 217 time: 0.0473464 Jul 22 23:55:12.238717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.250153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f63cf4-df1b-49a3-9531-099c4b6b9f84']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:12.264187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f742e21-096d-455e-a513-9bcd92eeadf8') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:12.264187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f742e21-096d-455e-a513-9bcd92eeadf8') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:12.276615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.294862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-ab4accdf-c7f7-40a5-901f-aa09d41b583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.296892 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-ab4accdf-c7f7-40a5-901f-aa09d41b583e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0685804 Jul 22 23:55:12.302763 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.317090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:12.317509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:12.325286 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:12.386105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.399957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-f40e3590-4733-4352-9387-5ada8eb607a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.401938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-f40e3590-4733-4352-9387-5ada8eb607a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0990295 Jul 22 23:55:12.423779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] Pushing event deleted for resources: {'Port': ['ID=35d94030-8214-4c7d-9e55-a8890d8e5be7,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:12.426625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9886d-c697-4c5a-b812-0fe16f11633c None None] No DVR routers for this DVR port 35d94030-8214-4c7d-9e55-a8890d8e5be7 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:12.494364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.504582 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.509940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/a8f63cf4-df1b-49a3-9531-099c4b6b9f84 HTTP/1.1" status: 204 len: 168 time: 1.0603316 Jul 22 23:55:12.519945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:12.524971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-208494360'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:12.531059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490607-0f0a-48a7-9a40-a05d07d640bb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=a8f63cf4-df1b-49a3-9531-099c4b6b9f84,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:12.534438 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-a8778d91-74f1-4bea-9793-8e742e1564af service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256914 Jul 22 23:55:12.554477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309a96c-0f10-4a45-8c4c-871ea677ee94 req-0371c33a-6ef5-419b-aba7-5987ce7e58d8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.556146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0309a96c-0f10-4a45-8c4c-871ea677ee94 req-0371c33a-6ef5-419b-aba7-5987ce7e58d8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.1727161 Jul 22 23:55:12.617887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0309a96c-0f10-4a45-8c4c-871ea677ee94 req-531a85ee-4721-44a4-89bb-deab1703b7bc tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534334 Jul 22 23:55:12.621884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:12.627202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.679552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-d376646b-70fa-44b4-a54a-6c11fe81ebfa service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376905 Jul 22 23:55:12.680313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:12.693298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.693613 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 3bf1c31e-5033-4456-9ce5-b260c4df53ae of type vlan for network 77d8a983-3489-4c0e-8080-419a56eb1d38 Jul 22 23:55:12.735547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-33a2eb89-508e-426c-81a2-3b24ea55f67d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 217 time: 0.0461700 Jul 22 23:55:12.743783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.778261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.785927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.786877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:12.799260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-64fcb362-6ff2-41e4-bf88-47444e29a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.801168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-64fcb362-6ff2-41e4-bf88-47444e29a7fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0595040 Jul 22 23:55:12.883150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=77d8a983-3489-4c0e-8080-419a56eb1d38,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:12.888770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b459e6ec-81a6-4e70-8c23-6721359f128b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3660214 Jul 22 23:55:12.888951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:12.897114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 77d8a983-3489-4c0e-8080-419a56eb1d38 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:12.899833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:12.921205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-86e1d6f8-c6b8-4d16-adf6-14738fd0b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:12.925396 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-86e1d6f8-c6b8-4d16-adf6-14738fd0b406 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178410 Jul 22 23:55:13.077943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-486c1da8-c878-4f82-85dc-9d722b85951a service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463759 Jul 22 23:55:13.216383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-ce274846-2f48-4166-86f7-ce5e581f93e8 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316669 Jul 22 23:55:13.277167 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-e436fb14-069c-4d93-a475-f835b9906ce8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 217 time: 0.0548303 Jul 22 23:55:13.364630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-8055b837-b513-4200-bbb0-d69fd4efc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.364630 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-8055b837-b513-4200-bbb0-d69fd4efc07c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0813222 Jul 22 23:55:13.436490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-13841698-351e-4aab-b826-4fadcaa36228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.438381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-13841698-351e-4aab-b826-4fadcaa36228 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670104 Jul 22 23:55:13.488203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:13.492660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.546921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35d94030-8214-4c7d-9e55-a8890d8e5be7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:13.575239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 35d94030-8214-4c7d-9e55-a8890d8e5be7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:13.575934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 35d94030-8214-4c7d-9e55-a8890d8e5be7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:13.615148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-6f3cf086-2082-45a2-ad5e-0a451d986168 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702697 Jul 22 23:55:13.754474 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-3c5cf1f0-7b77-46d9-984c-ef63d3919543 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297078 Jul 22 23:55:13.791052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:13.804515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-0e313607-138d-443c-a02e-0488e5979931 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 217 time: 0.0438168 Jul 22 23:55:13.864808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-e74e149b-35fe-4abb-98c4-2c6dd7289aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.867039 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-e74e149b-35fe-4abb-98c4-2c6dd7289aec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.0566678 Jul 22 23:55:13.880423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=2abc2b56-8b25-4663-9e28-c522b2bfca0a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:13.894670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.895031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.895367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.895710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.896041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.896615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.896963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.897453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.897786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.898115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.898553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.898741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:13.908615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '3bf1c31e-5033-4456-9ce5-b260c4df53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:13.908971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: 77d8a983-3489-4c0e-8080-419a56eb1d38, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:13.926060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d2a35-3fc7-4729-95c7-3f9997036d28 req-fccc9187-699f-496f-a1c6-95d3566ab8c5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:13.927794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c5d2a35-3fc7-4729-95c7-3f9997036d28 req-fccc9187-699f-496f-a1c6-95d3566ab8c5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.1756639 Jul 22 23:55:13.992234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 77d8a983-3489-4c0e-8080-419a56eb1d38 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:14.009030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 77d8a983-3489-4c0e-8080-419a56eb1d38) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:14.009975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-0dd012a3-3b4c-4d49-9bbd-dc870ba09055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:14.019704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730dcbc7-e710-4537-bdc6-1f593f6f703d None None] Network 77d8a983-3489-4c0e-8080-419a56eb1d38 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:14.020785 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-0dd012a3-3b4c-4d49-9bbd-dc870ba09055 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388516 Jul 22 23:55:14.031094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:14.033923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.090252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c5d2a35-3fc7-4729-95c7-3f9997036d28 req-e9eebc5d-4bd8-48d3-9167-0a47eae3be2e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491044 Jul 22 23:55:14.094068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4c26142a-c810-4a2a-b33f-c603e8dd6612 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2039001 Jul 22 23:55:14.098992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:14.110288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-524960198'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:14.179661 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-dba8bf9e-1708-4fd2-a442-05f06ed1e1c7 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578143 Jul 22 23:55:14.263461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:14.272988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.290220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-77d8a983-3489-4c0e-8080-419a56eb1d38', 'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': '2abc2b56-8b25-4663-9e28-c522b2bfca0a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:14.291131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.318029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port e887cc07-3d51-496f-8b13-915a03907f08 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:14.325535 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-87f411c4-a196-448c-b425-96bb78d9a283 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383700 Jul 22 23:55:14.382676 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-0539c5d5-a9c3-46ce-b1cf-d537c44f10d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0462239 Jul 22 23:55:14.488151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-97538c0e-b4af-4f47-97d2-a09e535d9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:14.489562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-97538c0e-b4af-4f47-97d2-a09e535d9dae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1017625 Jul 22 23:55:14.504092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::ca (77d8a983-3489-4c0e-8080-419a56eb1d38/2abc2b56-8b25-4663-9e28-c522b2bfca0a/e887cc07-3d51-496f-8b13-915a03907f08) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:14.569347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-f8887506-a4a6-43e4-83f4-2bb8c3ae231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:14.571227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-f8887506-a4a6-43e4-83f4-2bb8c3ae231e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747194 Jul 22 23:55:14.660970 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.677474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object e887cc07-3d51-496f-8b13-915a03907f08 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:14.677806 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-1eead055-77c1-4664-840d-d6ff604cf0e3 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006951 Jul 22 23:55:14.712649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.768107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Allocated IP 2001:db8::2 (77d8a983-3489-4c0e-8080-419a56eb1d38/2abc2b56-8b25-4663-9e28-c522b2bfca0a/a03b2deb-ff05-4901-882c-19555992ca2b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:14.773023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 77d8a983-3489-4c0e-8080-419a56eb1d38 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:14.774751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=e887cc07-3d51-496f-8b13-915a03907f08,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:14.785055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:14.787475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:14.794603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:14.795303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.814501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:14.815082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ba9d00e1-82c0-4ad0-9f67-0e5f415ef44f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7142951 Jul 22 23:55:14.864500 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-07e1a926-7a82-4048-b692-3ea95c35f53e req-c1482d67-04a4-4c5b-ab82-dca814ba0624 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779311 Jul 22 23:55:14.939729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port e887cc07-3d51-496f-8b13-915a03907f08 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:14.940333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.966447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:14.976839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Transition to ACTIVE for port object a03b2deb-ff05-4901-882c-19555992ca2b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:15.001300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Transition to ACTIVE for port object a03b2deb-ff05-4901-882c-19555992ca2b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:15.027050 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.062491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.080231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for e887cc07-3d51-496f-8b13-915a03907f08 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:15.088046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Network 77d8a983-3489-4c0e-8080-419a56eb1d38 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:15.094750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:15.099819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:15.144443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Pushing event updated for resources: {'Port': ['ID=a03b2deb-ff05-4901-882c-19555992ca2b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.185256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Attempting to bind port a03b2deb-ff05-4901-882c-19555992ca2b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:15.185642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Attempting to bind port a03b2deb-ff05-4901-882c-19555992ca2b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3bf1c31e-5033-4456-9ce5-b260c4df53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:15.186014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Attempting to bind port a03b2deb-ff05-4901-882c-19555992ca2b on network 77d8a983-3489-4c0e-8080-419a56eb1d38 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:15.191628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:15.191921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Checking segment: {'id': '3bf1c31e-5033-4456-9ce5-b260c4df53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:15.192313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.192706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Bound using segment: {'id': '3bf1c31e-5033-4456-9ce5-b260c4df53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:15.193178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Bound port: a03b2deb-ff05-4901-882c-19555992ca2b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf1c31e-5033-4456-9ce5-b260c4df53ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '77d8a983-3489-4c0e-8080-419a56eb1d38'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:15.193560 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.293443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1ec4-820b-4977-a1ec-41e517c719ec req-7594d11f-3767-4b58-852f-31de688b01b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:15.294283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.295198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eaa1ec4-820b-4977-a1ec-41e517c719ec req-7594d11f-3767-4b58-852f-31de688b01b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.1045125 Jul 22 23:55:15.306563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] For port a03b2deb-ff05-4901-882c-19555992ca2b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:15.313571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] For port a03b2deb-ff05-4901-882c-19555992ca2b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a03b2deb-ff05-4901-882c-19555992ca2b,segment=NetworkSegment(3bf1c31e-5033-4456-9ce5-b260c4df53ae),segment_id=3bf1c31e-5033-4456-9ce5-b260c4df53ae)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:15.322970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.328354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=e887cc07-3d51-496f-8b13-915a03907f08,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.360773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.363097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-96ff6ece-87fa-49e8-abc5-a04cb4ca7359 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/e887cc07-3d51-496f-8b13-915a03907f08 HTTP/1.1" status: 204 len: 168 time: 0.5476058 Jul 22 23:55:15.366437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60170) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:15.377408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eaa1ec4-820b-4977-a1ec-41e517c719ec req-7c1eaf86-fb82-44d9-8387-93b051ce5191 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754328 Jul 22 23:55:15.384842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b510-2c68-40d8-b74e-14bbff236447 None None] Pushing event updated for resources: {'Port': ['ID=a03b2deb-ff05-4901-882c-19555992ca2b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.416659 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-98610936-d1eb-4954-8e7a-894581d7b752 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:15.423994 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-98610936-d1eb-4954-8e7a-894581d7b752 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/e887cc07-3d51-496f-8b13-915a03907f08 HTTP/1.1" status: 404 len: 333 time: 0.0513990 Jul 22 23:55:15.425442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:15.508015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet 2abc2b56-8b25-4663-9e28-c522b2bfca0a {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:15.513426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.566648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.712314 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.834492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.866044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=2abc2b56-8b25-4663-9e28-c522b2bfca0a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:15.869374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:15.875319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:15.876326 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fdc766a2-b88f-43d8-b298-8e8cb3763a55 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/2abc2b56-8b25-4663-9e28-c522b2bfca0a HTTP/1.1" status: 204 len: 168 time: 0.4473591 Jul 22 23:55:15.971713 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.037679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port a03b2deb-ff05-4901-882c-19555992ca2b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:16.038371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.114519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port a03b2deb-ff05-4901-882c-19555992ca2b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a03b2deb-ff05-4901-882c-19555992ca2b,segment=NetworkSegment(3bf1c31e-5033-4456-9ce5-b260c4df53ae),segment_id=3bf1c31e-5033-4456-9ce5-b260c4df53ae)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:16.114913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.132358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for a03b2deb-ff05-4901-882c-19555992ca2b owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:16.176996 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d68d9f4f-8d6d-4c25-af8a-b6940ecafe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.250322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.298204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=a03b2deb-ff05-4901-882c-19555992ca2b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:16.307918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port a03b2deb-ff05-4901-882c-19555992ca2b on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:16.424702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.440985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d8a983-3489-4c0e-8080-419a56eb1d38']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:16.455701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf1c31e-5033-4456-9ce5-b260c4df53ae') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:16.456009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf1c31e-5033-4456-9ce5-b260c4df53ae') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:16.471794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.517421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.526676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:16.527094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:16.533679 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:16.590128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e17288-415c-4b96-be25-3e0976164c9d None None] Network 77d8a983-3489-4c0e-8080-419a56eb1d38 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:16.619488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.626329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.629261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/77d8a983-3489-4c0e-8080-419a56eb1d38 HTTP/1.1" status: 204 len: 168 time: 0.7536821 Jul 22 23:55:16.633010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60198) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:16.639426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'name': 'tempest-PortsIpV6TestJSON-111986958'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:16.657669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f263b5e-e1e6-4159-a272-003ee2dce85b req-4d931d06-0c19-46cb-99aa-00d6c2300ceb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:16.657669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f263b5e-e1e6-4159-a272-003ee2dce85b req-4d931d06-0c19-46cb-99aa-00d6c2300ceb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 943 time: 0.1734276 Jul 22 23:55:16.682663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8a416ddf-aa6b-4e04-a385-d2b7a49d22fa None None] Could not find standard attr ID for object a03b2deb-ff05-4901-882c-19555992ca2b. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:16.702225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12613c3-cf9f-48de-8223-2ee48c95ee3e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=77d8a983-3489-4c0e-8080-419a56eb1d38,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:16.743366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f263b5e-e1e6-4159-a272-003ee2dce85b req-9f6154d0-8ceb-4523-b841-1fb844a08bb0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528452 Jul 22 23:55:16.801708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:16.805387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:16.836240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 2157d9f8-251d-472f-8a1e-c46a1424a572 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:16.836901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3233546f-de24-4a54-bb35-ee023bb74474 None None] DHCP port deletion for 77d8a983-3489-4c0e-8080-419a56eb1d38 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:17.056135 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.108221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.160049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:17.163181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:17.177681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:17.188899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:17.189914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.206678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=2157d9f8-251d-472f-8a1e-c46a1424a572,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:17.221995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1544c463-373f-41f4-9c92-305cdff74bed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5879672 Jul 22 23:55:17.224628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:17.356029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 2157d9f8-251d-472f-8a1e-c46a1424a572 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:17.356376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.425468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.437673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 2157d9f8-251d-472f-8a1e-c46a1424a572 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:17.529677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 34e1199e-f3c2-4c6a-844c-451b5480e6e9 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:55:17.533247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.563700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=2157d9f8-251d-472f-8a1e-c46a1424a572,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:17.572209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.574706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2493a0ab-249a-4d8d-97e0-79c34b258db5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/2157d9f8-251d-472f-8a1e-c46a1424a572 HTTP/1.1" status: 204 len: 168 time: 0.3490605 Jul 22 23:55:17.577142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:17.582078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'mac_address': 'fa:16:3e:00:cc:52', 'name': 'tempest-PortsIpV6TestJSON-1859794769'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:17.663729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:17.678917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'mac_address': 'fa:16:3e:a3:af:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:55:17.687284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:17.723015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.737362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e1199e-f3c2-4c6a-844c-451b5480e6e9 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:55:17.761475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:17.765626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.767272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.794536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port fd8f6604-40b6-4e09-ad51-677d7c533099 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:17.822643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=34e1199e-f3c2-4c6a-844c-451b5480e6e9,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:17.993547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['34e1199e-f3c2-4c6a-844c-451b5480e6e9'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:55:18.012812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.032167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695c991-93f3-4728-8003-071719091659 req-e45f0b7d-0bd7-401e-b665-60d1f2a11770 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:18.033689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7695c991-93f3-4728-8003-071719091659 req-e45f0b7d-0bd7-401e-b665-60d1f2a11770 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 944 time: 0.1585150 Jul 22 23:55:18.109289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7695c991-93f3-4728-8003-071719091659 req-d3c8d46f-c411-4d81-aee8-cf9549507a36 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627863 Jul 22 23:55:18.112435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.179944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:18.186575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=fd8f6604-40b6-4e09-ad51-677d7c533099,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:18.190297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:18.196598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:18.203577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:18.204503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.224773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3e487249-4424-4dd4-a9bc-b8517610ba92 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6465759 Jul 22 23:55:18.226127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:18.295007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf2d089-a950-46e4-bc5a-58dd649fff95 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:18.296466 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-faf2d089-a950-46e4-bc5a-58dd649fff95 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/fd8f6604-40b6-4e09-ad51-677d7c533099 HTTP/1.1" status: 200 len: 845 time: 0.0693440 Jul 22 23:55:18.299230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60234) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:18.407147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port fd8f6604-40b6-4e09-ad51-677d7c533099 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:18.407546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.482835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.495220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for fd8f6604-40b6-4e09-ad51-677d7c533099 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:18.578806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.610417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=fd8f6604-40b6-4e09-ad51-677d7c533099,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:18.618763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.621798 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-924ff969-aae4-4970-9841-57e79b80723e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/fd8f6604-40b6-4e09-ad51-677d7c533099 HTTP/1.1" status: 204 len: 168 time: 0.3215976 Jul 22 23:55:18.624588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60246) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:18.653057 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92c9ea2-61fc-4b7a-bf42-ccc3440fcaeb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:18.654708 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f92c9ea2-61fc-4b7a-bf42-ccc3440fcaeb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/fd8f6604-40b6-4e09-ad51-677d7c533099 HTTP/1.1" status: 404 len: 333 time: 0.0292530 Jul 22 23:55:18.659181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60248) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:18.664722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'name': 'tempest-PortsIpV6TestJSON-1127643971'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:18.755962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:18.759518 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.779833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 9048ed60-2587-4052-aeb0-d822d8a3dfc4 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:18.948551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:18.984798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.029925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:19.036823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:19.040561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:19.046725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.047393 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.056115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=9048ed60-2587-4052-aeb0-d822d8a3dfc4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:19.067302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-729b09fc-2258-47ed-8c7e-366df3db204c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4066675 Jul 22 23:55:19.069724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60254) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:19.075973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:19.173308 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.381021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9168f-bcc7-401b-95d6-98a34e68a037 req-15fe6ca5-3624-419a-83f5-838688162eac tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.382999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca9168f-bcc7-401b-95d6-98a34e68a037 req-15fe6ca5-3624-419a-83f5-838688162eac tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 944 time: 0.1704562 Jul 22 23:55:19.423500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.433919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.455303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca9168f-bcc7-401b-95d6-98a34e68a037 req-45d29bc0-b3ed-460a-85b9-e6d01e379dcf tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651917 Jul 22 23:55:19.480399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] In _notify_port_updated(), no bound segment for port 9048ed60-2587-4052-aeb0-d822d8a3dfc4 on network 4d2220f0-11d7-446b-a9b9-71527cc32907 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:19.486660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.487314 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.488733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/ports/9048ed60-2587-4052-aeb0-d822d8a3dfc4 HTTP/1.1" status: 200 len: 818 time: 0.4180677 Jul 22 23:55:19.491681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:19.509721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1d1eedf0-8c47-435c-b7f7-586ee3370c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.520948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f40e6e-65c9-4ec8-9a10-14b4fa75f7ed tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=9048ed60-2587-4052-aeb0-d822d8a3dfc4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:19.555929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 34e1199e-f3c2-4c6a-844c-451b5480e6e9 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:19.618897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.622083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 9048ed60-2587-4052-aeb0-d822d8a3dfc4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:19.622663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.626990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:19.636811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:19.637387 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.710003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.724942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 9048ed60-2587-4052-aeb0-d822d8a3dfc4 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:19.733285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.774437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:19.778293 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17222080-b2a8-4a66-b0fe-b1161dfdad0c" -d '{"events": [{"server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "name": "network-vif-plugged", "status": "completed", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:19.794793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:19.801145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.841730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.846054 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f53e58-a940-4646-a4d1-9d158d37dbbe x-openstack-request-id: req-d0f53e58-a940-4646-a4d1-9d158d37dbbe {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:19.852314 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "name": "network-vif-plugged", "status": "completed", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:19.854638 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0f53e58-a940-4646-a4d1-9d158d37dbbe {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:19.855486 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'code': 200} Jul 22 23:55:19.898124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=9048ed60-2587-4052-aeb0-d822d8a3dfc4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:19.911231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=34e1199e-f3c2-4c6a-844c-451b5480e6e9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:19.919938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:19.927146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4616feb1-e855-40fb-be8e-a06c2ae12d90 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/9048ed60-2587-4052-aeb0-d822d8a3dfc4 HTTP/1.1" status: 204 len: 168 time: 0.4333429 Jul 22 23:55:19.927468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:19.995763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b64f5-ce21-45b5-845e-e062e74cea67 req-c3adae7c-6185-4a15-9af2-406e74214fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:19.997433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-634b64f5-ce21-45b5-845e-e062e74cea67 req-c3adae7c-6185-4a15-9af2-406e74214fd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1096 time: 0.0721576 Jul 22 23:55:20.014015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e643a-a47d-454e-a321-5f21be7f31d8 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.015606 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cb1e643a-a47d-454e-a321-5f21be7f31d8 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0869944 Jul 22 23:55:20.020216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.057002 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ad4f8f-c1dc-4a99-a8a5-c88374515104 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:20.058959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-83ad4f8f-c1dc-4a99-a8a5-c88374515104 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/9048ed60-2587-4052-aeb0-d822d8a3dfc4 HTTP/1.1" status: 404 len: 333 time: 0.0373609 Jul 22 23:55:20.060759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-634b64f5-ce21-45b5-845e-e062e74cea67 req-c01fc321-942a-420c-807c-8f873b24b049 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561447 Jul 22 23:55:20.065254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.070908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-766723376'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:20.097057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:20.100662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.128690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:20.141154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.141510 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 63d0f93e-9751-4ebb-9fe8-756050e42dce of type vlan for network 586217bf-3a03-4c7c-a399-9628427cf6c5 Jul 22 23:55:20.184695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.220333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.228222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.229507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.244051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.274304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2079234 Jul 22 23:55:20.277225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.283274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:20.309440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc2660-3350-4118-b9ef-588e30ab8698 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=586217bf-3a03-4c7c-a399-9628427cf6c5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:20.321862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:20.390723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:20.395034 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.692178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7495b-3ba1-486f-9519-19bf4a61058c req-d83b4317-6b38-425e-808a-95c5c90c7c35 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.693769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fef7495b-3ba1-486f-9519-19bf4a61058c req-d83b4317-6b38-425e-808a-95c5c90c7c35 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 945 time: 0.1287563 Jul 22 23:55:20.695209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.803310 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fef7495b-3ba1-486f-9519-19bf4a61058c req-31dbafe9-bb8d-4cfa-a46c-5620608c001c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748849 Jul 22 23:55:20.803703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=0c8abdc5-6e76-4da8-9415-22dd9baa9479,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:20.826521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '63d0f93e-9751-4ebb-9fe8-756050e42dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:20.827138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: 586217bf-3a03-4c7c-a399-9628427cf6c5, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:20.847372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:20.860622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 586217bf-3a03-4c7c-a399-9628427cf6c5) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:20.868501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:20.868812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.889059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e1ee3-ab6c-4de5-88f0-a7eb0eb2adb4 None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:20.909793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee14fa77-fd76-41af-a079-6c177963ab21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6312947 Jul 22 23:55:20.912695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:20.920491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:21.095681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:21.099807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.220074 n-d-758851-4 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c8abdc5-6e76-4da8-9415-22dd9baa9479 (CIDR: 2001:db8::/64) Jul 22 23:55:21.224592 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:55:21.225181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:55:21.247786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:21.249086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cced008a-d401-4972-8800-d8f0794c3ceb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3352175 Jul 22 23:55:21.253876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:21.317577 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-586217bf-3a03-4c7c-a399-9628427cf6c5', 'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': '0c8abdc5-6e76-4da8-9415-22dd9baa9479'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:21.318447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.512526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Allocated IP 2001:db8::2 (586217bf-3a03-4c7c-a399-9628427cf6c5/0c8abdc5-6e76-4da8-9415-22dd9baa9479/882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:21.755642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.765652 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.768014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:21.768913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Transition to ACTIVE for port object 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:21.773149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.792830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Transition to ACTIVE for port object 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:21.801380 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.881891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Pushing event updated for resources: {'Port': ['ID=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:21.902463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:21.904960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:21.911550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:21.987633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Attempting to bind port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:21.988073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Attempting to bind port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '63d0f93e-9751-4ebb-9fe8-756050e42dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:21.988383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Attempting to bind port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa on network 586217bf-3a03-4c7c-a399-9628427cf6c5 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:21.993986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:21.994405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Checking segment: {'id': '63d0f93e-9751-4ebb-9fe8-756050e42dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:21.995672 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.996095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Bound using segment: {'id': '63d0f93e-9751-4ebb-9fe8-756050e42dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:21.996596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Bound port: 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d0f93e-9751-4ebb-9fe8-756050e42dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:21.997633 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.021128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b37cd-1adc-411a-a81c-8e30aa1ac729 req-95a19e2f-6df1-4b03-b5cf-573ab596d1e1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.023403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b1b37cd-1adc-411a-a81c-8e30aa1ac729 req-95a19e2f-6df1-4b03-b5cf-573ab596d1e1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 945 time: 0.1245425 Jul 22 23:55:22.084505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b1b37cd-1adc-411a-a81c-8e30aa1ac729 req-15022d74-60eb-47cb-b951-8d180d818da1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532043 Jul 22 23:55:22.086891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] For port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:22.091468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] For port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,segment=NetworkSegment(63d0f93e-9751-4ebb-9fe8-756050e42dce),segment_id=63d0f93e-9751-4ebb-9fe8-756050e42dce)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:22.105959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.157803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.194499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc23c-d51f-42e9-a41a-0cea0912f66e None None] Pushing event updated for resources: {'Port': ['ID=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:22.211478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:22.216638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:22.220814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.221002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.237351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:22.243430 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.255519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6921a8b0-78a6-4092-a5a3-f7617c8ab91f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0056510 Jul 22 23:55:22.256150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60348) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:22.262244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5', 'fixed_ips': [{'subnet_id': '0c8abdc5-6e76-4da8-9415-22dd9baa9479'}, {'subnet_id': '3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276'}], 'name': 'tempest-PortsIpV6TestJSON-1771195227'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:22.345698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ab9d2-434f-4aae-9c40-ded74fc8f50f req-a1878929-832d-4360-83ca-bc9dc96bf3a7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.347369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-705ab9d2-434f-4aae-9c40-ded74fc8f50f req-a1878929-832d-4360-83ca-bc9dc96bf3a7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 945 time: 0.1624486 Jul 22 23:55:22.468059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-705ab9d2-434f-4aae-9c40-ded74fc8f50f req-0b5ee982-df4b-439d-9345-5fc517cb4b40 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938747 Jul 22 23:55:22.496843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:22.504283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:22.587814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e61f6b-7450-45a1-9d40-2cd1ce36285b tempest-TestVolumeBootPattern-1615275881 tempest-TestVolumeBootPattern-1615275881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:22.592610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-26e61f6b-7450-45a1-9d40-2cd1ce36285b tempest-TestVolumeBootPattern-1615275881 tempest-TestVolumeBootPattern-1615275881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1091 time: 0.0867944 Jul 22 23:55:22.593301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:22.599082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:22.629452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.662910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.706693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:22.768856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:22.915496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.25.5.98 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/637afd3f-16cf-4e41-9880-82c0e42b2eb7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:23.056528 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.097776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::38e (586217bf-3a03-4c7c-a399-9628427cf6c5/0c8abdc5-6e76-4da8-9415-22dd9baa9479/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:23.109594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8:0:1::31a (586217bf-3a03-4c7c-a399-9628427cf6c5/3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:23.117463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.187643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:23.190697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:23.204249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:23.240226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=637afd3f-16cf-4e41-9880-82c0e42b2eb7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:23.349888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.379402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:23.453742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.556430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:23.569346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:23.578740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:23.580207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f1f39-c381-413a-a05a-d5387369daf2 None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:23.584868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:23.585608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.590462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:23.626018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e3d52ca4-0a6e-449e-9122-233e26fd9377 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.3681083 Jul 22 23:55:23.626741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:23.637979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c8abdc5-6e76-4da8-9415-22dd9baa9479'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:23.654209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:23.768880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.798492 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.808715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b0e94a86-56b2-4d8a-bbdc-d4ce94e7b1e6 None None] Provisioning for port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:23.883785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.909925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:23.920022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:23.920974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.076543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.113024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Delete allocated IP 2001:db8:0:1::31a (586217bf-3a03-4c7c-a399-9628427cf6c5/3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:55:24.125193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,segment=NetworkSegment(63d0f93e-9751-4ebb-9fe8-756050e42dce),segment_id=63d0f93e-9751-4ebb-9fe8-756050e42dce)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:24.142102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.154955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.160313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.234962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Update dhcp port {'port': {'network_id': '586217bf-3a03-4c7c-a399-9628427cf6c5', 'fixed_ips': [{'subnet_id': '0c8abdc5-6e76-4da8-9415-22dd9baa9479', 'ip_address': '2001:db8::2'}, {'subnet_id': '3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:55:24.275689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.275965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=637afd3f-16cf-4e41-9880-82c0e42b2eb7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.292935 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.300498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.362217 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.386783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Ignored duplicate provisioning block setup for port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:55:24.394353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.418118 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Floating IP 5224dce5-e699-47a5-b42c-ce9564f89b24 associated. External IP: 172.25.5.98, port: 34e1199e-f3c2-4c6a-844c-451b5480e6e9. Jul 22 23:55:24.535452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] In _notify_port_updated(), no bound segment for port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 on network 586217bf-3a03-4c7c-a399-9628427cf6c5 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:24.542175 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:24.543098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.545076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/ports/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 HTTP/1.1" status: 200 len: 926 time: 0.9172068 Jul 22 23:55:24.546584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0f008-90fd-4001-a1c2-8fe66f180f34 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:24.549270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:24.557759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c8abdc5-6e76-4da8-9415-22dd9baa9479'}, {'subnet_id': '3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:24.580097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Allocated IP 2001:db8:0:1::2 (586217bf-3a03-4c7c-a399-9628427cf6c5/3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276/882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:24.686187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:24.741869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] For port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,segment=NetworkSegment(63d0f93e-9751-4ebb-9fe8-756050e42dce),segment_id=63d0f93e-9751-4ebb-9fe8-756050e42dce)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:24.747269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.803847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.826886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Transition to ACTIVE for port object 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:24.835033 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.868340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:24.882030 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:24.903634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:24.904725 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:24.905191 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:24.991346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf7b5d41-441c-497d-947a-a5629eec1d1e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3870714 Jul 22 23:55:24.991346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:24.991346 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:25.049956 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8645072f-57a0-4e30-bed5-3f050a372190 x-openstack-request-id: req-8645072f-57a0-4e30-bed5-3f050a372190 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:25.049956 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:25.049956 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8645072f-57a0-4e30-bed5-3f050a372190 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:25.050596 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'status': 'completed', 'code': 200} Jul 22 23:55:25.063785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff7b2c-927e-4c2f-9b35-72843f1b6d0e None None] Pushing event updated for resources: {'Port': ['ID=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:25.102417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:25.223049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8:0:1::19b (586217bf-3a03-4c7c-a399-9628427cf6c5/3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:25.441634 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5224dce5-e699-47a5-b42c-ce9564f89b24', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:a3:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:55:23Z', 'updated_at': '2021-07-22T23:55:23Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:25.472378 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:55:25.484619 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:25.485540 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:25.497191 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.512980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Ignored duplicate provisioning block setup for port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:55:25.526827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-37d91796-9955-4347-ab51-6de0cf30de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:25.528453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-37d91796-9955-4347-ab51-6de0cf30de69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1096 time: 0.3026938 Jul 22 23:55:25.529848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:25.589914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:25.683695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:25.840036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:26.200502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafea8c-86c6-4e27-905c-6a577e2f2198 None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:26.302170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Provisioning for port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:26.310178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Provisioning complete for port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:26.310644 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.317211 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5224dce5-e699-47a5-b42c-ce9564f89b24', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:a3:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:55:23Z', 'updated_at': '2021-07-22T23:55:23Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:26.357707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] In _notify_port_updated(), no bound segment for port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 on network 586217bf-3a03-4c7c-a399-9628427cf6c5 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:26.366897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.367792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.369945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f457517b-d015-4ea8-b31f-bdc4b2cf87eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/ports/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 HTTP/1.1" status: 200 len: 1012 time: 1.8186126 Jul 22 23:55:26.373266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:26.422279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-4f11af02-9cc4-4d3f-92c9-8be9de560a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.428081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-4f11af02-9cc4-4d3f-92c9-8be9de560a75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.7516994 Jul 22 23:55:26.442464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:26.476903 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3a60d-bc3b-430d-ab77-80d247d733b9 None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5224dce5-e699-47a5-b42c-ce9564f89b24', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:a3:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:55:23Z', 'updated_at': '2021-07-22T23:55:23Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:26.535200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-f8eef37d-a879-45d2-83f6-240a486a19d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 200 len: 998 time: 0.0987456 Jul 22 23:55:26.571831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Provisioning for port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:26.578186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Provisioning complete for port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:26.578566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e355ff54-e069-4621-bf7b-e089c0abf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.599001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-0fa4153c-3b68-4ecb-b001-cbe5b8ec67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.600843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-0fa4153c-3b68-4ecb-b001-cbe5b8ec67c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0575018 Jul 22 23:55:26.621385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:26.622007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.729785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-564a8558-6306-4b1f-8093-715bf3d1f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:26.733595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-564a8558-6306-4b1f-8093-715bf3d1f2ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235654 Jul 22 23:55:26.813106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:26.829145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:26.877201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5cabb-12a2-42a1-8366-8017a81b72dd None None] New status for floating IP 5224dce5-e699-47a5-b42c-ce9564f89b24: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:55:26.934104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-cc71aac9-d64d-4e50-9652-66d039e6efc0 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932611 Jul 22 23:55:27.062957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.103564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.105212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec10c1e1-d66b-4ab8-8985-a9ac3b83c2ad req-295228ae-6780-4f6c-8f4b-4f39badd07a2 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638784 Jul 22 23:55:27.158123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1c01b158-c1fc-4a3c-891a-0f889d86332e None None] Could not find standard attr ID for object 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:27.183007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1c01b158-c1fc-4a3c-891a-0f889d86332e None None] Provisioning complete for port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:27.186091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1c01b158-c1fc-4a3c-891a-0f889d86332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.219002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.221064 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-38b37d0f-3bc5-4336-992b-f1111684d6fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 HTTP/1.1" status: 204 len: 168 time: 0.8467898 Jul 22 23:55:27.223880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:27.258625 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2656d2f-4b7f-496d-8210-10bbc5c06ec7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:27.261044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b2656d2f-4b7f-496d-8210-10bbc5c06ec7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 HTTP/1.1" status: 404 len: 333 time: 0.0357308 Jul 22 23:55:27.264020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:27.346343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet 3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:27.350401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.397348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.476104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cf15c788-1120-4083-afd0-fe95a2d208ff None None] Could not find standard attr ID for object 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:27.509228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.593258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.614456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.619770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:27.625169 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276 HTTP/1.1" status: 204 len: 168 time: 0.3543026 Jul 22 23:55:27.648078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a7dd9-b9bb-491d-9714-c6fff6d06e70 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.711705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet 0c8abdc5-6e76-4da8-9415-22dd9baa9479 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:27.713939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.716046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5803576c-0d95-4a5d-89b5-6802321b2c65 None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:27.761482 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.827992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98504598-9516-43cc-844a-34c4e43d7ecc None None] Could not find standard attr ID for object 95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:27.865324 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.937823 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:27.987232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8abdc5-6e76-4da8-9415-22dd9baa9479,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:27.999618 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.004706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ecd1eeb4-882c-4fa5-b8a6-7400e9ae5f5b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/0c8abdc5-6e76-4da8-9415-22dd9baa9479 HTTP/1.1" status: 204 len: 168 time: 0.3801181 Jul 22 23:55:28.007403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60460) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:28.093232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.163092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:28.163514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.245589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,segment=NetworkSegment(63d0f93e-9751-4ebb-9fe8-756050e42dce),segment_id=63d0f93e-9751-4ebb-9fe8-756050e42dce)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:28.245965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.259603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:28.363133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.405423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:28.412005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:28.518515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.532365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586217bf-3a03-4c7c-a399-9628427cf6c5']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:28.544474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d0f93e-9751-4ebb-9fe8-756050e42dce') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:28.544783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d0f93e-9751-4ebb-9fe8-756050e42dce') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:28.554481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.580722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.588558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:28.589298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:28.607149 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:28.658705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b1f855-b1c8-4163-a5bb-f0cc801630a0 None None] Network 586217bf-3a03-4c7c-a399-9628427cf6c5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:28.671617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.676330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.678841 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/586217bf-3a03-4c7c-a399-9628427cf6c5 HTTP/1.1" status: 204 len: 168 time: 0.6723068 Jul 22 23:55:28.685969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:28.695459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c8cb5-4e57-4e69-8fb3-8b7f420a4061 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=586217bf-3a03-4c7c-a399-9628427cf6c5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:28.752056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e114fff2-b1da-4ebc-8e58-ccdd7a18fac1 None None] Could not find standard attr ID for object 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:28.786119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6025fc8e-bb5d-449d-8450-631b11ef8418 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:28.791793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6025fc8e-bb5d-449d-8450-631b11ef8418 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1006544 Jul 22 23:55:28.792324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:28.866603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6e895f5e-f198-4de8-934c-b7cd5944d27e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0730197 Jul 22 23:55:28.870696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:28.875833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455041269'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:28.901496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:28.905629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.926097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f265b-964e-48ed-bc12-3be2e5617c1f None None] DHCP port deletion for 586217bf-3a03-4c7c-a399-9628427cf6c5 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:28.941191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:28.955741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:28.956542 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 049b3a5b-34ea-44b1-afe9-9ed556875f18 of type vlan for network 266a52b8-bacc-40eb-a243-0486b2341312 Jul 22 23:55:29.007757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.040593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.046961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:29.047683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.092778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2209444 Jul 22 23:55:29.096209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60484) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:29.101352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '266a52b8-bacc-40eb-a243-0486b2341312', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:29.130776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37991a46-d0f7-4a2d-89f9-f8d7ddd6c61d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=266a52b8-bacc-40eb-a243-0486b2341312,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:29.145982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 266a52b8-bacc-40eb-a243-0486b2341312 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:29.214185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:29.218247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.438378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.523530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:29.526935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=b0b8a88b-d432-4168-8dbf-b9686e255d65,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:29.544326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '049b3a5b-34ea-44b1-afe9-9ed556875f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '266a52b8-bacc-40eb-a243-0486b2341312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:29.544887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: 266a52b8-bacc-40eb-a243-0486b2341312, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:29.546027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:29.546376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 882e7dcb-85a5-4fd3-86a5-7eee0e0e3eaa not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:29.566733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 266a52b8-bacc-40eb-a243-0486b2341312 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:29.577322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 266a52b8-bacc-40eb-a243-0486b2341312) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:29.581824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:29.582473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.588610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03ab5d-9b5b-421a-af4e-cb2ea2911224 None None] Network 266a52b8-bacc-40eb-a243-0486b2341312 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:29.598909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-45870701-2a71-481f-abaa-779fd2998ea4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5016139 Jul 22 23:55:29.601665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60496) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:29.607608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '266a52b8-bacc-40eb-a243-0486b2341312', 'name': 'tempest-PortsIpV6TestJSON-1683662985'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:29.729279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:29.732974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.751876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port ae7c9977-b4f4-4917-8b02-014e92cc8b4c yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:29.765070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-266a52b8-bacc-40eb-a243-0486b2341312', 'network_id': '266a52b8-bacc-40eb-a243-0486b2341312', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': 'b0b8a88b-d432-4168-8dbf-b9686e255d65'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:29.766197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:29.891486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::ec (266a52b8-bacc-40eb-a243-0486b2341312/b0b8a88b-d432-4168-8dbf-b9686e255d65/ae7c9977-b4f4-4917-8b02-014e92cc8b4c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:30.047507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.063469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object ae7c9977-b4f4-4917-8b02-014e92cc8b4c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:30.099311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.153377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Allocated IP 2001:db8::2 (266a52b8-bacc-40eb-a243-0486b2341312/b0b8a88b-d432-4168-8dbf-b9686e255d65/afa215de-b2d2-4329-86ae-a87d46f268d6) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:30.154248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 266a52b8-bacc-40eb-a243-0486b2341312 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:30.157732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:30.163051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:30.169248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:30.169890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.173715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=ae7c9977-b4f4-4917-8b02-014e92cc8b4c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.190036 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-af1d46ba-1aa0-4348-a436-c6b3f3024df7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5864623 Jul 22 23:55:30.192653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60516) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:30.200310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '266a52b8-bacc-40eb-a243-0486b2341312', 'name': 'tempest-PortsIpV6TestJSON-917250290'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:30.307604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.315493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:30.316485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Transition to ACTIVE for port object afa215de-b2d2-4329-86ae-a87d46f268d6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:30.319193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.335044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Transition to ACTIVE for port object afa215de-b2d2-4329-86ae-a87d46f268d6 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:30.338613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port b8516c69-5506-412c-9b4a-01ceed5e1a92 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:30.342029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.389412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Network 266a52b8-bacc-40eb-a243-0486b2341312 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:30.392351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:30.396047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:30.404766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Pushing event updated for resources: {'Port': ['ID=afa215de-b2d2-4329-86ae-a87d46f268d6,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.468910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Attempting to bind port afa215de-b2d2-4329-86ae-a87d46f268d6 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:30.469556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Attempting to bind port afa215de-b2d2-4329-86ae-a87d46f268d6 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '049b3a5b-34ea-44b1-afe9-9ed556875f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '266a52b8-bacc-40eb-a243-0486b2341312'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:30.469923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Attempting to bind port afa215de-b2d2-4329-86ae-a87d46f268d6 on network 266a52b8-bacc-40eb-a243-0486b2341312 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:30.475034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:30.475442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Checking segment: {'id': '049b3a5b-34ea-44b1-afe9-9ed556875f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '266a52b8-bacc-40eb-a243-0486b2341312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:30.475856 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.476252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Bound using segment: {'id': '049b3a5b-34ea-44b1-afe9-9ed556875f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '266a52b8-bacc-40eb-a243-0486b2341312'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:30.476717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Bound port: afa215de-b2d2-4329-86ae-a87d46f268d6, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049b3a5b-34ea-44b1-afe9-9ed556875f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '266a52b8-bacc-40eb-a243-0486b2341312'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:30.477153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.488722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::1d (266a52b8-bacc-40eb-a243-0486b2341312/b0b8a88b-d432-4168-8dbf-b9686e255d65/b8516c69-5506-412c-9b4a-01ceed5e1a92) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:30.543828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] For port afa215de-b2d2-4329-86ae-a87d46f268d6, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:30.547405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] For port afa215de-b2d2-4329-86ae-a87d46f268d6, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afa215de-b2d2-4329-86ae-a87d46f268d6,segment=NetworkSegment(049b3a5b-34ea-44b1-afe9-9ed556875f18),segment_id=049b3a5b-34ea-44b1-afe9-9ed556875f18)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:30.552746 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.626627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35958054-b1e2-43b2-8c66-3a921bd01e16 None None] Pushing event updated for resources: {'Port': ['ID=afa215de-b2d2-4329-86ae-a87d46f268d6,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.649133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.667446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object b8516c69-5506-412c-9b4a-01ceed5e1a92 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:30.705221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.756422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 266a52b8-bacc-40eb-a243-0486b2341312 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:30.763410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:30.766091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:30.776355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:30.777493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:30.796611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=b8516c69-5506-412c-9b4a-01ceed5e1a92,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:30.830220 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6731c13-ccbb-41be-925d-e10436fb8b97 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6333988 Jul 22 23:55:30.831091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:30.966948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58970178-bc44-4bdf-8c8d-e1973c6bb3cf tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:30.969039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58970178-bc44-4bdf-8c8d-e1973c6bb3cf tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aec HTTP/1.1" status: 200 len: 928 time: 0.1361148 Jul 22 23:55:30.972096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60524) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.078514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port b8516c69-5506-412c-9b4a-01ceed5e1a92 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:31.078887 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.166912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.178839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for b8516c69-5506-412c-9b4a-01ceed5e1a92 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:31.337806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.374147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=b8516c69-5506-412c-9b4a-01ceed5e1a92,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:31.413341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.415651 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dfc15069-e2cc-4a90-9a61-f60e618f640e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/b8516c69-5506-412c-9b4a-01ceed5e1a92 HTTP/1.1" status: 204 len: 168 time: 0.4422088 Jul 22 23:55:31.418936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.497124 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad096346-fd35-4568-a7ec-7f232948c42b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:31.499700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad096346-fd35-4568-a7ec-7f232948c42b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/b8516c69-5506-412c-9b4a-01ceed5e1a92 HTTP/1.1" status: 404 len: 333 time: 0.0776660 Jul 22 23:55:31.501407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60530) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:31.608201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afa215de-b2d2-4329-86ae-a87d46f268d6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:31.642031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port ae7c9977-b4f4-4917-8b02-014e92cc8b4c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:31.642660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.687082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port afa215de-b2d2-4329-86ae-a87d46f268d6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:31.740013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3384b-9145-40d1-a2a1-716a6362bdd0 None None] Network 266a52b8-bacc-40eb-a243-0486b2341312 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:31.779724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.795973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for ae7c9977-b4f4-4917-8b02-014e92cc8b4c owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:31.833644 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:31.835704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] Provisioning for port afa215de-b2d2-4329-86ae-a87d46f268d6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:31.842063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] Provisioning complete for port afa215de-b2d2-4329-86ae-a87d46f268d6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:31.842436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:31.963442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.000778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=ae7c9977-b4f4-4917-8b02-014e92cc8b4c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.031968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.036027 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-37d8f469-b80d-46c1-a96e-6b5ba2779e19 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/ae7c9977-b4f4-4917-8b02-014e92cc8b4c HTTP/1.1" status: 204 len: 168 time: 0.5313902 Jul 22 23:55:32.036871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:32.067109 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc10146-182d-45f6-8ddd-a91461ef9e07 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:32.069719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8cc10146-182d-45f6-8ddd-a91461ef9e07 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/ae7c9977-b4f4-4917-8b02-014e92cc8b4c HTTP/1.1" status: 404 len: 333 time: 0.0308750 Jul 22 23:55:32.072182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60536) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:32.141690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet b0b8a88b-d432-4168-8dbf-b9686e255d65 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:32.145852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.156065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.195921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.202741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] For port afa215de-b2d2-4329-86ae-a87d46f268d6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afa215de-b2d2-4329-86ae-a87d46f268d6,segment=NetworkSegment(049b3a5b-34ea-44b1-afe9-9ed556875f18),segment_id=049b3a5b-34ea-44b1-afe9-9ed556875f18)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:32.207003 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.273574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c65e-9c4b-45b3-a333-37a390c7184a None None] Pushing event updated for resources: {'Port': ['ID=afa215de-b2d2-4329-86ae-a87d46f268d6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.305028 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.381714 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.420587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b8a88b-d432-4168-8dbf-b9686e255d65,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.425563 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.430845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6afbde88-6962-4d60-bd4c-a55fa3a9e575 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/b0b8a88b-d432-4168-8dbf-b9686e255d65 HTTP/1.1" status: 204 len: 168 time: 0.3571253 Jul 22 23:55:32.430989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60538) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:32.459528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a5d24-61f7-44c7-a8c2-d42e43d7aa20 None None] Network 266a52b8-bacc-40eb-a243-0486b2341312 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:32.535046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.576634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cbd2597b-0393-42dd-b756-78a48b91d9aa None None] Provisioning complete for port afa215de-b2d2-4329-86ae-a87d46f268d6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:32.576872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbd2597b-0393-42dd-b756-78a48b91d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.611265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port afa215de-b2d2-4329-86ae-a87d46f268d6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:32.611265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.677814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port afa215de-b2d2-4329-86ae-a87d46f268d6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afa215de-b2d2-4329-86ae-a87d46f268d6,segment=NetworkSegment(049b3a5b-34ea-44b1-afe9-9ed556875f18),segment_id=049b3a5b-34ea-44b1-afe9-9ed556875f18)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:32.678205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.692752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for afa215de-b2d2-4329-86ae-a87d46f268d6 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:32.769013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] DHCP port deletion for 266a52b8-bacc-40eb-a243-0486b2341312 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:32.785923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.813081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=afa215de-b2d2-4329-86ae-a87d46f268d6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.823447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Deleting port afa215de-b2d2-4329-86ae-a87d46f268d6 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:32.823932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port afa215de-b2d2-4329-86ae-a87d46f268d6 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:32.824297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.897197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] For port afa215de-b2d2-4329-86ae-a87d46f268d6, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:32.897859 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.914362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Calling delete_port for afa215de-b2d2-4329-86ae-a87d46f268d6 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:32.918389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Port afa215de-b2d2-4329-86ae-a87d46f268d6 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:55:32.920031 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:32.946775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] Pushing event deleted for resources: {'Port': ['ID=afa215de-b2d2-4329-86ae-a87d46f268d6,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:32.952021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c01f52-a87d-4072-87da-3f36f6efb37c None None] No DVR routers for this DVR port afa215de-b2d2-4329-86ae-a87d46f268d6 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:33.196493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.207946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266a52b8-bacc-40eb-a243-0486b2341312']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:33.219585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049b3a5b-34ea-44b1-afe9-9ed556875f18') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:33.219797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049b3a5b-34ea-44b1-afe9-9ed556875f18') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:33.229965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.244961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.251213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:33.251650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:33.254719 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:33.313761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.318722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.325533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/266a52b8-bacc-40eb-a243-0486b2341312 HTTP/1.1" status: 204 len: 168 time: 0.8882029 Jul 22 23:55:33.326126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.331023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1413119870'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:33.342987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd60e6-7917-4159-b63b-6d00e4b32e21 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=266a52b8-bacc-40eb-a243-0486b2341312,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:33.358129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:33.361751 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.387201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:33.395939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.396289 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 77f0ea1c-faa5-44a9-84d3-629d172f9045 of type vlan for network f1a61f96-b2b7-4018-a81c-45e6a7b0495e Jul 22 23:55:33.436901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.468889 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.474476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:33.475073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.514033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1868610 Jul 22 23:55:33.516803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60548) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.521861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:33.529348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afa215de-b2d2-4329-86ae-a87d46f268d6 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:33.554608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: afa215de-b2d2-4329-86ae-a87d46f268d6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:33.555393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afa215de-b2d2-4329-86ae-a87d46f268d6 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:33.571477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12ee1d-177b-43f8-b6f4-7fba1aca2f39 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=f1a61f96-b2b7-4018-a81c-45e6a7b0495e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:33.584720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:33.644610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:33.649619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.845473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.905156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:33.917373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '77f0ea1c-faa5-44a9-84d3-629d172f9045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:33.917745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: f1a61f96-b2b7-4018-a81c-45e6a7b0495e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:33.938433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:33.957512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f1a61f96-b2b7-4018-a81c-45e6a7b0495e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:33.962466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:33.964864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:33.970784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9b4078-235b-4ff2-b4ed-10fbd0bec0ec None None] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:33.984649 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b08c8c8e-ae0a-41bf-83bb-3b3e4c8b6f10 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4629953 Jul 22 23:55:33.985068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60554) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:33.990540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e', 'name': 'tempest-PortsIpV6TestJSON-25536349', 'fixed_ips': [{'subnet_id': 'affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14', 'ip_address': '2001:db8::10'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:34.108842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:34.127729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f1a61f96-b2b7-4018-a81c-45e6a7b0495e', 'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': 'affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:34.128756 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.199520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.218744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 01824c39-9676-4d06-9212-fab793e7d221 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:34.274537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Allocated IP 2001:db8::2 (f1a61f96-b2b7-4018-a81c-45e6a7b0495e/affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14/3604892b-686b-45d3-a5f3-4971769ead9f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:34.432410 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.441237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Transition to ACTIVE for port object 3604892b-686b-45d3-a5f3-4971769ead9f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:34.459762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Transition to ACTIVE for port object 3604892b-686b-45d3-a5f3-4971769ead9f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:34.466353 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.507308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:34.513047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:34.517455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:34.523015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::10 (f1a61f96-b2b7-4018-a81c-45e6a7b0495e/affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14/01824c39-9676-4d06-9212-fab793e7d221) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:34.527106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Pushing event updated for resources: {'Port': ['ID=3604892b-686b-45d3-a5f3-4971769ead9f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:34.592242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Attempting to bind port 3604892b-686b-45d3-a5f3-4971769ead9f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:34.593105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Attempting to bind port 3604892b-686b-45d3-a5f3-4971769ead9f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '77f0ea1c-faa5-44a9-84d3-629d172f9045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:34.593105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Attempting to bind port 3604892b-686b-45d3-a5f3-4971769ead9f on network f1a61f96-b2b7-4018-a81c-45e6a7b0495e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:34.598184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:34.598670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Checking segment: {'id': '77f0ea1c-faa5-44a9-84d3-629d172f9045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:34.599084 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.599512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Bound using segment: {'id': '77f0ea1c-faa5-44a9-84d3-629d172f9045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:34.599973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Bound port: 3604892b-686b-45d3-a5f3-4971769ead9f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f0ea1c-faa5-44a9-84d3-629d172f9045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:34.600365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.668883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] For port 3604892b-686b-45d3-a5f3-4971769ead9f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:34.672589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] For port 3604892b-686b-45d3-a5f3-4971769ead9f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3604892b-686b-45d3-a5f3-4971769ead9f,segment=NetworkSegment(77f0ea1c-faa5-44a9-84d3-629d172f9045),segment_id=77f0ea1c-faa5-44a9-84d3-629d172f9045)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:34.678729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.696791 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.718319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 01824c39-9676-4d06-9212-fab793e7d221 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:34.754643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ae988-b34e-4aaf-bcb3-6fe13114a609 None None] Pushing event updated for resources: {'Port': ['ID=3604892b-686b-45d3-a5f3-4971769ead9f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:34.777469 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.830025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:34.833424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:34.839552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:34.846822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:34.847542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:34.854394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=01824c39-9676-4d06-9212-fab793e7d221,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:34.881360 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8b0b9ca-aa69-495b-9444-5c831f63fd5e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8950524 Jul 22 23:55:34.884072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:34.891251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': 'f1a61f96-b2b7-4018-a81c-45e6a7b0495e', 'name': 'tempest-PortsIpV6TestJSON-963689627', 'fixed_ips': [{'subnet_id': 'affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14', 'ip_address': '2001:db8::f'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:35.049276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:35.053967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.077635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 02463654-4a9a-4455-9435-f4bc9e674027 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:35.254049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::f (f1a61f96-b2b7-4018-a81c-45e6a7b0495e/affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14/02463654-4a9a-4455-9435-f4bc9e674027) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:35.434112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.449444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 02463654-4a9a-4455-9435-f4bc9e674027 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:35.495484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.566508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:35.567505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3604892b-686b-45d3-a5f3-4971769ead9f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:35.575167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:35.582437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:35.589001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.589667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:35.603222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=02463654-4a9a-4455-9435-f4bc9e674027,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:35.620700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-da82056f-903f-49bf-b8b2-284b308171eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7323134 Jul 22 23:55:35.621010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.654932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3604892b-686b-45d3-a5f3-4971769ead9f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:35.761454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80f19a9-a82e-4315-a2c9-90d3006dcbc7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.766551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b80f19a9-a82e-4315-a2c9-90d3006dcbc7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1416655 Jul 22 23:55:35.766996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60640) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.884418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866b99d-b2fa-4046-be7f-269e0eb5617d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.891709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866b99d-b2fa-4046-be7f-269e0eb5617d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.898194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866b99d-b2fa-4046-be7f-269e0eb5617d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:35.900941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b866b99d-b2fa-4046-be7f-269e0eb5617d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1320744 Jul 22 23:55:35.903710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:35.984011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893563dc-b8d2-4963-b6e4-dd2a923790ea None None] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:36.034701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 02463654-4a9a-4455-9435-f4bc9e674027 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:36.035095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.095542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] Provisioning for port 3604892b-686b-45d3-a5f3-4971769ead9f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:36.109563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] Provisioning complete for port 3604892b-686b-45d3-a5f3-4971769ead9f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:36.109940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.138663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.165118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 02463654-4a9a-4455-9435-f4bc9e674027 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:36.194840 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.254745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.302540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] For port 3604892b-686b-45d3-a5f3-4971769ead9f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3604892b-686b-45d3-a5f3-4971769ead9f,segment=NetworkSegment(77f0ea1c-faa5-44a9-84d3-629d172f9045),segment_id=77f0ea1c-faa5-44a9-84d3-629d172f9045)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:36.309187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.374642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.399535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b3e8e-ff86-451e-ab11-a67ba8961492 None None] Pushing event updated for resources: {'Port': ['ID=3604892b-686b-45d3-a5f3-4971769ead9f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.415792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=02463654-4a9a-4455-9435-f4bc9e674027,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:36.476530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.478860 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bc3b8d94-69ea-43d2-9c48-c3a2b2fb6093 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/02463654-4a9a-4455-9435-f4bc9e674027 HTTP/1.1" status: 204 len: 168 time: 0.5741494 Jul 22 23:55:36.481609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.515767 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6154672c-7ec5-437f-87e3-e0c4edc97e76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:36.517404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6154672c-7ec5-437f-87e3-e0c4edc97e76 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/02463654-4a9a-4455-9435-f4bc9e674027 HTTP/1.1" status: 404 len: 333 time: 0.0336668 Jul 22 23:55:36.520249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:36.641015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Could not find standard attr ID for object 02463654-4a9a-4455-9435-f4bc9e674027. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:36.644805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 01824c39-9676-4d06-9212-fab793e7d221 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:36.645124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.664407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Provisioning complete for port 3604892b-686b-45d3-a5f3-4971769ead9f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:36.664811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.825768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.840254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Provisioning for port 01824c39-9676-4d06-9212-fab793e7d221 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:36.842883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 01824c39-9676-4d06-9212-fab793e7d221 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:36.846447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Provisioning complete for port 01824c39-9676-4d06-9212-fab793e7d221 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:36.847181 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:36.892472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-55b0426a-91f9-40fd-8874-03731d5ccef9 None None] Port 01824c39-9676-4d06-9212-fab793e7d221 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:37.021141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9b436b4-5fad-46ad-af54-88cfbc9b7dd4 None None] Provisioning complete for port 01824c39-9676-4d06-9212-fab793e7d221 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:37.021378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.021860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9b436b4-5fad-46ad-af54-88cfbc9b7dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.042358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e9b436b4-5fad-46ad-af54-88cfbc9b7dd4 None None] Port 01824c39-9676-4d06-9212-fab793e7d221 was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:55:37.093040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=01824c39-9676-4d06-9212-fab793e7d221,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:37.098925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.104197 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-46e40266-5c4f-4932-b7ad-6a872cf20280 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/01824c39-9676-4d06-9212-fab793e7d221 HTTP/1.1" status: 204 len: 168 time: 0.5804009 Jul 22 23:55:37.104462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.139587 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40cebdf-221c-418b-91e7-86f1de45f7fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:37.141264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f40cebdf-221c-418b-91e7-86f1de45f7fb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/01824c39-9676-4d06-9212-fab793e7d221 HTTP/1.1" status: 404 len: 333 time: 0.0358534 Jul 22 23:55:37.144163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60828) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.204680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:37.208047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.262013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b7fc602-0560-4273-84de-490e779865f1 None None] Could not find standard attr ID for object 02463654-4a9a-4455-9435-f4bc9e674027. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:37.278355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.388281 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.506799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.544037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:37.562340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.564163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4aee9002-b860-4e2c-80f8-bb557f12898c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14 HTTP/1.1" status: 204 len: 168 time: 0.4190247 Jul 22 23:55:37.566736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:37.571043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3604892b-686b-45d3-a5f3-4971769ead9f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:37.657704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3604892b-686b-45d3-a5f3-4971769ead9f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:37.659360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.681300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.768104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 3604892b-686b-45d3-a5f3-4971769ead9f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:37.768684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.792681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a317cc-0148-49d9-b18c-d32590601cd2 None None] Network f1a61f96-b2b7-4018-a81c-45e6a7b0495e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:37.897063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port 3604892b-686b-45d3-a5f3-4971769ead9f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3604892b-686b-45d3-a5f3-4971769ead9f,segment=NetworkSegment(77f0ea1c-faa5-44a9-84d3-629d172f9045),segment_id=77f0ea1c-faa5-44a9-84d3-629d172f9045)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:37.897499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:37.915227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 3604892b-686b-45d3-a5f3-4971769ead9f owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:38.037387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.071490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=3604892b-686b-45d3-a5f3-4971769ead9f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:38.072610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e755ae-ae49-45f4-bb0f-53f1956b9250 None None] DHCP port deletion for f1a61f96-b2b7-4018-a81c-45e6a7b0495e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:38.078968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port 3604892b-686b-45d3-a5f3-4971769ead9f on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:38.178810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.202051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a61f96-b2b7-4018-a81c-45e6a7b0495e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:38.213758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f0ea1c-faa5-44a9-84d3-629d172f9045') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:38.214139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f0ea1c-faa5-44a9-84d3-629d172f9045') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:38.224344 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.239198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.246461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:38.247086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:38.250369 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:38.329489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.342645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.347970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 60968) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:38.348462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/f1a61f96-b2b7-4018-a81c-45e6a7b0495e HTTP/1.1" status: 204 len: 168 time: 0.7801750 Jul 22 23:55:38.354121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-91318585'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:38.361227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261575e-e395-4d8a-9819-aa04e5fa9390 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=f1a61f96-b2b7-4018-a81c-45e6a7b0495e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:38.382018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:38.386818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.413935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:55:38.423055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.423509 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Added segment 146b30bb-050d-44dc-a7e2-791384a96158 of type vlan for network 88661820-5d9e-4e61-a981-c12877860bce Jul 22 23:55:38.470547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.505869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.512705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:38.513414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.555409 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2062969 Jul 22 23:55:38.555592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 60998) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:38.563513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '88661820-5d9e-4e61-a981-c12877860bce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:38.602793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38817a5a-6c58-4e33-a63f-b1ec6c16e33e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Network': ['ID=88661820-5d9e-4e61-a981-c12877860bce,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:38.617637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 88661820-5d9e-4e61-a981-c12877860bce details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:38.694096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:38.700679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:38.946599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.019132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.031012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Checking segment: {'id': '146b30bb-050d-44dc-a7e2-791384a96158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88661820-5d9e-4e61-a981-c12877860bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:39.031418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network hostable DHCP agents. Network: 88661820-5d9e-4e61-a981-c12877860bce, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:39.048829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 88661820-5d9e-4e61-a981-c12877860bce is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:39.057710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 88661820-5d9e-4e61-a981-c12877860bce) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:39.062279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:39.062887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.070894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995625ba-fa46-4e32-aa85-fbd304c7f00a None None] Network 88661820-5d9e-4e61-a981-c12877860bce requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:39.081662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c9ca5bbc-6d90-4aa2-9b94-419f24d86902 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5247056 Jul 22 23:55:39.084202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:39.090342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2090018323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:39.118099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.120009 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.184694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.193235 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.216730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.220704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-56c8490f-5283-400d-8f64-844c0af35cd4 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1325920 Jul 22 23:55:39.221172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:39.226531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'network_id': '88661820-5d9e-4e61-a981-c12877860bce', 'name': 'tempest-PortsIpV6TestJSON-1873147757'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:39.237416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-88661820-5d9e-4e61-a981-c12877860bce', 'network_id': '88661820-5d9e-4e61-a981-c12877860bce', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': 'fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:39.238274 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.386510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:39.392438 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.415790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 777f542a-4090-4561-a5cb-8754a2900cd0 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:39.417127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Allocated IP 2001:db8::2 (88661820-5d9e-4e61-a981-c12877860bce/fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870/02d21ba1-8323-4974-8a13-847ebe07fb74) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:39.568566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3604892b-686b-45d3-a5f3-4971769ead9f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:39.594291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3604892b-686b-45d3-a5f3-4971769ead9f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:39.594906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3604892b-686b-45d3-a5f3-4971769ead9f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:39.689360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.699143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Transition to ACTIVE for port object 02d21ba1-8323-4974-8a13-847ebe07fb74 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:39.715764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Transition to ACTIVE for port object 02d21ba1-8323-4974-8a13-847ebe07fb74 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:39.721871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.767033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Network 88661820-5d9e-4e61-a981-c12877860bce is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:39.771665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:39.774494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:39.783821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Pushing event updated for resources: {'Port': ['ID=02d21ba1-8323-4974-8a13-847ebe07fb74,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:39.803309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::3cb (88661820-5d9e-4e61-a981-c12877860bce/fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870/777f542a-4090-4561-a5cb-8754a2900cd0) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:39.845741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Attempting to bind port 02d21ba1-8323-4974-8a13-847ebe07fb74 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:39.846463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Attempting to bind port 02d21ba1-8323-4974-8a13-847ebe07fb74 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '146b30bb-050d-44dc-a7e2-791384a96158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88661820-5d9e-4e61-a981-c12877860bce'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:39.846886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Attempting to bind port 02d21ba1-8323-4974-8a13-847ebe07fb74 on network 88661820-5d9e-4e61-a981-c12877860bce {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:39.852003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:39.852448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Checking segment: {'id': '146b30bb-050d-44dc-a7e2-791384a96158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88661820-5d9e-4e61-a981-c12877860bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:39.852921 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.853606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Bound using segment: {'id': '146b30bb-050d-44dc-a7e2-791384a96158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88661820-5d9e-4e61-a981-c12877860bce'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:39.854828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Bound port: 02d21ba1-8323-4974-8a13-847ebe07fb74, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146b30bb-050d-44dc-a7e2-791384a96158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '88661820-5d9e-4e61-a981-c12877860bce'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:39.855612 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.926305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] For port 02d21ba1-8323-4974-8a13-847ebe07fb74, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:39.930216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] For port 02d21ba1-8323-4974-8a13-847ebe07fb74, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=02d21ba1-8323-4974-8a13-847ebe07fb74,segment=NetworkSegment(146b30bb-050d-44dc-a7e2-791384a96158),segment_id=146b30bb-050d-44dc-a7e2-791384a96158)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:39.934968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:39.992187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.011778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 777f542a-4090-4561-a5cb-8754a2900cd0 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:40.013897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031655-8e26-4022-b8ea-e9b3c031f382 None None] Pushing event updated for resources: {'Port': ['ID=02d21ba1-8323-4974-8a13-847ebe07fb74,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:40.058662 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.107711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 88661820-5d9e-4e61-a981-c12877860bce is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:40.112651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:40.116852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:40.123271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:40.123966 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.146663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=777f542a-4090-4561-a5cb-8754a2900cd0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:40.151968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1833649f-ebde-4274-a649-b5eed6be4224 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9293647 Jul 22 23:55:40.154598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32832) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:40.544757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.810786 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.815820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:40.897542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=777f542a-4090-4561-a5cb-8754a2900cd0,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:41.038183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.048890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2783e3-867b-4405-8e3e-ca455045a725 None None] Network 88661820-5d9e-4e61-a981-c12877860bce requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:41.142227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-62cf9ac4-45fc-4d03-8a2b-6454b4541c04 None None] Provisioning for port 02d21ba1-8323-4974-8a13-847ebe07fb74 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:41.198325 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.501223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.506570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.507469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.622454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 02d21ba1-8323-4974-8a13-847ebe07fb74 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:41.646340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=777f542a-4090-4561-a5cb-8754a2900cd0,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:41.695949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 88661820-5d9e-4e61-a981-c12877860bce is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:41.697888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:41.709991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6c69e534-63d9-47e6-807d-92162e1fd079 None None] Provisioning for port 777f542a-4090-4561-a5cb-8754a2900cd0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:41.722213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6c69e534-63d9-47e6-807d-92162e1fd079 None None] Provisioning complete for port 777f542a-4090-4561-a5cb-8754a2900cd0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:41.722725 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c69e534-63d9-47e6-807d-92162e1fd079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.752284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 02d21ba1-8323-4974-8a13-847ebe07fb74 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:41.769012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 02d21ba1-8323-4974-8a13-847ebe07fb74 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:41.769386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.812645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6c69e534-63d9-47e6-807d-92162e1fd079 None None] Port 777f542a-4090-4561-a5cb-8754a2900cd0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:41.853110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Router 0efff2a0-14be-4544-9dfd-2decb07e8f61 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:55:41.888244 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.940795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 02d21ba1-8323-4974-8a13-847ebe07fb74, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=02d21ba1-8323-4974-8a13-847ebe07fb74,segment=NetworkSegment(146b30bb-050d-44dc-a7e2-791384a96158),segment_id=146b30bb-050d-44dc-a7e2-791384a96158)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:41.947618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.982602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-92e80827-f6d7-48ef-bad1-b33c4f8bc042 None None] Provisioning complete for port 777f542a-4090-4561-a5cb-8754a2900cd0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:41.982932 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-92e80827-f6d7-48ef-bad1-b33c4f8bc042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.990994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:42.001632 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] Sync routers for ids ['0efff2a0-14be-4544-9dfd-2decb07e8f61'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:42.002694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f2c3df66-3d48-4ed8-ad50-81b456c790b9 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/routers/0efff2a0-14be-4544-9dfd-2decb07e8f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8470407 Jul 22 23:55:42.005411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:42.022750 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] Routers {'0efff2a0-14be-4544-9dfd-2decb07e8f61'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:42.023356 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0efff2a0-14be-4544-9dfd-2decb07e8f61'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:42.082692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=02d21ba1-8323-4974-8a13-847ebe07fb74,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:42.089612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d2aba-08dd-491b-8010-c295cf0b5310 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:42.091061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-92e80827-f6d7-48ef-bad1-b33c4f8bc042 None None] Port 777f542a-4090-4561-a5cb-8754a2900cd0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:42.092044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a61d2aba-08dd-491b-8010-c295cf0b5310 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0efff2a0-14be-4544-9dfd-2decb07e8f61 HTTP/1.1" status: 200 len: 989 time: 0.0856128 Jul 22 23:55:42.096433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:42.129551 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:42.145279 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] Routers {'0efff2a0-14be-4544-9dfd-2decb07e8f61'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:42.146137 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0efff2a0-14be-4544-9dfd-2decb07e8f61'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:42.193490 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:42.194236 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71ce364-ad37-4296-979e-5be6d3b4f23b None None] The sync data for ids ['0efff2a0-14be-4544-9dfd-2decb07e8f61'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:42.325358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ecf6f351-5245-4a64-bfa4-b0ed5d057a4d None None] Provisioning complete for port 777f542a-4090-4561-a5cb-8754a2900cd0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:42.328132 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ecf6f351-5245-4a64-bfa4-b0ed5d057a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.392704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6f351-5245-4a64-bfa4-b0ed5d057a4d None None] Port 777f542a-4090-4561-a5cb-8754a2900cd0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:42.624612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2b41d0f7-4bcb-49f7-9b77-eced44ab80e3 None None] Provisioning complete for port 777f542a-4090-4561-a5cb-8754a2900cd0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:42.625005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b41d0f7-4bcb-49f7-9b77-eced44ab80e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.680620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2b41d0f7-4bcb-49f7-9b77-eced44ab80e3 None None] Port 777f542a-4090-4561-a5cb-8754a2900cd0 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:42.728738 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:42.969078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 777f542a-4090-4561-a5cb-8754a2900cd0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:42.969332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.060517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.072870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 777f542a-4090-4561-a5cb-8754a2900cd0 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:43.267110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.296395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=777f542a-4090-4561-a5cb-8754a2900cd0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:43.576224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 02d21ba1-8323-4974-8a13-847ebe07fb74 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:43.664858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 02d21ba1-8323-4974-8a13-847ebe07fb74 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:43.665341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.816818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:43.992790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Router 0efff2a0-14be-4544-9dfd-2decb07e8f61 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:44.076834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:44.085257 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-05b74371-2d3a-432c-bd12-72799c5a2ca5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/routers/0efff2a0-14be-4544-9dfd-2decb07e8f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9841340 Jul 22 23:55:44.085551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:44.093844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] Sync routers for ids ['0efff2a0-14be-4544-9dfd-2decb07e8f61'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:44.105704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] Routers {'0efff2a0-14be-4544-9dfd-2decb07e8f61'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:44.106851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0efff2a0-14be-4544-9dfd-2decb07e8f61'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:44.117809 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-089fc1d6-8b2b-496b-b88e-a648be84e78b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:44.122612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-089fc1d6-8b2b-496b-b88e-a648be84e78b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/777f542a-4090-4561-a5cb-8754a2900cd0 HTTP/1.1" status: 404 len: 333 time: 0.0337155 Jul 22 23:55:44.122851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:44.153168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:44.165341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] Routers {'0efff2a0-14be-4544-9dfd-2decb07e8f61'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:44.167825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0efff2a0-14be-4544-9dfd-2decb07e8f61'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:44.204786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:44.205895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892c4c8-7258-4e36-bcef-6e70ea981c92 None None] The sync data for ids ['0efff2a0-14be-4544-9dfd-2decb07e8f61'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:44.229107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.409071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.411401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.467018 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.467607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Fanout notify agent at l3_agent the message router_deleted on router 0efff2a0-14be-4544-9dfd-2decb07e8f61 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:55:44.478918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.482701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-79732273-26b0-4792-8411-a2918a101854 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/routers/0efff2a0-14be-4544-9dfd-2decb07e8f61 HTTP/1.1" status: 204 len: 168 time: 0.3557265 Jul 22 23:55:44.483388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:44.544964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:44.548505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.595418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.688299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.772781 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.817914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:44.826416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:44.829211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c6a54cc8-6d4e-490b-9082-935c34fa2695 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870 HTTP/1.1" status: 204 len: 168 time: 0.3443482 Jul 22 23:55:44.832077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:44.833117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f99920-428e-4239-bf9a-a7d3bfcce67b None None] Network 88661820-5d9e-4e61-a981-c12877860bce requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:45.089278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] DHCP port deletion for 88661820-5d9e-4e61-a981-c12877860bce request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:55:45.168042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] Deleting port 02d21ba1-8323-4974-8a13-847ebe07fb74 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:45.169252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.269347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] For port 02d21ba1-8323-4974-8a13-847ebe07fb74, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=02d21ba1-8323-4974-8a13-847ebe07fb74,segment=NetworkSegment(146b30bb-050d-44dc-a7e2-791384a96158),segment_id=146b30bb-050d-44dc-a7e2-791384a96158)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:45.269810 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.271909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32882) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:45.294034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] Calling delete_port for 02d21ba1-8323-4974-8a13-847ebe07fb74 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:45.342241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.392160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.416093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 02d21ba1-8323-4974-8a13-847ebe07fb74 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:45.416841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.423164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] Pushing event deleted for resources: {'Port': ['ID=02d21ba1-8323-4974-8a13-847ebe07fb74,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.427045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863e42a-bbc5-45b9-b88d-603d54eadbeb None None] No DVR routers for this DVR port 02d21ba1-8323-4974-8a13-847ebe07fb74 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:45.442673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf7a1-b7dd-4fde-b52f-070cef4100c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.513582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port 02d21ba1-8323-4974-8a13-847ebe07fb74, host n-d-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:45.514179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.528564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 02d21ba1-8323-4974-8a13-847ebe07fb74 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:45.531689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Port 02d21ba1-8323-4974-8a13-847ebe07fb74 was not found and therefore no delete operation was performed {{(pid=93791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:55:45.534939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.536204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 02d21ba1-8323-4974-8a13-847ebe07fb74 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:45.573910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port 02d21ba1-8323-4974-8a13-847ebe07fb74 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:45.578433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 02d21ba1-8323-4974-8a13-847ebe07fb74 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:45.579104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 02d21ba1-8323-4974-8a13-847ebe07fb74 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:45.603946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=02d21ba1-8323-4974-8a13-847ebe07fb74,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.604453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf7a1-b7dd-4fde-b52f-070cef4100c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.610688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebfaf7a1-b7dd-4fde-b52f-070cef4100c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.655654 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ebfaf7a1-b7dd-4fde-b52f-070cef4100c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1332bb55bc2940a2a4cfef649c2f5d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3827415 Jul 22 23:55:45.656630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfaf7a1-b7dd-4fde-b52f-070cef4100c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822437bb-d9e3-42a1-bb6d-549496f830f9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.658932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:45.681451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.692421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88661820-5d9e-4e61-a981-c12877860bce']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:45.703228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146b30bb-050d-44dc-a7e2-791384a96158') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:45.703556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146b30bb-050d-44dc-a7e2-791384a96158') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:45.713070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.713872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63ba8be5-b736-4d48-b5a1-ceaa171a64aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.727493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.733402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:55:45.733793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:55:45.736851 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:55:45.744898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63ba8be5-b736-4d48-b5a1-ceaa171a64aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.796922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.804214 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.806553 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63ba8be5-b736-4d48-b5a1-ceaa171a64aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.812030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-63ba8be5-b736-4d48-b5a1-ceaa171a64aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:45.812558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/88661820-5d9e-4e61-a981-c12877860bce HTTP/1.1" status: 204 len: 168 time: 0.9786346 Jul 22 23:55:45.815475 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-63ba8be5-b736-4d48-b5a1-ceaa171a64aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/822437bb-d9e3-42a1-bb6d-549496f830f9 HTTP/1.1" status: 204 len: 168 time: 0.1533985 Jul 22 23:55:45.815475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32890) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:45.835856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eb1d0-3c36-4283-8943-9ab9da172364 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=88661820-5d9e-4e61-a981-c12877860bce,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.879867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba8be5-b736-4d48-b5a1-ceaa171a64aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822437bb-d9e3-42a1-bb6d-549496f830f9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:45.911813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb6bc8-0c01-45f9-b668-dbd86298532f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:45.916783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5bcb6bc8-0c01-45f9-b668-dbd86298532f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/bd50c303-18fe-4dad-aa1f-9b4c3f633957 HTTP/1.1" status: 200 len: 844 time: 0.0833154 Jul 22 23:55:45.917489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:45.977065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b14658b-9cd7-4300-a783-b5b9e5a32157 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/bd50c303-18fe-4dad-aa1f-9b4c3f633957?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0581312 Jul 22 23:55:45.980818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32898) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:45.985805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:46.083629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:46.087587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.141295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29d70180-ed7a-409e-8b43-6e12bfb2c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.309759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.357423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:46.362245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:46.366532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:46.367242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.372720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b371d6e-9be2-44b8-99a2-d24a4cfae5ac None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:46.389826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:46.395457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0204279f-32cf-49e8-b8c4-5dfaf091867c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4127700 Jul 22 23:55:46.398131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32914) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:46.404969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1415725180'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:46.430071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.575129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.581247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.645926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.647959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2485757 Jul 22 23:55:46.650927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:46.657032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088223395'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:46.663710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad383f-9b7f-4f2f-8419-856ee8a1bf9f tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f7d83-8a47-4b4f-b1a1-bb22142c9103,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:46.702246 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.822971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.826332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-4d2220f0-11d7-446b-a9b9-71527cc32907', 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'tenant_id': 'c44b517130314a65adc88a656b2bac04', 'fixed_ips': [{'subnet_id': '42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:46.827276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.837884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.877076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:46.879842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2259431 Jul 22 23:55:46.881541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:46.882150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc71073-fd48-4d94-ae86-cd5f49f25fd5 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768ec094-9d74-412c-9e28-c717c910d744,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:46.889976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1206732782', 'security_groups': ['768ec094-9d74-412c-9e28-c717c910d744'], 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:47.056852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:47.062984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Allocated IP 2001:db8::2 (4d2220f0-11d7-446b-a9b9-71527cc32907/42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2/099d8ebe-dec8-45d5-9e41-d90295a16713) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:47.203720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.230652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 9961c241-e903-43d7-8f46-c58efe43cefc yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:47.318812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.333204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Transition to ACTIVE for port object 099d8ebe-dec8-45d5-9e41-d90295a16713 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:47.355469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Transition to ACTIVE for port object 099d8ebe-dec8-45d5-9e41-d90295a16713 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:47.368636 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.417084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:47.420480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:47.423811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:47.452370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::116 (4d2220f0-11d7-446b-a9b9-71527cc32907/42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2/9961c241-e903-43d7-8f46-c58efe43cefc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:47.472089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Pushing event updated for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:47.506132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Attempting to bind port 099d8ebe-dec8-45d5-9e41-d90295a16713 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:47.506492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Attempting to bind port 099d8ebe-dec8-45d5-9e41-d90295a16713 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '77223e35-ba38-48fd-ab71-e26ee1f7d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:47.506857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Attempting to bind port 099d8ebe-dec8-45d5-9e41-d90295a16713 on network 4d2220f0-11d7-446b-a9b9-71527cc32907 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:47.512640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:47.513018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Checking segment: {'id': '77223e35-ba38-48fd-ab71-e26ee1f7d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:47.513414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.513810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Bound using segment: {'id': '77223e35-ba38-48fd-ab71-e26ee1f7d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:47.514281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Bound port: 099d8ebe-dec8-45d5-9e41-d90295a16713, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77223e35-ba38-48fd-ab71-e26ee1f7d423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:47.514661 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.580428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:47.583619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=099d8ebe-dec8-45d5-9e41-d90295a16713,segment=NetworkSegment(77223e35-ba38-48fd-ab71-e26ee1f7d423),segment_id=77223e35-ba38-48fd-ab71-e26ee1f7d423)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:47.590015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.620162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.635599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 9961c241-e903-43d7-8f46-c58efe43cefc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:47.665121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24084-b3b9-4096-ba39-a84ca8133fed None None] Pushing event updated for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:47.689549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.745202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:47.752274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:47.758648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:47.767011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:47.768105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:47.782588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=9961c241-e903-43d7-8f46-c58efe43cefc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:47.796131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c58bb538-e024-4e32-b622-07473eadf21c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9131787 Jul 22 23:55:47.800335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:47.807158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:47.961865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:47.967182 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.090224 n-d-758851-4 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2 (CIDR: 2001:db8::/64) Jul 22 23:55:48.093595 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:55:48.094053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:55:48.107834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dc955d94-94f6-47d5-a8fa-c70f64f994eb tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3065069 Jul 22 23:55:48.110886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32940) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:48.116293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:48.234812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:48.238294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.527703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.574821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:48.578057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:48.596217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:48.597058 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.602106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=7a4535a8-d703-430b-b27b-22241ca6a6bc,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:48.625126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a71f6c10-64e1-45ff-905a-de2f84e0abae tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5127928 Jul 22 23:55:48.627302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:48.639677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1640260022', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a4535a8-d703-430b-b27b-22241ca6a6bc'}], 'security_groups': ['be6f7d83-8a47-4b4f-b1a1-bb22142c9103']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:48.764238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.825311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b26b3a8-54f8-4cb6-bf97-8e1cfcef67ee None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:48.906362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-574c9634-33cb-4b6f-82b4-87137723efd0 None None] Provisioning complete for port bd50c303-18fe-4dad-aa1f-9b4c3f633957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:48.907124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-574c9634-33cb-4b6f-82b4-87137723efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:48.983654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-574c9634-33cb-4b6f-82b4-87137723efd0 None None] Port bd50c303-18fe-4dad-aa1f-9b4c3f633957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:49.004256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-574c9634-33cb-4b6f-82b4-87137723efd0 None None] Provisioning for port 099d8ebe-dec8-45d5-9e41-d90295a16713 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:49.057529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec6d04-73da-4dcc-aca6-d62fa17a8d46 req-c68e0cfc-452a-46a7-b2c7-9d089c8d2a1f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.059783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8ec6d04-73da-4dcc-aca6-d62fa17a8d46 req-c68e0cfc-452a-46a7-b2c7-9d089c8d2a1f tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.1535647 Jul 22 23:55:49.124831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8ec6d04-73da-4dcc-aca6-d62fa17a8d46 req-b6734ca3-01d1-45f3-ae00-48bc64f92d45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545008 Jul 22 23:55:49.151420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Update dhcp port {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'fixed_ips': [{'subnet_id': '42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a4535a8-d703-430b-b27b-22241ca6a6bc'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '099d8ebe-dec8-45d5-9e41-d90295a16713'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:55:49.179720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Delete allocated IP 2001:db8::116 (4d2220f0-11d7-446b-a9b9-71527cc32907/42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:55:49.187620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8:0:1::1d5 (4d2220f0-11d7-446b-a9b9-71527cc32907/7a4535a8-d703-430b-b27b-22241ca6a6bc/9961c241-e903-43d7-8f46-c58efe43cefc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:49.188031 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.367435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.379657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Ignored duplicate provisioning block setup for port 9961c241-e903-43d7-8f46-c58efe43cefc by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:55:49.384262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.465879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Allocated IP 2001:db8:0:1::2 (4d2220f0-11d7-446b-a9b9-71527cc32907/7a4535a8-d703-430b-b27b-22241ca6a6bc/099d8ebe-dec8-45d5-9e41-d90295a16713) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:49.482921 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-289471b0-544f-4728-88ae-6451d3ce61d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.483124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] In _notify_port_updated(), no bound segment for port 9961c241-e903-43d7-8f46-c58efe43cefc on network 4d2220f0-11d7-446b-a9b9-71527cc32907 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:49.489307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:49.489996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.491353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/ports/9961c241-e903-43d7-8f46-c58efe43cefc HTTP/1.1" status: 200 len: 931 time: 0.8627214 Jul 22 23:55:49.492287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668af9d4-4763-498c-a864-08620a9ea166 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=9961c241-e903-43d7-8f46-c58efe43cefc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:49.494796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:49.619845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.638455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:49.655277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 9961c241-e903-43d7-8f46-c58efe43cefc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:49.656036 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.677883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=099d8ebe-dec8-45d5-9e41-d90295a16713,segment=NetworkSegment(77223e35-ba38-48fd-ab71-e26ee1f7d423),segment_id=77223e35-ba38-48fd-ab71-e26ee1f7d423)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:49.729294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.734202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 099d8ebe-dec8-45d5-9e41-d90295a16713 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:49.746949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:49.746949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.750995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Transition to ACTIVE for port object 099d8ebe-dec8-45d5-9e41-d90295a16713 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:49.767020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.774860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.783733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 9961c241-e903-43d7-8f46-c58efe43cefc owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:49.869831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Port 099d8ebe-dec8-45d5-9e41-d90295a16713 had new provisioning blocks added so it will not transition to active. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 22 23:55:49.893085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab9b3b-6a3f-4929-9e20-f03f65a9aa69 None None] Pushing event updated for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:49.941958 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:49.973872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=9961c241-e903-43d7-8f46-c58efe43cefc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:50.005153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.008221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d02a9062-6664-4137-93ce-ce5ceb53d2be tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/9961c241-e903-43d7-8f46-c58efe43cefc HTTP/1.1" status: 204 len: 168 time: 0.5120370 Jul 22 23:55:50.010682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:50.051108 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c52861-649f-4554-938e-3c33f90f525d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:50.053012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-11c52861-649f-4554-938e-3c33f90f525d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/9961c241-e903-43d7-8f46-c58efe43cefc HTTP/1.1" status: 404 len: 333 time: 0.0407465 Jul 22 23:55:50.055725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 32972) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:50.114158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf958827-2edd-41c8-9928-a9647f070d61 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.138608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf958827-2edd-41c8-9928-a9647f070d61 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.192047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf958827-2edd-41c8-9928-a9647f070d61 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.197390 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf958827-2edd-41c8-9928-a9647f070d61 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.201957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32978) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:50.202828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cf958827-2edd-41c8-9928-a9647f070d61 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/security-groups/768ec094-9d74-412c-9e28-c717c910d744 HTTP/1.1" status: 204 len: 168 time: 0.1456332 Jul 22 23:55:50.219831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf958827-2edd-41c8-9928-a9647f070d61 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ec094-9d74-412c-9e28-c717c910d744,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:50.266147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.309751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee960-587d-4312-84bc-bd64f45b4a4b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.351989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac20766-7461-4c12-8964-68daace30379 req-1e03c67b-18f7-4fba-96f4-2a2c6fd21878 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.354480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ac20766-7461-4c12-8964-68daace30379 req-1e03c67b-18f7-4fba-96f4-2a2c6fd21878 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.1263044 Jul 22 23:55:50.362081 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee960-587d-4312-84bc-bd64f45b4a4b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.442382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee960-587d-4312-84bc-bd64f45b4a4b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.445429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee960-587d-4312-84bc-bd64f45b4a4b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.454226 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cc7ee960-587d-4312-84bc-bd64f45b4a4b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/security-groups/be6f7d83-8a47-4b4f-b1a1-bb22142c9103 HTTP/1.1" status: 204 len: 168 time: 0.2425079 Jul 22 23:55:50.455196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32980) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:50.478895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ac20766-7461-4c12-8964-68daace30379 req-3f908d5e-2e18-40f2-ba2c-558361fb3c79 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113255 Jul 22 23:55:50.526975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ee960-587d-4312-84bc-bd64f45b4a4b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f7d83-8a47-4b4f-b1a1-bb22142c9103,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:50.559536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet 42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:50.567491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.610876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.716162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.799323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Provisioning complete for port bd50c303-18fe-4dad-aa1f-9b4c3f633957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:50.800774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.819816 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.855098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:50.878492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.881577 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-14ac5dd0-a38b-4294-8617-ae1011a2e54d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2 HTTP/1.1" status: 204 len: 168 time: 0.4225004 Jul 22 23:55:50.887140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:50.904673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:50.920755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-b2f8b6d9-a678-4616-8b73-c1ceb5ff27fc tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:50.924837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-b2f8b6d9-a678-4616-8b73-c1ceb5ff27fc tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.1860547 Jul 22 23:55:50.933246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Port bd50c303-18fe-4dad-aa1f-9b4c3f633957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:50.970550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Provisioning for port 099d8ebe-dec8-45d5-9e41-d90295a16713 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:50.984816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:50.986219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.114382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854d1a4-0abe-4aa1-b2e3-fce67f01f901 None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:51.152719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Deleting port b4c35928-c8ea-499b-9dce-0a8056451fa5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:51.153743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.242487 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.289007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:51.295386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.358604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-5b2c6ee3-e766-463b-8822-df1eec61b217 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101951 Jul 22 23:55:51.385117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] For port b4c35928-c8ea-499b-9dce-0a8056451fa5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b4c35928-c8ea-499b-9dce-0a8056451fa5,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:51.386038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.428952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=099d8ebe-dec8-45d5-9e41-d90295a16713,segment=NetworkSegment(77223e35-ba38-48fd-ab71-e26ee1f7d423),segment_id=77223e35-ba38-48fd-ab71-e26ee1f7d423)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:51.440275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:51.449650 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.470876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Could not find standard attr ID for object 9961c241-e903-43d7-8f46-c58efe43cefc. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:51.645949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:51.665445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d418103c-e4b4-474f-b840-bc3b80f230dc None None] Could not find standard attr ID for object 9961c241-e903-43d7-8f46-c58efe43cefc. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:51.714602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Pushing event updated for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:51.728740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.728740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.729134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.729605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.730029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.730430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.730829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.731221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.731648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.732037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.732373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.732709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c14765-9fa5-4a80-bf51-9a7e544be144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:51.752750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2ea8-59c2-4ddb-9db7-16e20915439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.763561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.803759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:51.807048 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.880375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc04c7-49de-448d-acb5-edd75522c371 req-b02fb67a-82e5-439c-b32e-4384bde3b8c7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:51.882028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4bc04c7-49de-448d-acb5-edd75522c371 req-b02fb67a-82e5-439c-b32e-4384bde3b8c7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 945 time: 0.1886594 Jul 22 23:55:51.889244 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.889633 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.889954 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Floating IP 12acf78d-7bef-496d-af45-acf65f3d3271 disassociated. External IP: 172.25.5.211, port: b4c35928-c8ea-499b-9dce-0a8056451fa5. Jul 22 23:55:51.890313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Calling delete_port for b4c35928-c8ea-499b-9dce-0a8056451fa5 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:51.966228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.025956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4bc04c7-49de-448d-acb5-edd75522c371 req-2737f7e1-2431-40b2-9f1e-da50034ecdba tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups?id=9925ed80-7890-407b-a188-021844028f25&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239281 Jul 22 23:55:52.052135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=4b0e5004-d0e9-4120-a8cb-9a34e6fbac92,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.110957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:52.114540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-615e7c36-28a1-4eac-9a78-bc35feb4b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.117417 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-615e7c36-28a1-4eac-9a78-bc35feb4b7f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1096 time: 0.7030849 Jul 22 23:55:52.126802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:52.130058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.130764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.185286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.226044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.235044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event deleted for resources: {'Port': ['ID=b4c35928-c8ea-499b-9dce-0a8056451fa5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.265726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2ea8-59c2-4ddb-9db7-16e20915439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.278742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a7ae2ea8-59c2-4ddb-9db7-16e20915439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.305184 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5952d176-e29b-42b2-b1e3-7ce427cd491c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4157374 Jul 22 23:55:52.316878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 32998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.334172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'security_group': {'name': 'tempest-secgroup-149677599'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:52.357185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-3c2e6dbf-6b2c-4ec6-9e4c-82de49594263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.358814 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-3c2e6dbf-6b2c-4ec6-9e4c-82de49594263 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1986024 Jul 22 23:55:52.366779 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a7ae2ea8-59c2-4ddb-9db7-16e20915439d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c9a8c94734140cda47b047aa5f9cad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216204 Jul 22 23:55:52.387265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.430729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Router d15de23a-0576-4983-950c-d85661b17bfd has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:55:52.441066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae2ea8-59c2-4ddb-9db7-16e20915439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebabecda-8882-41b9-832f-d52ed186bc36,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.475667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.521873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-b24be7fa-f00e-4507-894f-6c3fa8065425 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 200 len: 1000 time: 0.1510065 Jul 22 23:55:52.598129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:55:52.601520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d55724e3-c84d-4bcb-882d-a06fd007ea44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.619660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-98c2466c-e090-4b44-92f6-168a6966c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.620084 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:55:52.621004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-98c2466c-e090-4b44-92f6-168a6966c66d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0889149 Jul 22 23:55:52.635471 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:52.636299 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:52.660019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d55724e3-c84d-4bcb-882d-a06fd007ea44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.663060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] No DVR routers for this DVR port b4c35928-c8ea-499b-9dce-0a8056451fa5 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:55:52.666618 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.669998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adfdfb-b71d-42f8-9789-e3a4a7ff8435 None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:52.670198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d783cc5-8394-4bdc-80ba-ac9d6c3fa9dc req-a8925f0e-8323-4f92-994d-f29a12c4459b tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.49 "DELETE /v2.0/ports/b4c35928-c8ea-499b-9dce-0a8056451fa5 HTTP/1.1" status: 204 len: 173 time: 1.7377763 Jul 22 23:55:52.670631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'name': 'network-vif-deleted', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:55:52.674328 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ed876-8fbb-4b2f-ac8a-fb15bee3848a" -d '{"events": [{"server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "name": "network-vif-deleted", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:55:52.773488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.782422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.818190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.819497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4892910 Jul 22 23:55:52.825208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33006) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:52.828967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5abd67c0-7bc2-4d33-a981-7a494cce0869 None None] Provisioning complete for port bd50c303-18fe-4dad-aa1f-9b4c3f633957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:52.829364 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5abd67c0-7bc2-4d33-a981-7a494cce0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.830209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152840747'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:52.849516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d55724e3-c84d-4bcb-882d-a06fd007ea44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.852095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d55724e3-c84d-4bcb-882d-a06fd007ea44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.855953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d55724e3-c84d-4bcb-882d-a06fd007ea44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebabecda-8882-41b9-832f-d52ed186bc36 HTTP/1.1" status: 204 len: 168 time: 0.4630556 Jul 22 23:55:52.862373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-cf2f20fc-45bd-452b-93df-90a18e6f4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:52.864033 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-cf2f20fc-45bd-452b-93df-90a18e6f4319 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348256 Jul 22 23:55:52.865153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da39c88-0578-4b3a-8c0f-ae533152d909 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf7d8cb-2678-4f13-9e39-2e30aed08834,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.909050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:52.924722 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:52.935031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55724e3-c84d-4bcb-882d-a06fd007ea44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebabecda-8882-41b9-832f-d52ed186bc36,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:52.975015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5abd67c0-7bc2-4d33-a981-7a494cce0869 None None] Port bd50c303-18fe-4dad-aa1f-9b4c3f633957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:53.019108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5abd67c0-7bc2-4d33-a981-7a494cce0869 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:53.020283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5abd67c0-7bc2-4d33-a981-7a494cce0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.050054 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d8a964-92a3-4f71-b7e1-5bbff0c48ed7 x-openstack-request-id: req-33d8a964-92a3-4f71-b7e1-5bbff0c48ed7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:55:53.050396 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2612443-0ab7-4117-9a80-1b0db4208c69", "name": "network-vif-deleted", "tag": "b4c35928-c8ea-499b-9dce-0a8056451fa5", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:55:53.051903 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33d8a964-92a3-4f71-b7e1-5bbff0c48ed7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:55:53.052577 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2612443-0ab7-4117-9a80-1b0db4208c69', 'name': 'network-vif-deleted', 'tag': 'b4c35928-c8ea-499b-9dce-0a8056451fa5', 'status': 'completed', 'code': 200} Jul 22 23:55:53.087983 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-e6c6c6f5-b888-49c1-92c6-5e4ca8e9fb82 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142334 Jul 22 23:55:53.234048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ec89b47-d29c-427c-86e7-9223f6bbdcee req-4e04285c-577d-4474-b3ee-127738e47e8e tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2612443-0ab7-4117-9a80-1b0db4208c69 HTTP/1.1" status: 200 len: 210 time: 0.0499053 Jul 22 23:55:53.237298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.251157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.264698 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-573160fa-9880-4a28-b178-1d1e2ee34b84 req-932e05de-5e25-4a06-b3c3-60300ff9d9ac service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624641 Jul 22 23:55:53.303991 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.305634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4792700 Jul 22 23:55:53.309166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:53.315847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'security_group': {'name': 'tempest-secgroup-904016655'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:53.325639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945df69-1623-44fd-8aac-37c8e7fe1de3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee5ab1-f8da-4300-8e3d-8acf4e826159,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:53.342734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Update dhcp port {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'fixed_ips': [{'subnet_id': '7a4535a8-d703-430b-b27b-22241ca6a6bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b0e5004-d0e9-4120-a8cb-9a34e6fbac92'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '099d8ebe-dec8-45d5-9e41-d90295a16713'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:55:53.356337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.387811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.430237 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:53.505538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.517280 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:55:53.518590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.528817 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:55:53.529450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:53.580203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:53.584740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.589264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:53.590138 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2785895 Jul 22 23:55:53.596411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41451beb-b6bb-4e18-884b-499ab3c88980 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39032ea4-70da-4545-853c-8fa06465da28,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:53.597569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-295947507', 'security_groups': ['39032ea4-70da-4545-853c-8fa06465da28'], 'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b0e5004-d0e9-4120-a8cb-9a34e6fbac92'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:53.694407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Allocated IP 2001:db8::2 (4d2220f0-11d7-446b-a9b9-71527cc32907/4b0e5004-d0e9-4120-a8cb-9a34e6fbac92/099d8ebe-dec8-45d5-9e41-d90295a16713) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:53.704897 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:55:53.735065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:53.735478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.774824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:53.879708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=099d8ebe-dec8-45d5-9e41-d90295a16713,segment=NetworkSegment(77223e35-ba38-48fd-ab71-e26ee1f7d423),segment_id=77223e35-ba38-48fd-ab71-e26ee1f7d423)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:53.919260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.931468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.938332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] device_id is not set on port 2983d9b6-f796-4b85-ae92-42bd54cbb323 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:55:53.951045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Transition to ACTIVE for port object 099d8ebe-dec8-45d5-9e41-d90295a16713 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:53.955566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.964641 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:55:54.013930 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788b9c36-84a0-432b-bd76-9528d4cd0725 None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:48:49Z', 'revision_number': 4, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b2ae3e86-3c16-47cb-adf9-9e493b8704f7', 'name': '', 'network_id': 'e42c7420-6876-4341-986f-b10e55e2405e', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'mac_address': 'fa:16:3e:da:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:47Z', 'updated_at': '2021-07-22T23:48:59Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'subnets': [{'id': '7a1d8bb9-2814-42bf-a860-02209e4fcf11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:55:54.077497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd24d9-b377-4793-b75c-959b9f0b86d3 None None] Pushing event updated for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:54.160589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8::181 (4d2220f0-11d7-446b-a9b9-71527cc32907/4b0e5004-d0e9-4120-a8cb-9a34e6fbac92/2983d9b6-f796-4b85-ae92-42bd54cbb323) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:54.351616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33044) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.369007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.392075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cf5404-aa8e-4f12-a182-8dce9edba4b1 None None] New status for floating IP 12acf78d-7bef-496d-af45-acf65f3d3271: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:55:54.394468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 2983d9b6-f796-4b85-ae92-42bd54cbb323 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:54.437177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.512262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-180d3d39-f3fa-4a37-adca-2d3f21d61a45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.565864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:54.577044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:54.578946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=2983d9b6-f796-4b85-ae92-42bd54cbb323,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:54.589337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-180d3d39-f3fa-4a37-adca-2d3f21d61a45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.590153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:54.596952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:54.597545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.620259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33050) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.620480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a4562db-e216-46d8-91e9-a6f0fa80bee0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0295651 Jul 22 23:55:54.628939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:54.730056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-180d3d39-f3fa-4a37-adca-2d3f21d61a45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.732793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-180d3d39-f3fa-4a37-adca-2d3f21d61a45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.736623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-180d3d39-f3fa-4a37-adca-2d3f21d61a45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "DELETE /v2.0/security-groups/9925ed80-7890-407b-a188-021844028f25 HTTP/1.1" status: 204 len: 168 time: 0.3811135 Jul 22 23:55:54.737049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33054) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.755511 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-1a6468b4-a490-4d17-aa6a-bb0f2d3cf24c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] show failed (client error): The resource could not be found. Jul 22 23:55:54.756945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d3d39-f3fa-4a37-adca-2d3f21d61a45 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9925ed80-7890-407b-a188-021844028f25,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:54.761393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33056) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:54.761685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1a6468b4-a490-4d17-aa6a-bb0f2d3cf24c tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "GET /v2.0/security-groups/9925ed80-7890-407b-a188-021844028f25 HTTP/1.1" status: 404 len: 347 time: 0.0230451 Jul 22 23:55:54.879767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:54.883168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.910841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c72f7d8-30b8-42dd-84f2-52706b47ca48 None None] Provisioning complete for port bd50c303-18fe-4dad-aa1f-9b4c3f633957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:54.911545 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c72f7d8-30b8-42dd-84f2-52706b47ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.961846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9c72f7d8-30b8-42dd-84f2-52706b47ca48 None None] Port bd50c303-18fe-4dad-aa1f-9b4c3f633957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:54.980948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c72f7d8-30b8-42dd-84f2-52706b47ca48 None None] Provisioning for port 099d8ebe-dec8-45d5-9e41-d90295a16713 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:54.985779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9c72f7d8-30b8-42dd-84f2-52706b47ca48 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:54.986222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Deleting port c69edae6-873a-4e42-91cf-bf3a64463e3f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:54.986573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:54.986930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9c72f7d8-30b8-42dd-84f2-52706b47ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.028345 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b0e5004-d0e9-4120-a8cb-9a34e6fbac92 (CIDR: 2001:db8::/64) Jul 22 23:55:55.039502 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:55:55.039894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:55:55.087781 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-922656c4-df12-4d6a-80f5-d5faa59710e3 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4661558 Jul 22 23:55:55.090651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33058) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:55.098572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:55.103257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.103846 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.118056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Calling delete_port for c69edae6-873a-4e42-91cf-bf3a64463e3f owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:55.254010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:55.258245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.278446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2b02f482-a313-4cef-b62c-b2ff1429b0ef None None] Provisioning for port 2983d9b6-f796-4b85-ae92-42bd54cbb323 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:55.282850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2b02f482-a313-4cef-b62c-b2ff1429b0ef None None] Provisioning complete for port 2983d9b6-f796-4b85-ae92-42bd54cbb323 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:55.283536 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b02f482-a313-4cef-b62c-b2ff1429b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.298715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.361528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2b02f482-a313-4cef-b62c-b2ff1429b0ef None None] Port 2983d9b6-f796-4b85-ae92-42bd54cbb323 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:55.379371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Pushing event deleted for resources: {'Port': ['ID=c69edae6-873a-4e42-91cf-bf3a64463e3f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:55.416150 n-d-758851-4 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7a4535a8-d703-430b-b27b-22241ca6a6bc (CIDR: 2001:db8:0:1::/64) Jul 22 23:55:55.423654 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:55:55.425251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:55:55.443392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-94aef5b8-ddd4-4119-9ef0-b7ef8fadf260 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3497593 Jul 22 23:55:55.444826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:55.452461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'subnet': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:55.481839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.485456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.485615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-67621bfc-1c07-4f0a-9aa6-cbf3d0a34cbb None None] Could not find standard attr ID for object 9961c241-e903-43d7-8f46-c58efe43cefc. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:55.488349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-13626579-38bc-4673-85ed-4398dedb40b7 tempest-AttachVolumeTestJSON-1154731532 tempest-AttachVolumeTestJSON-1154731532-project] 10.222.0.21 "DELETE /v2.0/floatingips/12acf78d-7bef-496d-af45-acf65f3d3271 HTTP/1.1" status: 204 len: 168 time: 0.7253683 Jul 22 23:55:55.571289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:55.644830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Made reservation on behalf of c44b517130314a65adc88a656b2bac04 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:55.654531 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.685747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:55.686253 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:55.914420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4c35928-c8ea-499b-9dce-0a8056451fa5 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:55:55.940944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: b4c35928-c8ea-499b-9dce-0a8056451fa5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:55:55.941297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b4c35928-c8ea-499b-9dce-0a8056451fa5 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:55:56.000493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.052899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:56.056643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:56.064485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:56.065498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.075320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Subnet': ['ID=e23cfc86-0b41-423e-a050-2374779c22e8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:56.075684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef36325-5590-440d-b7fa-ce9fb03d1ba8 None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:56.093736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2fc9ceab-a076-46ac-bfe1-f493c09166df tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6473022 Jul 22 23:55:56.096529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33080) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:56.102057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-302427252', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e23cfc86-0b41-423e-a050-2374779c22e8'}], 'security_groups': ['4bf7d8cb-2678-4f13-9e39-2e30aed08834', 'dfee5ab1-f8da-4300-8e3d-8acf4e826159']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:56.361418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.454183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Update dhcp port {'port': {'network_id': '4d2220f0-11d7-446b-a9b9-71527cc32907', 'fixed_ips': [{'subnet_id': '7a4535a8-d703-430b-b27b-22241ca6a6bc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b0e5004-d0e9-4120-a8cb-9a34e6fbac92', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e23cfc86-0b41-423e-a050-2374779c22e8'}], 'binding:host_id': 'n-d-758851-4'}, 'id': '099d8ebe-dec8-45d5-9e41-d90295a16713'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:55:56.514867 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:56.849380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Delete allocated IP 2001:db8::181 (4d2220f0-11d7-446b-a9b9-71527cc32907/4b0e5004-d0e9-4120-a8cb-9a34e6fbac92) {{(pid=93790) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:55:56.860012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Allocated IP 2001:db8:0:2::3b2 (4d2220f0-11d7-446b-a9b9-71527cc32907/e23cfc86-0b41-423e-a050-2374779c22e8/2983d9b6-f796-4b85-ae92-42bd54cbb323) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:57.048332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.071998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Transition to ACTIVE for port object 2983d9b6-f796-4b85-ae92-42bd54cbb323 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:57.083569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.160338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Allocated IP 2001:db8:0:2::2 (4d2220f0-11d7-446b-a9b9-71527cc32907/e23cfc86-0b41-423e-a050-2374779c22e8/099d8ebe-dec8-45d5-9e41-d90295a16713) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:57.199417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] In _notify_port_updated(), no bound segment for port 2983d9b6-f796-4b85-ae92-42bd54cbb323 on network 4d2220f0-11d7-446b-a9b9-71527cc32907 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:55:57.206885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:57.206885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.210627 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "PUT /v2.0/ports/2983d9b6-f796-4b85-ae92-42bd54cbb323 HTTP/1.1" status: 200 len: 969 time: 1.1105835 Jul 22 23:55:57.210627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a89090-0446-451d-af3f-3ef92d5c750d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event updated for resources: {'Port': ['ID=2983d9b6-f796-4b85-ae92-42bd54cbb323,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:57.211013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33090) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:57.332460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=099d8ebe-dec8-45d5-9e41-d90295a16713,segment=NetworkSegment(77223e35-ba38-48fd-ab71-e26ee1f7d423),segment_id=77223e35-ba38-48fd-ab71-e26ee1f7d423)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:57.346399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 2983d9b6-f796-4b85-ae92-42bd54cbb323 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:55:57.346830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.364108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.380044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Transition to ACTIVE for port object 099d8ebe-dec8-45d5-9e41-d90295a16713 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:57.383955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.486993 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:57.509666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 2983d9b6-f796-4b85-ae92-42bd54cbb323 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:55:57.510078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f9220-72d2-4fab-a9d5-4ac3c1b41687 None None] Pushing event updated for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:58.103281 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.144870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=2983d9b6-f796-4b85-ae92-42bd54cbb323,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:58.171984 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.174965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9ad5e7ea-61db-424f-a4bf-4e8c66e4e27c tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/2983d9b6-f796-4b85-ae92-42bd54cbb323 HTTP/1.1" status: 204 len: 168 time: 0.9627075 Jul 22 23:55:58.177670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33102) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:58.347545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Could not find standard attr ID for object 2983d9b6-f796-4b85-ae92-42bd54cbb323. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:58.375503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Provisioning complete for port bd50c303-18fe-4dad-aa1f-9b4c3f633957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:58.376354 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.452316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Port bd50c303-18fe-4dad-aa1f-9b4c3f633957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:55:58.475928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Provisioning for port 099d8ebe-dec8-45d5-9e41-d90295a16713 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:58.492286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:58.493679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d703fa5f-5d72-4399-967e-5270ff82a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.629067 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0dde2f-a98b-461e-8557-fb0672cb108b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] GET failed (client error): The resource could not be found. Jul 22 23:55:58.630869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bc0dde2f-a98b-461e-8557-fb0672cb108b tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports/2983d9b6-f796-4b85-ae92-42bd54cbb323 HTTP/1.1" status: 404 len: 333 time: 0.4519713 Jul 22 23:55:58.633713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:58.695820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45483b45-9532-4a33-a7aa-2e9988adcaf0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.728322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c7536a0a-dd60-4158-a903-875048aeed31 None None] Could not find standard attr ID for object 2983d9b6-f796-4b85-ae92-42bd54cbb323. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:55:58.741076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45483b45-9532-4a33-a7aa-2e9988adcaf0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.802812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45483b45-9532-4a33-a7aa-2e9988adcaf0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.807561 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45483b45-9532-4a33-a7aa-2e9988adcaf0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.812230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:58.813901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-45483b45-9532-4a33-a7aa-2e9988adcaf0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/security-groups/39032ea4-70da-4545-853c-8fa06465da28 HTTP/1.1" status: 204 len: 168 time: 0.1789069 Jul 22 23:55:58.826830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45483b45-9532-4a33-a7aa-2e9988adcaf0 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39032ea4-70da-4545-853c-8fa06465da28,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:58.918819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca05166f-cfc4-4030-848d-3bda9b9b8793 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.945822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca05166f-cfc4-4030-848d-3bda9b9b8793 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.993086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca05166f-cfc4-4030-848d-3bda9b9b8793 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:58.996875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ca05166f-cfc4-4030-848d-3bda9b9b8793 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.001115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33114) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:59.010514 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca05166f-cfc4-4030-848d-3bda9b9b8793 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/security-groups/dfee5ab1-f8da-4300-8e3d-8acf4e826159 HTTP/1.1" status: 204 len: 168 time: 0.1960809 Jul 22 23:55:59.031941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05166f-cfc4-4030-848d-3bda9b9b8793 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee5ab1-f8da-4300-8e3d-8acf4e826159,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:59.149562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c467fae1-78f1-4880-b482-f6691fdfce00 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.177572 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c467fae1-78f1-4880-b482-f6691fdfce00 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.237287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c467fae1-78f1-4880-b482-f6691fdfce00 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.240114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c467fae1-78f1-4880-b482-f6691fdfce00 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.241549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c467fae1-78f1-4880-b482-f6691fdfce00 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/security-groups/4bf7d8cb-2678-4f13-9e39-2e30aed08834 HTTP/1.1" status: 204 len: 168 time: 0.2393098 Jul 22 23:55:59.245321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33118) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:59.260610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467fae1-78f1-4880-b482-f6691fdfce00 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf7d8cb-2678-4f13-9e39-2e30aed08834,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:59.318513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet 4b0e5004-d0e9-4120-a8cb-9a34e6fbac92 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:59.323059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.403710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.519202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.578034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:59.604174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.630129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.634500 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/4b0e5004-d0e9-4120-a8cb-9a34e6fbac92 HTTP/1.1" status: 204 len: 168 time: 0.3871644 Jul 22 23:55:59.636293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef3d7f-f189-4ef7-9b40-ad2d02c3bd9e None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:59.641153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:59.661366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3950c-d528-4b9b-844d-6ee11b7bdb67 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0e5004-d0e9-4120-a8cb-9a34e6fbac92,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:59.757446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet e23cfc86-0b41-423e-a050-2374779c22e8 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:55:59.762975 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.771672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:59.772063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:59.815726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.037553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.123738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.147756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.149750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/e23cfc86-0b41-423e-a050-2374779c22e8 HTTP/1.1" status: 204 len: 168 time: 0.5075483 Jul 22 23:56:00.152550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.173183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40c2c9-3830-4edd-ac54-83abf3e95c8e tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=e23cfc86-0b41-423e-a050-2374779c22e8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:00.197570 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59a3b0b-473d-4fa3-a6ac-87c37f8de138 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:00.198116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59a3b0b-473d-4fa3-a6ac-87c37f8de138 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:00.199967 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f59a3b0b-473d-4fa3-a6ac-87c37f8de138 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/4b0e5004-d0e9-4120-a8cb-9a34e6fbac92 HTTP/1.1" status: 404 len: 337 time: 0.0463929 Jul 22 23:56:00.203061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.281217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting subnet 7a4535a8-d703-430b-b27b-22241ca6a6bc {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:00.287024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.337379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.447366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.522202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.582860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4535a8-d703-430b-b27b-22241ca6a6bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:00.593099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:00.596099 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-43cad159-cc54-4e1b-84e5-7f9141102739 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/7a4535a8-d703-430b-b27b-22241ca6a6bc HTTP/1.1" status: 204 len: 168 time: 0.3919554 Jul 22 23:56:00.603930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.645022 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c9cc21-6e82-4967-8859-077f53813e12 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:00.646357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c9cc21-6e82-4967-8859-077f53813e12 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:00.648889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-66c9cc21-6e82-4967-8859-077f53813e12 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/42201b45-2a28-4a2b-ac3c-cbcd96bd0ba2 HTTP/1.1" status: 404 len: 337 time: 0.0433652 Jul 22 23:56:00.652669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.691404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e31f35bc-39dc-4c6b-8641-503f84fcb5ab tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "GET /v2.0/ports?device_id=0efff2a0-14be-4544-9dfd-2decb07e8f61 HTTP/1.1" status: 200 len: 205 time: 0.0369005 Jul 22 23:56:00.693536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.754263 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-7f09fbac-2990-4712-9193-bb19f7f6598d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] delete failed (client error): The resource could not be found. Jul 22 23:56:00.759607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.770034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7f09fbac-2990-4712-9193-bb19f7f6598d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/routers/0efff2a0-14be-4544-9dfd-2decb07e8f61 HTTP/1.1" status: 404 len: 336 time: 0.0753479 Jul 22 23:56:00.806725 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-625a533d-e13f-4d1a-a022-403fd55406b1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:00.807633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625a533d-e13f-4d1a-a022-403fd55406b1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:00.813498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33144) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.827186 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-625a533d-e13f-4d1a-a022-403fd55406b1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/fdf7391d-e1d4-4bcc-aa33-ba3e84ca2870 HTTP/1.1" status: 404 len: 337 time: 0.0656681 Jul 22 23:56:00.861524 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f8c8af-1fc0-4d3a-b474-0468bf07e4d7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:00.862278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f8c8af-1fc0-4d3a-b474-0468bf07e4d7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:00.868951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.869319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-84f8c8af-1fc0-4d3a-b474-0468bf07e4d7 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/affe0cb9-5d99-41c8-bc97-f4f2f9bcaa14 HTTP/1.1" status: 404 len: 337 time: 0.0539167 Jul 22 23:56:00.912903 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-73492a51-62dd-4913-86d3-8cbdf64f3db1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:00.913388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73492a51-62dd-4913-86d3-8cbdf64f3db1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:00.915289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73492a51-62dd-4913-86d3-8cbdf64f3db1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/b0b8a88b-d432-4168-8dbf-b9686e255d65 HTTP/1.1" status: 404 len: 337 time: 0.0450258 Jul 22 23:56:00.919660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.975989 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1ca744-cea8-4fe1-bb5e-0f0099096a4d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:00.978168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1ca744-cea8-4fe1-bb5e-0f0099096a4d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:00.988065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:00.998583 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cc1ca744-cea8-4fe1-bb5e-0f0099096a4d tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/95bd4c46-caa1-4f0b-8ba3-ea289bfd4d96 HTTP/1.1" status: 404 len: 333 time: 0.0775595 Jul 22 23:56:01.078423 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b5e4f3-b95f-44d7-ac01-ae5cb3f57613 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:01.079159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b5e4f3-b95f-44d7-ac01-ae5cb3f57613 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:01.091689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.106820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-00b5e4f3-b95f-44d7-ac01-ae5cb3f57613 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/3184c89c-ab2f-4f7f-9b23-2d0dc0ef5276 HTTP/1.1" status: 404 len: 337 time: 0.1166613 Jul 22 23:56:01.158403 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8aa571c-1c22-4e4e-b5a4-515f22febcd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:01.159125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8aa571c-1c22-4e4e-b5a4-515f22febcd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:01.168083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.180193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8aa571c-1c22-4e4e-b5a4-515f22febcd2 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/0c8abdc5-6e76-4da8-9415-22dd9baa9479 HTTP/1.1" status: 404 len: 337 time: 0.0869308 Jul 22 23:56:01.216532 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af3ba6a-4d35-4aaa-8bef-cec75cdcfaf1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:01.217255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af3ba6a-4d35-4aaa-8bef-cec75cdcfaf1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:01.217861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8218118-41ab-47b7-8f8b-089f4ed2a913 None None] Network 4d2220f0-11d7-446b-a9b9-71527cc32907 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:01.219303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6af3ba6a-4d35-4aaa-8bef-cec75cdcfaf1 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/e887cc07-3d51-496f-8b13-915a03907f08 HTTP/1.1" status: 404 len: 333 time: 0.0499775 Jul 22 23:56:01.223148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.270806 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fc390f-0e35-4799-bd45-2383723c9a99 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:01.271692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fc390f-0e35-4799-bd45-2383723c9a99 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:01.273969 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f2fc390f-0e35-4799-bd45-2383723c9a99 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/2abc2b56-8b25-4663-9e28-c522b2bfca0a HTTP/1.1" status: 404 len: 337 time: 0.0492702 Jul 22 23:56:01.278472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33164) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.320229 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad99231a-805e-42dd-b2ea-0ee4c78fff33 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:01.320928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad99231a-805e-42dd-b2ea-0ee4c78fff33 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:01.323497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad99231a-805e-42dd-b2ea-0ee4c78fff33 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/subnets/bcb0e0a8-0ce7-4c99-b911-073f08b94b64 HTTP/1.1" status: 404 len: 337 time: 0.0436959 Jul 22 23:56:01.325980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33166) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.353585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5ab3aba-1fc6-4b79-9f30-9c0fdc8f61d2 None None] Provisioning complete for port bd50c303-18fe-4dad-aa1f-9b4c3f633957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:01.353913 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3aba-1fc6-4b79-9f30-9c0fdc8f61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.476327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port bd50c303-18fe-4dad-aa1f-9b4c3f633957 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:01.477010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.485639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab3aba-1fc6-4b79-9f30-9c0fdc8f61d2 None None] Port bd50c303-18fe-4dad-aa1f-9b4c3f633957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:01.517245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5ab3aba-1fc6-4b79-9f30-9c0fdc8f61d2 None None] Provisioning complete for port 099d8ebe-dec8-45d5-9e41-d90295a16713 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:01.517944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5ab3aba-1fc6-4b79-9f30-9c0fdc8f61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.558118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.583994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for bd50c303-18fe-4dad-aa1f-9b4c3f633957 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:01.650628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] DHCP port deletion for 4d2220f0-11d7-446b-a9b9-71527cc32907 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:01.716931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.725330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] Deleting port 099d8ebe-dec8-45d5-9e41-d90295a16713 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:01.726265 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.764953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=bd50c303-18fe-4dad-aa1f-9b4c3f633957,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:01.806966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.811873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76465faf-67ac-4ee3-8ac5-c6af77ed4a51 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/ports/bd50c303-18fe-4dad-aa1f-9b4c3f633957 HTTP/1.1" status: 204 len: 168 time: 0.4822760 Jul 22 23:56:01.812167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:01.855045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=099d8ebe-dec8-45d5-9e41-d90295a16713,segment=NetworkSegment(77223e35-ba38-48fd-ab71-e26ee1f7d423),segment_id=77223e35-ba38-48fd-ab71-e26ee1f7d423)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:01.855812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:01.880799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] Calling delete_port for 099d8ebe-dec8-45d5-9e41-d90295a16713 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:01.911346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.002060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.008690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Deleting port 099d8ebe-dec8-45d5-9e41-d90295a16713 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:02.010394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.029498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] No DVR routers for this DVR port 099d8ebe-dec8-45d5-9e41-d90295a16713 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:02.103949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516c8fd-edc7-4d58-8557-14adfce85ad2 None None] Pushing event deleted for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:02.142839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] For port 099d8ebe-dec8-45d5-9e41-d90295a16713, host n-d-758851-4, got binding levels [] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:02.143136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.157884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Calling delete_port for 099d8ebe-dec8-45d5-9e41-d90295a16713 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:02.161743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Port 099d8ebe-dec8-45d5-9e41-d90295a16713 was not found and therefore no delete operation was performed {{(pid=93791) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:56:02.163379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.202221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Port': ['ID=099d8ebe-dec8-45d5-9e41-d90295a16713,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:02.207709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] No DVR routers for this DVR port 099d8ebe-dec8-45d5-9e41-d90295a16713 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:02.323955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.336160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2220f0-11d7-446b-a9b9-71527cc32907']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:02.361782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77223e35-ba38-48fd-ab71-e26ee1f7d423') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:02.362071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77223e35-ba38-48fd-ab71-e26ee1f7d423') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:02.393552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.417948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.426783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:02.427210 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:02.431034 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:02.556655 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.577516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:02.579802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] 10.222.0.21 "DELETE /v2.0/networks/4d2220f0-11d7-446b-a9b9-71527cc32907 HTTP/1.1" status: 204 len: 168 time: 0.7666585 Jul 22 23:56:02.580817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7718da9-4829-438f-b6a9-69213e373a65 tempest-PortsIpV6TestJSON-1453084686 tempest-PortsIpV6TestJSON-1453084686-project] Pushing event deleted for resources: {'Network': ['ID=4d2220f0-11d7-446b-a9b9-71527cc32907,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:02.884940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:03.058502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33192) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:03.059104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-04a692fd-e7fb-4d3e-b344-8078f6289256 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c44b517130314a65adc88a656b2bac04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716151 Jul 22 23:56:03.117075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac31a343-0133-4b6c-9017-16474cdb03a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.141686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac31a343-0133-4b6c-9017-16474cdb03a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.198489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac31a343-0133-4b6c-9017-16474cdb03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.202731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac31a343-0133-4b6c-9017-16474cdb03a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:03.218822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac31a343-0133-4b6c-9017-16474cdb03a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b20cfabb-f04c-4a3d-9820-2facdf17dea2 HTTP/1.1" status: 204 len: 168 time: 0.1574178 Jul 22 23:56:03.233912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31a343-0133-4b6c-9017-16474cdb03a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20cfabb-f04c-4a3d-9820-2facdf17dea2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:03.562623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:03.606395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 099d8ebe-dec8-45d5-9e41-d90295a16713 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:03.606924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 099d8ebe-dec8-45d5-9e41-d90295a16713 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:04.209762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:04.321965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1244954862'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:04.347017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:04.350673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.360858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.490832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.495790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.525182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:04.535776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae181d0-0ea8-407c-bde7-67d564d5fa9d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:04.540916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.541267 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment 284c9866-8aa9-43b8-9b3e-e64ed7d16de2 of type vlan for network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 Jul 22 23:56:04.553485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.553835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.554177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.554511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.554842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.555169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.555522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.556031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.556396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.556772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.557104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.557425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:04.598925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.628275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.634458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:04.635093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.670322 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4592140 Jul 22 23:56:04.673935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33230) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:04.680368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'name': 'tempest-PortsTestJSON-1752289231'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:04.709666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7408c36-df66-4d17-bd9a-883167c1f0c1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:04.722389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:04.842041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:04.847828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:04.872647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 2d032669-3d00-4ea6-881f-ca1647030e17 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:05.075939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.121844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.180435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=2d032669-3d00-4ea6-881f-ca1647030e17,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:05.209816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': '284c9866-8aa9-43b8-9b3e-e64ed7d16de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:05.210275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:05.233891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:05.244363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:05.250063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:05.256766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:05.257422 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.259457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd27324-b1d9-4817-9bae-f3198c4a2516 None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:05.273840 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-163e60d2-f3df-42e4-8d9b-01ab214a3e0b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5984187 Jul 22 23:56:05.277515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33242) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:05.283457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2086225021'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:05.310320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:05.314802 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.343609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:05.360208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.360944 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment 2feee930-263c-438e-8d47-ca93ccfc29e5 of type vlan for network dc378876-76bc-4e78-8fa9-ff764be597f1 Jul 22 23:56:05.420182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.462168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.469748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:05.470760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.514319 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2355628 Jul 22 23:56:05.517333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33246) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:05.526316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'ports': [{'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'}, {'network_id': 'dc378876-76bc-4e78-8fa9-ff764be597f1'}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:05.526829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:05.527627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': 'dc378876-76bc-4e78-8fa9-ff764be597f1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:05.549194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8c488-70a1-479c-b481-8ff267e5021c tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=dc378876-76bc-4e78-8fa9-ff764be597f1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:05.561874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network dc378876-76bc-4e78-8fa9-ff764be597f1 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:05.771815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:05.777098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.794760 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:05.903153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 17be14e2-7d54-441c-8402-e3ec618f1a16 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:05.935566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:06.054616 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.138637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port c9eaca62-8606-4077-a95c-28a4e9244b17 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:06.180230 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.283594 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.327785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.379664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:06.385626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:06.390324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:06.391240 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.395099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=17be14e2-7d54-441c-8402-e3ec618f1a16,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:06.553963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=c9eaca62-8606-4077-a95c-28a4e9244b17,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:06.557696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': '2feee930-263c-438e-8d47-ca93ccfc29e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dc378876-76bc-4e78-8fa9-ff764be597f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:06.558316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: dc378876-76bc-4e78-8fa9-ff764be597f1, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:06.591173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network dc378876-76bc-4e78-8fa9-ff764be597f1 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:06.605943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.606530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, dc378876-76bc-4e78-8fa9-ff764be597f1) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:06.611019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:06.619060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:06.622427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5fce79-6966-442d-bd08-413f7157584f None None] Network dc378876-76bc-4e78-8fa9-ff764be597f1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:06.624389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:06.625569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.642330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6cb7f87d-9690-47f0-abe1-9a4159b2e9a1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1232810 Jul 22 23:56:06.646423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:06.773097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port c9eaca62-8606-4077-a95c-28a4e9244b17 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:06.773097 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.870408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.883785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for c9eaca62-8606-4077-a95c-28a4e9244b17 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:06.925187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Deleting port b2ae3e86-3c16-47cb-adf9-9e493b8704f7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:06.925535 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:06.980219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.013709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=c9eaca62-8606-4077-a95c-28a4e9244b17,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:07.014638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] For port b2ae3e86-3c16-47cb-adf9-9e493b8704f7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:07.015009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.020345 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.022547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4ee4a5db-13ad-4376-96f3-ad604c308882 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/c9eaca62-8606-4077-a95c-28a4e9244b17 HTTP/1.1" status: 204 len: 168 time: 0.3751292 Jul 22 23:56:07.025544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.039047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Calling delete_port for b2ae3e86-3c16-47cb-adf9-9e493b8704f7 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:07.100163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8aa0a-ea23-4a2a-adcf-d6178b4c75cf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.107243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8aa0a-ea23-4a2a-adcf-d6178b4c75cf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.108986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6ba8aa0a-ea23-4a2a-adcf-d6178b4c75cf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0824358 Jul 22 23:56:07.111682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33264) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.228512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 17be14e2-7d54-441c-8402-e3ec618f1a16 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:07.231794 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.250854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.281298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ae3e86-3c16-47cb-adf9-9e493b8704f7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:07.320397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.339906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 17be14e2-7d54-441c-8402-e3ec618f1a16 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:07.468997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.491414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.524573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.527396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/17be14e2-7d54-441c-8402-e3ec618f1a16 HTTP/1.1" status: 204 len: 168 time: 0.4147265 Jul 22 23:56:07.528946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873af3f2-56d2-483d-b019-392338fd8dda tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=17be14e2-7d54-441c-8402-e3ec618f1a16,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:07.531777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.613210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbd6f5-2fa0-4b52-ac9d-2307c4bacd13 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:07.615226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-78bbd6f5-2fa0-4b52-ac9d-2307c4bacd13 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0823894 Jul 22 23:56:07.619013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33270) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.652638 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-996486e1-7854-4413-b0c3-3c41f043eece tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:07.654246 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-996486e1-7854-4413-b0c3-3c41f043eece tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/c9eaca62-8606-4077-a95c-28a4e9244b17 HTTP/1.1" status: 404 len: 333 time: 0.0341129 Jul 22 23:56:07.657152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33272) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.691523 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-90421f2c-548d-4fd7-bffa-4d80ab1dfb92 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:07.693599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-90421f2c-548d-4fd7-bffa-4d80ab1dfb92 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/17be14e2-7d54-441c-8402-e3ec618f1a16 HTTP/1.1" status: 404 len: 333 time: 0.0352631 Jul 22 23:56:07.696816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33274) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.790522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.791273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Router d15de23a-0576-4983-950c-d85661b17bfd has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:07.888625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.900118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc378876-76bc-4e78-8fa9-ff764be597f1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:07.912042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:07.913387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feee930-263c-438e-8d47-ca93ccfc29e5') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:07.916345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feee930-263c-438e-8d47-ca93ccfc29e5') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:07.920960 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-18cc5880-b582-4034-a411-d349692254d4 admin admin] 10.222.0.21 "PUT /v2.0/routers/d15de23a-0576-4983-950c-d85661b17bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813125 Jul 22 23:56:07.921143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:07.927853 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] Sync routers for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:07.935373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.957283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.961389 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:07.966989 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:07.969996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:07.970656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:07.974923 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:08.066809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.070995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.098603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.107208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:08.109368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/dc378876-76bc-4e78-8fa9-ff764be597f1 HTTP/1.1" status: 204 len: 168 time: 0.4112341 Jul 22 23:56:08.111429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363c36-423e-4043-a6b6-cfe7cd17d3c8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=dc378876-76bc-4e78-8fa9-ff764be597f1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:08.113413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-840804888'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:08.162666 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:08.186071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:08.189863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.229895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:08.248273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.248273 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment 481ae250-6ea7-4ca9-8d54-591a7427b50d of type vlan for network bac54890-2214-4861-8b7b-c4fb3532c8e8 Jul 22 23:56:08.257456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.314697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.365542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.371662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:08.372327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.376557 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:56:07Z', 'revision_number': 5, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port': {'id': '44fe4c5b-101d-4f7d-8912-f62e670de47d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:48:40Z', 'updated_at': '2021-07-22T23:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.396437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Deleting port 44fe4c5b-101d-4f7d-8912-f62e670de47d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:08.396789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.407178 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] Checking router: d15de23a-0576-4983-950c-d85661b17bfd for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:08.417317 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] Routers {'d15de23a-0576-4983-950c-d85661b17bfd'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:08.418125 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:55:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d15de23a-0576-4983-950c-d85661b17bfd'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.471452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3634851 Jul 22 23:56:08.476368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33282) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:08.508478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617d40-c9cd-4647-9c8a-3359c00cc932 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=bac54890-2214-4861-8b7b-c4fb3532c8e8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:08.514914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:08.522949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:08.610650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] For port 44fe4c5b-101d-4f7d-8912-f62e670de47d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=44fe4c5b-101d-4f7d-8912-f62e670de47d,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:08.611647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.632299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Calling delete_port for 44fe4c5b-101d-4f7d-8912-f62e670de47d owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:08.635276 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] Set router d15de23a-0576-4983-950c-d85661b17bfd gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:08.696257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:08.699880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:08.706656 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:56:08Z', 'revision_number': 6, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:08.734996 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0014a9-a9c0-4184-b204-8ac92d55d8e1 None None] The sync data for ids ['d15de23a-0576-4983-950c-d85661b17bfd'] in n-d-758851-4 is: [{'id': 'd15de23a-0576-4983-950c-d85661b17bfd', 'name': 'tempest-AttachVolumeTestJSON-2029521336-router', 'tenant_id': '2cda2315ed6e4bcaa554011799e97f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:48:39Z', 'updated_at': '2021-07-22T23:56:08Z', 'revision_number': 6, 'project_id': '2cda2315ed6e4bcaa554011799e97f20', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:08.833641 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:56:08.969925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.013581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fe4c5b-101d-4f7d-8912-f62e670de47d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:09.019837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.136155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=3a860d2d-1c2a-4a59-9be6-914de2088e35,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:09.142069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.564319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': '481ae250-6ea7-4ca9-8d54-591a7427b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:09.564702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: bac54890-2214-4861-8b7b-c4fb3532c8e8, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:09.575682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.578429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.625211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b2ae3e86-3c16-47cb-adf9-9e493b8704f7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:09.627473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:09.639529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.640420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d15de23a-0576-4983-950c-d85661b17bfd {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:56:09.644437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.645831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-655176c5-13ba-48cb-89eb-2e935139bb17 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d15de23a-0576-4983-950c-d85661b17bfd HTTP/1.1" status: 204 len: 168 time: 1.7235181 Jul 22 23:56:09.646604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, bac54890-2214-4861-8b7b-c4fb3532c8e8) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:09.655074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac333ff-e0cc-46c4-9620-ca35080abdfb None None] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:09.657021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b2ae3e86-3c16-47cb-adf9-9e493b8704f7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:09.657248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:09.657481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b2ae3e86-3c16-47cb-adf9-9e493b8704f7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:09.657956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 44fe4c5b-101d-4f7d-8912-f62e670de47d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:09.679378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:09.680039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.696610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 44fe4c5b-101d-4f7d-8912-f62e670de47d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:09.697079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 44fe4c5b-101d-4f7d-8912-f62e670de47d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:09.725595 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-30256e23-7200-4975-9538-4cca9cd96534 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2457933 Jul 22 23:56:09.725965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:09.732945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8', 'name': 'tempest-PortsTestJSON-1794926829'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:09.745090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Deleting subnet 7a1d8bb9-2814-42bf-a860-02209e4fcf11 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:09.749323 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.797347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.912208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-bac54890-2214-4861-8b7b-c4fb3532c8e8', 'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': '3a860d2d-1c2a-4a59-9be6-914de2088e35'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:09.913382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.915615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:09.969676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:09.973457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.008270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.015490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 0b989a4e-f4b8-422d-bb6d-2d759e9abbf0 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:10.046351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1d8bb9-2814-42bf-a860-02209e4fcf11,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.064429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.070085 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c600df6e-3062-4991-b69b-995232466cad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a1d8bb9-2814-42bf-a860-02209e4fcf11 HTTP/1.1" status: 204 len: 168 time: 0.4081671 Jul 22 23:56:10.081535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:10.081925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c174d83-211d-4c88-b3a9-c3768b3b44bf None None] Network e42c7420-6876-4341-986f-b10e55e2405e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:10.198614 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.244694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Allocated IP 172.20.0.2 (bac54890-2214-4861-8b7b-c4fb3532c8e8/3a860d2d-1c2a-4a59-9be6-914de2088e35/afd60bec-efe4-42f7-bebd-0304519f94fd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:10.267907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Deleting port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:10.268504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.359023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] For port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,segment=NetworkSegment(42dd9216-fed9-4294-baad-50c48e398d91),segment_id=42dd9216-fed9-4294-baad-50c48e398d91)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:10.359670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.376520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Calling delete_port for 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:10.378752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] DHCP port deletion for e42c7420-6876-4341-986f-b10e55e2405e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:10.513188 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-7455abe3-3b08-4087-b49b-8cf69a04fede service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0893893 Jul 22 23:56:10.524498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.553380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Pushing event deleted for resources: {'Port': ['ID=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.557887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] No DVR routers for this DVR port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:10.672256 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.674383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.681408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Deleting port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:10.685262 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.695649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Transition to ACTIVE for port object afd60bec-efe4-42f7-bebd-0304519f94fd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:10.701343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42c7420-6876-4341-986f-b10e55e2405e']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:10.713651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dd9216-fed9-4294-baad-50c48e398d91') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:10.714259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dd9216-fed9-4294-baad-50c48e398d91') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:10.724650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.757638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] For port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:10.758200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.759630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.760146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.760638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.761139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.761666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.762612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.762723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:10.764981 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-583efc0f-1ca1-44b3-8148-4ced45fef6f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=db8468aac7ea448b8a186c65f3299508&device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 6501 time: 0.1666734 Jul 22 23:56:10.765959 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.774169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:10.774818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:10.776589 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:10.787630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Calling delete_port for 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:10.791521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:56:10.793608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.820715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] Pushing event deleted for resources: {'Port': ['ID=567dcb2d-3ada-4478-b1c4-e23270c2fcf3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.827064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa7671-44b7-4861-9b16-e64ab99894b1 None None] No DVR routers for this DVR port 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:10.869394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Transition to ACTIVE for port object afd60bec-efe4-42f7-bebd-0304519f94fd will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:10.870170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.878075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.892955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:10.901628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e42c7420-6876-4341-986f-b10e55e2405e HTTP/1.1" status: 204 len: 168 time: 0.8168411 Jul 22 23:56:10.916473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:10.923731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:10.927541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:10.933585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Pushing event updated for resources: {'Port': ['ID=afd60bec-efe4-42f7-bebd-0304519f94fd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:10.967028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30549e84-0775-4039-a5a4-cde090679575 admin admin] Pushing event deleted for resources: {'Network': ['ID=e42c7420-6876-4341-986f-b10e55e2405e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:11.013953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Attempting to bind port afd60bec-efe4-42f7-bebd-0304519f94fd on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:11.014329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Attempting to bind port afd60bec-efe4-42f7-bebd-0304519f94fd by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '481ae250-6ea7-4ca9-8d54-591a7427b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:11.014452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Attempting to bind port afd60bec-efe4-42f7-bebd-0304519f94fd on network bac54890-2214-4861-8b7b-c4fb3532c8e8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:11.020849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:11.020849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Checking segment: {'id': '481ae250-6ea7-4ca9-8d54-591a7427b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:11.020849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.022995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Bound using segment: {'id': '481ae250-6ea7-4ca9-8d54-591a7427b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:11.022995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Bound port: afd60bec-efe4-42f7-bebd-0304519f94fd, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481ae250-6ea7-4ca9-8d54-591a7427b50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bac54890-2214-4861-8b7b-c4fb3532c8e8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:11.022995 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.051458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c6f841c9-05e3-4ec2-8bc3-d8663b5e40be {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:56:11.052716 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:56:11.060306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-322fc7a6-bc1e-4bc4-a7cf-2034f0695603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.060306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-322fc7a6-bc1e-4bc4-a7cf-2034f0695603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.060306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-322fc7a6-bc1e-4bc4-a7cf-2034f0695603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.061972 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-322fc7a6-bc1e-4bc4-a7cf-2034f0695603 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f308eeec-095d-44bc-a860-6a425f8c87b1&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&id=d089a880-ea55-4041-9657-5f4044ab6985&id=d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 200 len: 2297 time: 0.2687972 Jul 22 23:56:11.108281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.140293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] For port afd60bec-efe4-42f7-bebd-0304519f94fd, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:11.149045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] For port afd60bec-efe4-42f7-bebd-0304519f94fd, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afd60bec-efe4-42f7-bebd-0304519f94fd,segment=NetworkSegment(481ae250-6ea7-4ca9-8d54-591a7427b50d),segment_id=481ae250-6ea7-4ca9-8d54-591a7427b50d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:11.150757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-e3d4ee31-f2ef-4643-98a8-b3a95994c2f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0825958 Jul 22 23:56:11.157583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.164442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8b8e5344-5130-4d18-99d8-cf36ba931c09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cda2315ed6e4bcaa554011799e97f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546641 Jul 22 23:56:11.167497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33298) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.216967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-c685dca8-ac04-4e9c-9f21-560f766dee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.224042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-c685dca8-ac04-4e9c-9f21-560f766dee06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 200 len: 855 time: 0.0619490 Jul 22 23:56:11.236807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32e0cf79-2691-41d9-8e46-73112c9298c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.237020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860c480-7cd5-4749-a64b-de0e1b1f0ba6 None None] Pushing event updated for resources: {'Port': ['ID=afd60bec-efe4-42f7-bebd-0304519f94fd,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:11.285877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32e0cf79-2691-41d9-8e46-73112c9298c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.334555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-56ecd9a7-72d1-41c2-bbec-ac622fc19d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.336604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-56ecd9a7-72d1-41c2-bbec-ac622fc19d14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f308eeec-095d-44bc-a860-6a425f8c87b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031065 Jul 22 23:56:11.345832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32e0cf79-2691-41d9-8e46-73112c9298c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.349977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32e0cf79-2691-41d9-8e46-73112c9298c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.351531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-32e0cf79-2691-41d9-8e46-73112c9298c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53d55f50-0b12-4392-88dd-9e5421514924 HTTP/1.1" status: 204 len: 168 time: 0.1827874 Jul 22 23:56:11.370671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0cf79-2691-41d9-8e46-73112c9298c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d55f50-0b12-4392-88dd-9e5421514924,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:11.523028 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-e4784740-69e1-4c3d-b281-10ed84968766 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799343 Jul 22 23:56:11.554999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.578149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 6e598a81-8a39-4e04-b28e-7d04b9a46bca yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:11.680577 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afd60bec-efe4-42f7-bebd-0304519f94fd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:11.758213 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-c47ddcce-fb1f-4593-b80d-f51780486511 service neutron] 10.222.0.48 "GET /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273684 Jul 22 23:56:11.809223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.13 (bac54890-2214-4861-8b7b-c4fb3532c8e8/3a860d2d-1c2a-4a59-9be6-914de2088e35/6e598a81-8a39-4e04-b28e-7d04b9a46bca) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:11.814590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port afd60bec-efe4-42f7-bebd-0304519f94fd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:11.882236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-0a5b831e-cbe6-4eee-85ba-e377c55a2f01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.150&port_id=8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 217 time: 0.1179595 Jul 22 23:56:11.919573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:11.956464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-0a317532-27ab-4915-8324-abccdf3777dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:11.958011 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-0a317532-27ab-4915-8324-abccdf3777dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0689359 Jul 22 23:56:11.982660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:11.982918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 567dcb2d-3ada-4478-b1c4-e23270c2fcf3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:12.041167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.064353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 6e598a81-8a39-4e04-b28e-7d04b9a46bca will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:12.076904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-7ef28fce-fd89-4db5-aae8-aa4cd50eb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:12.078933 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-7ef28fce-fd89-4db5-aae8-aa4cd50eb0ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1138647 Jul 22 23:56:12.121208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.162934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:12.179586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:12.184462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:12.198621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=6e598a81-8a39-4e04-b28e-7d04b9a46bca,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:12.255959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-cdba3486-231c-436b-a9cb-755938079ebf service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706617 Jul 22 23:56:12.298367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:12.299470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.328709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:12.329834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a6830223-9a46-4936-9353-d518651f0f96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6026726 Jul 22 23:56:12.449148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-2c84415b-88e2-4c25-ad52-7cee107d560c service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846664 Jul 22 23:56:12.521956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-47bee1b3-30ac-4ad7-93a2-5ed5e2465a7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 217 time: 0.0462151 Jul 22 23:56:12.596782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-d2fdf765-48a1-4500-a136-6ec4a7967c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:12.598319 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-d2fdf765-48a1-4500-a136-6ec4a7967c91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0683246 Jul 22 23:56:12.601475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 6e598a81-8a39-4e04-b28e-7d04b9a46bca {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:12.601828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.755382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.772682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-d5a66b0d-810b-4742-b96f-7abf9293333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:12.774978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-d5a66b0d-810b-4742-b96f-7abf9293333d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670763 Jul 22 23:56:12.778396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 6e598a81-8a39-4e04-b28e-7d04b9a46bca owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:12.840370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9b58b-6158-4bb3-8cc3-8ed4576f9954 None None] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:12.965982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-f8628353-117e-403e-b368-e8982095632d service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852474 Jul 22 23:56:13.045381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] Provisioning for port afd60bec-efe4-42f7-bebd-0304519f94fd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:13.060684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] Provisioning complete for port afd60bec-efe4-42f7-bebd-0304519f94fd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:13.061408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.124484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.150907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-5375db6c-54b3-4ca3-b050-e7c9149c844b service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762245 Jul 22 23:56:13.229116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.230903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=6e598a81-8a39-4e04-b28e-7d04b9a46bca,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:13.257601 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-00acd81b-eddf-4f24-b42d-b3eba02b9874 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 200 len: 217 time: 0.0941496 Jul 22 23:56:13.291076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] For port afd60bec-efe4-42f7-bebd-0304519f94fd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afd60bec-efe4-42f7-bebd-0304519f94fd,segment=NetworkSegment(481ae250-6ea7-4ca9-8d54-591a7427b50d),segment_id=481ae250-6ea7-4ca9-8d54-591a7427b50d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:13.310392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.377666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.382827 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5d706e93-7451-4797-aeb5-b3a5b98b4f1f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/6e598a81-8a39-4e04-b28e-7d04b9a46bca HTTP/1.1" status: 204 len: 168 time: 1.0507312 Jul 22 23:56:13.383683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:13.400432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-6be56912-f916-444a-86ed-450690093f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:13.403872 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-6be56912-f916-444a-86ed-450690093f28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.1170619 Jul 22 23:56:13.408794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee27be-c6b3-408e-a287-d7f2438dc38f None None] Pushing event updated for resources: {'Port': ['ID=afd60bec-efe4-42f7-bebd-0304519f94fd,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:13.428566 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-7398d190-ec2d-4f03-b500-01677a66ba73 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:56:13.429378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7398d190-ec2d-4f03-b500-01677a66ba73 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:13.432345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7398d190-ec2d-4f03-b500-01677a66ba73 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/6e598a81-8a39-4e04-b28e-7d04b9a46bca HTTP/1.1" status: 404 len: 333 time: 0.0468719 Jul 22 23:56:13.434722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:13.472984 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d1d465-8db6-4be8-a481-f9daeee47953 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:13.474891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f3d1d465-8db6-4be8-a481-f9daeee47953 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/6e598a81-8a39-4e04-b28e-7d04b9a46bca HTTP/1.1" status: 404 len: 333 time: 0.0389600 Jul 22 23:56:13.478840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:13.616891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afd60bec-efe4-42f7-bebd-0304519f94fd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:13.628913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 3a860d2d-1c2a-4a59-9be6-914de2088e35 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:13.635285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.676259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-448d56e5-19b4-4138-b13b-a8fb8d77ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:13.678035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-448d56e5-19b4-4138-b13b-a8fb8d77ced3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2678425 Jul 22 23:56:13.702719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25e8a2dc-4a23-4b54-a759-3d22fb987b9c None None] Provisioning complete for port afd60bec-efe4-42f7-bebd-0304519f94fd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:13.705670 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-25e8a2dc-4a23-4b54-a759-3d22fb987b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.707860 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:13.843972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port afd60bec-efe4-42f7-bebd-0304519f94fd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:13.845255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.005160 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-47579cbd-e130-4213-ad4d-d8a171020787 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161371 Jul 22 23:56:14.018077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-25e8a2dc-4a23-4b54-a759-3d22fb987b9c None None] Could not find standard attr ID for object 6e598a81-8a39-4e04-b28e-7d04b9a46bca. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:14.022919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.152778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-28d30f3f-90b0-4aca-a8ea-6742326bff87 None None] Could not find standard attr ID for object 6e598a81-8a39-4e04-b28e-7d04b9a46bca. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:14.270666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.324859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.330401 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/3a860d2d-1c2a-4a59-9be6-914de2088e35 HTTP/1.1" status: 204 len: 168 time: 0.8506169 Jul 22 23:56:14.333670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:14.334212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-60c5a5aa-7b03-4008-af4a-c51cf7be3890 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891562 Jul 22 23:56:14.335496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbe827-fdb2-4804-8b8f-6cb987086291 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=3a860d2d-1c2a-4a59-9be6-914de2088e35,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:14.340035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ad62b-ca76-41ec-9bbe-ccd5e3cff3fd None None] Network bac54890-2214-4861-8b7b-c4fb3532c8e8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:14.388351 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-4167accc-3d23-4faf-975e-5066e10c183d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 200 len: 217 time: 0.0460987 Jul 22 23:56:14.487572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-5d233847-1b61-46d4-b3e2-79169f62d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:14.489445 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-5d233847-1b61-46d4-b3e2-79169f62d17c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 200 len: 797 time: 0.0853624 Jul 22 23:56:14.539043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.605281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-49911e3f-b0ae-4436-b43c-b5946f70e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:14.606595 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-49911e3f-b0ae-4436-b43c-b5946f70e5c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086783 Jul 22 23:56:14.655868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port afd60bec-efe4-42f7-bebd-0304519f94fd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:14.656341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.768273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] For port afd60bec-efe4-42f7-bebd-0304519f94fd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afd60bec-efe4-42f7-bebd-0304519f94fd,segment=NetworkSegment(481ae250-6ea7-4ca9-8d54-591a7427b50d),segment_id=481ae250-6ea7-4ca9-8d54-591a7427b50d)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:14.768648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.782588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for afd60bec-efe4-42f7-bebd-0304519f94fd owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:14.803013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] DHCP port deletion for bac54890-2214-4861-8b7b-c4fb3532c8e8 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:14.812427 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-59147a1f-3c93-4f95-9ab3-8689433f4394 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994107 Jul 22 23:56:14.894224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] Deleting port afd60bec-efe4-42f7-bebd-0304519f94fd {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:14.895773 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.953901 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-29f3f995-e8a6-429f-aff9-4db9f293bab0 service neutron] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350098 Jul 22 23:56:14.967953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:14.991112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No DVR routers for this DVR port afd60bec-efe4-42f7-bebd-0304519f94fd on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:15.004803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] For port afd60bec-efe4-42f7-bebd-0304519f94fd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=afd60bec-efe4-42f7-bebd-0304519f94fd,segment=NetworkSegment(481ae250-6ea7-4ca9-8d54-591a7427b50d),segment_id=481ae250-6ea7-4ca9-8d54-591a7427b50d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:15.005206 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.021743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=afd60bec-efe4-42f7-bebd-0304519f94fd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:15.024989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] Calling delete_port for afd60bec-efe4-42f7-bebd-0304519f94fd owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:15.047115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.047843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.048384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.048996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.049571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.050129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.050686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.051255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.051833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.052403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.053066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.053640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:15.128616 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-2936a0aa-4963-447b-b8dc-6da6cff996e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 200 len: 217 time: 0.1520844 Jul 22 23:56:15.172024 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.184109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.200388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac54890-2214-4861-8b7b-c4fb3532c8e8']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:15.208870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] Pushing event deleted for resources: {'Port': ['ID=afd60bec-efe4-42f7-bebd-0304519f94fd,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:15.219760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34c763-39b1-44c7-bd27-87365c9875e6 None None] No DVR routers for this DVR port afd60bec-efe4-42f7-bebd-0304519f94fd on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:15.243666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481ae250-6ea7-4ca9-8d54-591a7427b50d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:15.244726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481ae250-6ea7-4ca9-8d54-591a7427b50d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:15.265932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.285025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.293218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:15.293625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:15.298507 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:15.306646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-cbd03362-a289-4b2f-9bf0-c8ea3b2704b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.308525 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-cbd03362-a289-4b2f-9bf0-c8ea3b2704b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1718333 Jul 22 23:56:15.374726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.417639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.420014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-e462f795-3645-4921-ab93-b1d3ff0406be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.420178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/bac54890-2214-4861-8b7b-c4fb3532c8e8 HTTP/1.1" status: 204 len: 168 time: 1.0733161 Jul 22 23:56:15.420974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da381-dcee-4408-bc96-94f3a2e9ec3e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=bac54890-2214-4861-8b7b-c4fb3532c8e8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:15.422117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-e462f795-3645-4921-ab93-b1d3ff0406be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075428 Jul 22 23:56:15.426488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:15.433182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705173492'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:15.545118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:15.549635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.618254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:15.636246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afd60bec-efe4-42f7-bebd-0304519f94fd no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:15.664663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-04059c41-0bb4-4e60-8124-00c272217cab service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186265 Jul 22 23:56:15.673968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.675651 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment fdc47f72-db67-4c36-99a9-da24880f0836 of type vlan for network e1770bb2-7d6a-4bde-9bec-c90666aa2687 Jul 22 23:56:15.677126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: afd60bec-efe4-42f7-bebd-0304519f94fd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:15.677541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device afd60bec-efe4-42f7-bebd-0304519f94fd not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:15.736972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.745139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.756704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.764400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.770685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.777886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.784602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.786920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-5bd3200f-8dde-48c0-b907-068b75fd0448 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.1742568 Jul 22 23:56:15.826849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.841982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19176fbf-5409-4035-b8cb-536b1cca5429 req-913a9ba2-755a-48b4-a157-1b582dfdf304 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466423 Jul 22 23:56:15.872937 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-63e6bb52-c9d2-4368-8000-7020603d9d9e service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936443 Jul 22 23:56:15.879112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.885931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:15.886533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:15.917815 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4840643 Jul 22 23:56:15.919146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:15.927118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:15.964668 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-300d1e1a-bc9b-476b-9e1f-e724c60b3e7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 200 len: 217 time: 0.0650804 Jul 22 23:56:16.053237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ec615-c20a-4e5d-a712-dc721d1163f4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=e1770bb2-7d6a-4bde-9bec-c90666aa2687,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:16.066030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:16.074327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-9c0a9241-047e-4738-a0d3-828a153aa294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:16.076044 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-9c0a9241-047e-4738-a0d3-828a153aa294 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 200 len: 797 time: 0.1040792 Jul 22 23:56:16.080543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:16.084489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.163251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-5ae4d6ed-d288-46ca-804f-18be0cc18251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:16.166593 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-5ae4d6ed-d288-46ca-804f-18be0cc18251 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d089a880-ea55-4041-9657-5f4044ab6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840127 Jul 22 23:56:16.183903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d5613d0-9ccf-4814-b536-fe5b1f74d5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.330235 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-01988ab4-1e07-42fa-a64f-f0e6a33c1af4 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566367 Jul 22 23:56:16.373099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.465300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=93f8d9f5-d388-4d17-b56b-5c24477bca46,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:16.482206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65518ff0-74b5-428a-9790-cd916b7094c9 req-56b67bde-40ee-4a9d-a4d5-0304ee19c913 service neutron] 10.222.0.48 "GET /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448357 Jul 22 23:56:16.489439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': 'fdc47f72-db67-4c36-99a9-da24880f0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:16.490444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: e1770bb2-7d6a-4bde-9bec-c90666aa2687, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:16.523894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:16.538902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, e1770bb2-7d6a-4bde-9bec-c90666aa2687) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:16.546779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:16.548293 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.550955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61b768-f817-4723-bdf7-a20ea74f54b2 None None] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:16.585546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-97a0a691-0805-4030-bccc-f607aca66b42 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6629882 Jul 22 23:56:16.585819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:16.597382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1601697932'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:16.791607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-e1770bb2-7d6a-4bde-9bec-c90666aa2687', 'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': '93f8d9f5-d388-4d17-b56b-5c24477bca46'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:16.792608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.831271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:16.835719 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:16.903091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:17.026545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Allocated IP 172.20.0.2 (e1770bb2-7d6a-4bde-9bec-c90666aa2687/93f8d9f5-d388-4d17-b56b-5c24477bca46/f32e7349-8d69-453f-9b44-08d895b0b29b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:17.130699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.137992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.145074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.152489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.159200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.167426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.173989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.176048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-b9f280e1-4a1b-4231-a6f3-0b3d9dd616ec tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.1320004 Jul 22 23:56:17.222164 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.224402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb94e2a9-7ad6-4e2e-b73c-4a3cc546494a req-9c0c6040-02ee-4515-9c1f-9550c482b0c9 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420728 Jul 22 23:56:17.234382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Transition to ACTIVE for port object f32e7349-8d69-453f-9b44-08d895b0b29b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:17.253030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Transition to ACTIVE for port object f32e7349-8d69-453f-9b44-08d895b0b29b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:17.260274 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.273575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.279627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.285450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.292021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.297954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.304013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.307638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:17.310835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.311483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:17.312846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-3700941c-ce8e-4b4d-83b7-09f30daddd9a tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 5444 time: 0.6773355 Jul 22 23:56:17.315664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:17.318692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.4 (e1770bb2-7d6a-4bde-9bec-c90666aa2687/93f8d9f5-d388-4d17-b56b-5c24477bca46/8fd71d7b-216c-457d-92b9-8e0c13f6c3a6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:17.324297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Pushing event updated for resources: {'Port': ['ID=f32e7349-8d69-453f-9b44-08d895b0b29b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.384659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-b0535fce-0711-468c-9115-422a01caae54 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.386307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-b0535fce-0711-468c-9115-422a01caae54 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "GET /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0677645 Jul 22 23:56:17.393044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Attempting to bind port f32e7349-8d69-453f-9b44-08d895b0b29b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:17.393741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Attempting to bind port f32e7349-8d69-453f-9b44-08d895b0b29b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'fdc47f72-db67-4c36-99a9-da24880f0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:17.394433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Attempting to bind port f32e7349-8d69-453f-9b44-08d895b0b29b on network e1770bb2-7d6a-4bde-9bec-c90666aa2687 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:17.400734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:17.401501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Checking segment: {'id': 'fdc47f72-db67-4c36-99a9-da24880f0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:17.402154 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.402771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Bound using segment: {'id': 'fdc47f72-db67-4c36-99a9-da24880f0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:17.403582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Bound port: f32e7349-8d69-453f-9b44-08d895b0b29b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc47f72-db67-4c36-99a9-da24880f0836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e1770bb2-7d6a-4bde-9bec-c90666aa2687'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:17.404214 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.498869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.517556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] For port f32e7349-8d69-453f-9b44-08d895b0b29b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:17.520476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:17.525768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] For port f32e7349-8d69-453f-9b44-08d895b0b29b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f32e7349-8d69-453f-9b44-08d895b0b29b,segment=NetworkSegment(fdc47f72-db67-4c36-99a9-da24880f0836),segment_id=fdc47f72-db67-4c36-99a9-da24880f0836)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:17.536928 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.553475 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-92adf78a-73d4-4186-96f2-77885ab80b03 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "GET /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1615458 Jul 22 23:56:17.560033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.572571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:17.619250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a06942-9d08-44ae-9f13-26a871b4d97b None None] Pushing event updated for resources: {'Port': ['ID=f32e7349-8d69-453f-9b44-08d895b0b29b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.622163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=8fd71d7b-216c-457d-92b9-8e0c13f6c3a6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:17.640605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:17.642458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:17.646707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:17.683322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.713479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:17.715426 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:17.739677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58ec997b-db72-4261-88a0-8739aa7da5f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1524804 Jul 22 23:56:17.740324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:17.900637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8d61b858-d6e2-4581-afd4-454891192787,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:17.948651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] For port 8d61b858-d6e2-4581-afd4-454891192787, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:17.951863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:17.952479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.014970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] device_id is not set on port 8d61b858-d6e2-4581-afd4-454891192787 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:18.054592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.067102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.102059 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.129061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:18.167952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] No DVR routers for this DVR port 8d61b858-d6e2-4581-afd4-454891192787 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:18.176260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.247404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] In _notify_port_updated(), no bound segment for port 8d61b858-d6e2-4581-afd4-454891192787 on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:18.248411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.249131 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.250695 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-679d3eb1-b46a-4a53-afa4-e2d80f2854c8 service neutron] 10.222.0.48 "PUT /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 200 len: 1033 time: 0.6860139 Jul 22 23:56:18.346387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-971a5e2a-9ba7-440f-8372-0cfb07344d95 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.348125 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-971a5e2a-9ba7-440f-8372-0cfb07344d95 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "GET /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0814073 Jul 22 23:56:18.359806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:18.487805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.528520 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.573410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=8fd71d7b-216c-457d-92b9-8e0c13f6c3a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:18.631446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.636681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9b879983-4817-4588-9c13-6cb3fe8abf28 None None] Provisioning complete for port 8d61b858-d6e2-4581-afd4-454891192787 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:18.637684 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b879983-4817-4588-9c13-6cb3fe8abf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.641339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.657889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.669124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.676851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.683663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:18.685569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-1f997792-d0cf-4bb7-91aa-42002aebe3e0 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 4664 time: 0.2959149 Jul 22 23:56:18.702005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9b879983-4817-4588-9c13-6cb3fe8abf28 None None] Port 8d61b858-d6e2-4581-afd4-454891192787 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:18.789047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:18.799632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f33a0c73-5431-4aa1-8dbe-327f54be838a req-a5c676a2-08c3-4e50-b8b9-fa4e62c7c372 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&id=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868447 Jul 22 23:56:18.800736 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.802604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8c97b49e-86ca-416c-9e51-ad7354fc0ef8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 HTTP/1.1" status: 204 len: 168 time: 1.0613534 Jul 22 23:56:18.810392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.856268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] For port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:18.861631 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-03246ea3-87ba-4b2e-b0de-82473bae1b62 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:18.863640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-03246ea3-87ba-4b2e-b0de-82473bae1b62 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 HTTP/1.1" status: 404 len: 333 time: 0.0521798 Jul 22 23:56:18.875521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:18.896208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] device_id is not set on port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:18.917193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.929694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.971550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 93f8d9f5-d388-4d17-b56b-5c24477bca46 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:18.976414 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.990808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Pushing event updated for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:19.032279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.050073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] No DVR routers for this DVR port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:19.067629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a37c5-38d7-48ac-8cf9-f867d5797445 None None] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:19.204631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] In _notify_port_updated(), no bound segment for port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b on network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:19.206459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:19.210706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.213040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.214454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-eb22b8df-0531-45d1-925d-7620a9963baf service neutron] 10.222.0.48 "PUT /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 200 len: 1032 time: 0.8594775 Jul 22 23:56:19.289398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3c69bca5-00a8-42a4-8a4c-9814e26e1db3 None None] Provisioning for port f32e7349-8d69-453f-9b44-08d895b0b29b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:19.340505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.407439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.410101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/93f8d9f5-d388-4d17-b56b-5c24477bca46 HTTP/1.1" status: 204 len: 168 time: 0.5335658 Jul 22 23:56:19.411694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738896ee-b08d-4e64-b7a1-21b22eefe384 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=93f8d9f5-d388-4d17-b56b-5c24477bca46,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:19.414064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port c35918b6-435e-48b9-862c-c551abb9f84a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:19.414585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.416603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:19.503205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7dd5a08a-9101-4f26-8837-7d80a271cd5e None None] Provisioning complete for port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:19.503681 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a08a-9101-4f26-8837-7d80a271cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.505374 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70805192-65bd-48ec-be38-55d19f5a2473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.542189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.594804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] For port c35918b6-435e-48b9-862c-c551abb9f84a, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c35918b6-435e-48b9-862c-c551abb9f84a,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:19.595185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.624581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device e0a9b51b-b744-4f6c-bde5-3d2367397685 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:19.639661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for c35918b6-435e-48b9-862c-c551abb9f84a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:19.657919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port f32e7349-8d69-453f-9b44-08d895b0b29b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:19.658272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.679678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5a08a-9101-4f26-8837-7d80a271cd5e None None] Port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:19.684566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32e7349-8d69-453f-9b44-08d895b0b29b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:19.754808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.786149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f32e7349-8d69-453f-9b44-08d895b0b29b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:19.792263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f32e7349-8d69-453f-9b44-08d895b0b29b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:19.793959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.875800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.880745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:19.928763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=c35918b6-435e-48b9-862c-c551abb9f84a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:19.940931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7632ec-f0ba-41a9-91f1-ae948ddae016 None None] Network e1770bb2-7d6a-4bde-9bec-c90666aa2687 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:19.995071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] No DVR routers for this DVR port c35918b6-435e-48b9-862c-c551abb9f84a on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:19.997802 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.000436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d066c436-7991-4ef0-9697-ba3a04185ce7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "DELETE /v2.0/ports/c35918b6-435e-48b9-862c-c551abb9f84a HTTP/1.1" status: 204 len: 173 time: 0.7800257 Jul 22 23:56:20.000978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': 'c35918b6-435e-48b9-862c-c551abb9f84a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:20.003581 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe571917-b5ad-4567-8016-4de4806c9190" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "c35918b6-435e-48b9-862c-c551abb9f84a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:20.027634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:20.030029 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2694cf9d-2a2a-44f6-893a-d4c49dcd84ad" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:20.071441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:20.080267 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.080974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device be958831-df4e-4981-9d77-1b4ddfa1c470 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:20.132363 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.158602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port e0a9b51b-b744-4f6c-bde5-3d2367397685 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:20.158758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-77b099a7-944c-4f19-81bf-86d0a0067adc None None] Provisioning complete for port f32e7349-8d69-453f-9b44-08d895b0b29b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:20.159022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.159156 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77b099a7-944c-4f19-81bf-86d0a0067adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.217144 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf4181-d939-40b4-b9f2-8e93fc2f064c x-openstack-request-id: req-46bf4181-d939-40b4-b9f2-8e93fc2f064c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:20.217538 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "c35918b6-435e-48b9-862c-c551abb9f84a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:20.217769 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46bf4181-d939-40b4-b9f2-8e93fc2f064c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:20.218450 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': 'c35918b6-435e-48b9-862c-c551abb9f84a', 'status': 'completed', 'code': 200} Jul 22 23:56:20.268892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] For port f32e7349-8d69-453f-9b44-08d895b0b29b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f32e7349-8d69-453f-9b44-08d895b0b29b,segment=NetworkSegment(fdc47f72-db67-4c36-99a9-da24880f0836),segment_id=fdc47f72-db67-4c36-99a9-da24880f0836)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:20.269580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.304020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for f32e7349-8d69-453f-9b44-08d895b0b29b owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:20.318106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] For port e0a9b51b-b744-4f6c-bde5-3d2367397685, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=e0a9b51b-b744-4f6c-bde5-3d2367397685,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:20.318481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.344523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for e0a9b51b-b744-4f6c-bde5-3d2367397685 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:20.404405 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8c8102-d1e9-43fb-97ed-047de39a0773 x-openstack-request-id: req-8c8c8102-d1e9-43fb-97ed-047de39a0773 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:20.404767 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:20.404953 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c8c8102-d1e9-43fb-97ed-047de39a0773 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:20.405348 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685', 'code': 200} Jul 22 23:56:20.489157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.510342 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.512655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f32e7349-8d69-453f-9b44-08d895b0b29b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f32e7349-8d69-453f-9b44-08d895b0b29b,segment=NetworkSegment(fdc47f72-db67-4c36-99a9-da24880f0836),segment_id=fdc47f72-db67-4c36-99a9-da24880f0836)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:20.519727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.557625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.607119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.627094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9504-133b-418e-8514-4607051c9d4e req-38bd6dd8-89c2-47c2-8b36-6ed6c9b87f25 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:20.633598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9504-133b-418e-8514-4607051c9d4e req-38bd6dd8-89c2-47c2-8b36-6ed6c9b87f25 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:20.662517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9504-133b-418e-8514-4607051c9d4e req-38bd6dd8-89c2-47c2-8b36-6ed6c9b87f25 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:20.675996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9504-133b-418e-8514-4607051c9d4e req-38bd6dd8-89c2-47c2-8b36-6ed6c9b87f25 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:20.678351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d0b9504-133b-418e-8514-4607051c9d4e req-38bd6dd8-89c2-47c2-8b36-6ed6c9b87f25 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 3148 time: 0.5290649 Jul 22 23:56:20.680455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=f32e7349-8d69-453f-9b44-08d895b0b29b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.687475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No DVR routers for this DVR port f32e7349-8d69-453f-9b44-08d895b0b29b on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:20.727896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event deleted for resources: {'Port': ['ID=f32e7349-8d69-453f-9b44-08d895b0b29b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.735521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.739048 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-77b099a7-944c-4f19-81bf-86d0a0067adc None None] No ports have port_id starting with f32e7349-8d69-453f-9b44-08d895b0b29b Jul 22 23:56:20.753356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=e0a9b51b-b744-4f6c-bde5-3d2367397685,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.760022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] No DVR routers for this DVR port e0a9b51b-b744-4f6c-bde5-3d2367397685 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:20.767718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.770571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-d61a5f5a-5c9d-4518-87fd-4fcf526ecbf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "DELETE /v2.0/ports/e0a9b51b-b744-4f6c-bde5-3d2367397685 HTTP/1.1" status: 204 len: 173 time: 0.7637849 Jul 22 23:56:20.824897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=be958831-df4e-4981-9d77-1b4ddfa1c470,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:20.839688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a9a0a-ae22-4c82-8c96-e59c57a88897 None None] DHCP port deletion for e1770bb2-7d6a-4bde-9bec-c90666aa2687 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:20.843850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.844952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d61b858-d6e2-4581-afd4-454891192787 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:20.860026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.876415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1770bb2-7d6a-4bde-9bec-c90666aa2687']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:20.891671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc47f72-db67-4c36-99a9-da24880f0836') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:20.892053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc47f72-db67-4c36-99a9-da24880f0836') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:20.904070 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.912892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:20.932659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d0b9504-133b-418e-8514-4607051c9d4e req-b36d4cdc-b7eb-48ac-944d-76c115266be9 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115927 Jul 22 23:56:20.939007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.950183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:20.950840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.996526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port be958831-df4e-4981-9d77-1b4ddfa1c470 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:20.996882 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.021909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8d61b858-d6e2-4581-afd4-454891192787 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:21.022833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8990fbc0-64f1-4e71-b753-e45d1f69bf4b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:21.043046 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:21.047684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.061483 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.068603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/e1770bb2-7d6a-4bde-9bec-c90666aa2687 HTTP/1.1" status: 204 len: 168 time: 1.6506543 Jul 22 23:56:21.072055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.089349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'name': 'tempest-PortsTestJSON-515260670'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:21.097069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 8990fbc0-64f1-4e71-b753-e45d1f69bf4b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:21.098802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35918b6-435e-48b9-862c-c551abb9f84a no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:21.127943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9594ad-40d1-43cf-b575-34086342a2a9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=e1770bb2-7d6a-4bde-9bec-c90666aa2687,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.153807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: c35918b6-435e-48b9-862c-c551abb9f84a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:21.154454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c35918b6-435e-48b9-862c-c551abb9f84a not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:21.154987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 45bf3da5-2f19-4851-887a-211be6d4f409 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:21.187944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] For port be958831-df4e-4981-9d77-1b4ddfa1c470, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=be958831-df4e-4981-9d77-1b4ddfa1c470,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:21.188247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.215704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for be958831-df4e-4981-9d77-1b4ddfa1c470 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:21.265079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:21.268715 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.289113 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.303816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 1823211f-12a7-4095-b03e-1923281551de yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:21.336270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45bf3da5-2f19-4851-887a-211be6d4f409,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:21.342043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.342903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6ecefa51-19c0-42b0-91bf-11f230697ea1 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:21.488361 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.537710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=be958831-df4e-4981-9d77-1b4ddfa1c470,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.542012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.560831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.613666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.618951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:21.626853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.637907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] No DVR routers for this DVR port be958831-df4e-4981-9d77-1b4ddfa1c470 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:21.639713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32e7349-8d69-453f-9b44-08d895b0b29b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:21.646193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.648161 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-f6b1a1f2-9280-46e1-a773-eb0cd5f376c8 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "DELETE /v2.0/ports/be958831-df4e-4981-9d77-1b4ddfa1c470 HTTP/1.1" status: 204 len: 173 time: 0.8702888 Jul 22 23:56:21.664271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.701715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f32e7349-8d69-453f-9b44-08d895b0b29b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:21.703004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f32e7349-8d69-453f-9b44-08d895b0b29b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:21.757063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.774973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:21.775353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.781183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:21.788567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:21.797484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port 45bf3da5-2f19-4851-887a-211be6d4f409 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:21.798360 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.811490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:21.812173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.862853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7891066 Jul 22 23:56:21.873700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:21.924834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865570ea-7543-4ec3-9d8d-139bdf0926ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=1823211f-12a7-4095-b03e-1923281551de,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:21.932501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] For port 45bf3da5-2f19-4851-887a-211be6d4f409, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=45bf3da5-2f19-4851-887a-211be6d4f409,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:21.933426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.949584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for 45bf3da5-2f19-4851-887a-211be6d4f409 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:22.055257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 1823211f-12a7-4095-b03e-1923281551de {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:22.056034 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.145546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.147460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.162374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 1823211f-12a7-4095-b03e-1923281551de owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:22.200291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=45bf3da5-2f19-4851-887a-211be6d4f409,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:22.230901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:22.233545 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbad7ab2-b369-4829-8b7f-fd9f639580b4" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:22.246940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.285812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] No DVR routers for this DVR port 45bf3da5-2f19-4851-887a-211be6d4f409 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:22.288866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.292914 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-2e63d2c0-3f9e-473d-b633-12433e6b7e57 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "DELETE /v2.0/ports/45bf3da5-2f19-4851-887a-211be6d4f409 HTTP/1.1" status: 204 len: 173 time: 0.6390300 Jul 22 23:56:22.299464 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35150b72-7db5-4438-9044-8f1c2168cc3f x-openstack-request-id: req-35150b72-7db5-4438-9044-8f1c2168cc3f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:22.299869 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "e0a9b51b-b744-4f6c-bde5-3d2367397685", "status": "completed", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:22.300219 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35150b72-7db5-4438-9044-8f1c2168cc3f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:22.301575 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': 'e0a9b51b-b744-4f6c-bde5-3d2367397685', 'status': 'completed', 'code': 200} Jul 22 23:56:22.301931 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470', 'status': 'completed', 'code': 200} Jul 22 23:56:22.369240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbba83b-c6c8-420e-ac3e-9b8aa16c03d8 req-64cb67b7-29b9-43f5-bf1c-e6b58759ee6d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:22.376639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cbba83b-c6c8-420e-ac3e-9b8aa16c03d8 req-64cb67b7-29b9-43f5-bf1c-e6b58759ee6d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 943 time: 0.2061598 Jul 22 23:56:22.378517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.407058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:22.409621 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31405191-9b3d-4e7c-a375-1862076a647e" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:22.427125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port 6ecefa51-19c0-42b0-91bf-11f230697ea1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:22.427947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.438647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=1823211f-12a7-4095-b03e-1923281551de,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:22.460465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.466177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4c498673-ce61-42fa-81c8-8f938be1e713 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/1823211f-12a7-4095-b03e-1923281551de HTTP/1.1" status: 204 len: 168 time: 0.5915737 Jul 22 23:56:22.469883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33496) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:22.484561 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5a088d-6c8e-45a4-b691-d8f3a26ab394 x-openstack-request-id: req-bd5a088d-6c8e-45a4-b691-d8f3a26ab394 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:22.484774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'mac_address': 'fa:16:3e:66:43:0e', 'name': 'tempest-PortsTestJSON-585792776'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:22.487411 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "be958831-df4e-4981-9d77-1b4ddfa1c470", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:22.487411 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd5a088d-6c8e-45a4-b691-d8f3a26ab394 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:22.487411 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be958831-df4e-4981-9d77-1b4ddfa1c470', 'code': 200} Jul 22 23:56:22.487411 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409', 'code': 200} Jul 22 23:56:22.487411 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'code': 200} Jul 22 23:56:22.505895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cbba83b-c6c8-420e-ac3e-9b8aa16c03d8 req-0b366d90-6d6d-430f-966e-e3968f65d637 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups?id=04816acf-42ec-4b7c-b819-bf755e71fad1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283646 Jul 22 23:56:22.613064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] For port 6ecefa51-19c0-42b0-91bf-11f230697ea1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6ecefa51-19c0-42b0-91bf-11f230697ea1,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:22.613440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.646185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:22.777069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.838423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port c0213cd3-5ad0-4113-b884-f0251eea69e7 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:22.968922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.969533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:22.969661 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Floating IP 5b70b12d-8c85-4791-82b4-0c9ee8278c24 disassociated. External IP: 172.25.5.249, port: 6ecefa51-19c0-42b0-91bf-11f230697ea1. Jul 22 23:56:22.969939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for 6ecefa51-19c0-42b0-91bf-11f230697ea1 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:23.146454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.248331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.258879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.308770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:23.324300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:23.326710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:23.335848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:23.336555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.390064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=c0213cd3-5ad0-4113-b884-f0251eea69e7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.457212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8600d255-8bd6-40f9-9c6a-d5f2fb0b84b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9837782 Jul 22 23:56:23.457212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=6ecefa51-19c0-42b0-91bf-11f230697ea1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.458528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:23.492507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:23.524546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:23.542332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f2a20-682f-43ad-9783-f85943d32a77 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:23.543890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9b3f2a20-682f-43ad-9783-f85943d32a77 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/c0213cd3-5ad0-4113-b884-f0251eea69e7 HTTP/1.1" status: 200 len: 840 time: 0.0828416 Jul 22 23:56:23.546505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:23.689893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86eaaa26-f128-4dcb-99f5-395990ab7414 req-143770a0-9af8-4d51-a954-857621701e2d tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0570822 Jul 22 23:56:23.733176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port c0213cd3-5ad0-4113-b884-f0251eea69e7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:23.733688 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.755096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786dcb83-2e60-4bb1-903f-5c5655d713da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.831234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.846313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for c0213cd3-5ad0-4113-b884-f0251eea69e7 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:23.917427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:23.920926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786dcb83-2e60-4bb1-903f-5c5655d713da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.927409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786dcb83-2e60-4bb1-903f-5c5655d713da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.932352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] Sync routers for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:23.945601 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.964325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:23.965493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:23.991158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.994671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/c0213cd3-5ad0-4113-b884-f0251eea69e7 HTTP/1.1" status: 204 len: 168 time: 0.4469171 Jul 22 23:56:23.996021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda88c1-bc65-4560-b5dc-c2162d4ed275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=c0213cd3-5ad0-4113-b884-f0251eea69e7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:23.998112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.031224 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeac4cf-7953-4a8b-beb7-45c1fc0a18de tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:24.033422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-adeac4cf-7953-4a8b-beb7-45c1fc0a18de tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/c0213cd3-5ad0-4113-b884-f0251eea69e7 HTTP/1.1" status: 404 len: 333 time: 0.0338142 Jul 22 23:56:24.037359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.053074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dcb83-2e60-4bb1-903f-5c5655d713da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7141ad24-7f09-41e1-8d59-469371b84865,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:24.057930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'name': 'tempest-PortsTestJSON-1822594028'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:24.115403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] No DVR routers for this DVR port 6ecefa51-19c0-42b0-91bf-11f230697ea1 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:24.122897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.125421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-64238281-9094-4c32-b631-3f9cd23a1114 req-bdb06440-d261-4ea8-96df-95f17e50a925 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.48 "DELETE /v2.0/ports/6ecefa51-19c0-42b0-91bf-11f230697ea1 HTTP/1.1" status: 204 len: 173 time: 1.8225453 Jul 22 23:56:24.130217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-786dcb83-2e60-4bb1-903f-5c5655d713da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bde1e696bb4747ebbc85a01d6d5b874a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358106 Jul 22 23:56:24.132785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33534) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.157981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:24.226891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:24.232130 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.252526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port ef51e594-5819-4291-961e-757d8074e5c5 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:24.255182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2436-a44f-496f-8031-6cc98cf39599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.309544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2436-a44f-496f-8031-6cc98cf39599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.384865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409'}, {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:56:24.387207 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba2fe03-8995-411d-8e6a-d762b89e0d56" -d '{"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409"}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:56:24.400878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2436-a44f-496f-8031-6cc98cf39599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.405348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb8b2436-a44f-496f-8031-6cc98cf39599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.410443 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb8b2436-a44f-496f-8031-6cc98cf39599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7141ad24-7f09-41e1-8d59-469371b84865 HTTP/1.1" status: 204 len: 168 time: 0.2747383 Jul 22 23:56:24.432121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b2436-a44f-496f-8031-6cc98cf39599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7141ad24-7f09-41e1-8d59-469371b84865,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:24.502950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.525910 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76339f42-3ce5-48d8-a0e0-cfc72bb5e1c8 x-openstack-request-id: req-76339f42-3ce5-48d8-a0e0-cfc72bb5e1c8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:56:24.526177 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "45bf3da5-2f19-4851-887a-211be6d4f409", "status": "completed", "code": 200}, {"server_uuid": "8da4fa8d-8895-4879-8e13-710a4a4ba7d9", "name": "network-vif-deleted", "tag": "6ecefa51-19c0-42b0-91bf-11f230697ea1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:56:24.526642 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76339f42-3ce5-48d8-a0e0-cfc72bb5e1c8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:56:24.527796 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': '45bf3da5-2f19-4851-887a-211be6d4f409', 'status': 'completed', 'code': 200} Jul 22 23:56:24.527943 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da4fa8d-8895-4879-8e13-710a4a4ba7d9', 'name': 'network-vif-deleted', 'tag': '6ecefa51-19c0-42b0-91bf-11f230697ea1', 'status': 'completed', 'code': 200} Jul 22 23:56:24.567147 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.572301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:34Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:24.613974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] Checking router: 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:56:24.627682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:24.628602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:24.638736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:24.642350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:24.652324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:24.660568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:24.662371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:24.680977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=ef51e594-5819-4291-961e-757d8074e5c5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:24.707409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1500bfc4-55e5-4387-bd7a-51f427e13675 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6660116 Jul 22 23:56:24.709009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:24.722666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:24.845110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:56:24.865306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6aaaa215-3703-4123-aa97-22a6311f60a9 req-8fb2a824-9a99-4836-8301-213ea9539771 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0379882 Jul 22 23:56:24.927962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.171760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.180672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.203805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:34Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:25.239873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86d481e-13d1-4b1c-8864-4dc5f306afbf None None] The sync data for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 is: [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:45:12Z', 'revision_number': 4, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc', 'name': '', 'network_id': 'f308eeec-095d-44bc-a860-6a425f8c87b1', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'mac_address': 'fa:16:3e:31:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:11Z', 'updated_at': '2021-07-22T23:45:34Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'subnets': [{'id': '08662ae9-0a54-4ba0-ba09-9432423d80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:25.279693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=ef51e594-5819-4291-961e-757d8074e5c5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:25.295646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] In _notify_port_updated(), no bound segment for port ef51e594-5819-4291-961e-757d8074e5c5 on network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:25.303234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:25.304197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.308208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2c44661c-82b6-4e3e-8689-169b647bb751 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/ports/ef51e594-5819-4291-961e-757d8074e5c5 HTTP/1.1" status: 200 len: 818 time: 0.5974061 Jul 22 23:56:25.310922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:25.474553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port ef51e594-5819-4291-961e-757d8074e5c5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:25.474553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.560903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.579452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for ef51e594-5819-4291-961e-757d8074e5c5 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:25.677695 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec1559-546d-4846-b556-87afd039a594 None None] New status for floating IP 5b70b12d-8c85-4791-82b4-0c9ee8278c24: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:56:25.705081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.730877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:25.733987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/ef51e594-5819-4291-961e-757d8074e5c5 HTTP/1.1" status: 204 len: 168 time: 0.4220133 Jul 22 23:56:25.736498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:25.797216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98563-3b49-48b9-930e-7c72cdb43b52 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=ef51e594-5819-4291-961e-757d8074e5c5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:25.853425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151e153-ee41-4ec4-8207-802e8606b7d7 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:25.856680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6151e153-ee41-4ec4-8207-802e8606b7d7 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1190498 Jul 22 23:56:25.859396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:25.918582 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a209dc7-8ef1-42b9-af3b-066d11bf55ca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:25.924093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:25.927315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a209dc7-8ef1-42b9-af3b-066d11bf55ca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/ef51e594-5819-4291-961e-757d8074e5c5 HTTP/1.1" status: 404 len: 333 time: 0.0597227 Jul 22 23:56:25.931381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661693518'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:25.990457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:25.996926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.075101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:26.081655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17c7a0b9-c3da-486e-ad3a-eee0aeabcd90 req-47652e30-18c9-45fa-a3b5-8dd125ff4c2c tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0650866 Jul 22 23:56:26.091593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.092115 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment 5080d92a-df69-4e71-90e4-c464d47309c2 of type vlan for network c90c4e7d-b85b-486c-b10f-8a2248e924f3 Jul 22 23:56:26.191051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.266479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.275871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:26.276827 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.358957 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4333870 Jul 22 23:56:26.362089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:26.381763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:26.437235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166cfd0-5f52-4912-97fa-4d7e9577b254 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=c90c4e7d-b85b-486c-b10f-8a2248e924f3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:26.450203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:26.634150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:26.641785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:26.963961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.085687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=aa69439d-d17b-4eba-ab08-71579edb14be,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:27.132248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': '5080d92a-df69-4e71-90e4-c464d47309c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:27.132799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: c90c4e7d-b85b-486c-b10f-8a2248e924f3, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:27.162306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:27.178726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c90c4e7d-b85b-486c-b10f-8a2248e924f3) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:27.190846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc169a2-63e9-4fdd-85ae-740b1813b0d6 None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:27.211165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:27.212968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.287152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6734759-6189-4525-a787-dbefd8c8fbca tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9211972 Jul 22 23:56:27.291308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:27.293980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8962669a-3af1-4e8f-adc7-f544f9c84a7a req-fb9351b2-86a2-49f0-b263-49eb4b80a140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0521216 Jul 22 23:56:27.300042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:27.505927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': 'aa69439d-d17b-4eba-ab08-71579edb14be'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:27.507540 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:27.764435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Allocated IP 172.20.0.2 (c90c4e7d-b85b-486c-b10f-8a2248e924f3/aa69439d-d17b-4eba-ab08-71579edb14be/f952e2a6-76c3-480d-a01e-e27d02981dc0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:28.015417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:28.015771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.021412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.027714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Transition to ACTIVE for port object f952e2a6-76c3-480d-a01e-e27d02981dc0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:28.054081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Transition to ACTIVE for port object f952e2a6-76c3-480d-a01e-e27d02981dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:28.068436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.123925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:28.126924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:28.129587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:28.150189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Pushing event updated for resources: {'Port': ['ID=f952e2a6-76c3-480d-a01e-e27d02981dc0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.194517 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa69439d-d17b-4eba-ab08-71579edb14be (CIDR: 172.20.0.0/28) Jul 22 23:56:28.199607 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:56:28.200506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:56:28.224998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33696) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.232555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:28.235975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1416f4c2-a7ad-40aa-896f-89c77f9d7c75 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9432001 Jul 22 23:56:28.246246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Attempting to bind port f952e2a6-76c3-480d-a01e-e27d02981dc0 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:28.246913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Attempting to bind port f952e2a6-76c3-480d-a01e-e27d02981dc0 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '5080d92a-df69-4e71-90e4-c464d47309c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:28.247517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Attempting to bind port f952e2a6-76c3-480d-a01e-e27d02981dc0 on network c90c4e7d-b85b-486c-b10f-8a2248e924f3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:28.258186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:28.260523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Checking segment: {'id': '5080d92a-df69-4e71-90e4-c464d47309c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:28.260523 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.260821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Bound using segment: {'id': '5080d92a-df69-4e71-90e4-c464d47309c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:28.261333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Bound port: f952e2a6-76c3-480d-a01e-e27d02981dc0, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5080d92a-df69-4e71-90e4-c464d47309c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:28.261709 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.401449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:28.405562 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.407937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b321165e-8112-4abd-8823-b453db508c1a None None] For port f952e2a6-76c3-480d-a01e-e27d02981dc0, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:28.413346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b321165e-8112-4abd-8823-b453db508c1a None None] For port f952e2a6-76c3-480d-a01e-e27d02981dc0, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f952e2a6-76c3-480d-a01e-e27d02981dc0,segment=NetworkSegment(5080d92a-df69-4e71-90e4-c464d47309c2),segment_id=5080d92a-df69-4e71-90e4-c464d47309c2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:28.420688 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.534730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321165e-8112-4abd-8823-b453db508c1a None None] Pushing event updated for resources: {'Port': ['ID=f952e2a6-76c3-480d-a01e-e27d02981dc0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.536327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c31e3809-397d-49af-a21f-3b5203fbb79c req-f04eba57-f7ef-470b-82ba-578d72908ab4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0689075 Jul 22 23:56:28.865830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.918163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:28.921900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:28.925028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:28.925693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:28.955961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=e4880818-c815-4134-ac71-cf0321172106,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:28.961790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e90fd33d-7863-4aee-9c79-86a3442c7ee6 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7350664 Jul 22 23:56:28.965109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33702) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:28.971497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'fixed_ips': [{'subnet_id': 'aa69439d-d17b-4eba-ab08-71579edb14be'}, {'subnet_id': 'e4880818-c815-4134-ac71-cf0321172106'}], 'name': 'tempest-PortsTestJSON-1243977133'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:29.117479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:29.250316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:29.277703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 15a7844d-cab9-4884-9625-8d0c7bca41e6 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:29.678782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f952e2a6-76c3-480d-a01e-e27d02981dc0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:29.772668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f952e2a6-76c3-480d-a01e-e27d02981dc0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:29.790299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a395d55d-84b7-4835-b178-8494b4b7da91 req-42e5a8e9-4d1f-4088-aed5-97d40d4d1e61 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0828528 Jul 22 23:56:29.827077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.8 (c90c4e7d-b85b-486c-b10f-8a2248e924f3/aa69439d-d17b-4eba-ab08-71579edb14be/15a7844d-cab9-4884-9625-8d0c7bca41e6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:29.837748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.27 (c90c4e7d-b85b-486c-b10f-8a2248e924f3/e4880818-c815-4134-ac71-cf0321172106/15a7844d-cab9-4884-9625-8d0c7bca41e6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:29.877242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4306adb7-fff1-4ba5-ac89-ba8beb67ea4a None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:29.987882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] Provisioning for port f952e2a6-76c3-480d-a01e-e27d02981dc0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:29.999051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] Provisioning complete for port f952e2a6-76c3-480d-a01e-e27d02981dc0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:29.999660 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.058667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.073695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 15a7844d-cab9-4884-9625-8d0c7bca41e6 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:30.118304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.178026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:30.184534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:30.189576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:30.221583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.232159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=15a7844d-cab9-4884-9625-8d0c7bca41e6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.253483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:30.254420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.284563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cc6958b9-d7a0-48f0-8744-2419d8df0188 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3174078 Jul 22 23:56:30.285778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] For port f952e2a6-76c3-480d-a01e-e27d02981dc0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f952e2a6-76c3-480d-a01e-e27d02981dc0,segment=NetworkSegment(5080d92a-df69-4e71-90e4-c464d47309c2),segment_id=5080d92a-df69-4e71-90e4-c464d47309c2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:30.288287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:30.293648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa69439d-d17b-4eba-ab08-71579edb14be'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:30.309813 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.405041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Update dhcp port {'port': {'network_id': 'c90c4e7d-b85b-486c-b10f-8a2248e924f3', 'fixed_ips': [{'subnet_id': 'aa69439d-d17b-4eba-ab08-71579edb14be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4880818-c815-4134-ac71-cf0321172106'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'f952e2a6-76c3-480d-a01e-e27d02981dc0'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:56:30.410016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf724d-b5b7-40e7-a2f8-f012e5027e30 None None] Pushing event updated for resources: {'Port': ['ID=f952e2a6-76c3-480d-a01e-e27d02981dc0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:30.495949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.693289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:30.782880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Allocated IP 172.20.0.18 (c90c4e7d-b85b-486c-b10f-8a2248e924f3/e4880818-c815-4134-ac71-cf0321172106/f952e2a6-76c3-480d-a01e-e27d02981dc0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:30.947728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-daeb6758-3565-4d8d-83d6-62302ec23b57 req-cec6cb75-a077-420e-946b-5dd2bbf706cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0434389 Jul 22 23:56:30.951399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:31.033544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] For port f952e2a6-76c3-480d-a01e-e27d02981dc0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f952e2a6-76c3-480d-a01e-e27d02981dc0,segment=NetworkSegment(5080d92a-df69-4e71-90e4-c464d47309c2),segment_id=5080d92a-df69-4e71-90e4-c464d47309c2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:31.073569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.109454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Transition to ACTIVE for port object f952e2a6-76c3-480d-a01e-e27d02981dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:31.115856 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.192948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8624528f-ef4b-4cfd-bbe4-34a9d37a6cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.265966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Delete allocated IP 172.20.0.27 (c90c4e7d-b85b-486c-b10f-8a2248e924f3/e4880818-c815-4134-ac71-cf0321172106) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:56:31.293478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b26825-fe47-40c4-85a9-c0111657258b None None] Pushing event updated for resources: {'Port': ['ID=f952e2a6-76c3-480d-a01e-e27d02981dc0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.436403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.452762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Ignored duplicate provisioning block setup for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:56:31.469339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.564171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=15a7844d-cab9-4884-9625-8d0c7bca41e6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.663935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f952e2a6-76c3-480d-a01e-e27d02981dc0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:31.718736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] In _notify_port_updated(), no bound segment for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 on network c90c4e7d-b85b-486c-b10f-8a2248e924f3 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:31.724379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:31.725280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.730167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33732) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:31.730756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ab01afac-c2bc-44db-995b-6d5354ad8028 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/ports/15a7844d-cab9-4884-9625-8d0c7bca41e6 HTTP/1.1" status: 200 len: 919 time: 1.4417403 Jul 22 23:56:31.737180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aa69439d-d17b-4eba-ab08-71579edb14be'}, {'subnet_id': 'e4880818-c815-4134-ac71-cf0321172106'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:31.742465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8624528f-ef4b-4cfd-bbe4-34a9d37a6cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.754403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8624528f-ef4b-4cfd-bbe4-34a9d37a6cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.839353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8624528f-ef4b-4cfd-bbe4-34a9d37a6cf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48e1c8abcec14333bf27c1d72a3af388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8834872 Jul 22 23:56:31.845673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:31.846367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624528f-ef4b-4cfd-bbe4-34a9d37a6cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fbe359-66c4-4446-9ed0-81d56c949f83,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:31.902655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.942723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb11d0c-1cc2-4082-8b11-2f61128088a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:31.981376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb11d0c-1cc2-4082-8b11-2f61128088a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.065492 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb11d0c-1cc2-4082-8b11-2f61128088a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.069056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-adb11d0c-1cc2-4082-8b11-2f61128088a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.073531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-adb11d0c-1cc2-4082-8b11-2f61128088a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3fbe359-66c4-4446-9ed0-81d56c949f83 HTTP/1.1" status: 204 len: 168 time: 0.2210503 Jul 22 23:56:32.081033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb11d0c-1cc2-4082-8b11-2f61128088a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fbe359-66c4-4446-9ed0-81d56c949f83,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:32.136260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e33c3e-edc9-4c77-93e7-58f6123c28a1 None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:32.174483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d6310d6-f6a6-458d-9586-0112ce5fe6a3 req-a273b98d-5a2a-4a9e-8dd0-8a1f471280cd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0557544 Jul 22 23:56:32.409630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.23 (c90c4e7d-b85b-486c-b10f-8a2248e924f3/e4880818-c815-4134-ac71-cf0321172106/15a7844d-cab9-4884-9625-8d0c7bca41e6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:32.416707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02824a1c-37ac-4385-ae86-64d75905e675 None None] Provisioning for port f952e2a6-76c3-480d-a01e-e27d02981dc0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:32.423513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02824a1c-37ac-4385-ae86-64d75905e675 None None] Provisioning complete for port f952e2a6-76c3-480d-a01e-e27d02981dc0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:32.424168 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02824a1c-37ac-4385-ae86-64d75905e675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.642894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.669444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Ignored duplicate provisioning block setup for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 23:56:32.675122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.800847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=15a7844d-cab9-4884-9625-8d0c7bca41e6,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:32.934909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] In _notify_port_updated(), no bound segment for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 on network c90c4e7d-b85b-486c-b10f-8a2248e924f3 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:32.941341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:32.942065 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:32.943992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73048bd9-ab49-4c24-8da0-cdbd2b2c81a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/ports/15a7844d-cab9-4884-9625-8d0c7bca41e6 HTTP/1.1" status: 200 len: 999 time: 1.2128029 Jul 22 23:56:32.947532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:33.042832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79a868dc-98ad-4537-814c-cd9ac4310684 None None] Provisioning for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:33.054560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79a868dc-98ad-4537-814c-cd9ac4310684 None None] Provisioning complete for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:33.055163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79a868dc-98ad-4537-814c-cd9ac4310684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.117343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 15a7844d-cab9-4884-9625-8d0c7bca41e6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:33.118612 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.126790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-79a868dc-98ad-4537-814c-cd9ac4310684 None None] Port 15a7844d-cab9-4884-9625-8d0c7bca41e6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:33.148351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-79a868dc-98ad-4537-814c-cd9ac4310684 None None] Provisioning complete for port f952e2a6-76c3-480d-a01e-e27d02981dc0 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:33.149113 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79a868dc-98ad-4537-814c-cd9ac4310684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.300848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.332048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 15a7844d-cab9-4884-9625-8d0c7bca41e6 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:33.450422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f02f28ca-849d-44c7-8f11-fa504d78569f None None] Provisioning complete for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:33.451073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f02f28ca-849d-44c7-8f11-fa504d78569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.477559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40993ac2-2573-4d8d-8a1c-38a742ecd253 req-7ee9c6e0-eeea-4fab-b09c-2a8be4fd27b7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.1324453 Jul 22 23:56:33.540309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f02f28ca-849d-44c7-8f11-fa504d78569f None None] Port 15a7844d-cab9-4884-9625-8d0c7bca41e6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:33.667322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-82882040-f05e-43b1-84f4-3e8f3b5f5d70 None None] Provisioning complete for port 15a7844d-cab9-4884-9625-8d0c7bca41e6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:33.668573 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82882040-f05e-43b1-84f4-3e8f3b5f5d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.672860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.724375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-82882040-f05e-43b1-84f4-3e8f3b5f5d70 None None] Port 15a7844d-cab9-4884-9625-8d0c7bca41e6 was deleted so its status cannot be updated. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 23:56:33.729650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=15a7844d-cab9-4884-9625-8d0c7bca41e6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:33.904060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:33.909247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-05cc4513-1e03-42d6-8e8b-f3627804100a tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/15a7844d-cab9-4884-9625-8d0c7bca41e6 HTTP/1.1" status: 204 len: 168 time: 0.9601107 Jul 22 23:56:33.909467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:33.939722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a2ed94ef-8d82-4b62-9cf5-b4906fa0a844 None None] Could not find standard attr ID for object 15a7844d-cab9-4884-9625-8d0c7bca41e6. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:33.969006 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bf8f61-4b37-4b22-9888-00bf00e623cc tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:33.973125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-56bf8f61-4b37-4b22-9888-00bf00e623cc tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/15a7844d-cab9-4884-9625-8d0c7bca41e6 HTTP/1.1" status: 404 len: 333 time: 0.0626440 Jul 22 23:56:33.975769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33780) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:34.044752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet e4880818-c815-4134-ac71-cf0321172106 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:34.048383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.100625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.225572 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.301780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.335595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=e4880818-c815-4134-ac71-cf0321172106,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:34.339496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.344562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6b81f983-2947-4d4a-9d49-48c6eac64543 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/e4880818-c815-4134-ac71-cf0321172106 HTTP/1.1" status: 204 len: 168 time: 0.3677628 Jul 22 23:56:34.344963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:34.346587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b0632-f3eb-4e9b-990a-ff98c40c70f9 None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:34.464501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet aa69439d-d17b-4eba-ab08-71579edb14be {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:34.474512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.568184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.666474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04c70ec5-bd9a-44e9-bed2-970e3e903429 req-c6327c29-d805-4b5c-92d4-3ae926369e91 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0410252 Jul 22 23:56:34.722348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.800762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.840343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:34.844631 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/aa69439d-d17b-4eba-ab08-71579edb14be HTTP/1.1" status: 204 len: 168 time: 0.4986157 Jul 22 23:56:34.847739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33808) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:34.875409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d7caa-6af0-465c-9b4a-c0d6c1c7cb37 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=aa69439d-d17b-4eba-ab08-71579edb14be,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:34.990046 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.073053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port f952e2a6-76c3-480d-a01e-e27d02981dc0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:35.073602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.149688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] For port f952e2a6-76c3-480d-a01e-e27d02981dc0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f952e2a6-76c3-480d-a01e-e27d02981dc0,segment=NetworkSegment(5080d92a-df69-4e71-90e4-c464d47309c2),segment_id=5080d92a-df69-4e71-90e4-c464d47309c2)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:35.150063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.168430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for f952e2a6-76c3-480d-a01e-e27d02981dc0 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:35.287787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.337858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=f952e2a6-76c3-480d-a01e-e27d02981dc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.340008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No DVR routers for this DVR port f952e2a6-76c3-480d-a01e-e27d02981dc0 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:35.427300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822670dd-8b83-4691-b0d3-96adb5ad44e3 None None] Network c90c4e7d-b85b-486c-b10f-8a2248e924f3 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:35.494990 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.507883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90c4e7d-b85b-486c-b10f-8a2248e924f3']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:35.531147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5080d92a-df69-4e71-90e4-c464d47309c2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:35.532359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5080d92a-df69-4e71-90e4-c464d47309c2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:35.544553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c675a88c-94bc-4f81-a9cc-e7e5612186cb None None] Could not find standard attr ID for object f952e2a6-76c3-480d-a01e-e27d02981dc0. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:35.559807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.597449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.609001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:35.609420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:35.671613 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:35.723531 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.743178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf38a03-2590-471e-a824-1815c799b812 None None] DHCP port deletion for c90c4e7d-b85b-486c-b10f-8a2248e924f3 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:35.751813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:35.759730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/c90c4e7d-b85b-486c-b10f-8a2248e924f3 HTTP/1.1" status: 204 len: 168 time: 0.9050052 Jul 22 23:56:35.762248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:35.781158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2866fda-5261-4db4-8c9c-10c3eb205b64 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=c90c4e7d-b85b-486c-b10f-8a2248e924f3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:35.859686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-703262c7-615f-4880-979b-ed37313ca7af req-af70e2a8-410b-428e-9d0d-3195673cfcbd tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0427144 Jul 22 23:56:35.873725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05c457-4f31-49d9-b1b3-b832ac116a05 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:35.875302 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b05c457-4f31-49d9-b1b3-b832ac116a05 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1106274 Jul 22 23:56:35.880528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:35.983835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a94e5298-6dab-4128-8eca-789a929b03bc tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0990894 Jul 22 23:56:35.984383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:36.000957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-265034919'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:36.034390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:36.040891 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.071116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:36.083832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.084512 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment a4b8b3c1-726a-452a-824e-e5ca5edc2dbf of type vlan for network 41a1408c-2b58-4134-8f5d-242c927b83a4 Jul 22 23:56:36.142265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.161861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:36.171019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.182418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.188295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:36.188900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.247179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2572773 Jul 22 23:56:36.250117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:36.257735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:36.274994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5db74-0058-4a85-88d9-0a67e595c363 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=41a1408c-2b58-4134-8f5d-242c927b83a4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:36.288920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:36.368409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20c48ae9-99a4-418e-b088-6c8a525b578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.520069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20c48ae9-99a4-418e-b088-6c8a525b578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.541154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-20c48ae9-99a4-418e-b088-6c8a525b578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.547020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:36.550897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.620643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c48ae9-99a4-418e-b088-6c8a525b578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c9f792-00e5-459a-a5ec-b1866d462a85,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:36.653121 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-20c48ae9-99a4-418e-b088-6c8a525b578a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bb80709567e4848bb68f34a1811a542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4901636 Jul 22 23:56:36.655809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:36.723147 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfa55-a79c-462c-bb9d-a9ffb3c86ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.748826 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfa55-a79c-462c-bb9d-a9ffb3c86ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.817895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfa55-a79c-462c-bb9d-a9ffb3c86ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.821105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9d0cfa55-a79c-462c-bb9d-a9ffb3c86ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.823042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9d0cfa55-a79c-462c-bb9d-a9ffb3c86ef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4c9f792-00e5-459a-a5ec-b1866d462a85 HTTP/1.1" status: 204 len: 168 time: 0.1646848 Jul 22 23:56:36.831201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cfa55-a79c-462c-bb9d-a9ffb3c86ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c9f792-00e5-459a-a5ec-b1866d462a85,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:36.835261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:36.906938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:36.916095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:36.916483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: 41a1408c-2b58-4134-8f5d-242c927b83a4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:36.943000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:36.965641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 41a1408c-2b58-4134-8f5d-242c927b83a4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:36.980196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf08853-b6ec-42a8-8062-42ec0bae7272 None None] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:36.982419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:36.984856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.013531 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9d1965f8-03b7-4274-bcb6-59e22a7a66a8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7613964 Jul 22 23:56:37.014332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33860) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:37.020496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4', 'name': 'tempest-PortsTestJSON-1297507431'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:37.082015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7cd0102-c7db-4552-91b0-70c2c24d9bec req-f29c6228-183e-4f0c-964c-75c7cef5c8c6 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.1090724 Jul 22 23:56:37.205556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:37.209740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.258801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port e18e3517-ccfc-43fc-9b6a-97a38341525d yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:37.264422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-41a1408c-2b58-4134-8f5d-242c927b83a4', 'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': '4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:37.265625 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.308088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33864) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:37.330887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1154-943b-413c-ae3b-6102a24a0552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.420963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.3 (41a1408c-2b58-4134-8f5d-242c927b83a4/4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6/e18e3517-ccfc-43fc-9b6a-97a38341525d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:37.500787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1154-943b-413c-ae3b-6102a24a0552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.512664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1154-943b-413c-ae3b-6102a24a0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.546446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f952e2a6-76c3-480d-a01e-e27d02981dc0 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:37.561460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4bcb1154-943b-413c-ae3b-6102a24a0552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43eff921188a428f9baec14e9eb5dda1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518091 Jul 22 23:56:37.567988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33866) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:37.591819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f952e2a6-76c3-480d-a01e-e27d02981dc0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:37.592073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f952e2a6-76c3-480d-a01e-e27d02981dc0 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:37.607133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb1154-943b-413c-ae3b-6102a24a0552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b8d2d1-abdc-4918-ab53-e141e6519d18,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.643611 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b364d24d-36e1-48c2-8f5a-58bca5277771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.666738 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.673250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b364d24d-36e1-48c2-8f5a-58bca5277771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.683428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object e18e3517-ccfc-43fc-9b6a-97a38341525d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:37.728877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b364d24d-36e1-48c2-8f5a-58bca5277771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.732118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b364d24d-36e1-48c2-8f5a-58bca5277771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.732922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.733536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b364d24d-36e1-48c2-8f5a-58bca5277771 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65b8d2d1-abdc-4918-ab53-e141e6519d18 HTTP/1.1" status: 204 len: 168 time: 0.1640074 Jul 22 23:56:37.744094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364d24d-36e1-48c2-8f5a-58bca5277771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b8d2d1-abdc-4918-ab53-e141e6519d18,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.794662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:37.800554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:37.805549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:37.839667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=e18e3517-ccfc-43fc-9b6a-97a38341525d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:37.869984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Allocated IP 172.20.0.2 (41a1408c-2b58-4134-8f5d-242c927b83a4/4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6/953a357f-f5cf-4dd7-be77-945cd006cc2d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:37.895162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:37.895879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:37.935206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:37.935847 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3b9d0622-864b-4b90-87da-4f5d5a739abd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9207973 Jul 22 23:56:37.941176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4', 'name': 'tempest-PortsTestJSON-250448680'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:38.096218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.110454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Transition to ACTIVE for port object 953a357f-f5cf-4dd7-be77-945cd006cc2d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:38.143882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:38.144223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Transition to ACTIVE for port object 953a357f-f5cf-4dd7-be77-945cd006cc2d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:38.153969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.166868 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.193277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 1aaabb4b-d162-407b-bb2c-89e5aa020085 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:38.283583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:38.286404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:38.290574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:38.309629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Pushing event updated for resources: {'Port': ['ID=953a357f-f5cf-4dd7-be77-945cd006cc2d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:38.352923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45a05a2a-43c3-4ae8-8e99-5558e81ea68d req-5ed5bf5c-bcff-436b-a46a-ad245e9accf7 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.0738924 Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Attempting to bind port 953a357f-f5cf-4dd7-be77-945cd006cc2d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Attempting to bind port 953a357f-f5cf-4dd7-be77-945cd006cc2d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Attempting to bind port 953a357f-f5cf-4dd7-be77-945cd006cc2d on network 41a1408c-2b58-4134-8f5d-242c927b83a4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Checking segment: {'id': 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Bound using segment: {'id': 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Bound port: 953a357f-f5cf-4dd7-be77-945cd006cc2d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '41a1408c-2b58-4134-8f5d-242c927b83a4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:38.380300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.448219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] For port 953a357f-f5cf-4dd7-be77-945cd006cc2d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:38.454022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] For port 953a357f-f5cf-4dd7-be77-945cd006cc2d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=953a357f-f5cf-4dd7-be77-945cd006cc2d,segment=NetworkSegment(a4b8b3c1-726a-452a-824e-e5ca5edc2dbf),segment_id=a4b8b3c1-726a-452a-824e-e5ca5edc2dbf)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:38.455279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.4 (41a1408c-2b58-4134-8f5d-242c927b83a4/4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6/1aaabb4b-d162-407b-bb2c-89e5aa020085) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:38.463693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.550379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86796-31f6-4532-8f42-9c804f6a9616 None None] Pushing event updated for resources: {'Port': ['ID=953a357f-f5cf-4dd7-be77-945cd006cc2d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:38.669620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.687766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 1aaabb4b-d162-407b-bb2c-89e5aa020085 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:38.728800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.777419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:38.791424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:38.801372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:38.861928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=1aaabb4b-d162-407b-bb2c-89e5aa020085,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:38.874609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:38.875292 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:38.901543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a4398cc1-be93-4fb3-bfc6-c414efc04e17 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9646249 Jul 22 23:56:38.904083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33892) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:39.022066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8757bb-8f6e-4f81-97da-3249a738b528 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:39.024106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3e8757bb-8f6e-4f81-97da-3249a738b528 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1189871 Jul 22 23:56:39.026805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:39.137594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 1aaabb4b-d162-407b-bb2c-89e5aa020085 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:39.137949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.266496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:39.286231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 1aaabb4b-d162-407b-bb2c-89e5aa020085 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:39.692316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 953a357f-f5cf-4dd7-be77-945cd006cc2d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:39.772545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 953a357f-f5cf-4dd7-be77-945cd006cc2d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:39.966065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29abec9-0d35-40e8-a3b4-56686a5cc606 None None] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:40.056374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e34e659c-c5b3-4d64-9ab3-593cceadc211 req-615261a0-7926-4ab9-a308-cbebe3c2dbc9 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/ports?device_id=8da4fa8d-8895-4879-8e13-710a4a4ba7d9 HTTP/1.1" status: 200 len: 210 time: 0.5641093 Jul 22 23:56:40.079808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.139793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] Provisioning for port 953a357f-f5cf-4dd7-be77-945cd006cc2d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:40.147933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=1aaabb4b-d162-407b-bb2c-89e5aa020085,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:40.149616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] Provisioning complete for port 953a357f-f5cf-4dd7-be77-945cd006cc2d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:40.150272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.261454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.266848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b2c76e7d-7d49-48f0-a089-32123722ce4f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/1aaabb4b-d162-407b-bb2c-89e5aa020085 HTTP/1.1" status: 204 len: 168 time: 1.2355485 Jul 22 23:56:40.267074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:40.316896 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6d41a5-4363-4e93-87ce-a5aea610e6b0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:40.319077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1a6d41a5-4363-4e93-87ce-a5aea610e6b0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/1aaabb4b-d162-407b-bb2c-89e5aa020085 HTTP/1.1" status: 404 len: 333 time: 0.0518081 Jul 22 23:56:40.323021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:40.385349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.454805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] For port 953a357f-f5cf-4dd7-be77-945cd006cc2d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=953a357f-f5cf-4dd7-be77-945cd006cc2d,segment=NetworkSegment(a4b8b3c1-726a-452a-824e-e5ca5edc2dbf),segment_id=a4b8b3c1-726a-452a-824e-e5ca5edc2dbf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:40.461668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.506684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port e18e3517-ccfc-43fc-9b6a-97a38341525d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:40.507233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.560911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b0dc1-c1e3-4efc-9fa9-465a9c9e5dd0 None None] Pushing event updated for resources: {'Port': ['ID=953a357f-f5cf-4dd7-be77-945cd006cc2d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:40.580968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:40.634811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.650005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for e18e3517-ccfc-43fc-9b6a-97a38341525d owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:40.741498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d5fd090-4ea6-47ba-8249-5a5b09cdb94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.788464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-609bab75-385d-4e98-89f8-6bcf4ae45341 None None] Provisioning complete for port 953a357f-f5cf-4dd7-be77-945cd006cc2d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:40.789128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-609bab75-385d-4e98-89f8-6bcf4ae45341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.854256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.915797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=e18e3517-ccfc-43fc-9b6a-97a38341525d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:40.937030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-609bab75-385d-4e98-89f8-6bcf4ae45341 None None] Could not find standard attr ID for object e18e3517-ccfc-43fc-9b6a-97a38341525d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:40.965388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d5fd090-4ea6-47ba-8249-5a5b09cdb94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:40.970405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9d5fd090-4ea6-47ba-8249-5a5b09cdb94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.007016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fd090-4ea6-47ba-8249-5a5b09cdb94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349ab35f-bb52-46b5-a41e-c95d5711b9c7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.011476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.014720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f4953f1b-568b-4d72-b79b-3b605fb4d8e9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/e18e3517-ccfc-43fc-9b6a-97a38341525d HTTP/1.1" status: 204 len: 168 time: 0.6891465 Jul 22 23:56:41.018545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.035862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9d5fd090-4ea6-47ba-8249-5a5b09cdb94c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25cf5460f7d347a1aa2fabfb26187e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515302 Jul 22 23:56:41.036273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.049565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4016df83-4a54-42fc-83f7-697a5525cdfe None None] Could not find standard attr ID for object e18e3517-ccfc-43fc-9b6a-97a38341525d. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:41.055771 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5c9473-6abe-4939-b9a4-d09852ec7c56 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:41.060283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9b5c9473-6abe-4939-b9a4-d09852ec7c56 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/e18e3517-ccfc-43fc-9b6a-97a38341525d HTTP/1.1" status: 404 len: 333 time: 0.0383086 Jul 22 23:56:41.061831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33940) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.138541 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1856e0-1e34-48ef-b8eb-d8a92809d7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.146058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:41.150502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.183453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.213402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1856e0-1e34-48ef-b8eb-d8a92809d7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.223783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.265088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-df9836c3-d218-43bb-b4db-5ff93e73c3a8 None None] Could not find standard attr ID for object 1aaabb4b-d162-407b-bb2c-89e5aa020085. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:41.267227 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f51c2ab-615c-4f96-a04f-994122969140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.297487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f51c2ab-615c-4f96-a04f-994122969140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.337102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1856e0-1e34-48ef-b8eb-d8a92809d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.339831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0e1856e0-1e34-48ef-b8eb-d8a92809d7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.344061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0e1856e0-1e34-48ef-b8eb-d8a92809d7cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/349ab35f-bb52-46b5-a41e-c95d5711b9c7 HTTP/1.1" status: 204 len: 168 time: 0.3038278 Jul 22 23:56:41.348176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.365583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f51c2ab-615c-4f96-a04f-994122969140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.370730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f51c2ab-615c-4f96-a04f-994122969140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.372556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4f51c2ab-615c-4f96-a04f-994122969140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/security-groups/04816acf-42ec-4b7c-b819-bf755e71fad1 HTTP/1.1" status: 204 len: 168 time: 0.1875703 Jul 22 23:56:41.380195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.384865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1856e0-1e34-48ef-b8eb-d8a92809d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ab35f-bb52-46b5-a41e-c95d5711b9c7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.415054 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-dba55b59-bd23-4dee-8a60-568f43e71274 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] show failed (client error): The resource could not be found. Jul 22 23:56:41.416214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dba55b59-bd23-4dee-8a60-568f43e71274 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "GET /v2.0/security-groups/04816acf-42ec-4b7c-b819-bf755e71fad1 HTTP/1.1" status: 404 len: 347 time: 0.0348306 Jul 22 23:56:41.420565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.422006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51c2ab-615c-4f96-a04f-994122969140 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04816acf-42ec-4b7c-b819-bf755e71fad1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.576243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.598134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.603702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6 HTTP/1.1" status: 204 len: 168 time: 0.5407481 Jul 22 23:56:41.604307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:41.619311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 953a357f-f5cf-4dd7-be77-945cd006cc2d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:41.624679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce4ee6-5ffb-413e-a0b1-c28ffdb2c44f tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:41.647231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port 70abe942-d93b-45f3-bd75-feaf31ffe885 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:41.647854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.654722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89387183-69df-4e9a-bb7d-d14df34a19fe None None] Network 41a1408c-2b58-4134-8f5d-242c927b83a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:41.749072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.749550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.754085 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.776592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for 70abe942-d93b-45f3-bd75-feaf31ffe885 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:41.820936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 953a357f-f5cf-4dd7-be77-945cd006cc2d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:41.821704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.824756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 953a357f-f5cf-4dd7-be77-945cd006cc2d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:41.825109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.920962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] For port 953a357f-f5cf-4dd7-be77-945cd006cc2d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=953a357f-f5cf-4dd7-be77-945cd006cc2d,segment=NetworkSegment(a4b8b3c1-726a-452a-824e-e5ca5edc2dbf),segment_id=a4b8b3c1-726a-452a-824e-e5ca5edc2dbf)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:41.921441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:41.936444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 953a357f-f5cf-4dd7-be77-945cd006cc2d owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:41.983655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.003559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] DHCP port deletion for 41a1408c-2b58-4134-8f5d-242c927b83a4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:42.025240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=70abe942-d93b-45f3-bd75-feaf31ffe885,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.067996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] Deleting port 953a357f-f5cf-4dd7-be77-945cd006cc2d {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:42.068377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.080416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.100606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No DVR routers for this DVR port 953a357f-f5cf-4dd7-be77-945cd006cc2d on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:42.122877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.129390 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.130918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-18c3f891-de15-4e77-9f6c-1b5043c00a2f tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/floatingips/5b70b12d-8c85-4791-82b4-0c9ee8278c24 HTTP/1.1" status: 204 len: 168 time: 0.7093980 Jul 22 23:56:42.135211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33970) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.165079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=953a357f-f5cf-4dd7-be77-945cd006cc2d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.178658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] For port 953a357f-f5cf-4dd7-be77-945cd006cc2d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=953a357f-f5cf-4dd7-be77-945cd006cc2d,segment=NetworkSegment(a4b8b3c1-726a-452a-824e-e5ca5edc2dbf),segment_id=a4b8b3c1-726a-452a-824e-e5ca5edc2dbf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:42.179115 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.198830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] Calling delete_port for 953a357f-f5cf-4dd7-be77-945cd006cc2d owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:42.243602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.259420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a1408c-2b58-4134-8f5d-242c927b83a4']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.273185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.273565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b8b3c1-726a-452a-824e-e5ca5edc2dbf') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:42.285139 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.291612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port 8990fbc0-64f1-4e71-b753-e45d1f69bf4b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:42.292277 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:56:42.301227 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 22 23:56:42.306792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.313870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.315471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:42.315894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:42.319546 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:42.332361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] No DVR routers for this DVR port 953a357f-f5cf-4dd7-be77-945cd006cc2d on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:42.356961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd696467-b1f0-465a-a4f6-dbd5a9c59860 None None] Pushing event deleted for resources: {'Port': ['ID=953a357f-f5cf-4dd7-be77-945cd006cc2d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.413591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.425665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.432808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/41a1408c-2b58-4134-8f5d-242c927b83a4 HTTP/1.1" status: 204 len: 168 time: 0.8267336 Jul 22 23:56:42.434317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.440698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.446251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fcf25-fbcd-433f-b780-fb34dbff9762 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=41a1408c-2b58-4134-8f5d-242c927b83a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.453544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-626620964'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:42.461621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for 8990fbc0-64f1-4e71-b753-e45d1f69bf4b owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:42.480943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:42.484523 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.513014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:42.524545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.525414 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment 6d64f8cc-5223-467d-a268-2e0cca3d6108 of type vlan for network 26eddb03-63c9-477d-b399-bb4f91f95be2 Jul 22 23:56:42.605938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.642592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.649745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:42.650363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.670335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.701502 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2548008 Jul 22 23:56:42.701857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.705165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=8990fbc0-64f1-4e71-b753-e45d1f69bf4b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.707179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:42.755093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41f8f2-3d49-404f-b692-fb2c480803f3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=26eddb03-63c9-477d-b399-bb4f91f95be2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:42.766312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:42.811296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.815391 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fdda3f3a-2c86-465b-ac24-006f5218a1cb tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/ports/8990fbc0-64f1-4e71-b753-e45d1f69bf4b HTTP/1.1" status: 204 len: 168 time: 0.6762242 Jul 22 23:56:42.815994 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 33992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:42.908914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:42.913829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.957008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port 8d61b858-d6e2-4581-afd4-454891192787 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:42.957353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:42.993625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 33996) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.080421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.113080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for 8d61b858-d6e2-4581-afd4-454891192787 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:43.143978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c726e07-c1e6-453b-bc5a-779fb8e15da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.172265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.260226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=7af5aafb-b524-4dbc-8e7c-1ccac6a56c51,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.303255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': '6d64f8cc-5223-467d-a268-2e0cca3d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:43.303703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: 26eddb03-63c9-477d-b399-bb4f91f95be2, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:43.314103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.341303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:43.343904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=8d61b858-d6e2-4581-afd4-454891192787,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.359210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 26eddb03-63c9-477d-b399-bb4f91f95be2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:43.366152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c726e07-c1e6-453b-bc5a-779fb8e15da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.369000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:43.369623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.374080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da289eb5-60e1-4d6b-95e1-7325ac667662 None None] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:43.379451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1c726e07-c1e6-453b-bc5a-779fb8e15da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.411270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5dd3b1a7-47bd-4d17-9236-51bd9fe80cab tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060952 Jul 22 23:56:43.419311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.427969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2', 'name': 'tempest-PortsTestJSON-425694300', 'fixed_ips': [{'subnet_id': '7af5aafb-b524-4dbc-8e7c-1ccac6a56c51', 'ip_address': '172.20.0.10'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:43.462857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1c726e07-c1e6-453b-bc5a-779fb8e15da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5da2522cd6e8482fa936faff0c5e2c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680700 Jul 22 23:56:43.466542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.467595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c726e07-c1e6-453b-bc5a-779fb8e15da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079351ef-36ec-4f94-b5dd-09ecc4ca3bf2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.486053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.491384 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-69c10462-fae6-47c1-8eeb-acee63b52299 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/ports/8d61b858-d6e2-4581-afd4-454891192787 HTTP/1.1" status: 204 len: 168 time: 0.6713438 Jul 22 23:56:43.492009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.565724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting subnet 3312036e-8c43-48d9-9c98-395a3e93bbb6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:43.582674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.591353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9bb6693-aed0-45f6-82a5-0a7c81ee7b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.594695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-26eddb03-63c9-477d-b399-bb4f91f95be2', 'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': '7af5aafb-b524-4dbc-8e7c-1ccac6a56c51'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:43.595964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.609292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:43.639727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.647574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 953a357f-f5cf-4dd7-be77-945cd006cc2d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:43.648320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9bb6693-aed0-45f6-82a5-0a7c81ee7b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.697241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 953a357f-f5cf-4dd7-be77-945cd006cc2d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:43.697489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 953a357f-f5cf-4dd7-be77-945cd006cc2d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:43.796651 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.810096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.835752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9bb6693-aed0-45f6-82a5-0a7c81ee7b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.842163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9bb6693-aed0-45f6-82a5-0a7c81ee7b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.854952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b9bb6693-aed0-45f6-82a5-0a7c81ee7b51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/079351ef-36ec-4f94-b5dd-09ecc4ca3bf2 HTTP/1.1" status: 204 len: 168 time: 0.3761222 Jul 22 23:56:43.860014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 13621142-ec7f-4504-848b-40b16de2f501 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:43.872075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Allocated IP 172.20.0.2 (26eddb03-63c9-477d-b399-bb4f91f95be2/7af5aafb-b524-4dbc-8e7c-1ccac6a56c51/eae7084a-6a81-4aad-bcbf-2f97d66a879b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:43.904529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb6693-aed0-45f6-82a5-0a7c81ee7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079351ef-36ec-4f94-b5dd-09ecc4ca3bf2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.906016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.943696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Subnet': ['ID=3312036e-8c43-48d9-9c98-395a3e93bbb6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:43.959966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:43.964342 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f03e64dd-6e57-48c2-b58e-8f4b5a434437 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/subnets/3312036e-8c43-48d9-9c98-395a3e93bbb6 HTTP/1.1" status: 204 len: 168 time: 0.4707308 Jul 22 23:56:43.966910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:43.971776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733d5ed-1dbc-4410-b8c3-86da7235f245 None None] Network d089a880-ea55-4041-9657-5f4044ab6985 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:44.120212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting subnet 6eb71eee-f22a-436c-a06a-67644cf402e5 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:44.129399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.191869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.275585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.292540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Transition to ACTIVE for port object eae7084a-6a81-4aad-bcbf-2f97d66a879b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:44.318060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Transition to ACTIVE for port object eae7084a-6a81-4aad-bcbf-2f97d66a879b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:44.326034 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.340714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.383885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] DHCP port deletion for d089a880-ea55-4041-9657-5f4044ab6985 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:44.393732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:44.406790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.10 (26eddb03-63c9-477d-b399-bb4f91f95be2/7af5aafb-b524-4dbc-8e7c-1ccac6a56c51/13621142-ec7f-4504-848b-40b16de2f501) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:44.420041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:44.433768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:44.461833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.484967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Pushing event updated for resources: {'Port': ['ID=eae7084a-6a81-4aad-bcbf-2f97d66a879b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:44.507598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.511820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/subnets/6eb71eee-f22a-436c-a06a-67644cf402e5 HTTP/1.1" status: 204 len: 168 time: 0.5406358 Jul 22 23:56:44.511820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad433a1-0db8-4abf-ac4b-db18b4bbe7f4 tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb71eee-f22a-436c-a06a-67644cf402e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:44.512241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:44.527263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd864eb-2b27-47f1-b28a-395c7b289412 None None] Network 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:44.641022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Attempting to bind port eae7084a-6a81-4aad-bcbf-2f97d66a879b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:44.641408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Attempting to bind port eae7084a-6a81-4aad-bcbf-2f97d66a879b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6d64f8cc-5223-467d-a268-2e0cca3d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:44.641788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Attempting to bind port eae7084a-6a81-4aad-bcbf-2f97d66a879b on network 26eddb03-63c9-477d-b399-bb4f91f95be2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:44.642722 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.656651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:44.657071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Checking segment: {'id': '6d64f8cc-5223-467d-a268-2e0cca3d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:44.657442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.657832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Bound using segment: {'id': '6d64f8cc-5223-467d-a268-2e0cca3d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:44.658759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Bound port: eae7084a-6a81-4aad-bcbf-2f97d66a879b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d64f8cc-5223-467d-a268-2e0cca3d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:44.658759 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.663469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 13621142-ec7f-4504-848b-40b16de2f501 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:44.671229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] Deleting port 633351a6-afb3-4256-91e3-4a7f45c6b19c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:44.671643 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.672262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.748106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.796392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Deleting port 633351a6-afb3-4256-91e3-4a7f45c6b19c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:44.796890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.879148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] For port 633351a6-afb3-4256-91e3-4a7f45c6b19c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=633351a6-afb3-4256-91e3-4a7f45c6b19c,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:44.879552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:44.882298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:44.891730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:44.895474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:44.917688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Calling delete_port for 633351a6-afb3-4256-91e3-4a7f45c6b19c owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:44.946924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=13621142-ec7f-4504-848b-40b16de2f501,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.022750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:45.025193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.027261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] For port 633351a6-afb3-4256-91e3-4a7f45c6b19c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=633351a6-afb3-4256-91e3-4a7f45c6b19c,segment=NetworkSegment(e9b418fc-4c48-4a7e-9f24-e00f86419685),segment_id=e9b418fc-4c48-4a7e-9f24-e00f86419685)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:45.027699 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.044655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.050859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] For port eae7084a-6a81-4aad-bcbf-2f97d66a879b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:45.056203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] Calling delete_port for 633351a6-afb3-4256-91e3-4a7f45c6b19c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:45.065177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-34e07fe2-bab1-43dd-94af-73c154eb0a35 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6447115 Jul 22 23:56:45.065781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:45.073915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] For port eae7084a-6a81-4aad-bcbf-2f97d66a879b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eae7084a-6a81-4aad-bcbf-2f97d66a879b,segment=NetworkSegment(6d64f8cc-5223-467d-a268-2e0cca3d6108),segment_id=6d64f8cc-5223-467d-a268-2e0cca3d6108)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:45.075609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '26eddb03-63c9-477d-b399-bb4f91f95be2', 'name': 'tempest-PortsTestJSON-1639652636', 'fixed_ips': [{'subnet_id': '7af5aafb-b524-4dbc-8e7c-1ccac6a56c51', 'ip_address': '172.20.0.9'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:45.079642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Port': ['ID=633351a6-afb3-4256-91e3-4a7f45c6b19c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.087727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] No DVR routers for this DVR port 633351a6-afb3-4256-91e3-4a7f45c6b19c on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:45.090458 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.222170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de45b6f-6b95-42ce-87b8-2ec7d1ef6c53 None None] Pushing event updated for resources: {'Port': ['ID=eae7084a-6a81-4aad-bcbf-2f97d66a879b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.264910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] DHCP port deletion for 7f8591ea-caa4-4fcd-a347-1ee9e7c984ae request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:45.272713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.286368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.300004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d089a880-ea55-4041-9657-5f4044ab6985']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.318967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b418fc-4c48-4a7e-9f24-e00f86419685') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.319270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b418fc-4c48-4a7e-9f24-e00f86419685') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:45.335694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.341446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:45.347018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.349654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] Pushing event deleted for resources: {'Port': ['ID=633351a6-afb3-4256-91e3-4a7f45c6b19c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.356397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b62973-0598-4b50-8a0f-da49215661e5 None None] No DVR routers for this DVR port 633351a6-afb3-4256-91e3-4a7f45c6b19c on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:45.362215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.381227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:45.381227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:45.390703 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:45.402205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] Deleting port c041850d-c8c4-48a3-89ba-d30bf2f32f61 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:45.402765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.406436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port bee1d705-7920-433a-8247-3175806cd050 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:45.493906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] For port c041850d-c8c4-48a3-89ba-d30bf2f32f61, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c041850d-c8c4-48a3-89ba-d30bf2f32f61,segment=NetworkSegment(4c9d10af-a840-475c-a025-c9cc1044f519),segment_id=4c9d10af-a840-475c-a025-c9cc1044f519)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:45.493906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.516731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] Calling delete_port for c041850d-c8c4-48a3-89ba-d30bf2f32f61 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:45.569085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.584203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.586312 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/networks/d089a880-ea55-4041-9657-5f4044ab6985 HTTP/1.1" status: 204 len: 168 time: 1.0684743 Jul 22 23:56:45.589176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34044) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:45.653196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d81e2-195b-42f0-bbaa-1d0bee006f6e tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Network': ['ID=d089a880-ea55-4041-9657-5f4044ab6985,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.667245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.753005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] Pushing event deleted for resources: {'Port': ['ID=c041850d-c8c4-48a3-89ba-d30bf2f32f61,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:45.757198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eae7084a-6a81-4aad-bcbf-2f97d66a879b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:45.787112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df966a3-d3b4-4e3a-a67d-e93996217060 None None] No DVR routers for this DVR port c041850d-c8c4-48a3-89ba-d30bf2f32f61 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:45.826584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.9 (26eddb03-63c9-477d-b399-bb4f91f95be2/7af5aafb-b524-4dbc-8e7c-1ccac6a56c51/bee1d705-7920-433a-8247-3175806cd050) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:45.833669 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:56:45.849595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port eae7084a-6a81-4aad-bcbf-2f97d66a879b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:45.881610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:45.923574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 633351a6-afb3-4256-91e3-4a7f45c6b19c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:45.953304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 633351a6-afb3-4256-91e3-4a7f45c6b19c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:45.953738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 633351a6-afb3-4256-91e3-4a7f45c6b19c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:45.954147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c041850d-c8c4-48a3-89ba-d30bf2f32f61 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:45.974408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c041850d-c8c4-48a3-89ba-d30bf2f32f61 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:45.974771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c041850d-c8c4-48a3-89ba-d30bf2f32f61 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:46.027832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.041194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8591ea-caa4-4fcd-a347-1ee9e7c984ae']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:46.052240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9d10af-a840-475c-a025-c9cc1044f519') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:46.052567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9d10af-a840-475c-a025-c9cc1044f519') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:46.062911 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.073250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.080739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.087906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:46.088310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.090490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object bee1d705-7920-433a-8247-3175806cd050 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:46.092439 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:46.137239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.145300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3932-3e28-492a-b325-68da1e2c2982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.165785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.174818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.179513 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] 10.222.0.21 "DELETE /v2.0/networks/7f8591ea-caa4-4fcd-a347-1ee9e7c984ae HTTP/1.1" status: 204 len: 168 time: 0.5773091 Jul 22 23:56:46.205631 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ff39-9914-436d-8871-fe704da74b1b tempest-TaggedBootDevicesTest_v242-211981663 tempest-TaggedBootDevicesTest_v242-211981663-project] Pushing event deleted for resources: {'Network': ['ID=7f8591ea-caa4-4fcd-a347-1ee9e7c984ae,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:46.236009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:46.245576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:46.249210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:46.315746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=bee1d705-7920-433a-8247-3175806cd050,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:46.369898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.370685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.411811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34068) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.416009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee7f3b21-9390-403c-9e87-b01ce00c58bf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3481340 Jul 22 23:56:46.548716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34076) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.552488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106ebcee-ba55-45ee-92c2-e38d1acc3e32 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.557266 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-106ebcee-ba55-45ee-92c2-e38d1acc3e32 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1409104 Jul 22 23:56:46.566044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34080) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.709822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1a7b213a-c419-48d4-ab4b-cab5a6e5d8b5 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:46.760348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e28b78-9d84-4a9c-b47d-bfce36d44275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.766588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e28b78-9d84-4a9c-b47d-bfce36d44275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.773025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e28b78-9d84-4a9c-b47d-bfce36d44275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:46.778319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6e28b78-9d84-4a9c-b47d-bfce36d44275 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2081547 Jul 22 23:56:46.778715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34092) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.798135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1a7b213a-c419-48d4-ab4b-cab5a6e5d8b5 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "PUT /v2.0/quotas/9b77242986eb49f3a05d1442d882ea8c HTTP/1.1" status: 200 len: 366 time: 0.2456555 Jul 22 23:56:46.799088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.857523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5f572d3-4d1e-411f-8131-8de7f7f8bce1 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0578995 Jul 22 23:56:46.862356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34096) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.893758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c42d94-0515-44f5-9aa9-b3fd79c0c545 None None] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:46.922627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5bc35ea5-12be-4ae7-bddd-64283d76179e tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "GET /v2.0/quotas/9b77242986eb49f3a05d1442d882ea8c HTTP/1.1" status: 200 len: 366 time: 0.0588076 Jul 22 23:56:46.930150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34100) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.946446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port bee1d705-7920-433a-8247-3175806cd050 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:46.946812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:46.996676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34102) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:46.996967 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8011e05f-7e2e-4f5b-b0b3-0da8a9e0ebc4 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/9b77242986eb49f3a05d1442d882ea8c HTTP/1.1" status: 204 len: 168 time: 0.0640879 Jul 22 23:56:47.009145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a35854e-b319-439e-9674-d8b8731e8979 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0107784 Jul 22 23:56:47.012573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34104) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:47.029450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] Provisioning for port eae7084a-6a81-4aad-bcbf-2f97d66a879b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:47.031961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b1bff608-eaa3-47cf-80f7-5e7499073772 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "GET /v2.0/quotas/9b77242986eb49f3a05d1442d882ea8c HTTP/1.1" status: 200 len: 370 time: 0.0180070 Jul 22 23:56:47.034669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:47.041907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] Provisioning complete for port eae7084a-6a81-4aad-bcbf-2f97d66a879b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:47.042564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.049081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1e567b90-1333-478f-a1e2-6cf309174a5d tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "GET /v2.0/quotas/9b77242986eb49f3a05d1442d882ea8c/default HTTP/1.1" status: 200 len: 370 time: 0.0133402 Jul 22 23:56:47.052497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34108) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:47.078845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.081617 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-07053c68-9f47-4090-b3a7-967b18cfc9b7 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] delete failed (client error): The resource could not be found. Jul 22 23:56:47.082768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-07053c68-9f47-4090-b3a7-967b18cfc9b7 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/9b77242986eb49f3a05d1442d882ea8c HTTP/1.1" status: 404 len: 348 time: 0.0293427 Jul 22 23:56:47.099560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for bee1d705-7920-433a-8247-3175806cd050 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:47.194144 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.240632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] For port eae7084a-6a81-4aad-bcbf-2f97d66a879b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eae7084a-6a81-4aad-bcbf-2f97d66a879b,segment=NetworkSegment(6d64f8cc-5223-467d-a268-2e0cca3d6108),segment_id=6d64f8cc-5223-467d-a268-2e0cca3d6108)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:47.249231 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.285484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:47.309550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:network and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.317213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.325410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:subnet and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.332772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.343438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:subnetpool and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.353411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.360020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.361716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:port and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.368294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.377122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:router and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.384689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.393384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ce4b8-7ef3-49c7-93ac-2afa19230226 None None] Pushing event updated for resources: {'Port': ['ID=eae7084a-6a81-4aad-bcbf-2f97d66a879b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:47.401282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:floatingip and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.407712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.421703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=bee1d705-7920-433a-8247-3175806cd050,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:47.463312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:security_group and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.469251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.477409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Usage tracker for resource:security_group_rule and tenant:8507aa8f1369441b93f483deb6cd9340 is out of sync, need to count used quota {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 23:56:47.483609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.quota.resource [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93791) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 23:56:47.500737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-981a4020-bcc4-4e7f-b85d-a086c56e0b15 tempest-QuotasTest-74022749 tempest-QuotasTest-74022749-project-admin] 10.222.0.21 "GET /v2.0/quotas/8507aa8f1369441b93f483deb6cd9340/details.json HTTP/1.1" status: 200 len: 703 time: 0.2101910 Jul 22 23:56:47.561497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.563518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d2ebc0a9-d4d3-4cce-a60d-c4e0bba0eee0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/bee1d705-7920-433a-8247-3175806cd050 HTTP/1.1" status: 204 len: 168 time: 0.7835395 Jul 22 23:56:47.566711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34116) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:47.588130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Provisioning for port 13621142-ec7f-4504-848b-40b16de2f501 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:47.594866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Provisioning complete for port 13621142-ec7f-4504-848b-40b16de2f501 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:47.595656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.633926 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fe7a38-9b69-42b7-84cf-6b20e1e357c5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:47.635675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-78fe7a38-9b69-42b7-84cf-6b20e1e357c5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/bee1d705-7920-433a-8247-3175806cd050 HTTP/1.1" status: 404 len: 333 time: 0.0676813 Jul 22 23:56:47.638923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:47.693301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eae7084a-6a81-4aad-bcbf-2f97d66a879b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:47.730235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Port 13621142-ec7f-4504-848b-40b16de2f501 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:47.740989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Could not find standard attr ID for object bee1d705-7920-433a-8247-3175806cd050. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:47.768717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Provisioning complete for port eae7084a-6a81-4aad-bcbf-2f97d66a879b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:47.769405 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0ed3114-af86-4994-acd0-47d9aee0b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.805849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port eae7084a-6a81-4aad-bcbf-2f97d66a879b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:47.806438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.863447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 13621142-ec7f-4504-848b-40b16de2f501 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:47.864033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.005391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:48.078589 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.093885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 13621142-ec7f-4504-848b-40b16de2f501 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:48.151280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbfee201-333e-457f-8a16-cd81d4f3beaa None None] Provisioning complete for port 13621142-ec7f-4504-848b-40b16de2f501 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:48.151899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbfee201-333e-457f-8a16-cd81d4f3beaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.242748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fbfee201-333e-457f-8a16-cd81d4f3beaa None None] Port 13621142-ec7f-4504-848b-40b16de2f501 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:48.263110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1817da6-61cc-4aea-ac36-81a4717c53ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.284917 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.321896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=13621142-ec7f-4504-848b-40b16de2f501,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:48.359219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65aae8b3-b46c-4c01-b91c-6c35cf5c862e None None] Could not find standard attr ID for object bee1d705-7920-433a-8247-3175806cd050. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:48.428073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1817da6-61cc-4aea-ac36-81a4717c53ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.434206 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1817da6-61cc-4aea-ac36-81a4717c53ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.447770 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.456010 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c397c092-1e67-4743-b134-50e3de5e3e76 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/13621142-ec7f-4504-848b-40b16de2f501 HTTP/1.1" status: 204 len: 168 time: 0.8153930 Jul 22 23:56:48.458817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34138) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:48.492230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a1817da6-61cc-4aea-ac36-81a4717c53ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f6357ac0ade4fad96f0c35730d87a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855056 Jul 22 23:56:48.495477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34140) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:48.496006 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6cd5ae-075e-4490-a2c4-3a2aea8950e8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:48.500768 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4b6cd5ae-075e-4490-a2c4-3a2aea8950e8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/13621142-ec7f-4504-848b-40b16de2f501 HTTP/1.1" status: 404 len: 333 time: 0.0407634 Jul 22 23:56:48.501940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34142) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:48.533137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1817da6-61cc-4aea-ac36-81a4717c53ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a67808-7c7b-4328-ac20-07ccd39434d8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:48.560323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cbae-b22f-4b63-b5b2-cc9887c1dcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.561693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 7af5aafb-b524-4dbc-8e7c-1ccac6a56c51 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:56:48.565005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.613186 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cbae-b22f-4b63-b5b2-cc9887c1dcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.641162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.695812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cbae-b22f-4b63-b5b2-cc9887c1dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.700213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f7e1cbae-b22f-4b63-b5b2-cc9887c1dcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.705252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f7e1cbae-b22f-4b63-b5b2-cc9887c1dcd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63a67808-7c7b-4328-ac20-07ccd39434d8 HTTP/1.1" status: 204 len: 168 time: 0.2087646 Jul 22 23:56:48.714680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1cbae-b22f-4b63-b5b2-cc9887c1dcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a67808-7c7b-4328-ac20-07ccd39434d8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:48.773385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.858885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.885124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:48.888529 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/7af5aafb-b524-4dbc-8e7c-1ccac6a56c51 HTTP/1.1" status: 204 len: 168 time: 0.3855712 Jul 22 23:56:48.891134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34148) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:48.940521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19b1e9-d005-4ecb-a3e0-74194ac38e1b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=7af5aafb-b524-4dbc-8e7c-1ccac6a56c51,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:48.990419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a61fd-4bc3-473f-ae7b-1d72c3ae9a4e None None] Network 26eddb03-63c9-477d-b399-bb4f91f95be2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:49.003365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.071879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port eae7084a-6a81-4aad-bcbf-2f97d66a879b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:49.072583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.169066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] For port eae7084a-6a81-4aad-bcbf-2f97d66a879b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eae7084a-6a81-4aad-bcbf-2f97d66a879b,segment=NetworkSegment(6d64f8cc-5223-467d-a268-2e0cca3d6108),segment_id=6d64f8cc-5223-467d-a268-2e0cca3d6108)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:49.169432 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.189346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for eae7084a-6a81-4aad-bcbf-2f97d66a879b owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:49.226799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34154) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:49.247761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] DHCP port deletion for 26eddb03-63c9-477d-b399-bb4f91f95be2 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:56:49.248622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de54b4bf-e521-4a5b-ac66-746c72820530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.303154 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.338862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Deleting port eae7084a-6a81-4aad-bcbf-2f97d66a879b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:49.339411 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.343696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=eae7084a-6a81-4aad-bcbf-2f97d66a879b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:49.358948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No DVR routers for this DVR port eae7084a-6a81-4aad-bcbf-2f97d66a879b on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:49.372259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de54b4bf-e521-4a5b-ac66-746c72820530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.378155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-de54b4bf-e521-4a5b-ac66-746c72820530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.422735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] For port eae7084a-6a81-4aad-bcbf-2f97d66a879b, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:49.423478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.429406 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-de54b4bf-e521-4a5b-ac66-746c72820530 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8507aa8f1369441b93f483deb6cd9340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1987193 Jul 22 23:56:49.429406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54b4bf-e521-4a5b-ac66-746c72820530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f824d-5eba-4354-90e4-4248f6705e29,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:49.434177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:49.437368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Calling delete_port for eae7084a-6a81-4aad-bcbf-2f97d66a879b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:49.440491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Port eae7084a-6a81-4aad-bcbf-2f97d66a879b was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:56:49.443477 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.475570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.482858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] No DVR routers for this DVR port eae7084a-6a81-4aad-bcbf-2f97d66a879b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:56:49.484616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559318d1-f22a-4934-9920-7a7f36abf39e None None] Pushing event deleted for resources: {'Port': ['ID=eae7084a-6a81-4aad-bcbf-2f97d66a879b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:49.496268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f76adfc7-5f1c-4386-bfad-d503379e98c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.506058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26eddb03-63c9-477d-b399-bb4f91f95be2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:49.519211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d64f8cc-5223-467d-a268-2e0cca3d6108') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:49.519588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d64f8cc-5223-467d-a268-2e0cca3d6108') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:49.529810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ae3-4589-4dad-8391-d78a84eec108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.532795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.551779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.557358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ae3-4589-4dad-8391-d78a84eec108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.560063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:56:49.562184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:56:49.569315 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:56:49.616841 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.647307 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ae3-4589-4dad-8391-d78a84eec108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.652776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eaf90ae3-4589-4dad-8391-d78a84eec108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.656294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eae7084a-6a81-4aad-bcbf-2f97d66a879b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:56:49.656450 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eaf90ae3-4589-4dad-8391-d78a84eec108 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b6f824d-5eba-4354-90e4-4248f6705e29 HTTP/1.1" status: 204 len: 168 time: 0.2186317 Jul 22 23:56:49.672809 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.680720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: eae7084a-6a81-4aad-bcbf-2f97d66a879b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:56:49.681128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eae7084a-6a81-4aad-bcbf-2f97d66a879b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:56:49.688894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf90ae3-4589-4dad-8391-d78a84eec108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f824d-5eba-4354-90e4-4248f6705e29,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:49.690429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.696713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/26eddb03-63c9-477d-b399-bb4f91f95be2 HTTP/1.1" status: 204 len: 168 time: 0.8042650 Jul 22 23:56:49.700433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34160) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:49.714359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063746133'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:49.722284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe238f7-e3a9-4767-86b5-114e86cb5457 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=26eddb03-63c9-477d-b399-bb4f91f95be2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:49.760163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:49.763912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.789558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:49.799404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.799802 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Added segment 3e9b3056-6251-49a1-bdfa-f67126126f43 of type vlan for network 8fcb0475-de26-4a00-8295-26fb48b33d5c Jul 22 23:56:49.844835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.897931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.904927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:49.905661 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:49.951873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2500119 Jul 22 23:56:49.955572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:49.964697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:49.986573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736501c-577a-4812-b4f7-c6cd77e16e96 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Network': ['ID=8fcb0475-de26-4a00-8295-26fb48b33d5c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:50.003005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:50.104493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:50.110116 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.269149 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.419898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.558275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=59ae8b67-d111-4558-9fbb-0005b3c1abac,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:50.573211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Checking segment: {'id': '3e9b3056-6251-49a1-bdfa-f67126126f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:50.573580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network hostable DHCP agents. Network: 8fcb0475-de26-4a00-8295-26fb48b33d5c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:50.594890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:50.615927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8fcb0475-de26-4a00-8295-26fb48b33d5c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:50.621715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:50.622588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.640410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8979dc-5426-48cf-b0ed-11aac6a65051 None None] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:50.655542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:50.656100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a559fbf9-c8d7-4143-8fea-1b6eb5d7dae3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7000320 Jul 22 23:56:50.661058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1851611873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:50.713751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.715579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.820584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.826785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.875240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.876551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4598b5e-e261-4b74-9e15-7c56deb7bb51 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2193072 Jul 22 23:56:50.879346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:50.893970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c', 'name': 'tempest-PortsTestJSON-1316364829'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:50.897815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:51.029825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-8fcb0475-de26-4a00-8295-26fb48b33d5c', 'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': '59ae8b67-d111-4558-9fbb-0005b3c1abac'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:51.032071 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.194824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:51.203609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.222374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1548721672'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:51.240796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port da285bf4-0dbf-4a82-a577-1fa4ce217300 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:51.352981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:51.371192 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.417282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.559768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Allocated IP 172.20.0.2 (8fcb0475-de26-4a00-8295-26fb48b33d5c/59ae8b67-d111-4558-9fbb-0005b3c1abac/7399dd86-2f40-4e01-ae17-129ce1b4b9db) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:51.673844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.682312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.712001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:56:51.753106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.754018 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Added segment d0e1008e-1b09-4457-8a42-134e6929f784 of type vlan for network aa707446-a62e-4dea-900a-1fa08f093740 Jul 22 23:56:51.785989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e1f78b-1566-4574-97d5-7aac3736a53c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:51.869545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.922222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.931814 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.938592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:51.939375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.986671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0838342 Jul 22 23:56:51.989583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:51.996489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'subnet': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:52.002104 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.025239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Transition to ACTIVE for port object 7399dd86-2f40-4e01-ae17-129ce1b4b9db will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:52.065117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Transition to ACTIVE for port object 7399dd86-2f40-4e01-ae17-129ce1b4b9db will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:52.065667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e9466-2835-4570-89fc-116f6b0bfb9d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Network': ['ID=aa707446-a62e-4dea-900a-1fa08f093740,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:52.079916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network aa707446-a62e-4dea-900a-1fa08f093740 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:56:52.103863 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.168095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Pushing event updated for resources: {'Port': ['ID=7399dd86-2f40-4e01-ae17-129ce1b4b9db,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:52.186837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.187095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.187484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.187825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.188306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.188639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.188969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.189298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.189624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.189951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.190455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.190789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:52.227292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:52.233789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:52.239020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:52.309474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.321757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Attempting to bind port 7399dd86-2f40-4e01-ae17-129ce1b4b9db on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:52.322287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Attempting to bind port 7399dd86-2f40-4e01-ae17-129ce1b4b9db by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3e9b3056-6251-49a1-bdfa-f67126126f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:52.322761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Attempting to bind port 7399dd86-2f40-4e01-ae17-129ce1b4b9db on network 8fcb0475-de26-4a00-8295-26fb48b33d5c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:52.329305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:52.330728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Checking segment: {'id': '3e9b3056-6251-49a1-bdfa-f67126126f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:52.330728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.330979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Bound using segment: {'id': '3e9b3056-6251-49a1-bdfa-f67126126f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:52.331656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Bound port: 7399dd86-2f40-4e01-ae17-129ce1b4b9db, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b3056-6251-49a1-bdfa-f67126126f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8fcb0475-de26-4a00-8295-26fb48b33d5c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:52.332130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.409413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] For port 7399dd86-2f40-4e01-ae17-129ce1b4b9db, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:52.414893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] For port 7399dd86-2f40-4e01-ae17-129ce1b4b9db, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7399dd86-2f40-4e01-ae17-129ce1b4b9db,segment=NetworkSegment(3e9b3056-6251-49a1-bdfa-f67126126f43),segment_id=3e9b3056-6251-49a1-bdfa-f67126126f43)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:52.422877 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.488585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2455d-cb15-4a50-ba92-76a062bbce38 None None] Pushing event updated for resources: {'Port': ['ID=7399dd86-2f40-4e01-ae17-129ce1b4b9db,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:52.497147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.8 (8fcb0475-de26-4a00-8295-26fb48b33d5c/59ae8b67-d111-4558-9fbb-0005b3c1abac/da285bf4-0dbf-4a82-a577-1fa4ce217300) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:52.582002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:52.585600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.882907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-8525234a-ae3b-4fc3-ad9e-59b3dd9ac15c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2148900 Jul 22 23:56:52.922850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:52.979748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object da285bf4-0dbf-4a82-a577-1fa4ce217300 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:53.069232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.111072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.113961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-beb3b7b5-fe21-44d5-bfb1-419b2065d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:53.115527 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-beb3b7b5-fe21-44d5-bfb1-419b2065d9b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 1096 time: 0.1822283 Jul 22 23:56:53.216052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Subnet': ['ID=bf6f35f8-3b12-44b5-a439-9bb9a2659ed2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:53.227314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:53.247064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:53.252139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=da285bf4-0dbf-4a82-a577-1fa4ce217300,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:53.255286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:53.313693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Checking segment: {'id': 'd0e1008e-1b09-4457-8a42-134e6929f784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:53.314063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network hostable DHCP agents. Network: aa707446-a62e-4dea-900a-1fa08f093740, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:56:53.374558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:53.375205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.382222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-8fe7c58c-2654-455e-ae42-38351d66bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:53.384537 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-8fe7c58c-2654-455e-ae42-38351d66bb19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.2221999 Jul 22 23:56:53.388335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:56:53.436316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, aa707446-a62e-4dea-900a-1fa08f093740) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:53.438701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1c61fa98-35d1-4383-97c2-58f3bb012dc5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5580292 Jul 22 23:56:53.441923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:53.445881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:53.446719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.463469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ab93d-9dea-4e0e-94f2-f55ff9baebda None None] Network aa707446-a62e-4dea-900a-1fa08f093740 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:53.478608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-97d6537c-02bc-4f54-99ec-ab7e385f34d4 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4834020 Jul 22 23:56:53.479011 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-d0da69e4-487c-4738-9d05-fcbc68ce9e72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 200 len: 1000 time: 0.0856090 Jul 22 23:56:53.479241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:53.484356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-240152753'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:53.690962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-2206d937-0a94-4089-85ea-b6cdc8eb6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:53.696351 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-2206d937-0a94-4089-85ea-b6cdc8eb6674 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.2073245 Jul 22 23:56:53.734219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7399dd86-2f40-4e01-ae17-129ce1b4b9db up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:53.821917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ec117-f7a9-44b3-9c0a-1d9862222068 None None] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:53.867537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-222428a3-6016-4c7c-beb1-d750fc1f5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:53.869385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-222428a3-6016-4c7c-beb1-d750fc1f5287 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648972 Jul 22 23:56:53.905120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:53.910090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.968823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-aa707446-a62e-4dea-900a-1fa08f093740', 'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'tenant_id': 'ed1bf1fa2eb941d5a582612bb5d643c4', 'fixed_ips': [{'subnet_id': 'bf6f35f8-3b12-44b5-a439-9bb9a2659ed2'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:56:53.969756 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.975440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] device_id is not set on port f957a65c-8c3d-48d1-8a99-edb7a769d2bc yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:54.009682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-599f0806-4da8-4f4c-88a1-8ca3e3f5ff81 None None] Provisioning for port 7399dd86-2f40-4e01-ae17-129ce1b4b9db completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:54.029124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7399dd86-2f40-4e01-ae17-129ce1b4b9db completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:54.086947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7399dd86-2f40-4e01-ae17-129ce1b4b9db triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:54.088056 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.089788 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-38662a9f-080d-4bae-b998-79f8d53f3ef7 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133167 Jul 22 23:56:54.184128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.190010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Allocated IP 2001:db8::2 (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/b4cb3a01-966a-4baa-a54d-6430c4594404) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:54.258364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-81b902ba-e2d9-4605-a73d-c323e25615a8 req-b90fdd48-652c-47ed-be82-fc16ed05805f service neutron] (93790) timed out ('10.222.0.21', 41532) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:56:54.303012 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-440f8cd0-6f85-4157-bd27-be1b90ceaac8 req-66f70225-370a-4b64-a91f-c7b211e373f2 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020538 Jul 22 23:56:54.486537 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.512799 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.518240 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.756603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7399dd86-2f40-4e01-ae17-129ce1b4b9db, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7399dd86-2f40-4e01-ae17-129ce1b4b9db,segment=NetworkSegment(3e9b3056-6251-49a1-bdfa-f67126126f43),segment_id=3e9b3056-6251-49a1-bdfa-f67126126f43)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:54.766454 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.768650 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.835657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7399dd86-2f40-4e01-ae17-129ce1b4b9db,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:54.844744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:54.857892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Transition to ACTIVE for port object b4cb3a01-966a-4baa-a54d-6430c4594404 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:54.955309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=da285bf4-0dbf-4a82-a577-1fa4ce217300,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:54.956945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5d5a3120-b2e5-4584-9db7-ea491abaaf88 None None] Provisioning complete for port 7399dd86-2f40-4e01-ae17-129ce1b4b9db triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:54.958233 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3120-b2e5-4584-9db7-ea491abaaf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.008715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Transition to ACTIVE for port object b4cb3a01-966a-4baa-a54d-6430c4594404 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:55.060057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.077696 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.140578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Allocated IP 2001:db8::12a (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/f957a65c-8c3d-48d1-8a99-edb7a769d2bc) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:55.156398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:55.162588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:55.173925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:55.235140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3a01-966a-4baa-a54d-6430c4594404,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:55.316798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5d5a3120-b2e5-4584-9db7-ea491abaaf88 None None] Provisioning for port da285bf4-0dbf-4a82-a577-1fa4ce217300 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:55.325497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5d5a3120-b2e5-4584-9db7-ea491abaaf88 None None] Provisioning complete for port da285bf4-0dbf-4a82-a577-1fa4ce217300 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:55.325884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d5a3120-b2e5-4584-9db7-ea491abaaf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.327634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Attempting to bind port b4cb3a01-966a-4baa-a54d-6430c4594404 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:56:55.328464 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Attempting to bind port b4cb3a01-966a-4baa-a54d-6430c4594404 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'd0e1008e-1b09-4457-8a42-134e6929f784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:56:55.328792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Attempting to bind port b4cb3a01-966a-4baa-a54d-6430c4594404 on network aa707446-a62e-4dea-900a-1fa08f093740 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:56:55.365195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:56:55.365580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Checking segment: {'id': 'd0e1008e-1b09-4457-8a42-134e6929f784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:56:55.365992 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.366396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Bound using segment: {'id': 'd0e1008e-1b09-4457-8a42-134e6929f784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:56:55.367648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Bound port: b4cb3a01-966a-4baa-a54d-6430c4594404, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e1008e-1b09-4457-8a42-134e6929f784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:56:55.368091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.479441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] For port b4cb3a01-966a-4baa-a54d-6430c4594404, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:56:55.483046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] For port b4cb3a01-966a-4baa-a54d-6430c4594404, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4cb3a01-966a-4baa-a54d-6430c4594404,segment=NetworkSegment(d0e1008e-1b09-4457-8a42-134e6929f784),segment_id=d0e1008e-1b09-4457-8a42-134e6929f784)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:56:55.491812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a3120-b2e5-4584-9db7-ea491abaaf88 None None] Port da285bf4-0dbf-4a82-a577-1fa4ce217300 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:55.508282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.605064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.620265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a98b23-6b31-48ea-a138-46834e76c2c2 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3a01-966a-4baa-a54d-6430c4594404,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:55.653309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-31dd06e8-3d78-4e58-8bc3-f04ff9c08403 None None] Provisioning complete for port da285bf4-0dbf-4a82-a577-1fa4ce217300 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:55.653825 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31dd06e8-3d78-4e58-8bc3-f04ff9c08403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.667089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Transition to ACTIVE for port object f957a65c-8c3d-48d1-8a99-edb7a769d2bc will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:55.707724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7399dd86-2f40-4e01-ae17-129ce1b4b9db up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:55.718270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.728366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.768019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.778147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-31dd06e8-3d78-4e58-8bc3-f04ff9c08403 None None] Port da285bf4-0dbf-4a82-a577-1fa4ce217300 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:55.826017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7399dd86-2f40-4e01-ae17-129ce1b4b9db triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:55.826416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.836957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=f957a65c-8c3d-48d1-8a99-edb7a769d2bc,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:55.861701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:55.863651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:55.871109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:55.883514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:55.884198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.913923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-261c985f-b7c9-472c-b14a-7e4690db8aa7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4335659 Jul 22 23:56:55.916889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:55.942344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1503647820', 'allowed_address_pairs': [{'ip_address': '2001:db8::12a', 'mac_address': 'fa:16:3e:d5:1e:9f'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:55.987805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=da285bf4-0dbf-4a82-a577-1fa4ce217300,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:56.014424 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.124965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:56.228898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.252844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] device_id is not set on port dd358c34-aa9e-4b79-9083-645ae83c2faf yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:56.403860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Allocated IP 2001:db8::3e1 (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/dd358c34-aa9e-4b79-9083-645ae83c2faf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:56.610504 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.627931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:56.628189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Transition to ACTIVE for port object dd358c34-aa9e-4b79-9083-645ae83c2faf will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:56.629685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:56.688615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.778179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:56.787936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:56.793600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:56.806985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:56.807819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:56.831737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=dd358c34-aa9e-4b79-9083-645ae83c2faf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:56.855049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e32de81-7a2c-44d4-8c86-42285b677c90 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.9365687 Jul 22 23:56:56.856104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Router 4c7578d5-1d30-4f68-8321-a331bdf03f1e is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:56:56.857166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34252) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:56.998853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70e90d-e24f-4c6f-925e-884a2fb9212a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:57.017280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70e90d-e24f-4c6f-925e-884a2fb9212a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:57.019552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e70e90d-e24f-4c6f-925e-884a2fb9212a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:57.021789 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e70e90d-e24f-4c6f-925e-884a2fb9212a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1633148 Jul 22 23:56:57.024750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.041702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:57.056876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] Sync routers for ids ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:57.065588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e7be1dbe-9cbc-4115-a93c-ba28929fd4b1 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/routers/4c7578d5-1d30-4f68-8321-a331bdf03f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6223807 Jul 22 23:56:57.067520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34260) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.076319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] Routers {'4c7578d5-1d30-4f68-8321-a331bdf03f1e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:57.077499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.158923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.196249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf86bf-fe7e-443b-afa0-483d28fc0d62 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:57.199666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-24cf86bf-fe7e-443b-afa0-483d28fc0d62 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c7578d5-1d30-4f68-8321-a331bdf03f1e HTTP/1.1" status: 200 len: 982 time: 0.1292124 Jul 22 23:56:57.201340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.206829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port dd358c34-aa9e-4b79-9083-645ae83c2faf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:57.207251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.209507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db0862-e1aa-4de9-b495-be3a6d8b1ced None None] Network aa707446-a62e-4dea-900a-1fa08f093740 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:56:57.226173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] Routers {'4c7578d5-1d30-4f68-8321-a331bdf03f1e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:57.227531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.277782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:57.278544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421146f6-1344-4b7f-a427-d1d3009254d3 None None] The sync data for ids ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:57.302690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.308823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-98144828-04fa-451a-ad2b-936f4e9ead5a None None] Provisioning complete for port da285bf4-0dbf-4a82-a577-1fa4ce217300 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:57.309291 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-98144828-04fa-451a-ad2b-936f4e9ead5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.316113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for dd358c34-aa9e-4b79-9083-645ae83c2faf owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:57.356918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-98144828-04fa-451a-ad2b-936f4e9ead5a None None] Port da285bf4-0dbf-4a82-a577-1fa4ce217300 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:57.510502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-55e7725a-2d2d-49e4-ac8f-d336841e0f78 None None] Provisioning for port b4cb3a01-966a-4baa-a54d-6430c4594404 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:57.597036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.665219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=dd358c34-aa9e-4b79-9083-645ae83c2faf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:57.743702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4cb3a01-966a-4baa-a54d-6430c4594404 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:57.756255 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.832463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b4cb3a01-966a-4baa-a54d-6430c4594404 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:57.844328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b4cb3a01-966a-4baa-a54d-6430c4594404 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:57.844708 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.944714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:57.952376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2d984a1e-fe19-4dee-b7e7-c956daa5f078 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/ports/dd358c34-aa9e-4b79-9083-645ae83c2faf HTTP/1.1" status: 204 len: 168 time: 0.9263389 Jul 22 23:56:57.953253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34264) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:57.995315 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b399de-317f-42a3-93a0-4841d3352f99 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] GET failed (client error): The resource could not be found. Jul 22 23:56:58.006933 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41b399de-317f-42a3-93a0-4841d3352f99 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "GET /v2.0/ports/dd358c34-aa9e-4b79-9083-645ae83c2faf HTTP/1.1" status: 404 len: 333 time: 0.0519695 Jul 22 23:56:58.008001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34266) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:58.019053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-353770069'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:58.029174 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.103219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Could not find standard attr ID for object dd358c34-aa9e-4b79-9083-645ae83c2faf. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:58.119509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port da285bf4-0dbf-4a82-a577-1fa4ce217300 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:56:58.120042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.223136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b4cb3a01-966a-4baa-a54d-6430c4594404, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4cb3a01-966a-4baa-a54d-6430c4594404,segment=NetworkSegment(d0e1008e-1b09-4457-8a42-134e6929f784),segment_id=d0e1008e-1b09-4457-8a42-134e6929f784)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:56:58.224377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Provisioning complete for port b4cb3a01-966a-4baa-a54d-6430c4594404 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:58.224742 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.226287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:56:58.231524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.255939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] device_id is not set on port 1161842d-3792-4b2a-aea6-6874deac4da4 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:56:58.256208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.273070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for da285bf4-0dbf-4a82-a577-1fa4ce217300 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:56:58.278010 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.441285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b4cb3a01-966a-4baa-a54d-6430c4594404,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:58.484796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Allocated IP 2001:db8::2d3 (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/1161842d-3792-4b2a-aea6-6874deac4da4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:56:58.541983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.556012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Provisioning for port f957a65c-8c3d-48d1-8a99-edb7a769d2bc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:58.564408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Provisioning complete for port f957a65c-8c3d-48d1-8a99-edb7a769d2bc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:58.564408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.599377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=da285bf4-0dbf-4a82-a577-1fa4ce217300,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:58.638709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5266d68f-3d7c-4bc3-ab3c-6ac03c8ae273 None None] Port f957a65c-8c3d-48d1-8a99-edb7a769d2bc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:58.747452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.770817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Transition to ACTIVE for port object 1161842d-3792-4b2a-aea6-6874deac4da4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:56:58.775873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c301e745-b397-443c-b84d-757aa6539853 None None] Provisioning complete for port f957a65c-8c3d-48d1-8a99-edb7a769d2bc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:58.776526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c301e745-b397-443c-b84d-757aa6539853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.826078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.864612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c301e745-b397-443c-b84d-757aa6539853 None None] Port f957a65c-8c3d-48d1-8a99-edb7a769d2bc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:58.874319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.915647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=1161842d-3792-4b2a-aea6-6874deac4da4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:58.928651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:56:58.930930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:56:58.935034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:56:58.941978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:58.942790 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:58.966982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-032a9d07-041e-4455-bdd6-d3a495ca803a tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9578283 Jul 22 23:56:58.968551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34272) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:58.974907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12a', 'mac_address': 'fa:16:3e:d5:1e:9f'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:56:58.979802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dbf8c39b-e7eb-45cf-9457-505958cb0395 None None] Could not find standard attr ID for object dd358c34-aa9e-4b79-9083-645ae83c2faf. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:56:59.114038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.114629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Router 4c7578d5-1d30-4f68-8321-a331bdf03f1e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:56:59.171453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34276) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.261098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:56:59.274165 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] Sync routers for ids ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:56:59.279212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a55b681d-534d-4801-a5b0-c81c90b675d5 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/routers/4c7578d5-1d30-4f68-8321-a331bdf03f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0768306 Jul 22 23:56:59.283288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34284) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.295935 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] Routers {'4c7578d5-1d30-4f68-8321-a331bdf03f1e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:59.296684 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:59.405641 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:59.441809 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] Routers {'4c7578d5-1d30-4f68-8321-a331bdf03f1e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:56:59.448637 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:59.490014 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3f5c94-a6d4-4593-8d94-8d96d5ce2bdd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:56:59.495199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34288) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.503923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c3f5c94-a6d4-4593-8d94-8d96d5ce2bdd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/da285bf4-0dbf-4a82-a577-1fa4ce217300 HTTP/1.1" status: 404 len: 333 time: 0.2180994 Jul 22 23:56:59.520385 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:56:59.521335 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a8b77-6394-4503-9fc4-13ce3991e9b2 None None] The sync data for ids ['4c7578d5-1d30-4f68-8321-a331bdf03f1e'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:56:59.630808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba852d45-c1b9-47f1-9409-2bb10657cab0 None None] Provisioning for port 1161842d-3792-4b2a-aea6-6874deac4da4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:56:59.635983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba852d45-c1b9-47f1-9409-2bb10657cab0 None None] Provisioning complete for port 1161842d-3792-4b2a-aea6-6874deac4da4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:59.636558 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba852d45-c1b9-47f1-9409-2bb10657cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.664743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.688497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.696338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4cb3a01-966a-4baa-a54d-6430c4594404 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:56:59.702176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.703053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ba852d45-c1b9-47f1-9409-2bb10657cab0 None None] Port 1161842d-3792-4b2a-aea6-6874deac4da4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:56:59.779608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b4cb3a01-966a-4baa-a54d-6430c4594404 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:56:59.780338 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.788791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] In _notify_port_updated(), no bound segment for port 1161842d-3792-4b2a-aea6-6874deac4da4 on network aa707446-a62e-4dea-900a-1fa08f093740 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:56:59.799063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:56:59.799992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:59.801721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "PUT /v2.0/ports/1161842d-3792-4b2a-aea6-6874deac4da4 HTTP/1.1" status: 200 len: 1002 time: 0.8319213 Jul 22 23:56:59.809519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:59.970653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8b243-0535-48a6-9151-529a6fe45234 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=1161842d-3792-4b2a-aea6-6874deac4da4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.147134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port 1161842d-3792-4b2a-aea6-6874deac4da4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:00.147601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.221081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.223320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.234425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-361279e7-dfc0-4081-abc5-1accf1244678 None None] Provisioning complete for port 1161842d-3792-4b2a-aea6-6874deac4da4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:00.234793 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-361279e7-dfc0-4081-abc5-1accf1244678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.275466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-361279e7-dfc0-4081-abc5-1accf1244678 None None] Port 1161842d-3792-4b2a-aea6-6874deac4da4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:00.290575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.291194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7578d5-1d30-4f68-8321-a331bdf03f1e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:57:00.302054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.303356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e56be199-ae63-47d1-b5e4-8ce854da0479 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/routers/4c7578d5-1d30-4f68-8321-a331bdf03f1e HTTP/1.1" status: 204 len: 168 time: 0.8067036 Jul 22 23:57:00.306626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:00.365523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 59ae8b67-d111-4558-9fbb-0005b3c1abac {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:00.369278 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.415412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.512084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.574157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.609247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=59ae8b67-d111-4558-9fbb-0005b3c1abac,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:00.613064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.614936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f8b46754-0f5c-426c-aaa2-0bcc7647d234 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/59ae8b67-d111-4558-9fbb-0005b3c1abac HTTP/1.1" status: 204 len: 168 time: 0.3071644 Jul 22 23:57:00.617669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:00.622686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b6f3d-4a4a-49b8-a8fe-a9467bd73e8a None None] Network 8fcb0475-de26-4a00-8295-26fb48b33d5c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:00.623907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.661220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for 1161842d-3792-4b2a-aea6-6874deac4da4 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:00.701381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.764740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 7399dd86-2f40-4e01-ae17-129ce1b4b9db {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:00.765397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.794332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.866517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] For port 7399dd86-2f40-4e01-ae17-129ce1b4b9db, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7399dd86-2f40-4e01-ae17-129ce1b4b9db,segment=NetworkSegment(3e9b3056-6251-49a1-bdfa-f67126126f43),segment_id=3e9b3056-6251-49a1-bdfa-f67126126f43)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:00.867187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.876344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] DHCP port deletion for 8fcb0475-de26-4a00-8295-26fb48b33d5c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:00.884739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 7399dd86-2f40-4e01-ae17-129ce1b4b9db owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:00.927412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] Deleting port 7399dd86-2f40-4e01-ae17-129ce1b4b9db {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:00.928101 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.938334 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:00.992962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.019737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] For port 7399dd86-2f40-4e01-ae17-129ce1b4b9db, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7399dd86-2f40-4e01-ae17-129ce1b4b9db,segment=NetworkSegment(3e9b3056-6251-49a1-bdfa-f67126126f43),segment_id=3e9b3056-6251-49a1-bdfa-f67126126f43)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:01.020539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.027186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=1161842d-3792-4b2a-aea6-6874deac4da4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.035623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=7399dd86-2f40-4e01-ae17-129ce1b4b9db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.044287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No DVR routers for this DVR port 7399dd86-2f40-4e01-ae17-129ce1b4b9db on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:01.045900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] Calling delete_port for 7399dd86-2f40-4e01-ae17-129ce1b4b9db owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:01.150024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.160272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.169596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcb0475-de26-4a00-8295-26fb48b33d5c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.184068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] Pushing event deleted for resources: {'Port': ['ID=7399dd86-2f40-4e01-ae17-129ce1b4b9db,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.184316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9b3056-6251-49a1-bdfa-f67126126f43') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.185052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9b3056-6251-49a1-bdfa-f67126126f43') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:01.197952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b2555-bf20-4557-90d4-070f6473a255 None None] No DVR routers for this DVR port 7399dd86-2f40-4e01-ae17-129ce1b4b9db on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:01.212967 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.231571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.240101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:01.240483 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:01.245757 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:01.250890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.251953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2336a63b-b0cd-44c1-a301-844babb829e3 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/ports/1161842d-3792-4b2a-aea6-6874deac4da4 HTTP/1.1" status: 204 len: 168 time: 1.4409311 Jul 22 23:57:01.257052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34298) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.289984 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-f898849f-e4b4-41ab-82d8-4da11a3ae5a8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] GET failed (client error): The resource could not be found. Jul 22 23:57:01.294434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f898849f-e4b4-41ab-82d8-4da11a3ae5a8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "GET /v2.0/ports/1161842d-3792-4b2a-aea6-6874deac4da4 HTTP/1.1" status: 404 len: 333 time: 0.0332322 Jul 22 23:57:01.295534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.300594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-116575238'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:01.317791 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.327857 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.329727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/8fcb0475-de26-4a00-8295-26fb48b33d5c HTTP/1.1" status: 204 len: 168 time: 0.7112167 Jul 22 23:57:01.345731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.356464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b561b-979a-4ce8-9a95-91eed2069da9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=8fcb0475-de26-4a00-8295-26fb48b33d5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:01.407032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7cd71-e111-441e-bd33-cc480aa4fe74 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:01.408107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7df7cd71-e111-441e-bd33-cc480aa4fe74 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/2d032669-3d00-4ea6-881f-ca1647030e17 HTTP/1.1" status: 200 len: 841 time: 0.0680120 Jul 22 23:57:01.411776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.474151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b5b3b225-fee0-4b1b-86cf-ffa01ce98771 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/2d032669-3d00-4ea6-881f-ca1647030e17?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0612307 Jul 22 23:57:01.479234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:01.481778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Deleting port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:01.482264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.484904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:01.495727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:01.500116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.548945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] device_id is not set on port 76d02874-b530-4d33-8f6f-1f01fbf67a55 yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:01.621401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7399dd86-2f40-4e01-ae17-129ce1b4b9db no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:01.640704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:01.645371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.672896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7399dd86-2f40-4e01-ae17-129ce1b4b9db {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:01.673513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7399dd86-2f40-4e01-ae17-129ce1b4b9db not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:01.746862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] For port ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:01.746862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.771250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Calling delete_port for ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:01.889381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.892215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Allocated IP 2001:db8::1da (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/76d02874-b530-4d33-8f6f-1f01fbf67a55) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:01.955233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:01.957344 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:01.968086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:01.968407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:01.981837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113acc78-8077-4931-8d03-18852766769f None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:02.006055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=082f56b8-4e3e-4958-904b-a0802d58d236,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.017106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-478dbc39-07b4-496c-8f20-559a110042f8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5327291 Jul 22 23:57:02.020685 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.029142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1040841560'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:02.109230 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.229642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.242871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.285801 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.295669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.306704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.312826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Transition to ACTIVE for port object 76d02874-b530-4d33-8f6f-1f01fbf67a55 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:02.344389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'tenant_id': 'fedac84932a24874bea9a5e272ef8e5a', 'fixed_ips': [{'subnet_id': '082f56b8-4e3e-4958-904b-a0802d58d236'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:02.345491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.394890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c27298-a0ac-4fa1-b9f1-9a7fa1d75b26,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.417699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.419213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-69410ed1-89d1-4a0d-934e-fe25ca151f89 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3971255 Jul 22 23:57:02.421862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34316) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.427165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428771799'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:02.471618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.484493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.613416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:02.663659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Allocated IP 172.20.0.2 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/082f56b8-4e3e-4958-904b-a0802d58d236/d211304c-a649-4e29-8b55-503edf6a62f3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:02.740224 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.745332 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.787586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5c7a3-5771-4f5a-8787-9c9b2da83e5e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.802655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:02.805956 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.810254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-860f26ec-8771-478a-9103-06f7245ce193 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3856099 Jul 22 23:57:02.812803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.815474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:02.821505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:02.822225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:02.828836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-493462988', 'security_groups': ['ffa5c7a3-5771-4f5a-8787-9c9b2da83e5e'], 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '082f56b8-4e3e-4958-904b-a0802d58d236'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:02.846883 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5502274 Jul 22 23:57:02.866934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:02.875791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d5:1e:9f'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:02.882390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368fa7-8fbc-4713-a8cd-512042c90130 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=76d02874-b530-4d33-8f6f-1f01fbf67a55,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:02.987035 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.020589 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.031788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Transition to ACTIVE for port object d211304c-a649-4e29-8b55-503edf6a62f3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:03.061225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Transition to ACTIVE for port object d211304c-a649-4e29-8b55-503edf6a62f3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:03.071814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.074777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:03.149342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:03.155529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:03.161965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:03.191569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.213366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 5c14a8b2-1c79-48ea-ac18-b752543760f9 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:03.227345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Pushing event updated for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.233702 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.265587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Attempting to bind port d211304c-a649-4e29-8b55-503edf6a62f3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:03.265988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Attempting to bind port d211304c-a649-4e29-8b55-503edf6a62f3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '284c9866-8aa9-43b8-9b3e-e64ed7d16de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:03.266405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Attempting to bind port d211304c-a649-4e29-8b55-503edf6a62f3 on network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:03.272111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:03.272415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Checking segment: {'id': '284c9866-8aa9-43b8-9b3e-e64ed7d16de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:03.272872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.274053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Bound using segment: {'id': '284c9866-8aa9-43b8-9b3e-e64ed7d16de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:03.274781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Bound port: d211304c-a649-4e29-8b55-503edf6a62f3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284c9866-8aa9-43b8-9b3e-e64ed7d16de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:03.275170 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.336747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c2ae8e0-ac38-49d9-a38a-40aca04e297a None None] Provisioning for port 76d02874-b530-4d33-8f6f-1f01fbf67a55 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:03.343309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2c2ae8e0-ac38-49d9-a38a-40aca04e297a None None] Provisioning complete for port 76d02874-b530-4d33-8f6f-1f01fbf67a55 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:03.343765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c2ae8e0-ac38-49d9-a38a-40aca04e297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.393149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:03.398730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d211304c-a649-4e29-8b55-503edf6a62f3,segment=NetworkSegment(284c9866-8aa9-43b8-9b3e-e64ed7d16de2),segment_id=284c9866-8aa9-43b8-9b3e-e64ed7d16de2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:03.402381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ae8e0-ac38-49d9-a38a-40aca04e297a None None] Port 76d02874-b530-4d33-8f6f-1f01fbf67a55 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:03.406331 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.457581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.6 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/082f56b8-4e3e-4958-904b-a0802d58d236/5c14a8b2-1c79-48ea-ac18-b752543760f9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:03.488244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec1436-34f3-4af2-9755-c2788124e27e None None] Pushing event updated for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.615294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.628227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.664469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.690526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 5c14a8b2-1c79-48ea-ac18-b752543760f9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:03.738394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:03.740517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] In _notify_port_updated(), no bound segment for port 76d02874-b530-4d33-8f6f-1f01fbf67a55 on network aa707446-a62e-4dea-900a-1fa08f093740 {{(pid=93790) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:57:03.748933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:03.750254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.751704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "PUT /v2.0/ports/76d02874-b530-4d33-8f6f-1f01fbf67a55 HTTP/1.1" status: 200 len: 1002 time: 0.8832955 Jul 22 23:57:03.754772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:03.760014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af97b3d-36f7-4cab-9cbe-f66e014f4dd9 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=76d02874-b530-4d33-8f6f-1f01fbf67a55,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:03.766818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:03.847058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:03.863871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:03.898883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:03.957695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:03.966218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c6f1fa4-0190-482a-b62c-570bb03884d6 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b8ec4b3-892b-421a-9530-1dbcb912d0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7939138 Jul 22 23:57:03.970281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34328) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:03.970647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] Sync routers for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:03.986689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:03.990253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:04.032015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=5c14a8b2-1c79-48ea-ac18-b752543760f9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:04.064474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:04.065635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.101900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port 76d02874-b530-4d33-8f6f-1f01fbf67a55 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:04.102923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.114871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e6703a65-f2b8-42c6-a6f2-eaedcbc3b3cd tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2983375 Jul 22 23:57:04.119559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:04.142365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.152917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:04.192727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:04.221448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.236190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for 76d02874-b530-4d33-8f6f-1f01fbf67a55 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:04.425765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.451704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.462265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:04.467927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.510812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=76d02874-b530-4d33-8f6f-1f01fbf67a55,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:04.526278 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.526683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3d4750e7-3a01-4cf6-9679-46ebbdb3409e None None] Could not find standard attr ID for object 76d02874-b530-4d33-8f6f-1f01fbf67a55. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:57:04.532398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9f0126e9-9971-4b44-9df6-6bff7a665b20 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/ports/76d02874-b530-4d33-8f6f-1f01fbf67a55 HTTP/1.1" status: 204 len: 168 time: 0.7739122 Jul 22 23:57:04.533557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:04.579616 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4c010d-f452-4078-beb5-997b8954bb12 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] GET failed (client error): The resource could not be found. Jul 22 23:57:04.585684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6f4c010d-f452-4078-beb5-997b8954bb12 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "GET /v2.0/ports/76d02874-b530-4d33-8f6f-1f01fbf67a55 HTTP/1.1" status: 404 len: 333 time: 0.0471473 Jul 22 23:57:04.585684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:04.593308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-265989015'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:04.693684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:57:02Z', 'revision_number': 5, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port': {'id': 'be6a7d53-6abf-49e8-b698-5c3ca6f9b53e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:45:01Z', 'updated_at': '2021-07-22T23:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:04.738070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Deleting port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:04.738809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.748193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] Checking router: 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:04.752264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:04.762392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] Routers {'2b8ec4b3-892b-421a-9530-1dbcb912d0c9'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:04.763043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:04.763199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:56:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:04.765336 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 082f56b8-4e3e-4958-904b-a0802d58d236 (CIDR: 172.20.0.0/28) Jul 22 23:57:04.779680 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:57:04.780655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:04.803018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] device_id is not set on port 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:04.853596 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1d1c6b0c-a805-46be-aec1-4b0588ed497e tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7328050 Jul 22 23:57:04.856476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:04.862652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:04.942226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] Set router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:04.972699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] For port be6a7d53-6abf-49e8-b698-5c3ca6f9b53e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:04.973332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.005945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:57:04Z', 'revision_number': 6, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:05.021868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Calling delete_port for be6a7d53-6abf-49e8-b698-5c3ca6f9b53e owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:05.065452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d5f8a-c11a-4c98-8440-76c655c2325f None None] The sync data for ids ['2b8ec4b3-892b-421a-9530-1dbcb912d0c9'] in n-d-758851-4 is: [{'id': '2b8ec4b3-892b-421a-9530-1dbcb912d0c9', 'name': 'tempest-TaggedBootDevicesTest_v242-912256840-router', 'tenant_id': 'db8468aac7ea448b8a186c65f3299508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:45:00Z', 'updated_at': '2021-07-22T23:57:04Z', 'revision_number': 6, 'project_id': 'db8468aac7ea448b8a186c65f3299508', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:05.084902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Allocated IP 2001:db8::186 (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:05.162500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e588ade9-1429-487e-8190-ff0194989eef None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:05.163215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e588ade9-1429-487e-8190-ff0194989eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.214016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e588ade9-1429-487e-8190-ff0194989eef None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:05.242190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e588ade9-1429-487e-8190-ff0194989eef None None] Provisioning for port d211304c-a649-4e29-8b55-503edf6a62f3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:05.280546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:05.316676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:05.322901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.394118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.410422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Transition to ACTIVE for port object 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:05.458866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.481473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3660d686-3746-406c-840e-a7e4139e3d0f None None] Provisioning for port 5c14a8b2-1c79-48ea-ac18-b752543760f9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:05.486648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3660d686-3746-406c-840e-a7e4139e3d0f None None] Provisioning complete for port 5c14a8b2-1c79-48ea-ac18-b752543760f9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:05.487235 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3660d686-3746-406c-840e-a7e4139e3d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.514115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:05.517080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:05.521692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:05.527462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:05.528124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.531190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3660d686-3746-406c-840e-a7e4139e3d0f None None] Port 5c14a8b2-1c79-48ea-ac18-b752543760f9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:05.546757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:05.556265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0639dbce-72b4-4649-a91b-9ac3bda097fc tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9687738 Jul 22 23:57:05.558046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34348) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:05.569757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'network_id': 'aa707446-a62e-4dea-900a-1fa08f093740', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-352097053'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:05.577153 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f80ad19d-adbf-48ab-8cb0-6a508d8fd528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.764870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Made reservation on behalf of ed1bf1fa2eb941d5a582612bb5d643c4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:05.768750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.788217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] device_id is not set on port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:05.863657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c182adf-0ca5-4869-b137-eb869b13362d None None] Provisioning for port 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:05.868611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4c182adf-0ca5-4869-b137-eb869b13362d None None] Provisioning complete for port 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:05.869044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c182adf-0ca5-4869-b137-eb869b13362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:05.906217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c182adf-0ca5-4869-b137-eb869b13362d None None] Port 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:05.920957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Allocated IP 2001:db8::c2 (aa707446-a62e-4dea-900a-1fa08f093740/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2/e3e3cc1c-57ef-4db1-bfca-9833ef6b1142) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:06.005804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:06.068140 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.076477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d211304c-a649-4e29-8b55-503edf6a62f3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:06.081431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:06.082111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.167116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6a7d53-6abf-49e8-b698-5c3ca6f9b53e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.178611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.183287 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.189498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.204480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Transition to ACTIVE for port object e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:06.218557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d211304c-a649-4e29-8b55-503edf6a62f3,segment=NetworkSegment(284c9866-8aa9-43b8-9b3e-e64ed7d16de2),segment_id=284c9866-8aa9-43b8-9b3e-e64ed7d16de2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:06.224593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.224949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.225261 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.225430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.225628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.226069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.226530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.227610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.227960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.228312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.228646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.228980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.229318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:06.253983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.262924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:06.264645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.300453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:06.300820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ae3674d3-a51f-47e7-bb0a-8a1dc0321cdc not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:06.323113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.326655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Network aa707446-a62e-4dea-900a-1fa08f093740 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:06.330392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:06.336105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:06.342442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:06.343436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.354829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=e3e3cc1c-57ef-4db1-bfca-9833ef6b1142,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.421988 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.427990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.504642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f80ad19d-adbf-48ab-8cb0-6a508d8fd528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.513044 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.513741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8ec4b3-892b-421a-9530-1dbcb912d0c9 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:57:06.519166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-84cae6ab-f35b-4915-aa80-526a19260fd8 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9574678 Jul 22 23:57:06.521256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f80ad19d-adbf-48ab-8cb0-6a508d8fd528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.525394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34350) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:06.531309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12a', 'mac_address': 'fa:16:3e:d5:1e:9f'}, {'ip_address': '2001:db8::186', 'mac_address': 'fa:16:3e:3e:fd:46'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:06.554032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.556235 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7a2cb3fa-dd2c-4ec9-b7e9-588b2e0ea604 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2b8ec4b3-892b-421a-9530-1dbcb912d0c9 HTTP/1.1" status: 204 len: 168 time: 2.5832701 Jul 22 23:57:06.576555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f80ad19d-adbf-48ab-8cb0-6a508d8fd528 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4822b5617a0a429088a3eb95625975c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2948847 Jul 22 23:57:06.577327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34352) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:06.577604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34354) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:06.627001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.646851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb206d7e-0ee5-4cdb-8e8b-1984d8f9d256 None None] Provisioning for port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:06.649288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ad19d-adbf-48ab-8cb0-6a508d8fd528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab5a006-b776-4b82-a58a-c4290616699a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.652899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fb206d7e-0ee5-4cdb-8e8b-1984d8f9d256 None None] Provisioning complete for port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:06.653476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fb206d7e-0ee5-4cdb-8e8b-1984d8f9d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.714174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fb206d7e-0ee5-4cdb-8e8b-1984d8f9d256 None None] Port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:06.723417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:06.731590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Deleting subnet 08662ae9-0a54-4ba0-ba09-9432423d80a2 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:06.738570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:06.740484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.749825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc5c577-d2bd-46c1-b55a-7364e17e3185 None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:06.751142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:06.751925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.771201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.800514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=41918b97-2e85-4311-9323-e036cf92e711,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:06.803550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b2d05fc-3fab-4d9c-803c-fb755210436c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.839016 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f93224c-2e70-4236-84a2-929b1562ea45 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9813511 Jul 22 23:57:06.841548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.844382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:06.844543 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b2d05fc-3fab-4d9c-803c-fb755210436c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.849716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-802512835', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41918b97-2e85-4311-9323-e036cf92e711'}], 'security_groups': ['e2c27298-a0ac-4fa1-b9f1-9a7fa1d75b26']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:06.974355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.995274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b2d05fc-3fab-4d9c-803c-fb755210436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.997908 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6b2d05fc-3fab-4d9c-803c-fb755210436c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:06.999087 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6b2d05fc-3fab-4d9c-803c-fb755210436c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eab5a006-b776-4b82-a58a-c4290616699a HTTP/1.1" status: 204 len: 168 time: 0.4065313 Jul 22 23:57:07.024799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d05fc-3fab-4d9c-803c-fb755210436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab5a006-b776-4b82-a58a-c4290616699a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:07.046841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.089219 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.125695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08662ae9-0a54-4ba0-ba09-9432423d80a2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:07.126995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Update dhcp port {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'fixed_ips': [{'subnet_id': '082f56b8-4e3e-4958-904b-a0802d58d236', 'ip_address': '172.20.0.2'}, {'subnet_id': '41918b97-2e85-4311-9323-e036cf92e711'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'd211304c-a649-4e29-8b55-503edf6a62f3'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:57:07.138547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.144311 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e36e3065-4c58-48e4-8717-accb2631ad5f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/08662ae9-0a54-4ba0-ba09-9432423d80a2 HTTP/1.1" status: 204 len: 168 time: 0.5595310 Jul 22 23:57:07.145178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:07.191476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d966b37-6a42-4eb3-8ebc-b47fe72ddacf None None] Network f308eeec-095d-44bc-a860-6a425f8c87b1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:07.212197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.217994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.254108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.270112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.293100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] In _notify_port_updated(), no bound segment for port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 on network aa707446-a62e-4dea-900a-1fa08f093740 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:57:07.298724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:07.299392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.300862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "PUT /v2.0/ports/e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 HTTP/1.1" status: 200 len: 1066 time: 0.7742989 Jul 22 23:57:07.307874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:07.334287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89f45a-72d4-47d1-9989-083562906d26 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event updated for resources: {'Port': ['ID=e3e3cc1c-57ef-4db1-bfca-9833ef6b1142,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:07.469969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Deleting port e375c9b1-ae0a-43c6-8f2b-e50423a0405b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:07.469969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.583032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:07.583570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.597591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] For port e375c9b1-ae0a-43c6-8f2b-e50423a0405b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,segment=NetworkSegment(b0165025-e1ff-48f5-baee-892482713353),segment_id=b0165025-e1ff-48f5-baee-892482713353)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:07.598932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.639125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Delete allocated IP 172.20.0.6 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/082f56b8-4e3e-4958-904b-a0802d58d236) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:57:07.657262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.25 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/41918b97-2e85-4311-9323-e036cf92e711/5c14a8b2-1c79-48ea-ac18-b752543760f9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:07.684832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Calling delete_port for e375c9b1-ae0a-43c6-8f2b-e50423a0405b owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:07.728577 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] DHCP port deletion for f308eeec-095d-44bc-a860-6a425f8c87b1 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:07.740153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:07.864071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.869035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65bb0a8c-1336-491a-b399-7b607c47bbdd None None] Provisioning complete for port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:07.869584 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65bb0a8c-1336-491a-b399-7b607c47bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:07.905447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:07.939467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65bb0a8c-1336-491a-b399-7b607c47bbdd None None] Port e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:07.944652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:07.945053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.003231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.031753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Deleting port e375c9b1-ae0a-43c6-8f2b-e50423a0405b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:08.032447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.045734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Pushing event deleted for resources: {'Port': ['ID=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.055831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] No DVR routers for this DVR port e375c9b1-ae0a-43c6-8f2b-e50423a0405b on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:08.152767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] For port e375c9b1-ae0a-43c6-8f2b-e50423a0405b, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:08.153507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.176609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.192432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Calling delete_port for e375c9b1-ae0a-43c6-8f2b-e50423a0405b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:08.197892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Port e375c9b1-ae0a-43c6-8f2b-e50423a0405b was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:57:08.204127 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.222276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=e3e3cc1c-57ef-4db1-bfca-9833ef6b1142,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.239550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] Pushing event deleted for resources: {'Port': ['ID=e375c9b1-ae0a-43c6-8f2b-e50423a0405b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.248959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8f1d-2cb0-4a5b-b2ab-fa87d41a357f None None] No DVR routers for this DVR port e375c9b1-ae0a-43c6-8f2b-e50423a0405b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:08.296862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.300730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.318711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 5c14a8b2-1c79-48ea-ac18-b752543760f9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:08.332999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.363731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f308eeec-095d-44bc-a860-6a425f8c87b1']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:08.380381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device be6a7d53-6abf-49e8-b698-5c3ca6f9b53e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:08.393046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0165025-e1ff-48f5-baee-892482713353') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:08.393356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0165025-e1ff-48f5-baee-892482713353') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:08.420150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: be6a7d53-6abf-49e8-b698-5c3ca6f9b53e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:08.420663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.420810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device be6a7d53-6abf-49e8-b698-5c3ca6f9b53e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:08.460367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Allocated IP 172.20.0.18 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/41918b97-2e85-4311-9323-e036cf92e711/d211304c-a649-4e29-8b55-503edf6a62f3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:08.509369 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.514694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=5c14a8b2-1c79-48ea-ac18-b752543760f9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.549751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] In _notify_port_updated(), no bound segment for port 5c14a8b2-1c79-48ea-ac18-b752543760f9 on network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:57:08.553325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:08.553749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:08.556757 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:08.576254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:08.576963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.578522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fc1a334f-a8e8-4cb7-a4f7-a3f14ad1cadf tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/ports/5c14a8b2-1c79-48ea-ac18-b752543760f9 HTTP/1.1" status: 200 len: 920 time: 1.7333627 Jul 22 23:57:08.582528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34390) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:08.589453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d211304c-a649-4e29-8b55-503edf6a62f3,segment=NetworkSegment(284c9866-8aa9-43b8-9b3e-e64ed7d16de2),segment_id=284c9866-8aa9-43b8-9b3e-e64ed7d16de2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:08.634035 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.655976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Transition to ACTIVE for port object d211304c-a649-4e29-8b55-503edf6a62f3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:08.663231 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.677706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.686558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-02fb12a5-144c-4cb7-8cf4-04a31663ba8d tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/ports/e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 HTTP/1.1" status: 204 len: 168 time: 1.3750505 Jul 22 23:57:08.688288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34392) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:08.707183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.711268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.714270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f308eeec-095d-44bc-a860-6a425f8c87b1 HTTP/1.1" status: 204 len: 168 time: 1.5674543 Jul 22 23:57:08.807300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 5c14a8b2-1c79-48ea-ac18-b752543760f9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:08.808574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.811547 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0904d6-3e7d-461e-86ce-48f7a92e3252 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] GET failed (client error): The resource could not be found. Jul 22 23:57:08.820486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca0904d6-3e7d-461e-86ce-48f7a92e3252 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "GET /v2.0/ports/e3e3cc1c-57ef-4db1-bfca-9833ef6b1142 HTTP/1.1" status: 404 len: 333 time: 0.1306760 Jul 22 23:57:08.821790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:08.834265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e13548-344d-42d0-a0ba-fafa778fad6e None None] Pushing event updated for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.841584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edbe64-e572-4f68-b73d-cbfb4393f718 admin admin] Pushing event deleted for resources: {'Network': ['ID=f308eeec-095d-44bc-a860-6a425f8c87b1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:08.940020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34400) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:08.982279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:08.984521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:08.984752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.003417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 5c14a8b2-1c79-48ea-ac18-b752543760f9 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:09.117840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.173110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.208626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for 8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:09.245270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ab0dc1bf-1d4e-491d-88e0-88de97c69c04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db8468aac7ea448b8a186c65f3299508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258376 Jul 22 23:57:09.248192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34406) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.305923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5de7989-3523-40f8-8dfe-96d95617c949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.358940 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.373150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.408216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.420659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=5c14a8b2-1c79-48ea-ac18-b752543760f9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.447108 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d34fc5-3c53-4fd2-b744-a93b2f29587c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.451106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.456844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f85a93c4-c0ff-4c2a-9f19-81b4ca51ef41 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/ports/8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 HTTP/1.1" status: 204 len: 168 time: 0.6338038 Jul 22 23:57:09.457627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34408) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.504410 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afeeb83-7821-48fd-a97e-1fce12a15493 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] GET failed (client error): The resource could not be found. Jul 22 23:57:09.510757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6afeeb83-7821-48fd-a97e-1fce12a15493 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "GET /v2.0/ports/8ad7fbf9-62d9-44b3-a1c7-acac53ba9dd7 HTTP/1.1" status: 404 len: 333 time: 0.0518563 Jul 22 23:57:09.512606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34410) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.560317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d34fc5-3c53-4fd2-b744-a93b2f29587c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.615177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.618223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-16abcb07-4768-43d7-a2f6-377f1e1be149 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/5c14a8b2-1c79-48ea-ac18-b752543760f9 HTTP/1.1" status: 204 len: 168 time: 1.0344167 Jul 22 23:57:09.630068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34412) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.662381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:09.687495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port f957a65c-8c3d-48d1-8a99-edb7a769d2bc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:09.688713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.689981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5de7989-3523-40f8-8dfe-96d95617c949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.691321 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1b7534-6c35-4287-bb80-814e4f2fe3b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:57:09.696515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3a1b7534-6c35-4287-bb80-814e4f2fe3b4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/5c14a8b2-1c79-48ea-ac18-b752543760f9 HTTP/1.1" status: 404 len: 333 time: 0.0613632 Jul 22 23:57:09.697722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.720919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:09.721463 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.736137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5de7989-3523-40f8-8dfe-96d95617c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.763661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:09.787621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Provisioning for port d211304c-a649-4e29-8b55-503edf6a62f3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:09.792771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:09.793286 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.800471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de7989-3523-40f8-8dfe-96d95617c949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3008b03-3318-4cdd-b938-8084370eb9b0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.805611 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d34fc5-3c53-4fd2-b744-a93b2f29587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.808954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-68d34fc5-3c53-4fd2-b744-a93b2f29587c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.812373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-68d34fc5-3c53-4fd2-b744-a93b2f29587c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb67ec1-5c83-441c-b1d5-b5ed1672adb8 HTTP/1.1" status: 204 len: 168 time: 0.5607822 Jul 22 23:57:09.834335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5de7989-3523-40f8-8dfe-96d95617c949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=830df832f38d4f0e92598d20b3af37fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8932106 Jul 22 23:57:09.848436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:09.868121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d34fc5-3c53-4fd2-b744-a93b2f29587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb67ec1-5c83-441c-b1d5-b5ed1672adb8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:09.877939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f92269e-1381-4801-9b87-5ce48e6c9ca2 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.883292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:09.897131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for f957a65c-8c3d-48d1-8a99-edb7a769d2bc owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:09.903906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e375c9b1-ae0a-43c6-8f2b-e50423a0405b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:09.927963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e375c9b1-ae0a-43c6-8f2b-e50423a0405b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:09.928467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e375c9b1-ae0a-43c6-8f2b-e50423a0405b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:09.939166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0883040c-7b8a-4187-9173-3979162c170b None None] Could not find standard attr ID for object 5c14a8b2-1c79-48ea-ac18-b752543760f9. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:57:09.962597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f92269e-1381-4801-9b87-5ce48e6c9ca2 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.025537 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-182b2756-d7c1-4477-92e9-7e237981344e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.045874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f92269e-1381-4801-9b87-5ce48e6c9ca2 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.049041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6f92269e-1381-4801-9b87-5ce48e6c9ca2 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.049741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6f92269e-1381-4801-9b87-5ce48e6c9ca2 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/security-groups/ffa5c7a3-5771-4f5a-8787-9c9b2da83e5e HTTP/1.1" status: 204 len: 168 time: 0.3518984 Jul 22 23:57:10.065440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-182b2756-d7c1-4477-92e9-7e237981344e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.065909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.066863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92269e-1381-4801-9b87-5ce48e6c9ca2 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5c7a3-5771-4f5a-8787-9c9b2da83e5e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:10.079420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.129632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=f957a65c-8c3d-48d1-8a99-edb7a769d2bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:10.150077 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-182b2756-d7c1-4477-92e9-7e237981344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.154828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-182b2756-d7c1-4477-92e9-7e237981344e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.163021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-182b2756-d7c1-4477-92e9-7e237981344e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3008b03-3318-4cdd-b938-8084370eb9b0 HTTP/1.1" status: 204 len: 168 time: 0.3108006 Jul 22 23:57:10.174405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b2756-d7c1-4477-92e9-7e237981344e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3008b03-3318-4cdd-b938-8084370eb9b0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:10.175890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.178307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a0d09ec1-bdb1-4505-a665-c222dc3f8525 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/ports/f957a65c-8c3d-48d1-8a99-edb7a769d2bc HTTP/1.1" status: 204 len: 168 time: 0.6646838 Jul 22 23:57:10.181386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.203189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c627ef79-8a90-45d8-8e0b-dac503aa177d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.264616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c627ef79-8a90-45d8-8e0b-dac503aa177d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.308554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting subnet bf6f35f8-3b12-44b5-a439-9bb9a2659ed2 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:10.313953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.387067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c627ef79-8a90-45d8-8e0b-dac503aa177d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.392595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c627ef79-8a90-45d8-8e0b-dac503aa177d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.396574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c627ef79-8a90-45d8-8e0b-dac503aa177d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2c27298-a0ac-4fa1-b9f1-9a7fa1d75b26 HTTP/1.1" status: 204 len: 168 time: 0.3269169 Jul 22 23:57:10.401750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34438) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.421334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627ef79-8a90-45d8-8e0b-dac503aa177d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c27298-a0ac-4fa1-b9f1-9a7fa1d75b26,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:10.468973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-38e6e379-6217-4ae1-9391-4d00ea9b2603 None None] Could not find standard attr ID for object 5c14a8b2-1c79-48ea-ac18-b752543760f9. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:57:10.523945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 082f56b8-4e3e-4958-904b-a0802d58d236 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:10.535178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.588861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.682879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.833775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34456) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:10.834672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.883922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.954656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:10.975762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1547849054-network', 'tenant_id': '906af166b8024d95b009bf9efce8180d'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:11.000948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6f35f8-3b12-44b5-a439-9bb9a2659ed2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.006859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.010368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b0b7513b-0812-422f-b823-c0886ba5bf2f tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/subnets/bf6f35f8-3b12-44b5-a439-9bb9a2659ed2 HTTP/1.1" status: 204 len: 168 time: 0.8278744 Jul 22 23:57:11.012453 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.014589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:11.021141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d7255-786d-4fe5-95c1-a722a05c355b None None] Network aa707446-a62e-4dea-900a-1fa08f093740 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:11.026687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Made reservation on behalf of 906af166b8024d95b009bf9efce8180d for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:11.029096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.049542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=082f56b8-4e3e-4958-904b-a0802d58d236,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.054093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.060306 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.062420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b0b149a0-98e4-470a-9153-267aee726a83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/082f56b8-4e3e-4958-904b-a0802d58d236 HTTP/1.1" status: 204 len: 168 time: 0.6596322 Jul 22 23:57:11.068750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34468) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:11.077370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:11.078151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f993cd-4514-479d-9d8c-6d37454f2f9f None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:11.204855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.350715 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.354358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Deleting port b4cb3a01-966a-4baa-a54d-6430c4594404 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:11.354654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.381989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:11.386752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.404795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.432679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1e989-4c61-44a2-88c9-f3005a2b838a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.434663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] DHCP port deletion for aa707446-a62e-4dea-900a-1fa08f093740 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:11.454275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:11.536482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] Deleting port b4cb3a01-966a-4baa-a54d-6430c4594404 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:11.536970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.538204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.538204 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Added segment 30bf7a05-84da-422d-b5ab-c35866bfa9b4 of type vlan for network 0069387c-3e26-4651-a84c-164802e9d2be Jul 22 23:57:11.609875 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.665596 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.666840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:11.667603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.676989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4cb3a01-966a-4baa-a54d-6430c4594404 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:11.684884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] For port b4cb3a01-966a-4baa-a54d-6430c4594404, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4cb3a01-966a-4baa-a54d-6430c4594404,segment=NetworkSegment(d0e1008e-1b09-4457-8a42-134e6929f784),segment_id=d0e1008e-1b09-4457-8a42-134e6929f784)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:11.685573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.733966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Calling delete_port for b4cb3a01-966a-4baa-a54d-6430c4594404 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:11.739374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9047587 Jul 22 23:57:11.747803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34478) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:11.764464 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.766109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] For port b4cb3a01-966a-4baa-a54d-6430c4594404, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4cb3a01-966a-4baa-a54d-6430c4594404,segment=NetworkSegment(d0e1008e-1b09-4457-8a42-134e6929f784),segment_id=d0e1008e-1b09-4457-8a42-134e6929f784)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:11.766915 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.802259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Request body: {'subnet': {'network_id': '0069387c-3e26-4651-a84c-164802e9d2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1547849054-subnet', 'tenant_id': '906af166b8024d95b009bf9efce8180d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:11.806579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] Calling delete_port for b4cb3a01-966a-4baa-a54d-6430c4594404 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:11.812496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1c6e4-a9ab-4993-9ca7-2778e2a6d4eb admin admin] Pushing event updated for resources: {'Network': ['ID=0069387c-3e26-4651-a84c-164802e9d2be,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.844604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:11.848550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:11.855622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:11.855983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.870383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=788ccf07-dbc4-496c-a838-5e4b32d6c51a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:11.874364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0069387c-3e26-4651-a84c-164802e9d2be details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:11.896271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Made reservation on behalf of 906af166b8024d95b009bf9efce8180d for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:11.899979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:11.901811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a57adaab-8c27-4ae4-af41-725e7fdda102 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8309493 Jul 22 23:57:11.904656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:11.910798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1022654756'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:11.969206 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.130076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.138586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.174383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff4fc9-8204-4fd3-bd33-32dda7ef9d5e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:12.197202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.202931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.204972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-17231bed-fa47-4fce-a12a-f7e76f6ff485 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2991304 Jul 22 23:57:12.207858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:12.214424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'security_group': {'name': 'tempest-secgroup-519285226'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:12.250054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.298588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bda311f-760d-444c-a04e-d772245a11ce,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:12.329886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.373279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Checking segment: {'id': '30bf7a05-84da-422d-b5ab-c35866bfa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:12.373953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Network hostable DHCP agents. Network: 0069387c-3e26-4651-a84c-164802e9d2be, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:12.375920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Port': ['ID=b4cb3a01-966a-4baa-a54d-6430c4594404,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:12.383553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] No DVR routers for this DVR port b4cb3a01-966a-4baa-a54d-6430c4594404 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:12.392893 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.440904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.461419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.468588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.478933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Network 0069387c-3e26-4651-a84c-164802e9d2be is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:12.504334 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.505737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2966933 Jul 22 23:57:12.511209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] Pushing event deleted for resources: {'Port': ['ID=b4cb3a01-966a-4baa-a54d-6430c4594404,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:12.513123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:12.529943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7d61a-2565-42ee-8ee1-1358383a291d None None] No DVR routers for this DVR port b4cb3a01-966a-4baa-a54d-6430c4594404 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:12.533229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'security_group': {'name': 'tempest-secgroup-2112906268'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:12.540919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0069387c-3e26-4651-a84c-164802e9d2be) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:12.549571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46132499-fe64-4486-bf39-d406c51f1c52 None None] Network 0069387c-3e26-4651-a84c-164802e9d2be requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:12.584369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46052-fc31-4f55-9c19-893fa1b23f28 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c49bc-76ef-4b9b-9943-1fdec9d1f542,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:12.619241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ec9eac-6480-4017-b909-6144d17f732a None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:12.641725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.644950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:12.645546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.654746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.669390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa707446-a62e-4dea-900a-1fa08f093740']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.686406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e1008e-1b09-4457-8a42-134e6929f784') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.686856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e1008e-1b09-4457-8a42-134e6929f784') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:12.718916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-62f0eb9d-3f1d-4de1-b4b7-b1a0dca8041b None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:12.719194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7d512363-d528-436d-91c8-157b5ddf6f04 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9606843 Jul 22 23:57:12.719306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62f0eb9d-3f1d-4de1-b4b7-b1a0dca8041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.721696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.754155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.766824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:12.767234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:12.771611 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:12.873616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.887993 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.911135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-62f0eb9d-3f1d-4de1-b4b7-b1a0dca8041b None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:12.914113 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] 10.222.0.21 "DELETE /v2.0/networks/aa707446-a62e-4dea-900a-1fa08f093740 HTTP/1.1" status: 204 len: 168 time: 1.8867934 Jul 22 23:57:12.915277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c86b26e-5cb3-4b05-9e77-bdd1c92087a7 None None] Network 0069387c-3e26-4651-a84c-164802e9d2be requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:12.941179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.973776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:12.983312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864a5d0-2545-45c6-9abf-fe83481956c7 tempest-AllowedAddressPairIpV6TestJSON-302461499 tempest-AllowedAddressPairIpV6TestJSON-302461499-project] Pushing event deleted for resources: {'Network': ['ID=aa707446-a62e-4dea-900a-1fa08f093740,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:13.031078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-62f0eb9d-3f1d-4de1-b4b7-b1a0dca8041b None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:13.031494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62f0eb9d-3f1d-4de1-b4b7-b1a0dca8041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.074597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.077375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5589404 Jul 22 23:57:13.088823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:13.104911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-707998974', 'security_groups': ['a638c796-ce17-4fd0-988b-d42d185b7cc0'], 'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '788ccf07-dbc4-496c-a838-5e4b32d6c51a'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:13.107295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58a484-9c50-4555-a474-550cff47e43b tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a638c796-ce17-4fd0-988b-d42d185b7cc0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:13.293350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Update dhcp port {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'fixed_ips': [{'subnet_id': '41918b97-2e85-4311-9323-e036cf92e711', 'ip_address': '172.20.0.18'}, {'subnet_id': '788ccf07-dbc4-496c-a838-5e4b32d6c51a'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'd211304c-a649-4e29-8b55-503edf6a62f3'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:57:13.342057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:13.362670 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.436654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:13.478700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.489088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-fe913074-4287-41af-b8dd-069e40c625d4 req-a551e97d-533d-4e98-8ef1-8e8298d345e7 service neutron] (93790) timed out ('10.222.0.21', 49336) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 23:57:13.510547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] device_id is not set on port 0b237799-c904-4570-91b8-90f5881cc94e yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:13.715868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Allocated IP 172.20.0.2 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/788ccf07-dbc4-496c-a838-5e4b32d6c51a/d211304c-a649-4e29-8b55-503edf6a62f3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:13.732022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f949c620-6f64-4305-9578-8ac25bd3554b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed1bf1fa2eb941d5a582612bb5d643c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918777 Jul 22 23:57:13.732260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34520) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:13.807840 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85516472-f255-4e20-94a1-51fe5d575261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.854639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85516472-f255-4e20-94a1-51fe5d575261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.865927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d211304c-a649-4e29-8b55-503edf6a62f3,segment=NetworkSegment(284c9866-8aa9-43b8-9b3e-e64ed7d16de2),segment_id=284c9866-8aa9-43b8-9b3e-e64ed7d16de2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:13.908205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.932679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85516472-f255-4e20-94a1-51fe5d575261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.935302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-85516472-f255-4e20-94a1-51fe5d575261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.938818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Transition to ACTIVE for port object d211304c-a649-4e29-8b55-503edf6a62f3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:13.940149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-85516472-f255-4e20-94a1-51fe5d575261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82e1f78b-1566-4574-97d5-7aac3736a53c HTTP/1.1" status: 204 len: 168 time: 0.2065568 Jul 22 23:57:13.944159 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:13.952457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85516472-f255-4e20-94a1-51fe5d575261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e1f78b-1566-4574-97d5-7aac3736a53c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:14.021331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.9 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/788ccf07-dbc4-496c-a838-5e4b32d6c51a/0b237799-c904-4570-91b8-90f5881cc94e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:14.026147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64afabb-807f-4c26-95d7-9c7b45900ada None None] Pushing event updated for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:14.241078 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.259702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 0b237799-c904-4570-91b8-90f5881cc94e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:14.304848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.358667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:14.362243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:14.368154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:14.372487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=0b237799-c904-4570-91b8-90f5881cc94e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:14.489503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:14.490267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.523153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bdf5bdce-0929-4659-bd54-acc20d739bbe tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4296925 Jul 22 23:57:14.526495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:14.531097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:14.714330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:14.716422 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:14.937769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-54a0deac-3fe2-45e9-9e21-bdc092da94db tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:14.945541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-54a0deac-3fe2-45e9-9e21-bdc092da94db tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/networks?id=0069387c-3e26-4651-a84c-164802e9d2be HTTP/1.1" status: 200 len: 810 time: 0.2640018 Jul 22 23:57:14.953920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34582) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:14.958212 n-d-758851-4 neutron-server[93791]: INFO neutron.db.ipam_backend_mixin [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 788ccf07-dbc4-496c-a838-5e4b32d6c51a (CIDR: 172.20.0.0/28) Jul 22 23:57:14.967964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-2fc62cc8-0505-44eb-ba5f-8778e434de64 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/quotas/906af166b8024d95b009bf9efce8180d HTTP/1.1" status: 200 len: 375 time: 0.0212262 Jul 22 23:57:14.978983 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:57:14.979498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:15.010271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-128457f1-e936-4252-93af-ffd0211ab7d7 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=906af166b8024d95b009bf9efce8180d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414209 Jul 22 23:57:15.021200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1964a2ff-b0fb-4eeb-9103-0e282e19478d tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4916344 Jul 22 23:57:15.021783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34586) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.032799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.064980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eab7a188-6800-4e9c-9a6b-453919b84512 None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:15.066121 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eab7a188-6800-4e9c-9a6b-453919b84512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.073954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'networks': [{'name': 'tempest-network--2123602379'}, {'name': 'tempest-network--1567834699'}]} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.074400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'network': {'name': 'tempest-network--2123602379'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.074983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'network': {'name': 'tempest-network--1567834699'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.108751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-eab7a188-6800-4e9c-9a6b-453919b84512 None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:15.111010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-84587224-cef4-4891-9f0a-e0ea8e2c64c9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:57:15.112694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-84587224-cef4-4891-9f0a-e0ea8e2c64c9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930395 Jul 22 23:57:15.127112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eab7a188-6800-4e9c-9a6b-453919b84512 None None] Provisioning for port d211304c-a649-4e29-8b55-503edf6a62f3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:15.131670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-eab7a188-6800-4e9c-9a6b-453919b84512 None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:15.133191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eab7a188-6800-4e9c-9a6b-453919b84512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.164663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'network': 2} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:15.169930 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.185757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.223799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:15.230689 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.233005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-44c1d0a9-d067-4e89-b796-2ad237183521 service neutron] 10.222.0.21 "GET /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132469 Jul 22 23:57:15.333116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-31b4c049-c0a6-4dba-9881-8977acc5fc70 service neutron] 10.222.0.21 "GET /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929098 Jul 22 23:57:15.355188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1aa60b6a-e764-4ada-a160-857942907777 None None] Provisioning for port 0b237799-c904-4570-91b8-90f5881cc94e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:15.360346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1aa60b6a-e764-4ada-a160-857942907777 None None] Provisioning complete for port 0b237799-c904-4570-91b8-90f5881cc94e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:15.360820 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1aa60b6a-e764-4ada-a160-857942907777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.364500 n-d-758851-4 neutron-server[93790]: INFO neutron.db.ipam_backend_mixin [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 41918b97-2e85-4311-9323-e036cf92e711 (CIDR: 172.20.0.16/28) Jul 22 23:57:15.372308 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 23:57:15.372794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:15.398330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1aa60b6a-e764-4ada-a160-857942907777 None None] Port 0b237799-c904-4570-91b8-90f5881cc94e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:15.414510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.420376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.420922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.435754 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-90aed7de-e664-4075-8115-0151d3b7eb34 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4127898 Jul 22 23:57:15.439006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.445949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'subnet': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:15.480517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768f06bf-d4f1-45dd-aac5-b5b1afcb9f09,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:15.485952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:15.496587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.496945 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Added segment c1198d3b-8142-4762-bfbf-4c29a675ae05 of type vlan for network 90ebf527-5dd4-43e9-9a27-84668abe1321 Jul 22 23:57:15.544428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.588031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:15.602838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.603443 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Added segment f32f4852-e495-48bc-9b37-3f40698873b9 of type vlan for network 9631e4d5-c9bc-4e04-a53a-6caef12f4be3 Jul 22 23:57:15.607471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Made reservation on behalf of fedac84932a24874bea9a5e272ef8e5a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:15.610998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.633297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:15.677998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c7f7cde-e80a-4e94-ad67-bcbb6c1ecbe3 req-795d3185-3562-403a-81c3-41ec358e36c7 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 210 time: 0.0399554 Jul 22 23:57:15.684356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.719842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:15.720156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.720647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.721176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.727777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:15.732846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:15.733615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:15.755003 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8000171 Jul 22 23:57:15.758869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:15.836242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Network': ['ID=90ebf527-5dd4-43e9-9a27-84668abe1321,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:15.853784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 90ebf527-5dd4-43e9-9a27-84668abe1321 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:15.908260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fdc4a-9025-4cf4-8011-651bfed54220 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Network': ['ID=9631e4d5-c9bc-4e04-a53a-6caef12f4be3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:15.924298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9631e4d5-c9bc-4e04-a53a-6caef12f4be3 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:16.050061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7bbf1-9815-421e-a7d0-7c10b7153ad2 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:16.056997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7bbf1-9815-421e-a7d0-7c10b7153ad2 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:16.063084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7bbf1-9815-421e-a7d0-7c10b7153ad2 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:16.069250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7bbf1-9815-421e-a7d0-7c10b7153ad2 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:16.071778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aeb7bbf1-9815-421e-a7d0-7c10b7153ad2 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3118849 Jul 22 23:57:16.074913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34612) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:16.147135 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef5e139c-0559-469a-b99f-f0b3cc653128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.156931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.238327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Subnet': ['ID=40d0e0d5-aa12-4343-84a8-3d18ec0337d0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:16.257476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.258649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.259088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.259578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.260137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.260749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.261334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.262209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.262788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.263534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.264228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.264747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:16.277583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:16.279976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:16.283994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:16.284860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.291910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07ae12-e5d5-4e76-b79e-9317bc1a7ee9 None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:16.308862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-867709af-5dd9-42c3-a3a2-566edee04a60 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8681967 Jul 22 23:57:16.311305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34616) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:16.319119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1089553022', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40d0e0d5-aa12-4343-84a8-3d18ec0337d0'}], 'security_groups': ['08ff4fc9-8204-4fd3-bd33-32dda7ef9d5e', 'd20c49bc-76ef-4b9b-9943-1fdec9d1f542']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:16.504577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.639013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.704840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Update dhcp port {'port': {'network_id': '00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4', 'fixed_ips': [{'subnet_id': '41918b97-2e85-4311-9323-e036cf92e711', 'ip_address': '172.20.0.18'}, {'subnet_id': '788ccf07-dbc4-496c-a838-5e4b32d6c51a', 'ip_address': '172.20.0.2'}, {'subnet_id': '40d0e0d5-aa12-4343-84a8-3d18ec0337d0'}], 'binding:host_id': 'n-d-758851-4'}, 'id': 'd211304c-a649-4e29-8b55-503edf6a62f3'} from n-d-758851-4. {{(pid=93792) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 23:57:16.768197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.839970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.857962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ebf527-5dd4-43e9-9a27-84668abe1321']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:16.875170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1198d3b-8142-4762-bfbf-4c29a675ae05') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:16.875789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1198d3b-8142-4762-bfbf-4c29a675ae05') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:16.888920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.900373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e59a5d8-3718-41b5-bb8c-5e42e869932b req-3df0797b-a6e5-4b15-b35d-9d1b0df92065 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 210 time: 0.0620034 Jul 22 23:57:16.927190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.940145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:16.942919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:16.948127 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:16.966295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Delete allocated IP 172.20.0.9 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/788ccf07-dbc4-496c-a838-5e4b32d6c51a) {{(pid=93791) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 23:57:16.978814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Allocated IP 172.20.0.38 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/40d0e0d5-aa12-4343-84a8-3d18ec0337d0/0b237799-c904-4570-91b8-90f5881cc94e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:17.030741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.048651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.051835 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/networks/90ebf527-5dd4-43e9-9a27-84668abe1321 HTTP/1.1" status: 204 len: 168 time: 0.9753172 Jul 22 23:57:17.054637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34626) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:17.080450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb8f8-0054-4ea3-b76c-c48ba51df4b0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Network': ['ID=90ebf527-5dd4-43e9-9a27-84668abe1321,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:17.196656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.275381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.314810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Transition to ACTIVE for port object 0b237799-c904-4570-91b8-90f5881cc94e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:17.327243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.384343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event updated for resources: {'Port': ['ID=0b237799-c904-4570-91b8-90f5881cc94e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:17.404391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.428286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Allocated IP 172.20.0.34 (00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4/40d0e0d5-aa12-4343-84a8-3d18ec0337d0/d211304c-a649-4e29-8b55-503edf6a62f3) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:17.447115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9631e4d5-c9bc-4e04-a53a-6caef12f4be3']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:17.465132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32f4852-e495-48bc-9b37-3f40698873b9') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:17.465516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32f4852-e495-48bc-9b37-3f40698873b9') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:17.482841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.510559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-a31f2bad-3565-4f0f-94fb-aca77c3568fe tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:17.511512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] In _notify_port_updated(), no bound segment for port 0b237799-c904-4570-91b8-90f5881cc94e on network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 23:57:17.512183 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-a31f2bad-3565-4f0f-94fb-aca77c3568fe tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.48 "GET /v2.0/networks?id=0069387c-3e26-4651-a84c-164802e9d2be HTTP/1.1" status: 200 len: 810 time: 0.2735300 Jul 22 23:57:17.516381 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.518172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:17.519027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.520621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aaeacb90-5ee5-45e8-955a-21d062270b27 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "PUT /v2.0/ports/0b237799-c904-4570-91b8-90f5881cc94e HTTP/1.1" status: 200 len: 960 time: 1.2079439 Jul 22 23:57:17.524165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:17.525268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:17.525966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:17.530159 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:17.535307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Request body: {'port': {'device_id': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be', 'admin_state_up': True, 'tenant_id': '906af166b8024d95b009bf9efce8180d'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:17.603416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d211304c-a649-4e29-8b55-503edf6a62f3,segment=NetworkSegment(284c9866-8aa9-43b8-9b3e-e64ed7d16de2),segment_id=284c9866-8aa9-43b8-9b3e-e64ed7d16de2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:17.646301 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.664916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Transition to ACTIVE for port object d211304c-a649-4e29-8b55-503edf6a62f3 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:17.669657 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.701904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.712642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.714778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/networks/9631e4d5-c9bc-4e04-a53a-6caef12f4be3 HTTP/1.1" status: 204 len: 168 time: 0.6591737 Jul 22 23:57:17.716342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 0b237799-c904-4570-91b8-90f5881cc94e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:17.716783 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.719938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:17.783033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6047f-ae01-402a-98cc-afb2d7b165b7 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Network': ['ID=9631e4d5-c9bc-4e04-a53a-6caef12f4be3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:17.824920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058a49-6c8d-4d84-86f5-3b168a8bc061 None None] Pushing event updated for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:17.843211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:17.859050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 0b237799-c904-4570-91b8-90f5881cc94e owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:17.982193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776db6bb-de4e-4b73-afc8-758f48843b1f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:17.988692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776db6bb-de4e-4b73-afc8-758f48843b1f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:17.995687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-776db6bb-de4e-4b73-afc8-758f48843b1f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2742550 Jul 22 23:57:17.996711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:18.002783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-436858823'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:18.006226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Made reservation on behalf of 906af166b8024d95b009bf9efce8180d for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:18.010205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.076075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:18.081515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.097690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bcff9ad-1699-4e6d-a7e1-9622b728753f req-67b46f55-1db0-480d-957c-6654a4b504f2 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 210 time: 0.0626206 Jul 22 23:57:18.123060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.161169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:18.189622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.190143 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Added segment 64ea20de-8f0d-4059-85c6-b9798891a405 of type vlan for network 69bd55d2-43c8-4148-81ea-62845e71264c Jul 22 23:57:18.278688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.311669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Allocated IP 172.20.0.4 (0069387c-3e26-4651-a84c-164802e9d2be/6bda311f-760d-444c-a04e-d772245a11ce/7ee55c04-1ac4-4f1f-b365-01108dbe29e1) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:18.362538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.369128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:18.369786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.442376 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4443481 Jul 22 23:57:18.455679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:18.470655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-12608776'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:18.526684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=0b237799-c904-4570-91b8-90f5881cc94e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:18.530161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114ecb5-60cc-4b82-9b00-5ee29a546955 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Network': ['ID=69bd55d2-43c8-4148-81ea-62845e71264c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:18.546472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 69bd55d2-43c8-4148-81ea-62845e71264c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:18.548154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Could not find standard attr ID for object 0b237799-c904-4570-91b8-90f5881cc94e. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:57:18.580959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:18.581569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.597978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:18.600589 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.603765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.606537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3581f33e-4c71-4499-bccc-9e87acb14aae tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/0b237799-c904-4570-91b8-90f5881cc94e HTTP/1.1" status: 204 len: 168 time: 1.0809326 Jul 22 23:57:18.607608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:18.645066 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-11998b29-ad95-4867-9205-669515ab56b9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] GET failed (client error): The resource could not be found. Jul 22 23:57:18.650864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-11998b29-ad95-4867-9205-669515ab56b9 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports/0b237799-c904-4570-91b8-90f5881cc94e HTTP/1.1" status: 404 len: 333 time: 0.0411782 Jul 22 23:57:18.651523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:18.665102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:18.670078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.684411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Provisioning for port d211304c-a649-4e29-8b55-503edf6a62f3 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:18.685753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:18.690976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:18.692468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba8120bb-192a-460a-93a4-e0ed84fbd7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.703732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.704086 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Added segment b25fddc7-a201-4279-ad87-81f29a54db3d of type vlan for network 70c526b8-f7bb-4cad-b4a4-6e271aaf071d Jul 22 23:57:18.728628 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43eac2dc-cc90-40b7-bf93-dfae3214ac83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.763378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43eac2dc-cc90-40b7-bf93-dfae3214ac83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.765216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.783949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.831628 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43eac2dc-cc90-40b7-bf93-dfae3214ac83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.836169 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43eac2dc-cc90-40b7-bf93-dfae3214ac83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.837507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-43eac2dc-cc90-40b7-bf93-dfae3214ac83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/security-groups/a638c796-ce17-4fd0-988b-d42d185b7cc0 HTTP/1.1" status: 204 len: 168 time: 0.1850204 Jul 22 23:57:18.843578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34670) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:18.865395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Network 0069387c-3e26-4651-a84c-164802e9d2be is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:18.869930 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.877467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:18.878320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:18.885437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:18.892630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Pushing event updated for resources: {'Port': ['ID=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:18.912403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac2dc-cc90-40b7-bf93-dfae3214ac83 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638c796-ce17-4fd0-988b-d42d185b7cc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:18.913230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:19.009517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:19.010444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.010642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6a60aab-f8f2-4445-8cd8-6e35c0a39bb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.035769 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-ef8d59c6-9460-4f1a-86db-c13600fee84f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5046542 Jul 22 23:57:19.048545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5915298 Jul 22 23:57:19.056644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:19.072905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'ports': [{'network_id': '69bd55d2-43c8-4148-81ea-62845e71264c', 'name': 'tempest-port--686473654', 'admin_state_up': True}, {'network_id': '70c526b8-f7bb-4cad-b4a4-6e271aaf071d', 'admin_state_up': False}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:19.072905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'port': {'network_id': '69bd55d2-43c8-4148-81ea-62845e71264c', 'name': 'tempest-port--686473654', 'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:19.072905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'port': {'network_id': '70c526b8-f7bb-4cad-b4a4-6e271aaf071d', 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:19.072905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6a60aab-f8f2-4445-8cd8-6e35c0a39bb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.100022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Request body: {'port': {'device_id': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:19.104993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21da86f-8e8d-485c-b695-e702c2d8a850 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Network': ['ID=70c526b8-f7bb-4cad-b4a4-6e271aaf071d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:19.118086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 70c526b8-f7bb-4cad-b4a4-6e271aaf071d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:19.236508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6a60aab-f8f2-4445-8cd8-6e35c0a39bb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.239271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6a60aab-f8f2-4445-8cd8-6e35c0a39bb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.244127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b6a60aab-f8f2-4445-8cd8-6e35c0a39bb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/security-groups/d20c49bc-76ef-4b9b-9943-1fdec9d1f542 HTTP/1.1" status: 204 len: 168 time: 0.3951843 Jul 22 23:57:19.244313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8e1ec287-e12c-41ad-bc82-ec18415009cc None None] Could not find standard attr ID for object 0b237799-c904-4570-91b8-90f5881cc94e. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:57:19.249741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:19.267627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a60aab-f8f2-4445-8cd8-6e35c0a39bb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c49bc-76ef-4b9b-9943-1fdec9d1f542,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:19.309144 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.353409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af7beddf-39e0-436e-af67-743cf0a524fa tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.403682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'port': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:19.406224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af7beddf-39e0-436e-af67-743cf0a524fa tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.408577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.433231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fa650-4b85-4511-a1bc-044178097063 req-3deb9713-800f-4891-836e-a8995f539963 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:19.442739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c87fa650-4b85-4511-a1bc-044178097063 req-3deb9713-800f-4891-836e-a8995f539963 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 931 time: 0.1819942 Jul 22 23:57:19.466386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b949b25-53c2-457d-b4bd-d984f2c59bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.468897 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.535692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c87fa650-4b85-4511-a1bc-044178097063 req-dde19cfd-f019-4fb8-a7af-1108b02aba4b tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942488 Jul 22 23:57:19.598585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] device_id is not set on port cce33dab-3b01-4abb-b9a3-69b7eb6c1a72 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:19.603781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af7beddf-39e0-436e-af67-743cf0a524fa tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.608020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-af7beddf-39e0-436e-af67-743cf0a524fa tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.609251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-af7beddf-39e0-436e-af67-743cf0a524fa tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/security-groups/08ff4fc9-8204-4fd3-bd33-32dda7ef9d5e HTTP/1.1" status: 204 len: 168 time: 0.3585334 Jul 22 23:57:19.615642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34690) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:19.637498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.644643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7beddf-39e0-436e-af67-743cf0a524fa tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff4fc9-8204-4fd3-bd33-32dda7ef9d5e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:19.693806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:19.745178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 788ccf07-dbc4-496c-a838-5e4b32d6c51a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:19.750410 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.767203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:19.767577 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.818835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:19.828598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.844057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Transition to ACTIVE for port object 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:19.849341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.881167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:19.910004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.000011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Attempting to bind port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:20.000168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Attempting to bind port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '30bf7a05-84da-422d-b5ab-c35866bfa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:20.000384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Attempting to bind port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 on network 0069387c-3e26-4651-a84c-164802e9d2be {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:20.005384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 on network 0069387c-3e26-4651-a84c-164802e9d2be not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:57:20.005593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Attempting to bind port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 on network 0069387c-3e26-4651-a84c-164802e9d2be {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:20.011774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:20.012114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Checking segment: {'id': '30bf7a05-84da-422d-b5ab-c35866bfa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:20.012570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Bound using segment: {'id': '30bf7a05-84da-422d-b5ab-c35866bfa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:20.012931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Bound port: 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30bf7a05-84da-422d-b5ab-c35866bfa9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:20.013294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.084819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] For port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:20.089493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] For port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,segment=NetworkSegment(30bf7a05-84da-422d-b5ab-c35866bfa9b4),segment_id=30bf7a05-84da-422d-b5ab-c35866bfa9b4)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:20.093660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.094577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.122778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.128782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:20.129497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.130940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ee55c04-1ac4-4f1f-b365-01108dbe29e1 HTTP/1.1" status: 200 len: 1091 time: 1.0760107 Jul 22 23:57:20.134347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'tag': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:20.136485 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "9856c293-3593-4e16-8e4b-4b329a3693b0", "tag": "7ee55c04-1ac4-4f1f-b365-01108dbe29e1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:20.184792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33de3b5-75e8-4f9f-982d-a235508d7228 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.202268 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95da7ea2-5add-4e22-b995-ad32b0d3ac0c x-openstack-request-id: req-95da7ea2-5add-4e22-b995-ad32b0d3ac0c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:20.202543 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9856c293-3593-4e16-8e4b-4b329a3693b0", "tag": "7ee55c04-1ac4-4f1f-b365-01108dbe29e1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:20.202795 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95da7ea2-5add-4e22-b995-ad32b0d3ac0c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:20.203244 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'tag': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1', 'status': 'completed', 'code': 200} Jul 22 23:57:20.215925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] device_id is not set on port 08f3fd91-0d10-4f4e-996a-cc47d46da0f6 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:20.247928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.268136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.274978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-fd8918e1-2f7d-4c1e-b7c1-8fa7bcc711bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:20.276564 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-fd8918e1-2f7d-4c1e-b7c1-8fa7bcc711bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=906af166b8024d95b009bf9efce8180d&device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 1094 time: 0.0879762 Jul 22 23:57:20.281901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=788ccf07-dbc4-496c-a838-5e4b32d6c51a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.288744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.290659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5f142c9e-61df-4d0a-b312-8e2b8cbc0961 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/788ccf07-dbc4-496c-a838-5e4b32d6c51a HTTP/1.1" status: 204 len: 168 time: 0.6728878 Jul 22 23:57:20.298011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:20.300063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f211a95-38d2-4e54-89ae-b8246f50aeac None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:20.341236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-4a7cb35e-ca5b-47d6-a6d7-ad13bdb2ef9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1 HTTP/1.1" status: 200 len: 217 time: 0.0514090 Jul 22 23:57:20.388052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 40d0e0d5-aa12-4343-84a8-3d18ec0337d0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:20.393303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-29ed5dbc-8c30-47f2-a856-929135ec2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:20.394594 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.395222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-29ed5dbc-8c30-47f2-a856-929135ec2a06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bda311f-760d-444c-a04e-d772245a11ce HTTP/1.1" status: 200 len: 850 time: 0.0482986 Jul 22 23:57:20.436203 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-c0222381-4d6d-46d9-a796-a786f6f65669 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0069387c-3e26-4651-a84c-164802e9d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341036 Jul 22 23:57:20.461231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.503671 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.565621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-cc4547bd-fdf4-444a-929b-c27b8a070138 service neutron] 10.222.0.48 "GET /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227264 Jul 22 23:57:20.594651 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.618017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.737224 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4912e33e-09b4-4124-a2cf-36799b5b876d req-b0e5dc8e-70ba-45fb-82c4-fce523f31c58 service neutron] 10.222.0.48 "GET /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592834 Jul 22 23:57:20.737789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Port': ['ID=cce33dab-3b01-4abb-b9a3-69b7eb6c1a72,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.798846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Checking segment: {'id': '64ea20de-8f0d-4059-85c6-b9798891a405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '69bd55d2-43c8-4148-81ea-62845e71264c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:20.799296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network hostable DHCP agents. Network: 69bd55d2-43c8-4148-81ea-62845e71264c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:20.810148 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.867511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=40d0e0d5-aa12-4343-84a8-3d18ec0337d0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:20.878162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-cb846e3e-9939-4b5f-9da0-ce2b60393adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:20.879801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-cb846e3e-9939-4b5f-9da0-ce2b60393adb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=906af166b8024d95b009bf9efce8180d&device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 1094 time: 0.0623903 Jul 22 23:57:20.892419 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.899029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f0f8e1ce-f08a-46fa-b2bc-1babaef61803 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/40d0e0d5-aa12-4343-84a8-3d18ec0337d0 HTTP/1.1" status: 204 len: 168 time: 0.5971768 Jul 22 23:57:20.902177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:20.969750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b059-a511-402e-8155-f765796ef6e6 req-e703e52a-e98c-4ab7-9157-f7bcd78f2850 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:20.972361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7597b059-a511-402e-8155-f765796ef6e6 req-e703e52a-e98c-4ab7-9157-f7bcd78f2850 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 943 time: 0.3193107 Jul 22 23:57:20.977448 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc7f900-eea4-4128-984c-5dd4c95b8984 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:20.978190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc7f900-eea4-4128-984c-5dd4c95b8984 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:20.981172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6fc7f900-eea4-4128-984c-5dd4c95b8984 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/788ccf07-dbc4-496c-a838-5e4b32d6c51a HTTP/1.1" status: 404 len: 337 time: 0.0746567 Jul 22 23:57:20.985337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:21.012595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network 69bd55d2-43c8-4148-81ea-62845e71264c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:21.054497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting subnet 41918b97-2e85-4311-9323-e036cf92e711 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:21.055827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7597b059-a511-402e-8155-f765796ef6e6 req-ffb8a623-6242-4399-9b5e-47645235abcf tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725706 Jul 22 23:57:21.057598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 69bd55d2-43c8-4148-81ea-62845e71264c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:21.063277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:21.064938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.070870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af364c22-0fa8-4564-80c4-39dfbcc2f9a3 None None] Network 69bd55d2-43c8-4148-81ea-62845e71264c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:21.094843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.183103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Port': ['ID=08f3fd91-0d10-4f4e-996a-cc47d46da0f6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:21.200750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-16a9b8e1-920b-4ea5-ba17-82aa159d5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:21.202227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Checking segment: {'id': 'b25fddc7-a201-4279-ad87-81f29a54db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70c526b8-f7bb-4cad-b4a4-6e271aaf071d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:21.202537 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-16a9b8e1-920b-4ea5-ba17-82aa159d5d37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0069387c-3e26-4651-a84c-164802e9d2be HTTP/1.1" status: 200 len: 911 time: 0.3092148 Jul 22 23:57:21.202840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network hostable DHCP agents. Network: 70c526b8-f7bb-4cad-b4a4-6e271aaf071d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:21.226883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.241050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network 70c526b8-f7bb-4cad-b4a4-6e271aaf071d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:21.254713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 70c526b8-f7bb-4cad-b4a4-6e271aaf071d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:21.262641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:21.268481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:21.274390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:21.275119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.277604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c03e89f-b262-4524-a304-e8db2f96dec0 None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:21.282990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de54b0-8163-4718-b043-114697da67bb None None] Network 70c526b8-f7bb-4cad-b4a4-6e271aaf071d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:21.294292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d09e00ae-b531-456d-8c35-13a6170ab684 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2362866 Jul 22 23:57:21.297748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:21.330470 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-38c260a3-40ab-45d6-a9b0-34da2f621c60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1 HTTP/1.1" status: 200 len: 217 time: 0.1169007 Jul 22 23:57:21.388275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4ed12-77a0-4ea4-8323-e8e3a0883cc0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:21.390968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dcfd1dc6-11ec-4ba7-9212-740817bdb49a None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:21.391390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1dc6-11ec-4ba7-9212-740817bdb49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.395322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4ed12-77a0-4ea4-8323-e8e3a0883cc0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:21.396759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-f084b546-1a54-4d9c-a7a8-f7ea49f56d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:21.399248 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-f084b546-1a54-4d9c-a7a8-f7ea49f56d81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6bda311f-760d-444c-a04e-d772245a11ce HTTP/1.1" status: 200 len: 850 time: 0.0572574 Jul 22 23:57:21.401151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0de4ed12-77a0-4ea4-8323-e8e3a0883cc0 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1019940 Jul 22 23:57:21.401731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:21.477124 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-a4c78044-5524-4ba6-a3b5-92ef4e2be315 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0069387c-3e26-4651-a84c-164802e9d2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654860 Jul 22 23:57:21.516536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd1dc6-11ec-4ba7-9212-740817bdb49a None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:21.623029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dcfd1dc6-11ec-4ba7-9212-740817bdb49a None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:21.623466 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dcfd1dc6-11ec-4ba7-9212-740817bdb49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.637366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.715890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-39d2811a-6b69-4a17-98fb-3e8596cb120a service neutron] 10.222.0.48 "GET /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300847 Jul 22 23:57:21.747691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Deleting port cce33dab-3b01-4abb-b9a3-69b7eb6c1a72 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:21.747919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.768506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.784910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.884096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Subnet': ['ID=41918b97-2e85-4311-9323-e036cf92e711,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:21.918573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.923664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ce0dfc87-ee3d-4c2f-8aa9-ba86b469feb8 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/41918b97-2e85-4311-9323-e036cf92e711 HTTP/1.1" status: 204 len: 168 time: 0.9342394 Jul 22 23:57:21.924129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34732) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:21.937676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.959298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Calling delete_port for cce33dab-3b01-4abb-b9a3-69b7eb6c1a72 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:21.965836 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-674932d9-e33c-410f-a8e5-5611fa0fc8a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:21.966675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674932d9-e33c-410f-a8e5-5611fa0fc8a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:21.975170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34734) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:21.976806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-674932d9-e33c-410f-a8e5-5611fa0fc8a3 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/082f56b8-4e3e-4958-904b-a0802d58d236 HTTP/1.1" status: 404 len: 337 time: 0.0513284 Jul 22 23:57:22.019561 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ff9d78b8-8fd0-4ca0-a25d-9891c34e6a7e req-9f25186d-aa03-4eaf-bb54-9a9efb4ad158 service neutron] 10.222.0.48 "GET /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905581 Jul 22 23:57:22.023881 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5201c6f-dc49-40e2-abc6-a52d596af1d4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c7578d5-1d30-4f68-8321-a331bdf03f1e HTTP/1.1" status: 200 len: 205 time: 0.0466824 Jul 22 23:57:22.026618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34736) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.108785 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-601607ee-8061-4f05-ab36-a921878aa570 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] delete failed (client error): The resource could not be found. Jul 22 23:57:22.118865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-601607ee-8061-4f05-ab36-a921878aa570 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/routers/4c7578d5-1d30-4f68-8321-a331bdf03f1e HTTP/1.1" status: 404 len: 336 time: 0.0779157 Jul 22 23:57:22.120010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.151964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.162156 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8898e8c-5c96-420d-b28d-f7702e8e2f54 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.162650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8898e8c-5c96-420d-b28d-f7702e8e2f54 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.165994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b8898e8c-5c96-420d-b28d-f7702e8e2f54 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/59ae8b67-d111-4558-9fbb-0005b3c1abac HTTP/1.1" status: 404 len: 337 time: 0.0443342 Jul 22 23:57:22.167640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.195571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Port': ['ID=cce33dab-3b01-4abb-b9a3-69b7eb6c1a72,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:22.214272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.215529 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-1210f9de-b77a-4781-8c53-52d50034e889 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.216221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1210f9de-b77a-4781-8c53-52d50034e889 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.216608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2160dfe6-44d9-4cfa-bc7f-377314c40e22 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/ports/cce33dab-3b01-4abb-b9a3-69b7eb6c1a72 HTTP/1.1" status: 204 len: 168 time: 0.8136008 Jul 22 23:57:22.220045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.221396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1210f9de-b77a-4781-8c53-52d50034e889 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/7af5aafb-b524-4dbc-8e7c-1ccac6a56c51 HTTP/1.1" status: 404 len: 337 time: 0.0525341 Jul 22 23:57:22.230383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34746) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.290434 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fda9d63-14b7-4f14-95ed-b6dcadbe1697 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.291232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fda9d63-14b7-4f14-95ed-b6dcadbe1697 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.292467 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.298868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1fda9d63-14b7-4f14-95ed-b6dcadbe1697 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/4ce4f3e7-3102-4c8f-ab59-6fac4aaaf4a6 HTTP/1.1" status: 404 len: 337 time: 0.0619218 Jul 22 23:57:22.298868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.335440 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-2653467c-1cc8-43c5-b91b-10cb43485584 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.336186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2653467c-1cc8-43c5-b91b-10cb43485584 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.340600 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2653467c-1cc8-43c5-b91b-10cb43485584 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/15a7844d-cab9-4884-9625-8d0c7bca41e6 HTTP/1.1" status: 404 len: 333 time: 0.0391526 Jul 22 23:57:22.343904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34754) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.344432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369e752-4e6f-412b-a86d-838d4e5a8a73 req-46cf7875-6c79-4fe4-9402-e5acf1265e60 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:22.346047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2369e752-4e6f-412b-a86d-838d4e5a8a73 req-46cf7875-6c79-4fe4-9402-e5acf1265e60 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 943 time: 0.1334651 Jul 22 23:57:22.405335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2369e752-4e6f-412b-a86d-838d4e5a8a73 req-74defca1-8e91-4bd5-87cb-7ccbe77766fc tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514364 Jul 22 23:57:22.430898 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acfb131-afa6-4fbb-863b-09350fd32017 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.431435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acfb131-afa6-4fbb-863b-09350fd32017 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.433406 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4acfb131-afa6-4fbb-863b-09350fd32017 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/e4880818-c815-4134-ac71-cf0321172106 HTTP/1.1" status: 404 len: 337 time: 0.0841742 Jul 22 23:57:22.436830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34756) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.484239 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c8153b-e5e6-41be-862e-9002956ec443 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.485072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c8153b-e5e6-41be-862e-9002956ec443 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.490293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-23c8153b-e5e6-41be-862e-9002956ec443 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/aa69439d-d17b-4eba-ab08-71579edb14be HTTP/1.1" status: 404 len: 337 time: 0.0487318 Jul 22 23:57:22.490865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.529262 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-93083a1f-b416-4a82-bd39-b60630c247ba tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.529954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93083a1f-b416-4a82-bd39-b60630c247ba tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.531781 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-93083a1f-b416-4a82-bd39-b60630c247ba tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/8fd71d7b-216c-457d-92b9-8e0c13f6c3a6 HTTP/1.1" status: 404 len: 333 time: 0.0394125 Jul 22 23:57:22.536189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.537039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Deleting port 08f3fd91-0d10-4f4e-996a-cc47d46da0f6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:22.537391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.578383 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0120a901-b460-4100-bf35-6f448f4e4bef tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.578867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0120a901-b460-4100-bf35-6f448f4e4bef tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.584486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0120a901-b460-4100-bf35-6f448f4e4bef tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/93f8d9f5-d388-4d17-b56b-5c24477bca46 HTTP/1.1" status: 404 len: 337 time: 0.0451143 Jul 22 23:57:22.587816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34762) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.639606 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32e319c-481c-4f71-8ae4-86bec8caa6ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] DELETE failed (client error): The resource could not be found. Jul 22 23:57:22.640264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32e319c-481c-4f71-8ae4-86bec8caa6ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:22.642993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e32e319c-481c-4f71-8ae4-86bec8caa6ee tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/subnets/3a860d2d-1c2a-4a59-9be6-914de2088e35 HTTP/1.1" status: 404 len: 337 time: 0.0539100 Jul 22 23:57:22.646287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34764) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:22.659456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46ae69-78f7-4948-8332-a0812cd1213e None None] Network 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:22.663626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.677301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Calling delete_port for 08f3fd91-0d10-4f4e-996a-cc47d46da0f6 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:22.800796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ac415d2-136e-41e0-8dbe-ba922be5e856 None None] Provisioning complete for port 2d032669-3d00-4ea6-881f-ca1647030e17 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:22.801423 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ac415d2-136e-41e0-8dbe-ba922be5e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.837517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:22.892467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5ac415d2-136e-41e0-8dbe-ba922be5e856 None None] Port 2d032669-3d00-4ea6-881f-ca1647030e17 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:22.896641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Deleting port 2d032669-3d00-4ea6-881f-ca1647030e17 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:22.903994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:22.917880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5ac415d2-136e-41e0-8dbe-ba922be5e856 None None] Provisioning complete for port d211304c-a649-4e29-8b55-503edf6a62f3 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:22.918271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ac415d2-136e-41e0-8dbe-ba922be5e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.046538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] DHCP port deletion for 00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:23.155610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] Deleting port d211304c-a649-4e29-8b55-503edf6a62f3 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:23.163950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.188052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.209180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Calling delete_port for 2d032669-3d00-4ea6-881f-ca1647030e17 owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:23.258899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] For port d211304c-a649-4e29-8b55-503edf6a62f3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d211304c-a649-4e29-8b55-503edf6a62f3,segment=NetworkSegment(284c9866-8aa9-43b8-9b3e-e64ed7d16de2),segment_id=284c9866-8aa9-43b8-9b3e-e64ed7d16de2)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:23.259446 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.274333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] Calling delete_port for d211304c-a649-4e29-8b55-503edf6a62f3 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:23.281198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.324097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Port': ['ID=08f3fd91-0d10-4f4e-996a-cc47d46da0f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:23.328202 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.330625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9777259-2480-4939-9409-b75fdd98d89c tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/ports/08f3fd91-0d10-4f4e-996a-cc47d46da0f6 HTTP/1.1" status: 204 len: 168 time: 1.1095331 Jul 22 23:57:23.333399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:23.389347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.394949 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.409228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-db03de76-decf-4a6f-9068-73e5e4d600c8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0746036 Jul 22 23:57:23.409928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:23.414293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] No DVR routers for this DVR port d211304c-a649-4e29-8b55-503edf6a62f3 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:23.421201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a762c-5970-402b-98fd-ea633d8ad861 req-34fdd2d1-4a1c-4e4b-8d32-3ab9ae055b01 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:23.423314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be6a762c-5970-402b-98fd-ea633d8ad861 req-34fdd2d1-4a1c-4e4b-8d32-3ab9ae055b01 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 945 time: 0.3574948 Jul 22 23:57:23.426278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1371916823'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:23.458667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38e963-6fbe-4f84-be13-8e18ba3f2dc0 None None] Pushing event deleted for resources: {'Port': ['ID=d211304c-a649-4e29-8b55-503edf6a62f3,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:23.486505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:23.490653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.515764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Port': ['ID=2d032669-3d00-4ea6-881f-ca1647030e17,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:23.523949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.526063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0b4604f5-af08-4600-a60e-9030740496e4 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/ports/2d032669-3d00-4ea6-881f-ca1647030e17 HTTP/1.1" status: 204 len: 168 time: 0.8775070 Jul 22 23:57:23.529101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:23.588294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be6a762c-5970-402b-98fd-ea633d8ad861 req-8c6144fe-3ee3-48e5-a9cb-4117f65d99cb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447790 Jul 22 23:57:23.626821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6aa87-d44f-48d0-9755-ca95f9f4d349 req-06abc55e-7514-4568-9e7a-9dac0522769c tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:23.628557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-96f6aa87-d44f-48d0-9755-ca95f9f4d349 req-06abc55e-7514-4568-9e7a-9dac0522769c tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 943 time: 0.1139791 Jul 22 23:57:23.646381 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.650477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:23.675858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.676246 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Added segment 5ca0d842-1635-4e9f-ad66-7eff444b3c55 of type vlan for network 2bbb3c9f-ba6e-4faa-9563-835486011476 Jul 22 23:57:23.683384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:23.695523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-96f6aa87-d44f-48d0-9755-ca95f9f4d349 req-b5b3a9e4-9b0c-4163-b065-aacb0023e5d4 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Jul 22 23:57:23.722702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d211304c-a649-4e29-8b55-503edf6a62f3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:23.723674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d211304c-a649-4e29-8b55-503edf6a62f3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:23.784123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.827365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.842014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:23.861548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284c9866-8aa9-43b8-9b3e-e64ed7d16de2') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:23.861863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284c9866-8aa9-43b8-9b3e-e64ed7d16de2') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:23.874326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.881457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.887218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:23.887847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.915043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.937655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5241656 Jul 22 23:57:23.937655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:23.937655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.938314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34782) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:23.942403 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:23.946867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1850748910'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:23.976529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:23.980767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.985421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:57:24.000082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512713e4-1384-470a-918e-000abf711b44 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Network': ['ID=2bbb3c9f-ba6e-4faa-9563-835486011476,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:24.020045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:24.032323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.032869 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Added segment ceef296e-b5ae-4ea1-bffc-237b4965a7be of type vlan for network ad52960a-259d-4ac9-a74a-d7b4281ceb83 Jul 22 23:57:24.033561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2bbb3c9f-ba6e-4faa-9563-835486011476 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:24.083850 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.086787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.097304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.099399 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] 10.222.0.21 "DELETE /v2.0/networks/00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4 HTTP/1.1" status: 204 len: 168 time: 0.5680809 Jul 22 23:57:24.121301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96fcb1-9cae-49d1-afa5-06ed5ce31fc0 tempest-PortsTestJSON-954378664 tempest-PortsTestJSON-954378664-project] Pushing event deleted for resources: {'Network': ['ID=00cac6fa-37e8-4bbf-b3b3-fda9b8c4bbe4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:24.134758 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.141665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:24.142690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.191907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2523618 Jul 22 23:57:24.243962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6f84-cb5a-4d58-8bf4-93ab629880c9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Network': ['ID=ad52960a-259d-4ac9-a74a-d7b4281ceb83,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:24.254067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,segment=NetworkSegment(30bf7a05-84da-422d-b5ab-c35866bfa9b4),segment_id=30bf7a05-84da-422d-b5ab-c35866bfa9b4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:24.265959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ad52960a-259d-4ac9-a74a-d7b4281ceb83 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:24.284324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1', 'network_id': '0069387c-3e26-4651-a84c-164802e9d2be', 'port_id': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1', 'mac_address': 'fa:16:3e:38:aa:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bda311f-760d-444c-a04e-d772245a11ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:57:24.338165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:24.344334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'subnets': [{'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1870501429', 'ip_version': 4}, {'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:24.344629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'subnet': {'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1870501429', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:24.345351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Request body: {'subnet': {'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:24.380806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.394902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:24.417974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,segment=NetworkSegment(30bf7a05-84da-422d-b5ab-c35866bfa9b4),segment_id=30bf7a05-84da-422d-b5ab-c35866bfa9b4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:24.422636 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.520316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:24.520731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-12ff5dec-2edc-4387-81aa-a617d9fe881b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:24.522252 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-12ff5dec-2edc-4387-81aa-a617d9fe881b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 945 time: 0.0898733 Jul 22 23:57:24.562461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:24.594126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Made reservation on behalf of bc6ca90ce6a043579ba090e177d876ef for: {'subnet': 2} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:24.600738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.601567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.650202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:24.650943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.724784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['7ee55c04-1ac4-4f1f-b365-01108dbe29e1'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:24.753779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 34e1199e-f3c2-4c6a-844c-451b5480e6e9, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=34e1199e-f3c2-4c6a-844c-451b5480e6e9,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:24.754717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.904048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-259eaec2-183e-46c2-80db-8bc775bbc0f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fedac84932a24874bea9a5e272ef8e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394783 Jul 22 23:57:24.908916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:24.984123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.984403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:24.984760 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Floating IP 5224dce5-e699-47a5-b42c-ce9564f89b24 disassociated. External IP: 172.25.5.98, port: 34e1199e-f3c2-4c6a-844c-451b5480e6e9. Jul 22 23:57:24.984987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 34e1199e-f3c2-4c6a-844c-451b5480e6e9 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:25.025982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a308a-dc97-4cc6-8dee-c552cc834385 req-7454f955-236b-45cc-b2bf-fa73f1d7ce22 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:25.027647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d8a308a-dc97-4cc6-8dee-c552cc834385 req-7454f955-236b-45cc-b2bf-fa73f1d7ce22 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 945 time: 0.3243816 Jul 22 23:57:25.040415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777433e3-edce-4983-b12d-d4e14e2be14c req-4e29db96-a95f-4f86-ae3a-b6bb33053e2e tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:25.042122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-777433e3-edce-4983-b12d-d4e14e2be14c req-4e29db96-a95f-4f86-ae3a-b6bb33053e2e tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 944 time: 0.2379417 Jul 22 23:57:25.124734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae378d2c-2b57-4d43-9fdd-f1f768666f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.133374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.173475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=34e1199e-f3c2-4c6a-844c-451b5480e6e9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:25.206428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae378d2c-2b57-4d43-9fdd-f1f768666f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.213871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d8a308a-dc97-4cc6-8dee-c552cc834385 req-f90079ce-ce2b-45ec-89d1-6ffd25809153 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704338 Jul 22 23:57:25.216657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-777433e3-edce-4983-b12d-d4e14e2be14c req-cfacfc0c-32a5-4ff5-92f9-a6fe45b799d9 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627829 Jul 22 23:57:25.308952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:25.371580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae378d2c-2b57-4d43-9fdd-f1f768666f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.373815 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ae378d2c-2b57-4d43-9fdd-f1f768666f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.378017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ae378d2c-2b57-4d43-9fdd-f1f768666f3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ae181d0-0ea8-407c-bde7-67d564d5fa9d HTTP/1.1" status: 204 len: 168 time: 0.4643338 Jul 22 23:57:25.394118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae378d2c-2b57-4d43-9fdd-f1f768666f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae181d0-0ea8-407c-bde7-67d564d5fa9d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:25.489694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.491613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:25.502831 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:25.523058 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:25.524263 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:25.567720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Subnet': ['ID=d989f6a1-0ea6-487c-8360-7a2fd429964a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:25.582714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Checking segment: {'id': '5ca0d842-1635-4e9f-ad66-7eff444b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:25.583194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network hostable DHCP agents. Network: 2bbb3c9f-ba6e-4faa-9563-835486011476, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:25.613210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 34e1199e-f3c2-4c6a-844c-451b5480e6e9 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:25.613808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network 2bbb3c9f-ba6e-4faa-9563-835486011476 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:25.619632 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.630689 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7f0f7405-8a26-4cd7-84f5-fda8a0233cae req-246a99d9-d43f-4bbc-9f28-869b6bf8bccb tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "DELETE /v2.0/ports/34e1199e-f3c2-4c6a-844c-451b5480e6e9 HTTP/1.1" status: 204 len: 173 time: 1.1027381 Jul 22 23:57:25.631221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'name': 'network-vif-deleted', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:25.641553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2bbb3c9f-ba6e-4faa-9563-835486011476) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:25.649185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:25.655096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be953ab4-557e-4b66-bdd2-3390693764ce None None] Network 2bbb3c9f-ba6e-4faa-9563-835486011476 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:25.657801 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677120d-6b73-4cbb-bb35-77218f398a6c" -d '{"events": [{"server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "name": "network-vif-deleted", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:25.781217 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a85ef9-c867-4ebb-9513-61ab12ed3b90 x-openstack-request-id: req-11a85ef9-c867-4ebb-9513-61ab12ed3b90 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:25.781542 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dc53bf-fd69-4671-b05c-69d5eaa4cdbb", "name": "network-vif-deleted", "tag": "34e1199e-f3c2-4c6a-844c-451b5480e6e9", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:25.781830 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11a85ef9-c867-4ebb-9513-61ab12ed3b90 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:25.782208 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dc53bf-fd69-4671-b05c-69d5eaa4cdbb', 'name': 'network-vif-deleted', 'tag': '34e1199e-f3c2-4c6a-844c-451b5480e6e9', 'status': 'completed', 'code': 200} Jul 22 23:57:25.839301 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:25.876807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event updated for resources: {'Subnet': ['ID=d675d2e7-728f-483a-accc-850dbd807a61,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:25.906361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Checking segment: {'id': 'ceef296e-b5ae-4ea1-bffc-237b4965a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:25.906799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network hostable DHCP agents. Network: ad52960a-259d-4ac9-a74a-d7b4281ceb83, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:25.966236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Network ad52960a-259d-4ac9-a74a-d7b4281ceb83 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:25.996173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-2bbb3c9f-ba6e-4faa-9563-835486011476', 'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476', 'tenant_id': 'bc6ca90ce6a043579ba090e177d876ef', 'fixed_ips': [{'subnet_id': 'd989f6a1-0ea6-487c-8360-7a2fd429964a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:25.998602 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.013963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ad52960a-259d-4ac9-a74a-d7b4281ceb83) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:26.026109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.027297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.030177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:26.091219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34820) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:26.091564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5fb9ce4a-fae7-4a67-b88f-a98b7768937f tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7518458 Jul 22 23:57:26.173169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:26.200700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600b11d-bf55-44aa-b19f-4dddac3c02ba None None] Network ad52960a-259d-4ac9-a74a-d7b4281ceb83 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:26.268561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813b949-3548-4bf8-b7cd-f7a9153c5214 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.281582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813b949-3548-4bf8-b7cd-f7a9153c5214 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.283933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813b949-3548-4bf8-b7cd-f7a9153c5214 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.285834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9813b949-3548-4bf8-b7cd-f7a9153c5214 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1935878 Jul 22 23:57:26.290079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:26.415717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Deleting subnet d989f6a1-0ea6-487c-8360-7a2fd429964a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:26.471763 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:26.524183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Allocated IP 172.20.0.2 (2bbb3c9f-ba6e-4faa-9563-835486011476/d989f6a1-0ea6-487c-8360-7a2fd429964a/fd043c83-b168-4495-ab5b-63d57c965b9f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:26.558073 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:26.602415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b009fdb6-ebaf-4a13-9b6a-62dce51b4ed0 req-e668bd46-7cb2-4528-be91-6b80ac147ec0 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.0571296 Jul 22 23:57:26.604104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:26.605902 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:26.667654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314733a-cc08-46df-8611-3433e92e414e req-deaaee4d-8f68-42dc-9838-e9e95475155f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:26.669321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9314733a-cc08-46df-8611-3433e92e414e req-deaaee4d-8f68-42dc-9838-e9e95475155f tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 944 time: 0.2158697 Jul 22 23:57:26.781022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9314733a-cc08-46df-8611-3433e92e414e req-02d1c2fb-a9ea-45f7-8a16-b593f56b6a6b tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757897 Jul 22 23:57:26.872252 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:27.219403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:27.221313 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:27.242039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-ad52960a-259d-4ac9-a74a-d7b4281ceb83', 'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83', 'tenant_id': 'bc6ca90ce6a043579ba090e177d876ef', 'fixed_ips': [{'subnet_id': 'd675d2e7-728f-483a-accc-850dbd807a61'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:27.243341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.259809 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3312ec4-8d49-4f5d-bd62-fa4fcc77639d None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:27.277654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:27.277916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.362155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.474544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Transition to ACTIVE for port object fd043c83-b168-4495-ab5b-63d57c965b9f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:27.538907 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.625775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Transition to ACTIVE for port object fd043c83-b168-4495-ab5b-63d57c965b9f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:27.665383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.674158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:27.680744 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14684a-57fd-4a7b-9c6d-bd326a580c0c" -d '{"events": [{"server_uuid": "9856c293-3593-4e16-8e4b-4b329a3693b0", "name": "network-vif-plugged", "status": "completed", "tag": "7ee55c04-1ac4-4f1f-b365-01108dbe29e1"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:27.712964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.734456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:27.763896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,segment=NetworkSegment(30bf7a05-84da-422d-b5ab-c35866bfa9b4),segment_id=30bf7a05-84da-422d-b5ab-c35866bfa9b4)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:27.774852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19da56dc-2e6f-463f-81d0-b52327aabec9 None None] New status for floating IP 5224dce5-e699-47a5-b42c-ce9564f89b24: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:57:27.838142 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37938eb9-8ae5-446a-a6ab-5866232cf1c7 x-openstack-request-id: req-37938eb9-8ae5-446a-a6ab-5866232cf1c7 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:27.838871 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9856c293-3593-4e16-8e4b-4b329a3693b0", "name": "network-vif-plugged", "status": "completed", "tag": "7ee55c04-1ac4-4f1f-b365-01108dbe29e1", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:27.839395 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37938eb9-8ae5-446a-a6ab-5866232cf1c7 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:27.840039 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1', 'code': 200} Jul 22 23:57:27.850112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f910d7bf-46f4-498d-a77b-e1beed6b3bcb req-4617cb40-c3f0-4a8b-8154-370932b61f92 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.0846748 Jul 22 23:57:27.860309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Allocated IP 172.20.0.18 (ad52960a-259d-4ac9-a74a-d7b4281ceb83/d675d2e7-728f-483a-accc-850dbd807a61/f33d5865-9800-4877-af01-2a72897af061) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:27.951563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8c909-e859-4274-a059-d1517b0ab3e0 req-9b9662b5-5ec4-43ac-ba77-3287dcd6b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:27.954114 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b2d8c909-e859-4274-a059-d1517b0ab3e0 req-9b9662b5-5ec4-43ac-ba77-3287dcd6b82d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 1096 time: 0.0778484 Jul 22 23:57:27.980699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.063472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02826c-60b7-4d4b-8ca1-350f38875a7d req-093ef265-133c-47fa-a35b-cff3142e4f84 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:28.070803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b02826c-60b7-4d4b-8ca1-350f38875a7d req-093ef265-133c-47fa-a35b-cff3142e4f84 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 945 time: 0.1478674 Jul 22 23:57:28.075611 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b2d8c909-e859-4274-a059-d1517b0ab3e0 req-c476257f-0d8f-40fe-b0cc-09a11f351dd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141593 Jul 22 23:57:28.104324 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.142875 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.145009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/subnets/d989f6a1-0ea6-487c-8360-7a2fd429964a HTTP/1.1" status: 204 len: 168 time: 1.8539155 Jul 22 23:57:28.149086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:28.149273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200b529-2979-4d32-ae12-26020c3d8323 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Subnet': ['ID=d989f6a1-0ea6-487c-8360-7a2fd429964a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:28.160230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b02826c-60b7-4d4b-8ca1-350f38875a7d req-1e5f5366-93a5-47da-b9dd-9d6c7909544a tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884972 Jul 22 23:57:28.216525 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.219746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 34e1199e-f3c2-4c6a-844c-451b5480e6e9 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:28.253487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Network 2bbb3c9f-ba6e-4faa-9563-835486011476 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:28.260114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Deleting subnet d675d2e7-728f-483a-accc-850dbd807a61 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:28.277437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:28.289123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:28.329721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.331615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 34e1199e-f3c2-4c6a-844c-451b5480e6e9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:28.331966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 34e1199e-f3c2-4c6a-844c-451b5480e6e9 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:28.348071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Transition to ACTIVE for port object f33d5865-9800-4877-af01-2a72897af061 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:28.350679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Pushing event updated for resources: {'Port': ['ID=fd043c83-b168-4495-ab5b-63d57c965b9f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:28.469704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Transition to ACTIVE for port object f33d5865-9800-4877-af01-2a72897af061 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:28.483934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.486913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Attempting to bind port fd043c83-b168-4495-ab5b-63d57c965b9f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:28.494333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Attempting to bind port fd043c83-b168-4495-ab5b-63d57c965b9f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '5ca0d842-1635-4e9f-ad66-7eff444b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:28.495568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Attempting to bind port fd043c83-b168-4495-ab5b-63d57c965b9f on network 2bbb3c9f-ba6e-4faa-9563-835486011476 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:28.519200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.526590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:28.526978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Checking segment: {'id': '5ca0d842-1635-4e9f-ad66-7eff444b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:28.527484 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.527841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Bound using segment: {'id': '5ca0d842-1635-4e9f-ad66-7eff444b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:28.528301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Bound port: fd043c83-b168-4495-ab5b-63d57c965b9f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca0d842-1635-4e9f-ad66-7eff444b3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2bbb3c9f-ba6e-4faa-9563-835486011476'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:28.528682 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.548994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:28.588171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.605026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Network ad52960a-259d-4ac9-a74a-d7b4281ceb83 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:28.615275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:28.620325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:28.671529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Pushing event updated for resources: {'Port': ['ID=f33d5865-9800-4877-af01-2a72897af061,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:28.704599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.707373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] For port fd043c83-b168-4495-ab5b-63d57c965b9f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:28.737426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34880) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:28.747469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Attempting to bind port f33d5865-9800-4877-af01-2a72897af061 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:28.747912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Attempting to bind port f33d5865-9800-4877-af01-2a72897af061 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ceef296e-b5ae-4ea1-bffc-237b4965a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:28.748594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Attempting to bind port f33d5865-9800-4877-af01-2a72897af061 on network ad52960a-259d-4ac9-a74a-d7b4281ceb83 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:28.751786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] For port fd043c83-b168-4495-ab5b-63d57c965b9f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fd043c83-b168-4495-ab5b-63d57c965b9f,segment=NetworkSegment(5ca0d842-1635-4e9f-ad66-7eff444b3c55),segment_id=5ca0d842-1635-4e9f-ad66-7eff444b3c55)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:28.758797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.770455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:28.770829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Checking segment: {'id': 'ceef296e-b5ae-4ea1-bffc-237b4965a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:28.771388 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.771769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Bound using segment: {'id': 'ceef296e-b5ae-4ea1-bffc-237b4965a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:28.772293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Bound port: f33d5865-9800-4877-af01-2a72897af061, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceef296e-b5ae-4ea1-bffc-237b4965a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ad52960a-259d-4ac9-a74a-d7b4281ceb83'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:28.772674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.830475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.867405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:28.871667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/subnets/d675d2e7-728f-483a-accc-850dbd807a61 HTTP/1.1" status: 204 len: 168 time: 0.7163181 Jul 22 23:57:28.872156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34886) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:28.916924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cd7ea-a93e-4cd8-aa3d-694b6f44881e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Subnet': ['ID=d675d2e7-728f-483a-accc-850dbd807a61,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:29.065407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db98d-86ba-421b-903e-a8bacae53e2e None None] Pushing event updated for resources: {'Port': ['ID=fd043c83-b168-4495-ab5b-63d57c965b9f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:29.071127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] For port f33d5865-9800-4877-af01-2a72897af061, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:29.076407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] For port f33d5865-9800-4877-af01-2a72897af061, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f33d5865-9800-4877-af01-2a72897af061,segment=NetworkSegment(ceef296e-b5ae-4ea1-bffc-237b4965a7be),segment_id=ceef296e-b5ae-4ea1-bffc-237b4965a7be)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:29.085694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958e4ce-7bc8-4aca-bad0-dd1ab9157bb8 None None] Network 2bbb3c9f-ba6e-4faa-9563-835486011476 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:29.100147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-024dfb97-c203-481a-b45e-cfec6f727199 req-afc6e724-96d3-4bb5-9ecb-299201b60af8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.0851386 Jul 22 23:57:29.105613 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.105771 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbb79da9-75c5-43da-965c-e1bcea19aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.107449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:29.195460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510110dd-3da3-444e-b5c4-cd21b90656c3 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:29.206881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-510110dd-3da3-444e-b5c4-cd21b90656c3 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3329167 Jul 22 23:57:29.210189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:29.389431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bd3623-58a4-4232-b951-51ab17f544fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.407212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.482848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Deleting port f33d5865-9800-4877-af01-2a72897af061 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:29.483087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.487041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdfef8-11fd-42d3-b2a7-62d162ce4ad2 None None] Pushing event updated for resources: {'Port': ['ID=f33d5865-9800-4877-af01-2a72897af061,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:29.500941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22943fd3-faf1-48ac-b441-9ebe329e04d1 req-ebdcc51b-1d32-4c7e-94ac-d811f375ca1d tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:29.502589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22943fd3-faf1-48ac-b441-9ebe329e04d1 req-ebdcc51b-1d32-4c7e-94ac-d811f375ca1d tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 945 time: 0.2183664 Jul 22 23:57:29.504840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0acff62-df52-4fc0-9136-a77c58cd8d4f None None] Network ad52960a-259d-4ac9-a74a-d7b4281ceb83 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:29.538813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbb79da9-75c5-43da-965c-e1bcea19aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.545331 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dbb79da9-75c5-43da-965c-e1bcea19aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.587609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb79da9-75c5-43da-965c-e1bcea19aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80179369-d08e-4c8c-ab7c-ce9869b7d6c2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:29.611690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22943fd3-faf1-48ac-b441-9ebe329e04d1 req-49c1d4bf-1471-44df-ad82-4ecb70e89946 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973275 Jul 22 23:57:29.633154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dbb79da9-75c5-43da-965c-e1bcea19aeca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34dfa05fc2f340f189470c636482219a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935983 Jul 22 23:57:29.639834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34902) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:29.642377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] For port f33d5865-9800-4877-af01-2a72897af061, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f33d5865-9800-4877-af01-2a72897af061,segment=NetworkSegment(ceef296e-b5ae-4ea1-bffc-237b4965a7be),segment_id=ceef296e-b5ae-4ea1-bffc-237b4965a7be)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:29.642752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.683069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a6637-fd19-4af5-8ba6-c66a1ca40260 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:57:29.691234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Calling delete_port for f33d5865-9800-4877-af01-2a72897af061 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:29.774539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254a6637-fd19-4af5-8ba6-c66a1ca40260 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:57:29.787056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde16825-88de-48f7-bcbd-723ef202bc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.865933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde16825-88de-48f7-bcbd-723ef202bc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.960306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bd3623-58a4-4232-b951-51ab17f544fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:29.966856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35bd3623-58a4-4232-b951-51ab17f544fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.003981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd3623-58a4-4232-b951-51ab17f544fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327ca12-31b5-4e1b-ae9a-9e4d5b3de2a3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.007593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.029656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde16825-88de-48f7-bcbd-723ef202bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.032541 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-dde16825-88de-48f7-bcbd-723ef202bc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.036660 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dde16825-88de-48f7-bcbd-723ef202bc81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80179369-d08e-4c8c-ab7c-ce9869b7d6c2 HTTP/1.1" status: 204 len: 168 time: 0.3909252 Jul 22 23:57:30.059617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] No DVR routers for this DVR port f33d5865-9800-4877-af01-2a72897af061 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:30.078306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde16825-88de-48f7-bcbd-723ef202bc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80179369-d08e-4c8c-ab7c-ce9869b7d6c2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.082532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Port': ['ID=f33d5865-9800-4877-af01-2a72897af061,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.119017 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35bd3623-58a4-4232-b951-51ab17f544fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c9eb71d256b4f629b4d01db2286d17c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0094438 Jul 22 23:57:30.121494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:30.205385 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-104f89f9-bd38-42a5-8aad-11a34223a663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.244588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0773c48-3088-43eb-94a9-c6257425a987 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:57:30.276271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.306148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad52960a-259d-4ac9-a74a-d7b4281ceb83']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:30.323139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceef296e-b5ae-4ea1-bffc-237b4965a7be') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:30.323890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceef296e-b5ae-4ea1-bffc-237b4965a7be') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:30.338647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.369402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.380422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:30.381374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:30.387810 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:30.409194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0773c48-3088-43eb-94a9-c6257425a987 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:57:30.464341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.473304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.478355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/networks/ad52960a-259d-4ac9-a74a-d7b4281ceb83 HTTP/1.1" status: 204 len: 168 time: 1.2664876 Jul 22 23:57:30.482231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:30.515728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100acf3e-886b-4bf3-9ebc-db6c1b168ae9 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Network': ['ID=ad52960a-259d-4ac9-a74a-d7b4281ceb83,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.556555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 34918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:30.586128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6a49a48-d572-41a6-af1f-5d94df36e185 req-0c8ba690-6bde-451c-a159-64127cd84709 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.3830042 Jul 22 23:57:30.616047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-104f89f9-bd38-42a5-8aad-11a34223a663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.630537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76945d3d-c0ac-4279-a35e-147e90b7baf7 req-e219ed06-1e95-426c-ba00-72be4be5cc42 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:30.632131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76945d3d-c0ac-4279-a35e-147e90b7baf7 req-e219ed06-1e95-426c-ba00-72be4be5cc42 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 945 time: 0.5273752 Jul 22 23:57:30.653259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b943ee5-5901-425f-a33c-337c819240f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.669546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.696042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-76945d3d-c0ac-4279-a35e-147e90b7baf7 req-7c9cd5e7-093e-4b20-81d0-98ae1a1f5cb6 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Jul 22 23:57:30.719159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-104f89f9-bd38-42a5-8aad-11a34223a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.722302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-104f89f9-bd38-42a5-8aad-11a34223a663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.723649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-104f89f9-bd38-42a5-8aad-11a34223a663 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3327ca12-31b5-4e1b-ae9a-9e4d5b3de2a3 HTTP/1.1" status: 204 len: 168 time: 0.6011384 Jul 22 23:57:30.742369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f89f9-bd38-42a5-8aad-11a34223a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327ca12-31b5-4e1b-ae9a-9e4d5b3de2a3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:30.802664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Deleting port fd043c83-b168-4495-ab5b-63d57c965b9f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:30.803127 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.900750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] For port fd043c83-b168-4495-ab5b-63d57c965b9f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fd043c83-b168-4495-ab5b-63d57c965b9f,segment=NetworkSegment(5ca0d842-1635-4e9f-ad66-7eff444b3c55),segment_id=5ca0d842-1635-4e9f-ad66-7eff444b3c55)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:30.900750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.907058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b943ee5-5901-425f-a33c-337c819240f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.916323 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b943ee5-5901-425f-a33c-337c819240f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:30.930192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Calling delete_port for fd043c83-b168-4495-ab5b-63d57c965b9f owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:30.974620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b943ee5-5901-425f-a33c-337c819240f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2040c75de1d4c9fbf90c46f5c5e746a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141014 Jul 22 23:57:30.977375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:31.008742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b943ee5-5901-425f-a33c-337c819240f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42cd52e-1df7-4f85-a078-5f1f6ff7d645,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:31.056244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.058920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-beb40c5b-e2e9-4f2b-8ca8-a55cffca7f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.088148 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-beb40c5b-e2e9-4f2b-8ca8-a55cffca7f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.097455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Port': ['ID=fd043c83-b168-4495-ab5b-63d57c965b9f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:31.099579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] No DVR routers for this DVR port fd043c83-b168-4495-ab5b-63d57c965b9f on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:31.153634 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-beb40c5b-e2e9-4f2b-8ca8-a55cffca7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.156328 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-beb40c5b-e2e9-4f2b-8ca8-a55cffca7f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.158058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-beb40c5b-e2e9-4f2b-8ca8-a55cffca7f55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a42cd52e-1df7-4f85-a078-5f1f6ff7d645 HTTP/1.1" status: 204 len: 168 time: 0.1794133 Jul 22 23:57:31.168172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb40c5b-e2e9-4f2b-8ca8-a55cffca7f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42cd52e-1df7-4f85-a078-5f1f6ff7d645,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:31.222386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.234458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbb3c9f-ba6e-4faa-9563-835486011476']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:31.249238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca0d842-1635-4e9f-ad66-7eff444b3c55') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:31.249539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca0d842-1635-4e9f-ad66-7eff444b3c55') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:31.279268 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.298799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.306881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:31.307309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:31.312650 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:31.389497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.399809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.403624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/networks/2bbb3c9f-ba6e-4faa-9563-835486011476 HTTP/1.1" status: 204 len: 168 time: 0.9168172 Jul 22 23:57:31.403819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:31.454103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d526f1e-ab2d-4493-9645-c58c4e4f5e7e tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Network': ['ID=2bbb3c9f-ba6e-4faa-9563-835486011476,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:31.535370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-8727e477-7c87-4086-8542-05652df67833 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:31.538972 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-8727e477-7c87-4086-8542-05652df67833 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.48 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 945 time: 0.1044948 Jul 22 23:57:31.539621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.637569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.649318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c526b8-f7bb-4cad-b4a4-6e271aaf071d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:31.680345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25fddc7-a201-4279-ad87-81f29a54db3d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:31.681046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25fddc7-a201-4279-ad87-81f29a54db3d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:31.714845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Deleting port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:31.715433 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.726106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.807602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc2baf15-fbac-40a5-8496-4d180b537050 req-2bf46a98-af6b-4c25-8ee8-67b17d179c61 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=99dc53bf-fd69-4671-b05c-69d5eaa4cdbb HTTP/1.1" status: 200 len: 210 time: 0.0854797 Jul 22 23:57:31.824498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.838973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:31.841249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.873140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] For port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,segment=NetworkSegment(30bf7a05-84da-422d-b5ab-c35866bfa9b4),segment_id=30bf7a05-84da-422d-b5ab-c35866bfa9b4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:31.873525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:31.877440 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:31.889905 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Calling delete_port for 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:31.952480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.983685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:31.990756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/networks/70c526b8-f7bb-4cad-b4a4-6e271aaf071d HTTP/1.1" status: 204 len: 168 time: 0.5814645 Jul 22 23:57:31.990756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34966) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:32.010306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04377f-a56d-4009-beee-7ab562da9aa8 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Network': ['ID=70c526b8-f7bb-4cad-b4a4-6e271aaf071d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.123980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.127370 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.138822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949d7c9-3d75-410a-bf5a-3c6b052bea0d req-3c7c81e3-72ec-4ee3-87c9-79c5f29e63df tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:32.140610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3949d7c9-3d75-410a-bf5a-3c6b052bea0d req-3c7c81e3-72ec-4ee3-87c9-79c5f29e63df tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/ports?device_id=9856c293-3593-4e16-8e4b-4b329a3693b0 HTTP/1.1" status: 200 len: 945 time: 0.2506897 Jul 22 23:57:32.176480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Pushing event deleted for resources: {'Port': ['ID=7ee55c04-1ac4-4f1f-b365-01108dbe29e1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.233709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] No DVR routers for this DVR port 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:32.236328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.238573 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4951043d-eaca-44c3-a6b9-89fefbda8bea req-28a886f8-52de-44a9-b65e-880628ee0889 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.48 "DELETE /v2.0/ports/7ee55c04-1ac4-4f1f-b365-01108dbe29e1 HTTP/1.1" status: 204 len: 173 time: 0.6951158 Jul 22 23:57:32.239035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'name': 'network-vif-deleted', 'tag': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:32.247142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3949d7c9-3d75-410a-bf5a-3c6b052bea0d req-8669f97e-13f0-4abd-acd3-b078b70b2398 tempest-ServerGroupTestJSON-255195043 tempest-ServerGroupTestJSON-255195043-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fe1e989-4c61-44a2-88c9-f3005a2b838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Jul 22 23:57:32.249854 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9c69d8-b831-402f-8b2c-eabb2f816173" -d '{"events": [{"server_uuid": "9856c293-3593-4e16-8e4b-4b329a3693b0", "name": "network-vif-deleted", "tag": "7ee55c04-1ac4-4f1f-b365-01108dbe29e1"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:32.271120 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.286050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bd55d2-43c8-4148-81ea-62845e71264c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:32.311432 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab99a2-3a53-4ea9-b7d4-10c2185029b0 x-openstack-request-id: req-2eab99a2-3a53-4ea9-b7d4-10c2185029b0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:32.311838 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9856c293-3593-4e16-8e4b-4b329a3693b0", "name": "network-vif-deleted", "tag": "7ee55c04-1ac4-4f1f-b365-01108dbe29e1", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:32.312190 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eab99a2-3a53-4ea9-b7d4-10c2185029b0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:32.312839 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9856c293-3593-4e16-8e4b-4b329a3693b0', 'name': 'network-vif-deleted', 'tag': '7ee55c04-1ac4-4f1f-b365-01108dbe29e1', 'status': 'completed', 'code': 200} Jul 22 23:57:32.314460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ea20de-8f0d-4059-85c6-b9798891a405') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:32.314772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ea20de-8f0d-4059-85c6-b9798891a405') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:32.326599 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.347939 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.355078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:32.355527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:32.369253 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:32.426476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.439442 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.441291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] 10.222.0.21 "DELETE /v2.0/networks/69bd55d2-43c8-4148-81ea-62845e71264c HTTP/1.1" status: 204 len: 168 time: 0.4510527 Jul 22 23:57:32.452625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382ab04-c0d0-4f79-a176-c2a9022640b4 tempest-BulkNetworkOpsTest-647156798 tempest-BulkNetworkOpsTest-647156798-project] Pushing event deleted for resources: {'Network': ['ID=69bd55d2-43c8-4148-81ea-62845e71264c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:32.705766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 34994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:32.836211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:32.949395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bc2587fe-709f-460d-8c05-8fd8df4beaeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc6ca90ce6a043579ba090e177d876ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413638 Jul 22 23:57:32.951897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:32.998374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'network': {'name': 'tempest-network-smoke--1586564366', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:33.020623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3a957e4-4c90-4ea2-b9e4-bdd323650b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.028521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:33.033858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.044824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.057270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3a957e4-4c90-4ea2-b9e4-bdd323650b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.122957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3a957e4-4c90-4ea2-b9e4-bdd323650b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.125739 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e3a957e4-4c90-4ea2-b9e4-bdd323650b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.130707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e3a957e4-4c90-4ea2-b9e4-bdd323650b9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/768f06bf-d4f1-45dd-aac5-b5b1afcb9f09 HTTP/1.1" status: 204 len: 168 time: 0.1776140 Jul 22 23:57:33.140595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a957e4-4c90-4ea2-b9e4-bdd323650b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768f06bf-d4f1-45dd-aac5-b5b1afcb9f09,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:33.172005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.176964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.210515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:33.230963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4211185-2afa-4c7c-be41-208726cd4e13,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:33.237733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.239302 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Added segment 96c20379-a780-4587-82dd-04372f96d428 of type vlan for network 6383c801-295c-447b-809a-9897256b4186 Jul 22 23:57:33.249442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-367d7887-66cf-43a9-bb36-51cd5bbfb173 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048242756&fields=id&tenant_id=c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 267 time: 0.0617797 Jul 22 23:57:33.299186 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.356677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.370126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:33.371767 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.414820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-f41af40d-8a81-440d-9065-0509305e78e7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:33.422620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5840540 Jul 22 23:57:33.435564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-f41af40d-8a81-440d-9065-0509305e78e7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.1792414 Jul 22 23:57:33.437307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35036) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:33.442250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'admin_state_up': True, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:33.497682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-e4ef490d-51d2-455d-91ee-2b5f3e8918ac tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0612197 Jul 22 23:57:33.502883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e9b48-1bdd-4097-9a63-06e1991acb14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Network': ['ID=6383c801-295c-447b-809a-9897256b4186,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:33.515953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 6383c801-295c-447b-809a-9897256b4186 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:33.587284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.589256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.675047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-306e812e-627d-497e-89b7-f4fc7aef7e8f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666629 Jul 22 23:57:33.679164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.756974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35060) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:33.831821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Deleting subnet 6bda311f-760d-444c-a04e-d772245a11ce {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:33.837777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.847042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.924556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:33.967856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.009305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-70a6e9ff-2324-4aac-ab30-3b656f30312d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:57:34.024213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-70a6e9ff-2324-4aac-ab30-3b656f30312d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2966456 Jul 22 23:57:34.035526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.046919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:34.071540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:34.072340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7ee55c04-1ac4-4f1f-b365-01108dbe29e1 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:34.076980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bda311f-760d-444c-a04e-d772245a11ce,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:34.086952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.091964 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-90aead96-9f3e-4d60-83cb-2d8044fddadb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6bda311f-760d-444c-a04e-d772245a11ce HTTP/1.1" status: 204 len: 168 time: 0.3336604 Jul 22 23:57:34.092851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:34.172621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.220727 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.243867 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.287152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.289783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35084) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:34.304692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0069387c-3e26-4651-a84c-164802e9d2be']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:34.315191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bf7a05-84da-422d-b5ab-c35866bfa9b4') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:34.315614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bf7a05-84da-422d-b5ab-c35866bfa9b4') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:34.326737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.347423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.355773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:34.356881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.357244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-53cc3c17-786f-4418-9036-17352b5b3656 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320820 Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:34.423213 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:34.428435 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.437537 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.442547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0069387c-3e26-4651-a84c-164802e9d2be HTTP/1.1" status: 204 len: 168 time: 0.3486865 Jul 22 23:57:34.454746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73da82-4b58-4463-9984-c0a3741566e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0069387c-3e26-4651-a84c-164802e9d2be,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:34.469786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-452689387'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:34.499483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:34.502907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.25.5.25 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/39141f06-2ddc-49da-a4fe-256e06823f3b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:34.504949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.516697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.534345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06d74130-2921-4962-a06d-1f0337b6ea5a service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761205 Jul 22 23:57:34.708985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.717004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.726168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.751708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:34.772343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd15d24-aad7-49a6-83b5-0f6a85968283,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:34.775834 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.776342 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Added segment e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1 of type vlan for network 62b3b28a-676d-467f-81d7-a519fc07c422 Jul 22 23:57:34.786949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.840856 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.855064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35106) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:34.859398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:34.861159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:34.863011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=39141f06-2ddc-49da-a4fe-256e06823f3b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:34.865458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:34.926201 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.932809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:34.933452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:34.943367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a6ee77d3-32d4-4ed9-b118-9e0e3ed7a86d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=906af166b8024d95b009bf9efce8180d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870595 Jul 22 23:57:34.960808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35110) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:35.011180 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7202268 Jul 22 23:57:35.053315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7772906-48c1-482d-a704-a9b7586b2d7e req-12283c8a-3534-4244-a5cc-33719beff8dc tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0407228 Jul 22 23:57:35.083478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c90c1c-7b2d-46c5-9f0f-93937b197708 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Network': ['ID=62b3b28a-676d-467f-81d7-a519fc07c422,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:35.101234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 62b3b28a-676d-467f-81d7-a519fc07c422 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:35.136699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-651feeea-895f-40c7-b840-0c0333c4da3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.164940 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-651feeea-895f-40c7-b840-0c0333c4da3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.254597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-651feeea-895f-40c7-b840-0c0333c4da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.258358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-651feeea-895f-40c7-b840-0c0333c4da3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.261979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-651feeea-895f-40c7-b840-0c0333c4da3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fe1e989-4c61-44a2-88c9-f3005a2b838a HTTP/1.1" status: 204 len: 168 time: 0.2973361 Jul 22 23:57:35.314364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651feeea-895f-40c7-b840-0c0333c4da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1e989-4c61-44a2-88c9-f3005a2b838a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:35.406981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:35.955113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35134) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:36.039559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.190896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-754be037-3469-4dfb-84f9-83b6831f27a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.193622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.260178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e429a7ca-2770-4b5d-88f8-2ac2416ab6b5 req-f60f74c3-d243-4e25-9e6f-079a25fb4dc9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0580151 Jul 22 23:57:36.313842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:57:36.349291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-754be037-3469-4dfb-84f9-83b6831f27a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.356078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-754be037-3469-4dfb-84f9-83b6831f27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.422589 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-754be037-3469-4dfb-84f9-83b6831f27a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8f8a3f4788648e49d46a40fd79b84f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632232 Jul 22 23:57:36.422589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754be037-3469-4dfb-84f9-83b6831f27a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce275c-8cac-4263-a865-53c9f3e6b2c9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:36.425741 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35152) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:36.489768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:36.511979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:36.523004 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:36.524481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d74420a-f141-446a-82fb-9e8a2985161a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.524631 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:36.580643 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d74420a-f141-446a-82fb-9e8a2985161a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.605736 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.608838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f4484533-368b-4928-8117-b3c8c8c3932c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1682262 Jul 22 23:57:36.613300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:36.643720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35160) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:36.693714 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d74420a-f141-446a-82fb-9e8a2985161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.702218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d74420a-f141-446a-82fb-9e8a2985161a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.709479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d74420a-f141-446a-82fb-9e8a2985161a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78ce275c-8cac-4263-a865-53c9f3e6b2c9 HTTP/1.1" status: 204 len: 168 time: 0.2821059 Jul 22 23:57:36.737407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74420a-f141-446a-82fb-9e8a2985161a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce275c-8cac-4263-a865-53c9f3e6b2c9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:36.739665 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:36.910496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1643817272-network', 'tenant_id': 'f3dda03762674d64a121022f68904b46'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:36.925862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-3aac0577-7710-4390-9ffc-6464a9285e25 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:36.932667 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-3aac0577-7710-4390-9ffc-6464a9285e25 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.3080552 Jul 22 23:57:36.945076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Made reservation on behalf of f3dda03762674d64a121022f68904b46 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:36.954651 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:36.976775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.065141 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ef4aae0c-8009-4129-b75f-7f9c0acb5734 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 380 time: 0.1241693 Jul 22 23:57:37.106506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'security_groups': ['1d11593b-afd6-43a6-8ba7-1f5763b41e03']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:37.154335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.159606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.190776 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f2b7a99a-069d-4122-a829-c336ba564136 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb91c643c1704a42ad8f4aca6460a147&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5759904 Jul 22 23:57:37.195659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:37.208673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:37.221349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.221739 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Added segment 9a8ac63e-30c3-4110-8731-1a03e7316d9a of type vlan for network a215d878-f447-4b11-82e7-17d923090d72 Jul 22 23:57:37.281546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.285584 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:35Z', 'revision_number': 3, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:37.351645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf8bfc0-1d58-4dca-b395-ec67222656e8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:37.360654 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:37.361587 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Updating router 28243058-3312-4a6a-9826-cc1e8c7a4d42 port 39141f06-2ddc-49da-a4fe-256e06823f3b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:37.367110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.368457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:37.371517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.473481 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.554146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35172) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:37.566993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9193087 Jul 22 23:57:37.577679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:37.603695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Request body: {'subnet': {'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1643817272-subnet', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:37.648053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-286325c2-9ba3-4bd9-b29e-f3552d2b0f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.672061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9faedcd5-11d7-4a36-aed7-51a10e24d8ec req-43eacb7a-4826-4a8c-988a-afd7af8f1bb8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.2398124 Jul 22 23:57:37.711119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6426f-ce98-42e3-afcd-aba27515664e admin admin] Pushing event updated for resources: {'Network': ['ID=a215d878-f447-4b11-82e7-17d923090d72,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:37.723145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a215d878-f447-4b11-82e7-17d923090d72 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:37.757277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:37.761325 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.947696 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:37.961839 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Transition to ACTIVE for port object 39141f06-2ddc-49da-a4fe-256e06823f3b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:37.971956 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.042976 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Pushing event updated for resources: {'Port': ['ID=39141f06-2ddc-49da-a4fe-256e06823f3b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.070485 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.071113 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.071545 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.072170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.072576 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.073170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.073645 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.074046 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.074652 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.075052 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.075515 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.075912 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:38.080578 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Attempting to bind port 39141f06-2ddc-49da-a4fe-256e06823f3b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:38.081149 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Attempting to bind port 39141f06-2ddc-49da-a4fe-256e06823f3b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:38.081611 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Attempting to bind port 39141f06-2ddc-49da-a4fe-256e06823f3b on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:38.089649 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:38.090110 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:38.090696 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.091281 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:38.092072 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Bound port: 39141f06-2ddc-49da-a4fe-256e06823f3b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:38.093150 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.163771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Made reservation on behalf of f3dda03762674d64a121022f68904b46 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:38.166272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] For port 39141f06-2ddc-49da-a4fe-256e06823f3b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:38.166446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.173258 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] For port 39141f06-2ddc-49da-a4fe-256e06823f3b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=39141f06-2ddc-49da-a4fe-256e06823f3b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:38.175231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc07a8-0b0f-427d-9ca6-7d57ef97094c tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:38.180378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ccc07a8-0b0f-427d-9ca6-7d57ef97094c tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9542840 Jul 22 23:57:38.180595 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.182037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:38.276147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-605eae6d-1b8b-4114-904c-4596d89e18fc tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0924106 Jul 22 23:57:38.277171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:38.283197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726343067', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:38.296318 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a183607-55a5-49d2-81fc-a7288f606606 None None] Pushing event updated for resources: {'Port': ['ID=39141f06-2ddc-49da-a4fe-256e06823f3b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.315949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:38.316915 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:38.499986 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:38.507578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.3 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/60413865-c9df-4e19-bf1b-7d6809fae656) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:38.594455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-286325c2-9ba3-4bd9-b29e-f3552d2b0f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.607321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35180) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:38.612666 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'subnet': {'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:38.629254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-286325c2-9ba3-4bd9-b29e-f3552d2b0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.638496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:38.642636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.654401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.755462 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-286325c2-9ba3-4bd9-b29e-f3552d2b0f47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c057f6ef77234dc4ac23e1cb522de3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1976266 Jul 22 23:57:38.763966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:38.783374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286325c2-9ba3-4bd9-b29e-f3552d2b0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9150d1-b6a1-4599-8eda-13a226ea5338,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.861504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81cb217-71c1-4347-9360-735581d6dcc4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:38.862324 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:35Z', 'revision_number': 3, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:38.884540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ea02ebd-d336-491e-a2a1-52ab9dff5340 req-5c9befe8-2597-42e3-8a88-0ee6ef852f9c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0740743 Jul 22 23:57:38.921122 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348c08b-ea28-4617-8a84-a8ec782a6af8 None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:35Z', 'revision_number': 3, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:38.921472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Checking segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:38.921993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Network hostable DHCP agents. Network: a215d878-f447-4b11-82e7-17d923090d72, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:38.927981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.929305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:38.933176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.959602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-222b62a5-b32a-487c-9350-cdf773cd3a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:38.992980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 60413865-c9df-4e19-bf1b-7d6809fae656 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:38.996460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-222b62a5-b32a-487c-9350-cdf773cd3a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.023256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Network a215d878-f447-4b11-82e7-17d923090d72 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:39.061019 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a215d878-f447-4b11-82e7-17d923090d72) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:39.070958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.071825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.095923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.098855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5baea-ca72-4873-a1eb-3ef5891b6198 None None] Network a215d878-f447-4b11-82e7-17d923090d72 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:39.108757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9fd4f042-5301-421b-8e07-b98a1946dfcd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5198686 Jul 22 23:57:39.116954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:39.125293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:39.134964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-222b62a5-b32a-487c-9350-cdf773cd3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.137571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-222b62a5-b32a-487c-9350-cdf773cd3a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.138739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-222b62a5-b32a-487c-9350-cdf773cd3a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da9150d1-b6a1-4599-8eda-13a226ea5338 HTTP/1.1" status: 204 len: 168 time: 0.3708606 Jul 22 23:57:39.157536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:39.164216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b62a5-b32a-487c-9350-cdf773cd3a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9150d1-b6a1-4599-8eda-13a226ea5338,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:39.169092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:39.173417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:39.182453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=60413865-c9df-4e19-bf1b-7d6809fae656,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:39.198831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.274759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:39.288628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.308568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.310331 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.313717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-ff0d6979-82ea-4b7a-b210-f1a07caa142f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2223754 Jul 22 23:57:39.325865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Request body: {'port': {'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:39.564667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.850388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Subnet': ['ID=50dbe8bf-66f8-43e4-9148-51796117a743,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:39.864379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 39141f06-2ddc-49da-a4fe-256e06823f3b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:39.905162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.927168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Checking segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:39.927168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network hostable DHCP agents. Network: 6383c801-295c-447b-809a-9897256b4186, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:39.929085 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:39.977864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8cadfe-240c-41c5-a4d9-188d46b57505 None None] Network a215d878-f447-4b11-82e7-17d923090d72 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:40.166312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60413865-c9df-4e19-bf1b-7d6809fae656 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:40.190643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.248921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Transition to ACTIVE for port object 60413865-c9df-4e19-bf1b-7d6809fae656 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:40.258781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.284522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 6383c801-295c-447b-809a-9897256b4186 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:40.288283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Subnet': ['ID=82ccb3a9-76fe-492b-b527-d52d2a290ea5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:40.328301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9cc24688-ad8b-4642-a62b-58e745744723 None None] Provisioning for port 60413865-c9df-4e19-bf1b-7d6809fae656 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:40.382724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 39141f06-2ddc-49da-a4fe-256e06823f3b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:40.393109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 39141f06-2ddc-49da-a4fe-256e06823f3b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:40.393580 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.422085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=60413865-c9df-4e19-bf1b-7d6809fae656,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:40.433628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 6383c801-295c-447b-809a-9897256b4186) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:40.449896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.449896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.461156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c50fac-1239-401f-95ee-fe198cdf78e4 None None] Network 6383c801-295c-447b-809a-9897256b4186 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:40.511150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.536177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b39eb13e-b52f-445a-86ce-e5d9f1e95e17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2577453 Jul 22 23:57:40.540788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:40.546125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Checking segment: {'id': 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:40.548018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network hostable DHCP agents. Network: 62b3b28a-676d-467f-81d7-a519fc07c422, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:40.571205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Attempting to bind port 60413865-c9df-4e19-bf1b-7d6809fae656 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:40.572070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Attempting to bind port 60413865-c9df-4e19-bf1b-7d6809fae656 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:40.572648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Attempting to bind port 60413865-c9df-4e19-bf1b-7d6809fae656 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:40.629781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74182cc3-4ad0-4362-852f-a7af4c5e397c req-29cab1bb-e541-4ae9-a43a-053cccac1e21 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.637966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74182cc3-4ad0-4362-852f-a7af4c5e397c req-29cab1bb-e541-4ae9-a43a-053cccac1e21 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.4751794 Jul 22 23:57:40.656354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network 62b3b28a-676d-467f-81d7-a519fc07c422 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:40.714169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 62b3b28a-676d-467f-81d7-a519fc07c422) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:40.721552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:40.722146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.751497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916abfa-26e4-4285-93fb-63edf1ffc58f None None] Network 62b3b28a-676d-467f-81d7-a519fc07c422 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:40.779691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54c77b5c-b87f-435f-a427-38967597abf0 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1680331 Jul 22 23:57:40.791239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Port 60413865-c9df-4e19-bf1b-7d6809fae656 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:57:40.791684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Attempting to bind port 60413865-c9df-4e19-bf1b-7d6809fae656 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:40.795191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:40.813844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-130955354'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:40.837019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74182cc3-4ad0-4362-852f-a7af4c5e397c req-cb9a32fc-e89d-4b1c-9995-67ec408f0cf3 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979961 Jul 22 23:57:40.838127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:40.840884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:40.841307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:40.858251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Bound port: 60413865-c9df-4e19-bf1b-7d6809fae656, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:40.858251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:40.873181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-6383c801-295c-447b-809a-9897256b4186', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:40.874171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.019480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:41.026674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.159461 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.186620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.265607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:41.271139 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.290950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.294296 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Added segment 807dfbd3-007b-477b-9b6b-c27a973e38f0 of type vlan for network dcbf3742-f285-47e7-8d02-2b7666a7898c Jul 22 23:57:41.317971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-62b3b28a-676d-467f-81d7-a519fc07c422', 'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422', 'tenant_id': 'eb33931ae46942bfa3b6c7dc8bcf6347', 'fixed_ips': [{'subnet_id': '82ccb3a9-76fe-492b-b527-d52d2a290ea5'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:41.321004 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.328063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] For port 60413865-c9df-4e19-bf1b-7d6809fae656, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:41.342936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] For port 60413865-c9df-4e19-bf1b-7d6809fae656, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60413865-c9df-4e19-bf1b-7d6809fae656,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:41.352469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Allocated IP 172.20.0.2 (6383c801-295c-447b-809a-9897256b4186/50dbe8bf-66f8-43e4-9148-51796117a743/097c50d2-e7ce-4500-88ea-facf98e3ed4f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:41.361079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 39141f06-2ddc-49da-a4fe-256e06823f3b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=39141f06-2ddc-49da-a4fe-256e06823f3b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:41.395510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.412471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Allocated IP 172.25.5.26 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/d11bfc3f-5939-4ea9-abe3-f0e80145b3cd) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:41.447288 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.570380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Allocated IP 2001:db8:0:ffff::2 (62b3b28a-676d-467f-81d7-a519fc07c422/82ccb3a9-76fe-492b-b527-d52d2a290ea5/b0c74462-4191-4272-aa27-b01ba1d67f19) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:41.602916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:41.607478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.609318 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] 10.222.0.49 "PUT /v2.0/ports/60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 1091 time: 2.2878485 Jul 22 23:57:41.610035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:41.612622 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90e4696-8d7b-4d90-a364-4423335c1397" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:41.638228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.689213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81154-7d10-439c-a155-09b46130eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=60413865-c9df-4e19-bf1b-7d6809fae656,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:41.718248 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.730559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.738304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.752227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:41.753024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:41.778313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4027cf-5bac-4ad2-ba49-b44c584344a3 x-openstack-request-id: req-6d4027cf-5bac-4ad2-ba49-b44c584344a3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:41.778313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:41.778313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d4027cf-5bac-4ad2-ba49-b44c584344a3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:41.778313 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656', 'status': 'completed', 'code': 200} Jul 22 23:57:41.826587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:41.834483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:41.847478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:41.892647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Pushing event updated for resources: {'Port': ['ID=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:41.921024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:41.921776 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1245794 Jul 22 23:57:42.006046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92244174-8a1a-4db8-bbd3-5989931c856a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Network': ['ID=dcbf3742-f285-47e7-8d02-2b7666a7898c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.086410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-4c711266-e662-4e35-84bf-a67d8920383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:42.088313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-4c711266-e662-4e35-84bf-a67d8920383b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1094 time: 0.4085195 Jul 22 23:57:42.154509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'subnet': {'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:42.158365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-9e68f280-23f2-43d0-bb41-8bf5207c3bbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 217 time: 0.0589020 Jul 22 23:57:42.192539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.221446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network dcbf3742-f285-47e7-8d02-2b7666a7898c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:42.274020 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.307732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Transition to ACTIVE for port object 097c50d2-e7ce-4500-88ea-facf98e3ed4f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:42.308962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-fff74995-e972-4b8a-84d0-1c65a8d869fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:42.310951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-fff74995-e972-4b8a-84d0-1c65a8d869fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.1246562 Jul 22 23:57:42.495708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Transition to ACTIVE for port object 097c50d2-e7ce-4500-88ea-facf98e3ed4f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:42.504787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=39141f06-2ddc-49da-a4fe-256e06823f3b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.519309 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.564834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Pushing event updated for resources: {'Port': ['ID=097c50d2-e7ce-4500-88ea-facf98e3ed4f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.583977 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.599630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Network 6383c801-295c-447b-809a-9897256b4186 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:42.601632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Transition to ACTIVE for port object b0c74462-4191-4272-aa27-b01ba1d67f19 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:42.609694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:42.612995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:42.632403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Transition to ACTIVE for port object b0c74462-4191-4272-aa27-b01ba1d67f19 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:42.658159 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.733713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Attempting to bind port 097c50d2-e7ce-4500-88ea-facf98e3ed4f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:42.734101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Attempting to bind port 097c50d2-e7ce-4500-88ea-facf98e3ed4f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:42.734447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Attempting to bind port 097c50d2-e7ce-4500-88ea-facf98e3ed4f on network 6383c801-295c-447b-809a-9897256b4186 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:42.734776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-d8c2cf5d-2225-44a5-a8ae-bd2f05bd038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:42.736695 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-d8c2cf5d-2225-44a5-a8ae-bd2f05bd038f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3598418 Jul 22 23:57:42.743771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Network 62b3b28a-676d-467f-81d7-a519fc07c422 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:42.744906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:42.745105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Checking segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:42.745519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.745930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Bound using segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:42.746375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Bound port: 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:42.746798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.752069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:42.763238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:42.769469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Pushing event updated for resources: {'Port': ['ID=b0c74462-4191-4272-aa27-b01ba1d67f19,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:42.903516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Attempting to bind port b0c74462-4191-4272-aa27-b01ba1d67f19 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:42.904031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Attempting to bind port b0c74462-4191-4272-aa27-b01ba1d67f19 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:42.904404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Attempting to bind port b0c74462-4191-4272-aa27-b01ba1d67f19 on network 62b3b28a-676d-467f-81d7-a519fc07c422 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:42.916371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:42.916726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Checking segment: {'id': 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:42.917114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.917522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Bound using segment: {'id': 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:42.918038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Bound port: b0c74462-4191-4272-aa27-b01ba1d67f19, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '62b3b28a-676d-467f-81d7-a519fc07c422'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:42.918629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.925512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.20.0.1 (6383c801-295c-447b-809a-9897256b4186/50dbe8bf-66f8-43e4-9148-51796117a743/2f90db9e-0cf6-429c-9a34-7d778ca96b56) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:42.939472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] For port 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:42.957114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] For port 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=097c50d2-e7ce-4500-88ea-facf98e3ed4f,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:42.967494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:42.978243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:42.981936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.075173 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.095658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] For port b0c74462-4191-4272-aa27-b01ba1d67f19, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:43.098369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Transition to ACTIVE for port object 2f90db9e-0cf6-429c-9a34-7d778ca96b56 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:43.099644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeb862-7e9c-4007-a388-a87d84e4d6cf None None] Pushing event updated for resources: {'Port': ['ID=097c50d2-e7ce-4500-88ea-facf98e3ed4f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.137440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] For port b0c74462-4191-4272-aa27-b01ba1d67f19, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b0c74462-4191-4272-aa27-b01ba1d67f19,segment=NetworkSegment(e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1),segment_id=e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:43.147757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.157202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b514c-5467-4266-9c3a-cf6346288a5c req-05e45338-0274-4c99-b6b5-9f341e0a350d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:43.159387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-259b514c-5467-4266-9c3a-cf6346288a5c req-05e45338-0274-4c99-b6b5-9f341e0a350d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.5568612 Jul 22 23:57:43.174605 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-dce56d58-9f5d-45c1-8fac-404571c98a6e service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311352 Jul 22 23:57:43.177669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.243748 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.279292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ace90-1533-4dc7-9a88-3bdac76b2fce None None] Pushing event updated for resources: {'Port': ['ID=b0c74462-4191-4272-aa27-b01ba1d67f19,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.383838 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 6383c801-295c-447b-809a-9897256b4186 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:43.406552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:43.413188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:43.505261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=2f90db9e-0cf6-429c-9a34-7d778ca96b56,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:43.573355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.698991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-259b514c-5467-4266-9c3a-cf6346288a5c req-343bfaf6-4ac6-4fa7-aaaa-f60fcc1d281c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5158935 Jul 22 23:57:43.701060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-abac5c5f-a884-4b95-a37e-fceb537d452e req-4fd30236-48dd-4fc7-bad8-27f1e7937725 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970598 Jul 22 23:57:43.854766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:43.972153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-8c0df167-0e33-422d-80fa-6c22416c59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:43.974518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-8c0df167-0e33-422d-80fa-6c22416c59e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1094 time: 0.2147448 Jul 22 23:57:43.978281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.114603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b0c74462-4191-4272-aa27-b01ba1d67f19 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:44.197385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b0c74462-4191-4272-aa27-b01ba1d67f19 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:44.202744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 39141f06-2ddc-49da-a4fe-256e06823f3b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:44.225072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Router 70bf16de-eb75-4db3-9775-f0f52fad2863 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:57:44.279118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 39141f06-2ddc-49da-a4fe-256e06823f3b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:44.279557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.346971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-f96bbf3a-0b7f-4948-b688-5f4980b82cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:44.349371 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-f96bbf3a-0b7f-4948-b688-5f4980b82cd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.3477936 Jul 22 23:57:44.393478 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:57:44.405999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.451495 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-1a165a1a-c2c2-4e16-83e1-aeaed09c4496 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 217 time: 0.0916445 Jul 22 23:57:44.476864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 097c50d2-e7ce-4500-88ea-facf98e3ed4f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:44.594037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Subnet': ['ID=90850157-6c10-4100-bc26-73d76b668e63,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:44.627849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:44.633088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 097c50d2-e7ce-4500-88ea-facf98e3ed4f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:44.645036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Sync routers for ids ['70bf16de-eb75-4db3-9775-f0f52fad2863'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:44.647950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Checking segment: {'id': '807dfbd3-007b-477b-9b6b-c27a973e38f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:44.648340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network hostable DHCP agents. Network: dcbf3742-f285-47e7-8d02-2b7666a7898c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:44.667473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.670656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0e6f53fa-ee46-4a24-ad9a-2b8048e5b6fd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5504925 Jul 22 23:57:44.673778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35250) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:44.682867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-7618ff4e-2e82-45d5-be70-01cfb5ff34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:44.683202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Routers {'70bf16de-eb75-4db3-9775-f0f52fad2863'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:44.683773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['70bf16de-eb75-4db3-9775-f0f52fad2863'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:44.684410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-7618ff4e-2e82-45d5-be70-01cfb5ff34ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.2119169 Jul 22 23:57:44.707127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network dcbf3742-f285-47e7-8d02-2b7666a7898c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:44.827758 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.841440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.854703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, dcbf3742-f285-47e7-8d02-2b7666a7898c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:44.924627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:44.925414 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.958123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=2f90db9e-0cf6-429c-9a34-7d778ca96b56,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:44.970286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:44.979872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe25e004-63b7-40e8-a3dd-ee8a7c447b79 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0573671 Jul 22 23:57:44.983704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35254) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:44.991798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'port': {'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c', 'name': 'tempest-NetworksIpV6TestAttrs-1362893620'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:45.045422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8371de-122c-4a93-86a8-3325bf05db5a None None] Network dcbf3742-f285-47e7-8d02-2b7666a7898c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:45.145022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e305-8a4c-4029-b4d2-a4484602453b req-75461321-d136-4d78-a155-98626dee3f0f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:45.147077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2310e305-8a4c-4029-b4d2-a4484602453b req-75461321-d136-4d78-a155-98626dee3f0f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.3012538 Jul 22 23:57:45.165233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c552c85a-045f-41dd-9951-e5c1da580a71 None None] Network 6383c801-295c-447b-809a-9897256b4186 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:45.192781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f14c7a-0e02-4245-9de3-2afe782a5086 None None] Network 62b3b28a-676d-467f-81d7-a519fc07c422 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:45.219019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2310e305-8a4c-4029-b4d2-a4484602453b req-e5f9d423-37ff-4109-b55b-24bb406af6d5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611274 Jul 22 23:57:45.286308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] Provisioning for port 097c50d2-e7ce-4500-88ea-facf98e3ed4f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:45.334113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] Provisioning complete for port 097c50d2-e7ce-4500-88ea-facf98e3ed4f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:45.335547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.448234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-dcbf3742-f285-47e7-8d02-2b7666a7898c', 'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c', 'tenant_id': 'eb33931ae46942bfa3b6c7dc8bcf6347', 'fixed_ips': [{'subnet_id': '90850157-6c10-4100-bc26-73d76b668e63'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:45.448971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.476996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Set router 70bf16de-eb75-4db3-9775-f0f52fad2863 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:45.482138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-62065425-9816-458c-b2aa-10925f727adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:45.483728 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-62065425-9816-458c-b2aa-10925f727adf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6587913 Jul 22 23:57:45.496647 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.591206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 6383c801-295c-447b-809a-9897256b4186 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:45.600959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:45.823770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-46979cd3-dea9-437a-91e4-f2e1b4562e10 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068364 Jul 22 23:57:45.829850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:45.833542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:45.837553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Allocated IP 172.20.0.1 (a215d878-f447-4b11-82e7-17d923090d72/c81cb217-71c1-4347-9360-735581d6dcc4/b778aa6b-b0de-4d34-9e4a-0167074a805a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:45.891365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] device_id is not set on port 0a237ab1-8245-4d43-b3a7-ed907afa73db yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:45.902282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:45.954709 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.001304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.029184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Allocated IP 2001:db8::f816:3eff:fe1b:66cb (dcbf3742-f285-47e7-8d02-2b7666a7898c/90850157-6c10-4100-bc26-73d76b668e63/b83a176f-0f38-43a2-9966-191534bb21c1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:46.091616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] For port 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=097c50d2-e7ce-4500-88ea-facf98e3ed4f,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:46.103128 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.106365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.133459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f90e4696-8d7b-4d90-a364-4423335c1397 req-70110236-cf61-482f-98c0-3f4380d53481 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937169 Jul 22 23:57:46.173874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Network a215d878-f447-4b11-82e7-17d923090d72 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:46.177028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:46.183805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:46.226794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Pushing event updated for resources: {'Port': ['ID=b778aa6b-b0de-4d34-9e4a-0167074a805a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:46.236722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:46.249049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a8655927-3ab5-446d-b4d3-65f475d206f5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "PUT /v2.0/routers/28243058-3312-4a6a-9826-cc1e8c7a4d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7018962 Jul 22 23:57:46.253474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35268) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:46.255043 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:46.265043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49e3967b-1ef1-4309-9565-9df679d69974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.276953 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:46.278554 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:46.280143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.347725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-97facdde-7e00-4287-b529-626947adc8df None None] Provisioning for port b0c74462-4191-4272-aa27-b01ba1d67f19 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:46.364467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c058-029f-4930-9a33-d2d166b00760 None None] Pushing event updated for resources: {'Port': ['ID=097c50d2-e7ce-4500-88ea-facf98e3ed4f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:46.402662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-97facdde-7e00-4287-b529-626947adc8df None None] Provisioning complete for port b0c74462-4191-4272-aa27-b01ba1d67f19 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:46.403041 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97facdde-7e00-4287-b529-626947adc8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.420268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:42Z', 'revision_number': 3, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:46.509643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Checking router: 70bf16de-eb75-4db3-9775-f0f52fad2863 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:46.510099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Updating router 70bf16de-eb75-4db3-9775-f0f52fad2863 port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:46.546494 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:46.578603 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.811715 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.896608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Transition to ACTIVE for port object b83a176f-0f38-43a2-9966-191534bb21c1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:46.937258 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97facdde-7e00-4287-b529-626947adc8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.940041 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:44Z', 'revision_number': 2, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:46.960684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Transition to ACTIVE for port object b83a176f-0f38-43a2-9966-191534bb21c1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:46.983466 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:46.984211 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Updating router 28243058-3312-4a6a-9826-cc1e8c7a4d42 port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:47.004960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.035913 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.084852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Allocated IP 2001:db8::f816:3eff:fee4:aed4 (dcbf3742-f285-47e7-8d02-2b7666a7898c/90850157-6c10-4100-bc26-73d76b668e63/0a237ab1-8245-4d43-b3a7-ed907afa73db) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:47.161594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.162191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.163162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.163675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.164336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.164816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.165289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.166001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.166219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.183265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-76336a77-8d9a-4ab1-a926-6b7401d45706 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6392 time: 0.9230392 Jul 22 23:57:47.184546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-97facdde-7e00-4287-b529-626947adc8df None None] For port b0c74462-4191-4272-aa27-b01ba1d67f19, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b0c74462-4191-4272-aa27-b01ba1d67f19,segment=NetworkSegment(e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1),segment_id=e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:47.184697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35278) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:47.204044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfbc9b-708d-40e0-a617-206ede54276c req-917458c2-4455-4fb9-b8f6-041652c3fc35 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.212035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27bfbc9b-708d-40e0-a617-206ede54276c req-917458c2-4455-4fb9-b8f6-041652c3fc35 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.8157847 Jul 22 23:57:47.216362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97facdde-7e00-4287-b529-626947adc8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.235902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Network dcbf3742-f285-47e7-8d02-2b7666a7898c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:47.261883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:47.270376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:47.302527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Pushing event updated for resources: {'Port': ['ID=b83a176f-0f38-43a2-9966-191534bb21c1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:47.335725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27bfbc9b-708d-40e0-a617-206ede54276c req-de955932-c080-48df-a338-51e7a92d50c1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181712 Jul 22 23:57:47.371424 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.470180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.471123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.471871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.472618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.473261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.473900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.474674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.476100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.476795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:47.479263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-867a5a3c-0e55-443f-9e39-50df27521dae tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.2920449 Jul 22 23:57:47.482735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:47.665040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.667658 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.679683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.688113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.692563 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Transition to ACTIVE for port object 2f90db9e-0cf6-429c-9a34-7d778ca96b56 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:47.702671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Transition to ACTIVE for port object 0a237ab1-8245-4d43-b3a7-ed907afa73db will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:47.711749 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.772945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97facdde-7e00-4287-b529-626947adc8df None None] Pushing event updated for resources: {'Port': ['ID=b0c74462-4191-4272-aa27-b01ba1d67f19,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:47.783247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8cde3e9-6cf7-4371-acf1-590800e4c30e None None] Provisioning complete for port b0c74462-4191-4272-aa27-b01ba1d67f19 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:47.784014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8cde3e9-6cf7-4371-acf1-590800e4c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.786130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Attempting to bind port b83a176f-0f38-43a2-9966-191534bb21c1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:47.786823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Attempting to bind port b83a176f-0f38-43a2-9966-191534bb21c1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '807dfbd3-007b-477b-9b6b-c27a973e38f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:47.790329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Attempting to bind port b83a176f-0f38-43a2-9966-191534bb21c1 on network dcbf3742-f285-47e7-8d02-2b7666a7898c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:47.801048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Pushing event updated for resources: {'Port': ['ID=b778aa6b-b0de-4d34-9e4a-0167074a805a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:47.811521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.848591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:47.849446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Checking segment: {'id': '807dfbd3-007b-477b-9b6b-c27a973e38f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:47.850740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.851676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Bound using segment: {'id': '807dfbd3-007b-477b-9b6b-c27a973e38f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:47.852459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Bound port: b83a176f-0f38-43a2-9966-191534bb21c1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807dfbd3-007b-477b-9b6b-c27a973e38f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'dcbf3742-f285-47e7-8d02-2b7666a7898c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:47.853127 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.879175 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481547a-f323-421e-81c2-9535e811cdb0 None None] Pushing event updated for resources: {'Port': ['ID=2f90db9e-0cf6-429c-9a34-7d778ca96b56,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:47.923984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.924499 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:47.952317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Transition to ACTIVE for port object d11bfc3f-5939-4ea9-abe3-f0e80145b3cd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:47.973878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network dcbf3742-f285-47e7-8d02-2b7666a7898c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:48.002974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 097c50d2-e7ce-4500-88ea-facf98e3ed4f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:48.006047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:48.007472 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Attempting to bind port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:48.008121 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Attempting to bind port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:48.008755 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Attempting to bind port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 on network 6383c801-295c-447b-809a-9897256b4186 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:48.023639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:48.028186 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:48.029170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Checking segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:48.029984 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.030719 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Bound using segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:48.031444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:48.031842 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Bound port: 2f90db9e-0cf6-429c-9a34-7d778ca96b56, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:48.032320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.032741 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.046778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Network a215d878-f447-4b11-82e7-17d923090d72 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:48.055302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:48.109515 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] For port 2f90db9e-0cf6-429c-9a34-7d778ca96b56, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:48.113837 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] For port 2f90db9e-0cf6-429c-9a34-7d778ca96b56, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=2f90db9e-0cf6-429c-9a34-7d778ca96b56,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:48.119711 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.153992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1624460 Jul 22 23:57:48.155604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35284) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:48.200030 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:48.201201 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:48.205142 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5173afbb-ee3b-41d8-8c95-b79df2450742 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.7200642 Jul 22 23:57:48.205842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab336ea2-dfe6-4ef3-b1d6-1a84e6415baa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Port': ['ID=0a237ab1-8245-4d43-b3a7-ed907afa73db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:48.219255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] For port b83a176f-0f38-43a2-9966-191534bb21c1, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:48.223806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] For port b83a176f-0f38-43a2-9966-191534bb21c1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b83a176f-0f38-43a2-9966-191534bb21c1,segment=NetworkSegment(807dfbd3-007b-477b-9b6b-c27a973e38f0),segment_id=807dfbd3-007b-477b-9b6b-c27a973e38f0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:48.235533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.237617 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.295029 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481547a-f323-421e-81c2-9535e811cdb0 None None] Pushing event updated for resources: {'Port': ['ID=2f90db9e-0cf6-429c-9a34-7d778ca96b56,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:48.330815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Deleting subnet 90850157-6c10-4100-bc26-73d76b668e63 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:48.336218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.384913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Attempting to bind port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:48.385427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Attempting to bind port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:48.385759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Attempting to bind port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:48.441350 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:48.471504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:48.471891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:48.472312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.472720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:48.474426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Bound port: d11bfc3f-5939-4ea9-abe3-f0e80145b3cd, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:48.475930 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.478575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a1c20-a91b-447e-850e-d396feb37f36 None None] Pushing event updated for resources: {'Port': ['ID=b83a176f-0f38-43a2-9966-191534bb21c1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:48.505955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Router 70bf16de-eb75-4db3-9775-f0f52fad2863 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:57:48.513224 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.546107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 097c50d2-e7ce-4500-88ea-facf98e3ed4f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:48.546493 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.617421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de97867-7761-4836-bb41-0dc947e4b8c3 None None] Pushing event updated for resources: {'Port': ['ID=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:48.625381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8cde3e9-6cf7-4371-acf1-590800e4c30e None None] Provisioning for port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:48.674876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] For port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:48.682256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] For port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:48.717870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35290) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:48.724021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540594832', 'description': 'tempest-secgroup-smoke-540594832 description', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:48.735397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e8cde3e9-6cf7-4371-acf1-590800e4c30e None None] Provisioning complete for port 097c50d2-e7ce-4500-88ea-facf98e3ed4f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:48.735662 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8cde3e9-6cf7-4371-acf1-590800e4c30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.740225 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.768179 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.895033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de97867-7761-4836-bb41-0dc947e4b8c3 None None] Pushing event updated for resources: {'Port': ['ID=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:48.942350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.951727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.955595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Routers {'70bf16de-eb75-4db3-9775-f0f52fad2863'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:48.956246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['70bf16de-eb75-4db3-9775-f0f52fad2863'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:48.982091 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:48Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:49.017239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.026523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3064303 Jul 22 23:57:49.028073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.029383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a9d2d-4f24-4cf1-acc2-67396dfb49d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6474feb-1264-4096-b89f-15c124a0ee3b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:49.035707 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc9ddd-a5d5-4813-aa32-20d3cca5c3a8 None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:48Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:49.045033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'a6474feb-1264-4096-b89f-15c124a0ee3b', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:49.079247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c420-4b5c-4482-974a-4eaa4fbe36f4 req-98e76770-55aa-4228-a8a6-b0fefafd430c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:49.081383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4902c420-4b5c-4482-974a-4eaa4fbe36f4 req-98e76770-55aa-4228-a8a6-b0fefafd430c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.5984719 Jul 22 23:57:49.127122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.170279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.217857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:57:49.253340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e07f71ef-bd09-49c3-93a0-fb59db34d89b admin admin] 10.222.0.21 "PUT /v2.0/routers/70bf16de-eb75-4db3-9775-f0f52fad2863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5783751 Jul 22 23:57:49.261603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4902c420-4b5c-4482-974a-4eaa4fbe36f4 req-04852914-fdb1-4f34-bce3-d37eccc5dbf4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720779 Jul 22 23:57:49.307072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.316740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.318654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] Set router 70bf16de-eb75-4db3-9775-f0f52fad2863 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:49.321073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.349475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c70b29d-0746-405c-b093-dc840abd1e0a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:49.368761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.369536 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5956121a-cb24-4c0d-9833-73261d4fc5af tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290482 Jul 22 23:57:49.370235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35298) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.380259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'a6474feb-1264-4096-b89f-15c124a0ee3b', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:49.406097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Subnet': ['ID=90850157-6c10-4100-bc26-73d76b668e63,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:49.424675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.435183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dde48597-5443-4ea0-acc4-b60062e77cc3 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/90850157-6c10-4100-bc26-73d76b668e63 HTTP/1.1" status: 204 len: 168 time: 1.2769487 Jul 22 23:57:49.437235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35300) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.440701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.483501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5688a594-c368-44d8-8ee5-d52ddb2b04a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.589351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c03c1d-8570-4237-9954-5b4bf67caf78 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:49.591009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c03c1d-8570-4237-9954-5b4bf67caf78 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:49.608388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a7c03c1d-8570-4237-9954-5b4bf67caf78 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1685951 Jul 22 23:57:49.615489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.616408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.623210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.661125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f9d1d4-5e4d-469d-9549-d7028790967c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:49.671519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.672798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.680470 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9f100017-1cc6-4d5e-9a81-b37f52e16d07 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082938 Jul 22 23:57:49.681285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35306) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.688641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'a6474feb-1264-4096-b89f-15c124a0ee3b', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:49.757060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.834121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa42f0e1-14a3-43e7-a8c0-a05c962c7a9a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.851756 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa42f0e1-14a3-43e7-a8c0-a05c962c7a9a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 23:57:49.852555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa42f0e1-14a3-43e7-a8c0-a05c962c7a9a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:49.856145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa42f0e1-14a3-43e7-a8c0-a05c962c7a9a tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/dcbf3742-f285-47e7-8d02-2b7666a7898c HTTP/1.1" status: 409 len: 405 time: 0.2373483 Jul 22 23:57:49.874281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35314) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.888171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-526664339'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:49.893483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b778aa6b-b0de-4d34-9e4a-0167074a805a', 'name': '', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'mac_address': 'fa:16:3e:60:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:45Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 2, 'project_id': 'f3dda03762674d64a121022f68904b46', 'subnets': [{'id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:49.935842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.940257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:49.942151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.944542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.972194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:49.973616 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913296 Jul 22 23:57:49.980187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:49.982682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d80652d-5f53-439d-8558-5bf4139f5be2 None None] The sync data for ids ['70bf16de-eb75-4db3-9775-f0f52fad2863'] in n-d-758851-4 is: [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b778aa6b-b0de-4d34-9e4a-0167074a805a', 'name': '', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'mac_address': 'fa:16:3e:60:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:45Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 2, 'project_id': 'f3dda03762674d64a121022f68904b46', 'subnets': [{'id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:49.998262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'a6474feb-1264-4096-b89f-15c124a0ee3b', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:50.004698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a035161-9d03-4f5b-8c64-67ff7a663b0d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4698a2a8-6841-4985-8e06-4aedbc7764da,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:50.012200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:50.035949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.035949 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Added segment 7f254b89-4359-4ed4-932d-bd1b4a2a96f8 of type vlan for network 6ece537d-3b94-44ae-84fd-1a0ebcbd083e Jul 22 23:57:50.040601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.125610 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.203964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.208487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.233233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b0c74462-4191-4272-aa27-b01ba1d67f19 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:50.273619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7e887b-ea95-4b7f-bf6c-c152981bee1a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:50.288628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.289846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b954dc4-2076-42c3-9f22-55fcfe5e43de tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3088059 Jul 22 23:57:50.294951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35330) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:50.329931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'a6474feb-1264-4096-b89f-15c124a0ee3b', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:50.360662 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.377174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e3687-84f8-4bfe-a69b-ca1187909383 None None] Network dcbf3742-f285-47e7-8d02-2b7666a7898c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:50.409606 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Project fb91c643c1704a42ad8f4aca6460a147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:57:50.416547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.425979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.434687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:50.435604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.500403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6249835 Jul 22 23:57:50.523809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35334) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:50.536182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'subnet': {'network_id': '6ece537d-3b94-44ae-84fd-1a0ebcbd083e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:50.642801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b0c74462-4191-4272-aa27-b01ba1d67f19 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:50.643462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.646025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d864c10a-995f-491b-9abc-8078e01d6774 None None] Provisioning for port b83a176f-0f38-43a2-9966-191534bb21c1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:50.693045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f6d2c-2ed9-431d-a4aa-cd2e7a2e7ae1 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Network': ['ID=6ece537d-3b94-44ae-84fd-1a0ebcbd083e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:50.761306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 6ece537d-3b94-44ae-84fd-1a0ebcbd083e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:50.827130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.837683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.866732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-734c69ca-f14b-4a83-9b81-6e327053cddb tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:50.875982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-734c69ca-f14b-4a83-9b81-6e327053cddb tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 811 time: 0.7032080 Jul 22 23:57:50.938561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5700465-736e-4012-be7c-5a5c44bde2bf,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:50.942495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-e528a254-edb3-4aa3-aaee-7d1db2572297 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/quotas/f3dda03762674d64a121022f68904b46 HTTP/1.1" status: 200 len: 375 time: 0.0646517 Jul 22 23:57:50.972558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:50.976722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.985395 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.992661 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-45eb1ece-71c6-42d3-a457-983a9b77a85f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6863494 Jul 22 23:57:51.008424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b83a176f-0f38-43a2-9966-191534bb21c1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:51.009784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:51.071142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'a6474feb-1264-4096-b89f-15c124a0ee3b', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:51.129959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b83a176f-0f38-43a2-9966-191534bb21c1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:51.147264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2bc78-bd3f-49be-aca3-ddd6448d74d7 req-4c9de3c7-e77d-4b94-aab6-ff69778e12b8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:51.150977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b83a176f-0f38-43a2-9966-191534bb21c1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:51.151264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8cb2bc78-bd3f-49be-aca3-ddd6448d74d7 req-4c9de3c7-e77d-4b94-aab6-ff69778e12b8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.6835942 Jul 22 23:57:51.151526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.236481 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Project fb91c643c1704a42ad8f4aca6460a147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:57:51.255902 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.300370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] DHCP port deletion for dcbf3742-f285-47e7-8d02-2b7666a7898c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:57:51.348240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8cb2bc78-bd3f-49be-aca3-ddd6448d74d7 req-8425b903-58f6-4e07-b6f8-ed49040ed5d4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716962 Jul 22 23:57:51.400004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-e61390c9-de21-4cb0-a603-4046f4f091d2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4563026 Jul 22 23:57:51.425518 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.588279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b83a176f-0f38-43a2-9966-191534bb21c1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b83a176f-0f38-43a2-9966-191534bb21c1,segment=NetworkSegment(807dfbd3-007b-477b-9b6b-c27a973e38f0),segment_id=807dfbd3-007b-477b-9b6b-c27a973e38f0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:51.605076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.605902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2f90db9e-0cf6-429c-9a34-7d778ca96b56 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:51.653036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-483054de-fa8d-49a2-b19d-dfd9eab9d17a service neutron] 10.222.0.21 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499254 Jul 22 23:57:51.794951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:51.804421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.objects.ports [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93790) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:57:51.806059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.898316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Subnet': ['ID=39a62290-5a0d-4da9-b528-63299e2405f6,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:51.913588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Checking segment: {'id': '7f254b89-4359-4ed4-932d-bd1b4a2a96f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6ece537d-3b94-44ae-84fd-1a0ebcbd083e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:51.914428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network hostable DHCP agents. Network: 6ece537d-3b94-44ae-84fd-1a0ebcbd083e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:51.945132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network 6ece537d-3b94-44ae-84fd-1a0ebcbd083e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:51.958382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 6ece537d-3b94-44ae-84fd-1a0ebcbd083e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:51.964820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:51.965969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.973082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.981438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a06417-5e3e-4bd0-b263-3e1abe264a63 None None] Network 6ece537d-3b94-44ae-84fd-1a0ebcbd083e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:51.987731 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d1fde1f-322f-48f5-bcd4-1c664c5a4ee9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4617915 Jul 22 23:57:51.998494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35346) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:52.011552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'port': {'network_id': '6ece537d-3b94-44ae-84fd-1a0ebcbd083e', 'name': 'tempest-NetworksIpV6TestAttrs-1354664397'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:52.021692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.035986 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.078818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693480e4-cd46-4101-a477-89f836db8d55,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.136036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-1fed03c6-0ae5-46cd-b7f1-4bed3a22a813 service neutron] 10.222.0.21 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804265 Jul 22 23:57:52.143702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.147156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c957699f-367a-4b90-8f78-57b3c7a44fa0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1340210 Jul 22 23:57:52.194480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12a7173c-1a9b-4398-bc8d-e68eb042e84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.289538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60413865-c9df-4e19-bf1b-7d6809fae656 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:57:52.350114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b83a176f-0f38-43a2-9966-191534bb21c1,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.430716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12a7173c-1a9b-4398-bc8d-e68eb042e84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.440468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12a7173c-1a9b-4398-bc8d-e68eb042e84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.478545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:52.491881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.578877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] device_id is not set on port 567b802b-2eeb-45ad-9975-6c1c84dc887a yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:57:52.584365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-12a7173c-1a9b-4398-bc8d-e68eb042e84d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05126d1dd4b54bcab7adec1c0ff14c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7763689 Jul 22 23:57:52.586784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35360) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:52.606293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] Deleting port b83a176f-0f38-43a2-9966-191534bb21c1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:57:52.607133 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.609808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.610516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.615369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.616713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.617647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.618167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.618699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.619208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.619736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.620244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.620749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.621277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:57:52.666964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 60413865-c9df-4e19-bf1b-7d6809fae656, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60413865-c9df-4e19-bf1b-7d6809fae656,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:52.776520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] For port b83a176f-0f38-43a2-9966-191534bb21c1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b83a176f-0f38-43a2-9966-191534bb21c1,segment=NetworkSegment(807dfbd3-007b-477b-9b6b-c27a973e38f0),segment_id=807dfbd3-007b-477b-9b6b-c27a973e38f0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:52.778213 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:52.778779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Allocated IP 2001:db8::f816:3eff:fe3a:8eda (6ece537d-3b94-44ae-84fd-1a0ebcbd083e/39a62290-5a0d-4da9-b528-63299e2405f6/567b802b-2eeb-45ad-9975-6c1c84dc887a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:52.798351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] Calling delete_port for b83a176f-0f38-43a2-9966-191534bb21c1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:57:52.862724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7173c-1a9b-4398-bc8d-e68eb042e84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708bbe23-bbda-4e3f-bcc3-30f908cc1b9b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:52.917403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-11a71fc1-c3b7-4789-a160-4028b67c05c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540594832&fields=id&tenant_id=fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 267 time: 0.2221279 Jul 22 23:57:53.063146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.089870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-edde1cfd-3b1a-4144-8bdb-7b9b5f8b592a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:53.097794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Transition to ACTIVE for port object 567b802b-2eeb-45ad-9975-6c1c84dc887a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:53.104470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-edde1cfd-3b1a-4144-8bdb-7b9b5f8b592a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/networks?id=6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 200 len: 797 time: 0.1857777 Jul 22 23:57:53.141984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-848e97af-2444-4243-88eb-9b7b9a049698 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/quotas/fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 375 time: 0.0361814 Jul 22 23:57:53.156140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '60413865-c9df-4e19-bf1b-7d6809fae656', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:57:53.167929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.174274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.203079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.219889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349c57d-b8d6-48d6-9dc9-427c6b0bb8f1 req-a79da6eb-c91d-4367-9cd7-56258199725b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:53.229623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d349c57d-b8d6-48d6-9dc9-427c6b0bb8f1 req-a79da6eb-c91d-4367-9cd7-56258199725b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 943 time: 0.6634455 Jul 22 23:57:53.232015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0a62fb-c697-475a-bbb0-8afa00c22d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.252243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network 6ece537d-3b94-44ae-84fd-1a0ebcbd083e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:53.257157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:53.267521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] Pushing event deleted for resources: {'Port': ['ID=b83a176f-0f38-43a2-9966-191534bb21c1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:53.271375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e8668-40f7-4085-9a45-6aae861a33c8 None None] No DVR routers for this DVR port b83a176f-0f38-43a2-9966-191534bb21c1 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:57:53.282399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:53.285309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:53.293146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:53.294412 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.298092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:53.298475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.310418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Port': ['ID=567b802b-2eeb-45ad-9975-6c1c84dc887a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:53.320527 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-786fe8b8-6e0e-40b5-b772-0f8df7d738f8 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3208635 Jul 22 23:57:53.323018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:53.332307 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.361637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0a62fb-c697-475a-bbb0-8afa00c22d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.383210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60413865-c9df-4e19-bf1b-7d6809fae656 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:53.399923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Deleting subnet 39a62290-5a0d-4da9-b528-63299e2405f6 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:57:53.405441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.416741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d349c57d-b8d6-48d6-9dc9-427c6b0bb8f1 req-4d2f9ccd-2f9a-49be-898d-ad187e8e710d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859746 Jul 22 23:57:53.430266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 60413865-c9df-4e19-bf1b-7d6809fae656, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60413865-c9df-4e19-bf1b-7d6809fae656,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:53.457578 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.465456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08643c5c-be31-468b-99f3-3764620216ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-6ece537d-3b94-44ae-84fd-1a0ebcbd083e', 'network_id': '6ece537d-3b94-44ae-84fd-1a0ebcbd083e', 'tenant_id': 'eb33931ae46942bfa3b6c7dc8bcf6347', 'fixed_ips': [{'subnet_id': '39a62290-5a0d-4da9-b528-63299e2405f6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:53.466097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-08643c5c-be31-468b-99f3-3764620216ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.476869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-ef6ab8e8-ebbe-4a55-b0c1-11ffae1a7064 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3318386 Jul 22 23:57:53.493463 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.577088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31477864-7796-4476-b08d-60eff8414b1c req-d856dd3a-c35d-4fa5-af50-430878fa8fa2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 210 time: 0.0728548 Jul 22 23:57:53.580147 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0a62fb-c697-475a-bbb0-8afa00c22d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.582909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a0a62fb-c697-475a-bbb0-8afa00c22d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.585306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6a0a62fb-c697-475a-bbb0-8afa00c22d10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/708bbe23-bbda-4e3f-bcc3-30f908cc1b9b HTTP/1.1" status: 204 len: 168 time: 0.9959359 Jul 22 23:57:53.635858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.637367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a62fb-c697-475a-bbb0-8afa00c22d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708bbe23-bbda-4e3f-bcc3-30f908cc1b9b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:53.677036 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.693581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=60413865-c9df-4e19-bf1b-7d6809fae656,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:53.718940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-24a67409-61d8-44da-862a-1da4ab701c18 service neutron] 10.222.0.21 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894224 Jul 22 23:57:53.728123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.731258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['60413865-c9df-4e19-bf1b-7d6809fae656'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:57:53.765859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Subnet': ['ID=39a62290-5a0d-4da9-b528-63299e2405f6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:53.772733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.775223 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-28b057ea-8a82-4deb-8c05-f26f18a8c804 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/39a62290-5a0d-4da9-b528-63299e2405f6 HTTP/1.1" status: 204 len: 168 time: 0.4509585 Jul 22 23:57:53.779920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-08643c5c-be31-468b-99f3-3764620216ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39a62290-5a0d-4da9-b528-63299e2405f6: This subnet is being modified by another concurrent operation. Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39a62290-5a0d-4da9-b528-63299e2405f6: This subnet is being modified by another concurrent operation. Jul 22 23:57:53.805085 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:57:53.835484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 2f90db9e-0cf6-429c-9a34-7d778ca96b56, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=2f90db9e-0cf6-429c-9a34-7d778ca96b56,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:53.843447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa40adc-a38a-4f4c-bc5f-e9e000c686a2 None None] Network 6ece537d-3b94-44ae-84fd-1a0ebcbd083e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:53.848632 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.874340 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41cf5d-7996-45bf-8db8-9c324e0cb701 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:53.876168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41cf5d-7996-45bf-8db8-9c324e0cb701 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:53.881307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35384) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:53.892509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4e41cf5d-7996-45bf-8db8-9c324e0cb701 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1102381 Jul 22 23:57:53.954790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-c4f6cdc0-9f21-4b55-8e5d-a34826a8c719 service neutron] 10.222.0.21 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063639 Jul 22 23:57:53.996060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=2f90db9e-0cf6-429c-9a34-7d778ca96b56,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:54.056645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4cfae040-beba-4761-acfb-f8f3a2bb8052 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.075507 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfae040-beba-4761-acfb-f8f3a2bb8052 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 23:57:54.076009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfae040-beba-4761-acfb-f8f3a2bb8052 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:57:54.078552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4cfae040-beba-4761-acfb-f8f3a2bb8052 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/6ece537d-3b94-44ae-84fd-1a0ebcbd083e HTTP/1.1" status: 409 len: 405 time: 0.1935563 Jul 22 23:57:54.086147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35386) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:54.107773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-380085012'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:54.143841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d11bfc3f-5939-4ea9-abe3-f0e80145b3cd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:54.169298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:54.175102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.268732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9db713f4-c970-4780-bf42-ee2e640054e7 req-67a4a90f-d807-4c74-8ead-fae9acc0a774 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 210 time: 0.0900111 Jul 22 23:57:54.279995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:54.282098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-52ebdfd3-8455-4fcd-9b74-3e5ef0b428de tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.314338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9a4170a-85d5-4d78-b459-933a0be48beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.314563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-52ebdfd3-8455-4fcd-9b74-3e5ef0b428de tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 811 time: 0.2365112 Jul 22 23:57:54.316267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:54.330662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Request body: {'port': {'device_id': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'admin_state_up': True, 'tenant_id': 'f3dda03762674d64a121022f68904b46'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:54.350892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.351467 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Added segment 63b36fcd-2efb-4cf1-8722-4a21b4d6e5bf of type vlan for network 2fd0f2d2-9221-4d50-91c7-ee97bc64939a Jul 22 23:57:54.414032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:54.438759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:54.439420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.463873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Sync routers for ids ['70bf16de-eb75-4db3-9775-f0f52fad2863'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:57:54.471388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.537992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.543594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.544210 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.555419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a81e4d-fd68-4157-8848-1716963b7c9b None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:57:54.596287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Routers {'70bf16de-eb75-4db3-9775-f0f52fad2863'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:54.596990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['70bf16de-eb75-4db3-9775-f0f52fad2863'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:54.681987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Network': ['ID=2fd0f2d2-9221-4d50-91c7-ee97bc64939a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:54.706605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9a4170a-85d5-4d78-b459-933a0be48beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.719587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2fd0f2d2-9221-4d50-91c7-ee97bc64939a details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:54.720610 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e9a4170a-85d5-4d78-b459-933a0be48beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.742043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Made reservation on behalf of f3dda03762674d64a121022f68904b46 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:54.746060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.755592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ba2cb-cda9-40ab-b825-89c50e0024fe req-966a367e-cd49-48e1-b3d2-e6d6f888e6c8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:54.757228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-195ba2cb-cda9-40ab-b825-89c50e0024fe req-966a367e-cd49-48e1-b3d2-e6d6f888e6c8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 944 time: 0.2345657 Jul 22 23:57:54.762026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fcadd4c-3ac8-4452-b630-8c70829fc594 req-820b77b8-e320-4a51-861d-85e9ae25cb77 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 210 time: 0.0619142 Jul 22 23:57:54.773959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a19ec086-d624-4822-98b7-d503473fe057 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6728246 Jul 22 23:57:54.778146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:54.785326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'subnet': {'network_id': '2fd0f2d2-9221-4d50-91c7-ee97bc64939a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:54.841669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e9a4170a-85d5-4d78-b459-933a0be48beb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07237ad70b0e4a2db789eb2d9da68b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5598078 Jul 22 23:57:54.846970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35406) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:54.856085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4170a-85d5-4d78-b459-933a0be48beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f89139-d870-4d95-931c-308a4737e006,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:54.923280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-195ba2cb-cda9-40ab-b825-89c50e0024fe req-762b4d1a-137c-4211-bf6e-cc7e69a7137b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125212 Jul 22 23:57:54.949066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:54.954863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:54.963717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffb51e56-2990-4249-87cb-26ea7037800b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.004717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffb51e56-2990-4249-87cb-26ea7037800b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.017746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Allocated IP 172.20.0.6 (a215d878-f447-4b11-82e7-17d923090d72/c81cb217-71c1-4347-9360-735581d6dcc4/669a2680-85ef-4494-96d5-9331433c8e5c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:55.079924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.087475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffb51e56-2990-4249-87cb-26ea7037800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.091208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffb51e56-2990-4249-87cb-26ea7037800b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.092684 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ffb51e56-2990-4249-87cb-26ea7037800b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5f89139-d870-4d95-931c-308a4737e006 HTTP/1.1" status: 204 len: 168 time: 0.2438672 Jul 22 23:57:55.112113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb51e56-2990-4249-87cb-26ea7037800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f89139-d870-4d95-931c-308a4737e006,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:55.136575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Set router 70bf16de-eb75-4db3-9775-f0f52fad2863 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:55.151170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:55.155352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a81e4d-fd68-4157-8848-1716963b7c9b None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:57:55.202392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.268616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:55.277413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.327638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b83a176f-0f38-43a2-9966-191534bb21c1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:57:55.379522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:57:55.381992 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.387393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.420224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b83a176f-0f38-43a2-9966-191534bb21c1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:57:55.420732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b83a176f-0f38-43a2-9966-191534bb21c1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:57:55.467411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Network a215d878-f447-4b11-82e7-17d923090d72 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:55.474091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:55.489021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:55.502112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4ce2ff2-dc14-4bd8-ac14-54c72ac789f2 req-50f3b828-1536-45b5-ad06-406354490b9a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 210 time: 0.1071303 Jul 22 23:57:55.547402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Subnet': ['ID=0e5abfe3-2f56-492d-be87-fd3d7244e14c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:55.552161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Checking segment: {'id': '63b36fcd-2efb-4cf1-8722-4a21b4d6e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2fd0f2d2-9221-4d50-91c7-ee97bc64939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:55.552734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network hostable DHCP agents. Network: 2fd0f2d2-9221-4d50-91c7-ee97bc64939a, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:55.581806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network 2fd0f2d2-9221-4d50-91c7-ee97bc64939a is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:55.582548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Pushing event updated for resources: {'Port': ['ID=669a2680-85ef-4494-96d5-9331433c8e5c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:55.597845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2fd0f2d2-9221-4d50-91c7-ee97bc64939a) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:55.607975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.608607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.626964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.627845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.673148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b811e8e-cf4e-4ae6-82e4-3fcd3b691833 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8906722 Jul 22 23:57:55.673983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:55.704346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-fa2bbad1-2c57-48e4-a50f-6e6698606103 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3887219 Jul 22 23:57:55.727186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Request body: {'port': {'device_id': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:55.793667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-34ad9ec0-00bd-4b35-93b1-8398c6abfb35 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:55.795486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-34ad9ec0-00bd-4b35-93b1-8398c6abfb35 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "GET /v2.0/networks?id=6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 200 len: 797 time: 0.2367871 Jul 22 23:57:55.832003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b778aa6b-b0de-4d34-9e4a-0167074a805a', 'name': '', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'mac_address': 'fa:16:3e:60:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:45Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 2, 'project_id': 'f3dda03762674d64a121022f68904b46', 'subnets': [{'id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:55.892547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Checking router: 70bf16de-eb75-4db3-9775-f0f52fad2863 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:57:55.893012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Updating router 70bf16de-eb75-4db3-9775-f0f52fad2863 port b778aa6b-b0de-4d34-9e4a-0167074a805a binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:57:55.913824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.917941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:55.944888 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-b6abeebd-fe78-46d4-aec9-4cb17fc45473 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 379 time: 0.1361256 Jul 22 23:57:55.954516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'port': {'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'admin_state_up': True, 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'security_groups': ['a6474feb-1264-4096-b89f-15c124a0ee3b']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:56.031099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfecee4-09c8-48e8-8184-8b6977c5f4c8 req-8c31951b-13a6-49ad-886c-398d24284d00 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:56.033284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9bfecee4-09c8-48e8-8184-8b6977c5f4c8 req-8c31951b-13a6-49ad-886c-398d24284d00 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 931 time: 0.1147599 Jul 22 23:57:56.178132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d11bfc3f-5939-4ea9-abe3-f0e80145b3cd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:56.200793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.230006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:56.236851 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.242245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60413865-c9df-4e19-bf1b-7d6809fae656 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:56.283840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0726a55-7def-4759-83ff-05d01f504a0b None None] Network 2fd0f2d2-9221-4d50-91c7-ee97bc64939a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:56.289897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.290734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9bfecee4-09c8-48e8-8184-8b6977c5f4c8 req-8a119cb3-f164-470a-907d-5ab29e5541fd tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247231 Jul 22 23:57:56.293738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.417319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 60413865-c9df-4e19-bf1b-7d6809fae656 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:56.430462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 60413865-c9df-4e19-bf1b-7d6809fae656 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:56.431169 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.580147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:56.580535 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.675201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6633ea-1739-4bfd-a2b5-d569af547b36 None None] Network 2fd0f2d2-9221-4d50-91c7-ee97bc64939a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:56.833218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d21aa3-034d-4e54-a01c-1ccbb2387eaf req-f1b3be4b-cd60-4d9d-b5d3-11a9feaca153 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:56.836047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3d21aa3-034d-4e54-a01c-1ccbb2387eaf req-f1b3be4b-cd60-4d9d-b5d3-11a9feaca153 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 944 time: 0.7706306 Jul 22 23:57:56.847660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5abfe3-2f56-492d-be87-fd3d7244e14c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:56.873419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:56.889084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e16841c4-ea10-490d-bd41-23c440591194 req-99d1c3fe-1328-4d55-91a7-e348b3378107 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 210 time: 0.0672731 Jul 22 23:57:56.913907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2f90db9e-0cf6-429c-9a34-7d778ca96b56 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:57:56.957205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3d21aa3-034d-4e54-a01c-1ccbb2387eaf req-5fb92571-3cb1-4378-b718-52fd79538982 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017709 Jul 22 23:57:56.999315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:57.000136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.20.0.9 (6383c801-295c-447b-809a-9897256b4186/50dbe8bf-66f8-43e4-9148-51796117a743/8bec054e-a9db-46cc-bd78-4e6cfc1e5371) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:57:57.002840 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6bffeb-d58a-4550-ba11-3adb65bf44f4" -d '{"events": [{"server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "name": "network-vif-plugged", "status": "completed", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:57.010682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.025259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 60413865-c9df-4e19-bf1b-7d6809fae656, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60413865-c9df-4e19-bf1b-7d6809fae656,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:57:57.027183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd0f2d2-9221-4d50-91c7-ee97bc64939a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.034087 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.052035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b36fcd-2efb-4cf1-8722-4a21b4d6e5bf') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.052597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b36fcd-2efb-4cf1-8722-4a21b4d6e5bf') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.067096 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.099105 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab14923-4872-416f-8f3d-7e0afd78135d x-openstack-request-id: req-4ab14923-4872-416f-8f3d-7e0afd78135d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:57.099591 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "name": "network-vif-plugged", "status": "completed", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:57.101367 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ab14923-4872-416f-8f3d-7e0afd78135d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:57.101770 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656', 'code': 200} Jul 22 23:57:57.102933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=60413865-c9df-4e19-bf1b-7d6809fae656,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:57.103551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669a2680-85ef-4494-96d5-9331433c8e5c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:57.115531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:57.115531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.120248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.135871 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.154805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:57.155205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:57.160489 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:57.275382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.278382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Transition to ACTIVE for port object 669a2680-85ef-4494-96d5-9331433c8e5c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:57.281644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.282652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.295569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.303840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:57.307687 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/2fd0f2d2-9221-4d50-91c7-ee97bc64939a HTTP/1.1" status: 204 len: 168 time: 1.6311846 Jul 22 23:57:57.314767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1678152679'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:57.340525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4669034-2e92-467a-ae5a-26c7e23d05b4 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Network': ['ID=2fd0f2d2-9221-4d50-91c7-ee97bc64939a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:57.346809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258001-4dfe-4128-b7b3-592dd5a22c32 req-88fe926d-ad60-4660-b428-f5ad9f4943ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:57.348556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8258001-4dfe-4128-b7b3-592dd5a22c32 req-88fe926d-ad60-4660-b428-f5ad9f4943ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1096 time: 0.1715915 Jul 22 23:57:57.362715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Transition to ACTIVE for port object 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:57.371920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:57.377194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.406849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8258001-4dfe-4128-b7b3-592dd5a22c32 req-146380e5-c24e-438a-aea0-3bead015e96f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500350 Jul 22 23:57:57.489709 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.496773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Pushing event updated for resources: {'Port': ['ID=669a2680-85ef-4494-96d5-9331433c8e5c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:57.504886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495464dd-9f78-4ef9-a2cf-aa41233f4aad req-9ed82f26-caae-4cb1-b336-7d95984387e8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:57.506461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-495464dd-9f78-4ef9-a2cf-aa41233f4aad req-9ed82f26-caae-4cb1-b336-7d95984387e8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 943 time: 0.0972986 Jul 22 23:57:57.512796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Transition to ACTIVE for port object b778aa6b-b0de-4d34-9e4a-0167074a805a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:57.523270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.533676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:57:57.551646 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.551997 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Added segment 208fd057-b5fd-4cfa-a085-bd0fcc9c3588 of type vlan for network c3e19446-e206-4b69-9145-265b6d5054dd Jul 22 23:57:57.560538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-495464dd-9f78-4ef9-a2cf-aa41233f4aad req-85435751-55f4-42be-ac3f-cd9b0f6a847b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 Jul 22 23:57:57.598422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968cd79-ab1e-4c93-80f7-a2b331e84374 None None] Pushing event updated for resources: {'Port': ['ID=b778aa6b-b0de-4d34-9e4a-0167074a805a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:57.608788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.664006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.667986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Attempting to bind port 669a2680-85ef-4494-96d5-9331433c8e5c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:57.668453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Attempting to bind port 669a2680-85ef-4494-96d5-9331433c8e5c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:57.668893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Attempting to bind port 669a2680-85ef-4494-96d5-9331433c8e5c on network a215d878-f447-4b11-82e7-17d923090d72 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:57.683689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Attempting to bind port b778aa6b-b0de-4d34-9e4a-0167074a805a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:57.684070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Attempting to bind port b778aa6b-b0de-4d34-9e4a-0167074a805a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:57.684443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Attempting to bind port b778aa6b-b0de-4d34-9e4a-0167074a805a on network a215d878-f447-4b11-82e7-17d923090d72 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:57.690442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:57.690737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Port 669a2680-85ef-4494-96d5-9331433c8e5c on network a215d878-f447-4b11-82e7-17d923090d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:57:57.690851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Checking segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:57.690941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Attempting to bind port 669a2680-85ef-4494-96d5-9331433c8e5c on network a215d878-f447-4b11-82e7-17d923090d72 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:57.691021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.691021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Bound using segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:57.691481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Bound port: b778aa6b-b0de-4d34-9e4a-0167074a805a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:57.691991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.706884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 6383c801-295c-447b-809a-9897256b4186 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:57:57.715004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:57.717042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:57.719721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:57:57.780218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] For port b778aa6b-b0de-4d34-9e4a-0167074a805a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:57.784893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] For port b778aa6b-b0de-4d34-9e4a-0167074a805a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b778aa6b-b0de-4d34-9e4a-0167074a805a,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:57.786525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:57.788939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.790365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:57.790708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Checking segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:57.791102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Bound using segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:57.791565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Bound port: 669a2680-85ef-4494-96d5-9331433c8e5c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:57.791924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.796919 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.823111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.840523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:57.843507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:57.875271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Routers {'70bf16de-eb75-4db3-9775-f0f52fad2863'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:57:57.875664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['70bf16de-eb75-4db3-9775-f0f52fad2863'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:57.882454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-cbf72f3f-a4e6-49bf-b441-17ec7fa9e8fb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9304161 Jul 22 23:57:57.902956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Request body: {'port': {'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:57.932503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968cd79-ab1e-4c93-80f7-a2b331e84374 None None] Pushing event updated for resources: {'Port': ['ID=b778aa6b-b0de-4d34-9e4a-0167074a805a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:58.090854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7789216 Jul 22 23:57:58.090854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:58.090854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] For port 669a2680-85ef-4494-96d5-9331433c8e5c, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:58.095874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35482) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:58.105973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f51be-27c4-4404-82c2-8f0d243223be tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Network': ['ID=c3e19446-e206-4b69-9145-265b6d5054dd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:58.133531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] Set router 70bf16de-eb75-4db3-9775-f0f52fad2863 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:57:58.135615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] For port 669a2680-85ef-4494-96d5-9331433c8e5c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=669a2680-85ef-4494-96d5-9331433c8e5c,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:58.149907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'subnet': {'network_id': 'c3e19446-e206-4b69-9145-265b6d5054dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:57:58.162422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.202312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c3e19446-e206-4b69-9145-265b6d5054dd details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:57:58.245842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Pushing event updated for resources: {'Port': ['ID=669a2680-85ef-4494-96d5-9331433c8e5c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:58.266479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.267222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.268730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-bb191bb1-2ce5-43ef-8dba-2f90774fa29f service neutron] 10.222.0.48 "PUT /v2.0/ports/669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 200 len: 1091 time: 2.5494502 Jul 22 23:57:58.271362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'tag': '669a2680-85ef-4494-96d5-9331433c8e5c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:57:58.274596 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d6d365-6656-4e99-9d55-abda9f5926e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5af2f142-8aed-4341-99ca-6a7c16214dbf", "tag": "669a2680-85ef-4494-96d5-9331433c8e5c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:57:58.301390 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c91dc48c-2220-4fa1-9b26-be7b7cccb132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.324198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.340174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6180ab-ddb5-4b30-90d0-c2e6e47fb565 req-0c0f8106-497f-4e5b-ac61-86a20346db33 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.341888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc6180ab-ddb5-4b30-90d0-c2e6e47fb565 req-0c0f8106-497f-4e5b-ac61-86a20346db33 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 931 time: 0.3448257 Jul 22 23:57:58.344418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:57:58.348880 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.365869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c1b6870e-52ac-420b-a810-6d91293ff7b4 None None] Provisioning for port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:57:58.369248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee975a8-4a07-42e6-99c5-985453358ae6 req-a74b6085-17f3-4ae6-be07-b917e170ee1d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.370855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bee975a8-4a07-42e6-99c5-985453358ae6 req-a74b6085-17f3-4ae6-be07-b917e170ee1d tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 945 time: 0.2975090 Jul 22 23:57:58.397671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c1b6870e-52ac-420b-a810-6d91293ff7b4 None None] Provisioning complete for port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:57:58.398089 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c1b6870e-52ac-420b-a810-6d91293ff7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.496465 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc6180ab-ddb5-4b30-90d0-c2e6e47fb565 req-f88c4ae9-f82e-43da-9a7b-15a80428da74 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438434 Jul 22 23:57:58.531182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6870e-52ac-420b-a810-6d91293ff7b4 None None] Port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:57:58.543071 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bee975a8-4a07-42e6-99c5-985453358ae6 req-6ac8894d-5b4a-4673-9e05-2960b287ea2e tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556799 Jul 22 23:57:58.568327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b778aa6b-b0de-4d34-9e4a-0167074a805a', 'name': '', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'mac_address': 'fa:16:3e:60:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:45Z', 'updated_at': '2021-07-22T23:57:57Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'subnets': [{'id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:58.574552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-4cc59451-2117-42e8-b2a4-1adde79acf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.577803 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-4cc59451-2117-42e8-b2a4-1adde79acf5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1094 time: 0.2372174 Jul 22 23:57:58.582841 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f608fb0c-bb28-4a0d-9853-eef4f02b13eb x-openstack-request-id: req-f608fb0c-bb28-4a0d-9853-eef4f02b13eb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:57:58.583110 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af2f142-8aed-4341-99ca-6a7c16214dbf", "tag": "669a2680-85ef-4494-96d5-9331433c8e5c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:57:58.583318 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f608fb0c-bb28-4a0d-9853-eef4f02b13eb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:57:58.583828 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'tag': '669a2680-85ef-4494-96d5-9331433c8e5c', 'status': 'completed', 'code': 200} Jul 22 23:57:58.604840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44326a77-6cd0-4497-b20d-22a48a9999e9 None None] The sync data for ids ['70bf16de-eb75-4db3-9775-f0f52fad2863'] in n-d-758851-4 is: [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:57:47Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b778aa6b-b0de-4d34-9e4a-0167074a805a', 'name': '', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'mac_address': 'fa:16:3e:60:51:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_interface', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:45Z', 'updated_at': '2021-07-22T23:57:57Z', 'revision_number': 4, 'project_id': 'f3dda03762674d64a121022f68904b46', 'subnets': [{'id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:57:58.650906 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-e9d67a1f-6bda-459e-9c7b-4841e938cbc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 200 len: 217 time: 0.0401733 Jul 22 23:57:58.755466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c91dc48c-2220-4fa1-9b26-be7b7cccb132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.767298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c91dc48c-2220-4fa1-9b26-be7b7cccb132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.770521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.791069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-19b6681e-5f79-4421-91c7-4390aa2ed559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.793035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-19b6681e-5f79-4421-91c7-4390aa2ed559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.1328306 Jul 22 23:57:58.848177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ae44-e12c-4c1d-94c6-7ac9b9fecc18 req-446e9f12-2d53-443a-9f99-831899a74d1e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:58.850429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f821ae44-e12c-4c1d-94c6-7ac9b9fecc18 req-446e9f12-2d53-443a-9f99-831899a74d1e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 943 time: 0.1409802 Jul 22 23:57:58.871846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-6d11a6e6-68ef-43ea-8390-62435fc4954e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585642 Jul 22 23:57:58.879259 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c91dc48c-2220-4fa1-9b26-be7b7cccb132 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e637d1acf36c49dcaac79267845ebbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7809067 Jul 22 23:57:58.880988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:58.897095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dc48c-2220-4fa1-9b26-be7b7cccb132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e28ba6-e98a-4e85-af82-ad0d739f94a6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:58.898862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Subnet': ['ID=c0b08e06-fa8f-4fe4-a5f1-841b480a0aa5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:58.929558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Checking segment: {'id': '208fd057-b5fd-4cfa-a085-bd0fcc9c3588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3e19446-e206-4b69-9145-265b6d5054dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:58.929901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network hostable DHCP agents. Network: c3e19446-e206-4b69-9145-265b6d5054dd, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:57:58.969517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f821ae44-e12c-4c1d-94c6-7ac9b9fecc18 req-fcf6930c-886e-4111-829c-741b04ee1b26 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048772 Jul 22 23:57:58.983091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:57:58.996581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:58.998576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network c3e19446-e206-4b69-9145-265b6d5054dd is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:57:59.006917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e18817-bc09-47c6-8ec1-eb65392d2d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.018614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c3e19446-e206-4b69-9145-265b6d5054dd) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:57:59.023608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Transition to ACTIVE for port object 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:57:59.025944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.026687 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.030220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.041247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b47940d-f3ee-45b0-a44c-11b15303f0ec None None] Network c3e19446-e206-4b69-9145-265b6d5054dd requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:59.047743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e18817-bc09-47c6-8ec1-eb65392d2d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.052926 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-e64d335d-28d0-408c-9069-08aa74560b15 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732154 Jul 22 23:57:59.056916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-006dad55-8844-4e2d-8121-b2500db83923 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9576099 Jul 22 23:57:59.061926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:59.137454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:59.221022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e18817-bc09-47c6-8ec1-eb65392d2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.224127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6e18817-bc09-47c6-8ec1-eb65392d2d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.225690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6e18817-bc09-47c6-8ec1-eb65392d2d85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34e28ba6-e98a-4e85-af82-ad0d739f94a6 HTTP/1.1" status: 204 len: 168 time: 0.3437557 Jul 22 23:57:59.253629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Attempting to bind port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:57:59.253979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Attempting to bind port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:57:59.254318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Attempting to bind port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 on network 6383c801-295c-447b-809a-9897256b4186 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:59.260348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e18817-bc09-47c6-8ec1-eb65392d2d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e28ba6-e98a-4e85-af82-ad0d739f94a6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:59.278286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 on network 6383c801-295c-447b-809a-9897256b4186 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:57:59.278915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Attempting to bind port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 on network 6383c801-295c-447b-809a-9897256b4186 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:57:59.295967 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.298062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:57:59.298661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Checking segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:57:59.299290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Bound using segment: {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:57:59.300447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Bound port: 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c20379-a780-4587-82dd-04372f96d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6383c801-295c-447b-809a-9897256b4186'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:57:59.301117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.316427 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d5320a63-1ff9-449f-9183-9ea835ecab35 req-122981d5-b534-4f2a-8688-9def691d30dc service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362750 Jul 22 23:57:59.340562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152c423-3d20-48b3-bc2a-dce24212bca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c3e19446-e206-4b69-9145-265b6d5054dd', 'network_id': 'c3e19446-e206-4b69-9145-265b6d5054dd', 'tenant_id': 'eb33931ae46942bfa3b6c7dc8bcf6347', 'fixed_ips': [{'subnet_id': 'c0b08e06-fa8f-4fe4-a5f1-841b480a0aa5'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:57:59.341462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f152c423-3d20-48b3-bc2a-dce24212bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.390049 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.516136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.545549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] For port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-f152c423-3d20-48b3-bc2a-dce24212bca7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0b08e06-fa8f-4fe4-a5f1-841b480a0aa5: This subnet is being modified by another concurrent operation. Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0b08e06-fa8f-4fe4-a5f1-841b480a0aa5: This subnet is being modified by another concurrent operation. Jul 22 23:57:59.554104 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:57:59.567124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] For port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:57:59.571920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b08e06-fa8f-4fe4-a5f1-841b480a0aa5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:59.580965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.615963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c2417-feae-4a8d-9174-d80ab41ca0a1 None None] Network c3e19446-e206-4b69-9145-265b6d5054dd requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:57:59.660677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.661580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.664146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] 10.222.0.49 "PUT /v2.0/ports/8bec054e-a9db-46cc-bd78-4e6cfc1e5371 HTTP/1.1" status: 200 len: 1091 time: 1.7659667 Jul 22 23:57:59.690128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-1e48411f-4293-47ad-8c77-fb4d18a9e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.692334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-1e48411f-4293-47ad-8c77-fb4d18a9e893 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1094 time: 0.2063370 Jul 22 23:57:59.762721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.789760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a747195-1b84-416f-97ae-88596d2ce4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:57:59.839120 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:59.872569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e19446-e206-4b69-9145-265b6d5054dd']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:59.885664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35504) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:59.893958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208fd057-b5fd-4cfa-a085-bd0fcc9c3588') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:59.894261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208fd057-b5fd-4cfa-a085-bd0fcc9c3588') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:57:59.920462 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.935212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5330bd8-97bb-46d9-8ff4-0b3745714463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.950930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-afcd3e3e-73cf-4a9b-bcee-35f0d1c40369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.952490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-afcd3e3e-73cf-4a9b-bcee-35f0d1c40369 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 1094 time: 0.2332261 Jul 22 23:57:59.964118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da4c2-df1e-4157-bd49-96438f7f93f4 req-9c27f083-e072-4278-8d33-bdf844d75cd2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.965775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-893da4c2-df1e-4157-bd49-96438f7f93f4 req-9c27f083-e072-4278-8d33-bdf844d75cd2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 945 time: 0.2767766 Jul 22 23:57:59.969004 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.972475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-1b373d6a-eda3-46c9-ac5c-cca867ee9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:57:59.973844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-1b373d6a-eda3-46c9-ac5c-cca867ee9b9f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.2702045 Jul 22 23:57:59.978888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:57:59.979376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:57:59.982889 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:57:59.989248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a7d6d3-08df-4514-b353-3bf5b1b8871f None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:00.011263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef9bbf-b3a6-4986-b4e8-acf4c78920bf req-d27b8f8e-ed22-43a9-8545-e0cd58ac1fc9 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.018518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1ef9bbf-b3a6-4986-b4e8-acf4c78920bf req-d27b8f8e-ed22-43a9-8545-e0cd58ac1fc9 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 943 time: 0.2513671 Jul 22 23:58:00.033073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-b07cf769-a99e-40a8-a455-faa7e1e05db4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371 HTTP/1.1" status: 200 len: 217 time: 0.0705686 Jul 22 23:58:00.033329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b778aa6b-b0de-4d34-9e4a-0167074a805a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:00.090228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-0fe93bd2-cde8-4778-8ecb-a53600086370 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 200 len: 217 time: 0.0860929 Jul 22 23:58:00.111540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-893da4c2-df1e-4157-bd49-96438f7f93f4 req-181f4006-5842-4c75-9fce-3f69c0bae9d7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275539 Jul 22 23:58:00.147424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1ef9bbf-b3a6-4986-b4e8-acf4c78920bf req-b197f798-69ea-4fa9-a113-29f34eeb1b1a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271093 Jul 22 23:58:00.149373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.156104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b778aa6b-b0de-4d34-9e4a-0167074a805a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:00.160077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a7d6d3-08df-4514-b353-3bf5b1b8871f None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:00.171293 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.172215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-acb0bbfb-faf2-4167-80a6-1532d08deacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.173870 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-acb0bbfb-faf2-4167-80a6-1532d08deacc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0634227 Jul 22 23:58:00.174898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b778aa6b-b0de-4d34-9e4a-0167074a805a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:00.176881 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.177832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/c3e19446-e206-4b69-9145-265b6d5054dd HTTP/1.1" status: 204 len: 168 time: 1.1146762 Jul 22 23:58:00.179228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fe5a-8574-45bd-bee2-56381596e2d5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Network': ['ID=c3e19446-e206-4b69-9145-265b6d5054dd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:00.181047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:00.187356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-312746979'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:00.234841 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-f405b384-e72f-4ef7-99a7-eacf963f64ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343945 Jul 22 23:58:00.293643 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-d59c9e1d-72dd-413f-9083-753f5a923c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.295247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-d59c9e1d-72dd-413f-9083-753f5a923c08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50dbe8bf-66f8-43e4-9148-51796117a743 HTTP/1.1" status: 200 len: 834 time: 0.2563884 Jul 22 23:58:00.345032 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.359209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8612d-5c5c-45a0-b4b0-f6d3b24f80e8 req-492e5b12-fb99-49b1-b041-558de9de4e7e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.360919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0c8612d-5c5c-45a0-b4b0-f6d3b24f80e8 req-492e5b12-fb99-49b1-b041-558de9de4e7e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 943 time: 0.1301351 Jul 22 23:58:00.377979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1ed36-0b08-44ac-9d52-5ce52dcde047 req-13d5bd99-4a35-4eb8-bca8-026c5a69694f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.385997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4e1ed36-0b08-44ac-9d52-5ce52dcde047 req-13d5bd99-4a35-4eb8-bca8-026c5a69694f tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 945 time: 0.1377327 Jul 22 23:58:00.404649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5330bd8-97bb-46d9-8ff4-0b3745714463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.421346 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5330bd8-97bb-46d9-8ff4-0b3745714463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.432727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b778aa6b-b0de-4d34-9e4a-0167074a805a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b778aa6b-b0de-4d34-9e4a-0167074a805a,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:00.440459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.473660 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-456ebcef-d828-433e-8c5f-0d5c3b3d0ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300680 Jul 22 23:58:00.478519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0c8612d-5c5c-45a0-b4b0-f6d3b24f80e8 req-80375459-5ad9-4431-8ed7-bfa37a5d19fb tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093013 Jul 22 23:58:00.486765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:00.490475 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.496508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4e1ed36-0b08-44ac-9d52-5ce52dcde047 req-6283cb66-006f-47ba-8e3d-f2c4e785ec73 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095524 Jul 22 23:58:00.509614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b778aa6b-b0de-4d34-9e4a-0167074a805a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:00.520319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:00.540029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.540029 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Added segment 0037a091-c84f-4176-9b29-f153d5e60e46 of type vlan for network 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d Jul 22 23:58:00.540194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5330bd8-97bb-46d9-8ff4-0b3745714463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5d5e999912445408ea599b38efbff27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522160 Jul 22 23:58:00.544530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:00.544530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35514) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:00.549817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5330bd8-97bb-46d9-8ff4-0b3745714463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e1b461-d966-4696-bae1-7409a7291f60,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:00.568324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-c5fd78d8-0f4e-43fa-8610-ee695f7179a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.570425 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-c5fd78d8-0f4e-43fa-8610-ee695f7179a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6383c801-295c-447b-809a-9897256b4186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2647116 Jul 22 23:58:00.598260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:00.601401 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:00.634064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.653739 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376062e-777e-4f17-81d8-d154883bf036 x-openstack-request-id: req-0376062e-777e-4f17-81d8-d154883bf036 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:00.654381 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:00.654636 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0376062e-777e-4f17-81d8-d154883bf036 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:00.655081 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'status': 'completed', 'code': 200} Jul 22 23:58:00.695900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.699685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21d6d365-6656-4e99-9d55-abda9f5926e2 req-a3ce668c-a7a6-45e6-9ac3-350e51d6d332 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007539 Jul 22 23:58:00.701524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.702161 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.716439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a020f6f-14ef-410a-8809-8e619a2606b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.734836 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-a8d2566c-d518-42b7-bb18-21ea05dad016 service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275764 Jul 22 23:58:00.784818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6021938 Jul 22 23:58:00.789548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a020f6f-14ef-410a-8809-8e619a2606b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.791124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:00.828761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Request body: {'subnet': {'network_id': '7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:00.835691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c282d-ea70-47ea-81e8-fc576bc7a2aa tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Network': ['ID=7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:00.843584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1da9746a-78ad-4644-a717-1ee5f080d13d req-80573f41-4dc7-4e18-b03e-e5ad0248b04f service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017344 Jul 22 23:58:00.848173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:00.956169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-1a381410-76cd-4406-8d2e-10eac1dd80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:00.958004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-1a381410-76cd-4406-8d2e-10eac1dd80e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 1094 time: 0.0628107 Jul 22 23:58:00.994527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a020f6f-14ef-410a-8809-8e619a2606b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.997019 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a020f6f-14ef-410a-8809-8e619a2606b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:00.998166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a020f6f-14ef-410a-8809-8e619a2606b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2e1b461-d966-4696-bae1-7409a7291f60 HTTP/1.1" status: 204 len: 168 time: 0.4527385 Jul 22 23:58:01.016613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Made reservation on behalf of eb33931ae46942bfa3b6c7dc8bcf6347 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:01.020072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.025996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a020f6f-14ef-410a-8809-8e619a2606b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e1b461-d966-4696-bae1-7409a7291f60,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:01.029384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dbc0a0-16da-474e-8078-1a777ea7d9e2 tempest-TestVolumeBootPattern-1615275881 tempest-TestVolumeBootPattern-1615275881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.030597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-13dbc0a0-16da-474e-8078-1a777ea7d9e2 tempest-TestVolumeBootPattern-1615275881 tempest-TestVolumeBootPattern-1615275881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1091 time: 0.4837785 Jul 22 23:58:01.038246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35524) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:01.044331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:01.079210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.097728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-428f8cc7-7aab-45c2-9d19-fab22ac5ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.099271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-428f8cc7-7aab-45c2-9d19-fab22ac5ba43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 200 len: 898 time: 0.1352441 Jul 22 23:58:01.363138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.objects.ports [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93791) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:58:01.373740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10579ae-66c5-4c3c-9463-e2c748ed19bf req-4b997314-741e-4765-9cd9-232f20e9b681 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.379972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b10579ae-66c5-4c3c-9463-e2c748ed19bf req-4b997314-741e-4765-9cd9-232f20e9b681 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 943 time: 0.1379745 Jul 22 23:58:01.389664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.419614 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-86444539-2bad-4985-91b3-9c20734e4843 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371 HTTP/1.1" status: 200 len: 217 time: 0.3104150 Jul 22 23:58:01.473862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event updated for resources: {'Subnet': ['ID=1b461b17-17d1-4f38-a9a8-06d338717da6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:01.487972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b10579ae-66c5-4c3c-9463-e2c748ed19bf req-fddcd120-6a45-44e0-ad8a-c8127f72ff14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057816 Jul 22 23:58:01.510362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-af98882a-b6be-4d82-a546-40ba9ddcf37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.511894 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-af98882a-b6be-4d82-a546-40ba9ddcf37d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50dbe8bf-66f8-43e4-9148-51796117a743 HTTP/1.1" status: 200 len: 834 time: 0.0851192 Jul 22 23:58:01.513111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Checking segment: {'id': '0037a091-c84f-4176-9b29-f153d5e60e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:01.513493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network hostable DHCP agents. Network: 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:01.546929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Network 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:01.564903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:01.574465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16cca9-ec1c-441a-b923-45d855af6d85 None None] Network 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:01.578251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.606592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.608047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.639995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0ab45d37-12d1-42fe-92fa-304f8d3a7482 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8197544 Jul 22 23:58:01.641746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-e2bbd624-0225-4628-bd3a-fbe781667e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.643095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:01.643387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-e2bbd624-0225-4628-bd3a-fbe781667e35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6383c801-295c-447b-809a-9897256b4186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232598 Jul 22 23:58:01.752357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.778164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0da81-661d-415f-9799-f4d86247d1c9 req-cbdcd207-7b67-4ef0-8f52-74aaede38a37 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:01.785562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bc0da81-661d-415f-9799-f4d86247d1c9 req-cbdcd207-7b67-4ef0-8f52-74aaede38a37 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 943 time: 0.2123184 Jul 22 23:58:01.836669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.25.5.176 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f28ac6f8-b0b6-4ece-80b0-ad55e0b47ea3) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:01.844579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-7d88deaa-b826-4905-82c7-f5087962f8dc service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936159 Jul 22 23:58:01.857160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bc0da81-661d-415f-9799-f4d86247d1c9 req-83ae0ec2-3926-4105-9017-59da2687321f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705762 Jul 22 23:58:01.927118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:01.957358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35550) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.020717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ca7af-2061-4f21-b5ef-ef57e9d05bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d', 'network_id': '7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d', 'tenant_id': 'eb33931ae46942bfa3b6c7dc8bcf6347', 'fixed_ips': [{'subnet_id': '1b461b17-17d1-4f38-a9a8-06d338717da6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:02.022774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f98ca7af-2061-4f21-b5ef-ef57e9d05bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.026801 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.044437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b778aa6b-b0de-4d34-9e4a-0167074a805a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:02.061940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Subnet': ['ID=1b461b17-17d1-4f38-a9a8-06d338717da6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.069765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2a221d5f-3cca-40cb-94a7-009fa00eb8bd req-c270f0c4-84da-49b3-9280-6a97b885902f service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102275 Jul 22 23:58:02.073195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.135144 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.142990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.148151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:02.161660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0037a091-c84f-4176-9b29-f153d5e60e46') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:02.161845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0037a091-c84f-4176-9b29-f153d5e60e46') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:02.165873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 669a2680-85ef-4494-96d5-9331433c8e5c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:02.172837 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.190706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685686013-network', 'tenant_id': '8034186821e243d295b76074736945da'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:02.192575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.205940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:02.206360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:02.210956 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:02.217747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c26f89d-d422-45c6-93f3-84237b3ca492 None None] Network 7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:02.232217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:02.245693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:02.250278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b778aa6b-b0de-4d34-9e4a-0167074a805a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:02.250662 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.255602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:02.263826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=f28ac6f8-b0b6-4ece-80b0-ad55e0b47ea3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.295847 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.299977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Made reservation on behalf of 8034186821e243d295b76074736945da for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:02.303163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.307069 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.313439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d HTTP/1.1" status: 204 len: 168 time: 0.6657190 Jul 22 23:58:02.320446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35554) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.331257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6e4f3-6132-422a-9062-0d69208c9356 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Network': ['ID=7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.331877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.357750 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-986d148b-a432-4618-b265-14b8bfb2e685 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:02.358236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986d148b-a432-4618-b265-14b8bfb2e685 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:02.362374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-986d148b-a432-4618-b265-14b8bfb2e685 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/1b461b17-17d1-4f38-a9a8-06d338717da6 HTTP/1.1" status: 404 len: 337 time: 0.0386422 Jul 22 23:58:02.362744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.393783 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57282ae-8307-427a-8d42-2da5fd43c113 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:02.395210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57282ae-8307-427a-8d42-2da5fd43c113 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:02.401232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d57282ae-8307-427a-8d42-2da5fd43c113 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/7d76dd67-c6b2-49f7-b9a0-ba5ec55c243d HTTP/1.1" status: 404 len: 339 time: 0.0373240 Jul 22 23:58:02.401886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.431905 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c85ad-3065-424f-847d-60bd8c15219e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:02.432395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c85ad-3065-424f-847d-60bd8c15219e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:02.435935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a5c85ad-3065-424f-847d-60bd8c15219e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/c0b08e06-fa8f-4fe4-a5f1-841b480a0aa5 HTTP/1.1" status: 404 len: 337 time: 0.0329421 Jul 22 23:58:02.439432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.442042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 669a2680-85ef-4494-96d5-9331433c8e5c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=669a2680-85ef-4494-96d5-9331433c8e5c,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:02.461805 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd829eb-f63e-447c-8251-240f8454442d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:02.462465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd829eb-f63e-447c-8251-240f8454442d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:02.467387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4bd829eb-f63e-447c-8251-240f8454442d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/c3e19446-e206-4b69-9145-265b6d5054dd HTTP/1.1" status: 404 len: 339 time: 0.0245724 Jul 22 23:58:02.469428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.512671 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-72899e5f-9d57-4c8f-b3fd-2d008af9af9f tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:02.513233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72899e5f-9d57-4c8f-b3fd-2d008af9af9f tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:02.515067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-72899e5f-9d57-4c8f-b3fd-2d008af9af9f tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/0e5abfe3-2f56-492d-be87-fd3d7244e14c HTTP/1.1" status: 404 len: 337 time: 0.0445373 Jul 22 23:58:02.517554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.535005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '669a2680-85ef-4494-96d5-9331433c8e5c', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'port_id': '669a2680-85ef-4494-96d5-9331433c8e5c', 'mac_address': 'fa:16:3e:fb:a1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:58:02.543805 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8f5d41-c1d9-4c07-ac88-15c1680a46af tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:02.544973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8f5d41-c1d9-4c07-ac88-15c1680a46af tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:02.549695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3f8f5d41-c1d9-4c07-ac88-15c1680a46af tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/2fd0f2d2-9221-4d50-91c7-ee97bc64939a HTTP/1.1" status: 404 len: 339 time: 0.0275311 Jul 22 23:58:02.550453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:02.598902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.617355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669a2680-85ef-4494-96d5-9331433c8e5c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:02.644318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 669a2680-85ef-4494-96d5-9331433c8e5c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=669a2680-85ef-4494-96d5-9331433c8e5c,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:02.650678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.658110 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.673603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.706639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=669a2680-85ef-4494-96d5-9331433c8e5c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.721244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Deleting port 567b802b-2eeb-45ad-9975-6c1c84dc887a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:02.721585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.746541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ddec2-9db5-41a4-8037-fe4c864cda7d req-40bd6142-be89-4a93-8692-45233b223fb5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:02.748075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-247ddec2-9db5-41a4-8037-fe4c864cda7d req-40bd6142-be89-4a93-8692-45233b223fb5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 943 time: 0.1076889 Jul 22 23:58:02.809046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:02.813168 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.824372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cf08a4-a6c1-445d-8566-680e700681ad,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.836938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Calling delete_port for 567b802b-2eeb-45ad-9975-6c1c84dc887a owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:02.843165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.843457 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Added segment 20e24bfe-68a9-4139-8d55-b4f72bd0cc01 of type vlan for network 918217ee-0489-4978-9ca2-63bc4b06dfe9 Jul 22 23:58:02.848044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-247ddec2-9db5-41a4-8037-fe4c864cda7d req-7626a2a8-871c-4eb7-abf0-bd9f5ca48af4 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929792 Jul 22 23:58:02.907195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['669a2680-85ef-4494-96d5-9331433c8e5c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:02.932086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.971235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:02.986494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Port': ['ID=567b802b-2eeb-45ad-9975-6c1c84dc887a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:02.999086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.001048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-afe92edd-d35d-4667-9930-02e0eeaa7a56 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/ports/567b802b-2eeb-45ad-9975-6c1c84dc887a HTTP/1.1" status: 204 len: 168 time: 0.4500320 Jul 22 23:58:03.003511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35572) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.024436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.037376 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-616d85a4-968a-40b2-96d3-804569786ea5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:03.037595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616d85a4-968a-40b2-96d3-804569786ea5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:03.041829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-616d85a4-968a-40b2-96d3-804569786ea5 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/39a62290-5a0d-4da9-b528-63299e2405f6 HTTP/1.1" status: 404 len: 337 time: 0.0350776 Jul 22 23:58:03.042112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.065365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.066342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:03.066919 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.129102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e6ca5-5c26-4006-b1f4-9055f5c1b644 req-9bc3d1df-3daa-41c0-8468-2d149b92af74 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:03.130664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-524e6ca5-5c26-4006-b1f4-9055f5c1b644 req-9bc3d1df-3daa-41c0-8468-2d149b92af74 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 944 time: 0.1964982 Jul 22 23:58:03.132433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1731317 Jul 22 23:58:03.135560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.142147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Request body: {'subnet': {'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685686013-subnet', 'tenant_id': '8034186821e243d295b76074736945da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:03.155518 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.188243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-524e6ca5-5c26-4006-b1f4-9055f5c1b644 req-e5783e7b-4180-4eb6-a539-908384eaa223 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jul 22 23:58:03.198036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5116d52-f90e-4609-b73a-2b1cf2091cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=918217ee-0489-4978-9ca2-63bc4b06dfe9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.216704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 918217ee-0489-4978-9ca2-63bc4b06dfe9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:03.223008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Made reservation on behalf of 8034186821e243d295b76074736945da for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:03.226030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.241349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.286321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.299186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ece537d-3b94-44ae-84fd-1a0ebcbd083e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:03.310525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f254b89-4359-4ed4-932d-bd1b4a2a96f8') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:03.310817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f254b89-4359-4ed4-932d-bd1b4a2a96f8') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:03.320334 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.335293 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.341245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:03.341637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:03.344761 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:03.407631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.416297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.418141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/6ece537d-3b94-44ae-84fd-1a0ebcbd083e HTTP/1.1" status: 204 len: 168 time: 0.3750923 Jul 22 23:58:03.420656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.460461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e41d2-e9ad-4d34-9724-f17922bf00a7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Network': ['ID=6ece537d-3b94-44ae-84fd-1a0ebcbd083e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.517901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.520198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.529047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.538936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Deleting port 0a237ab1-8245-4d43-b3a7-ed907afa73db {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:03.539293 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.607024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.619412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Calling delete_port for 0a237ab1-8245-4d43-b3a7-ed907afa73db owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:03.653222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8245817c-1d76-43e1-9e38-7f890a3bc2e2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.658090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=f28ac6f8-b0b6-4ece-80b0-ad55e0b47ea3,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.669349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.672120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Checking segment: {'id': '20e24bfe-68a9-4139-8d55-b4f72bd0cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:03.672476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Network hostable DHCP agents. Network: 918217ee-0489-4978-9ca2-63bc4b06dfe9, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:03.717483 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.746069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Port': ['ID=0a237ab1-8245-4d43-b3a7-ed907afa73db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:03.751226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Network 918217ee-0489-4978-9ca2-63bc4b06dfe9 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:03.752888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.755275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-198d9e28-55f5-415d-bac2-64d6ade0021d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/ports/0a237ab1-8245-4d43-b3a7-ed907afa73db HTTP/1.1" status: 204 len: 168 time: 0.3336823 Jul 22 23:58:03.758935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.767761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 918217ee-0489-4978-9ca2-63bc4b06dfe9) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:03.773495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:03.774001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.777783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa158261-b044-49bb-9353-c7f2a8a77b51 None None] Network 918217ee-0489-4978-9ca2-63bc4b06dfe9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:03.787639 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-3693ae33-7d21-4685-a2f5-991ceb62df6d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:03.788255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3693ae33-7d21-4685-a2f5-991ceb62df6d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:03.790246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3693ae33-7d21-4685-a2f5-991ceb62df6d tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/90850157-6c10-4100-bc26-73d76b668e63 HTTP/1.1" status: 404 len: 337 time: 0.0302384 Jul 22 23:58:03.792994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:03.808714 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8fb5a907-1cf8-403f-924e-2973a1b95588 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6619871 Jul 22 23:58:03.824357 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Floating IP 2f641a78-1db5-40f6-8af8-53bfc87eec6d associated. External IP: 172.25.5.176, port: 60413865-c9df-4e19-bf1b-7d6809fae656. Jul 22 23:58:03.917403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:03.937463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb4851c-50df-4980-b993-7681f504981e None None] Network 918217ee-0489-4978-9ca2-63bc4b06dfe9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:04.051481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.067369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbf3742-f285-47e7-8d02-2b7666a7898c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:04.084660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807dfbd3-007b-477b-9b6b-c27a973e38f0') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:04.085037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807dfbd3-007b-477b-9b6b-c27a973e38f0') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:04.101068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.122711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ace48-5e23-4de1-8331-bb9f4669e523 req-e42d519e-74f7-4419-bac0-12510a415b94 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.124371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd8ace48-5e23-4de1-8331-bb9f4669e523 req-e42d519e-74f7-4419-bac0-12510a415b94 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 943 time: 0.1653721 Jul 22 23:58:04.129222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.140341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:04.140572 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:04.143798 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:04.172132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 669a2680-85ef-4494-96d5-9331433c8e5c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:04.241788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd8ace48-5e23-4de1-8331-bb9f4669e523 req-af5c6c2e-f924-4cf1-8d57-1433d0b30f03 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043015 Jul 22 23:58:04.247124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.256314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 669a2680-85ef-4494-96d5-9331433c8e5c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:04.264528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.265922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:04.278585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/dcbf3742-f285-47e7-8d02-2b7666a7898c HTTP/1.1" status: 204 len: 168 time: 0.4808023 Jul 22 23:58:04.279117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 669a2680-85ef-4494-96d5-9331433c8e5c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:04.279523 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.286278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35596) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:04.289882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd09f8a-b182-4598-8bd5-055fa3b64ce9 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Network': ['ID=dcbf3742-f285-47e7-8d02-2b7666a7898c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.375902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:04.395732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Deleting subnet 82ccb3a9-76fe-492b-b527-d52d2a290ea5 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:04.403588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.470816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e9714-862d-4593-bb18-00d4b1e093d9 req-d938e483-7b08-4361-8a96-2a5967100fc1 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.473306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e2e9714-862d-4593-bb18-00d4b1e093d9 req-d938e483-7b08-4361-8a96-2a5967100fc1 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 944 time: 0.1422737 Jul 22 23:58:04.476551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.497610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:04.500442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.535209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669a2680-85ef-4494-96d5-9331433c8e5c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:04.537801 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc15e75-8ca7-41da-a11b-762fc52e5f7b" -d '{"events": [{"server_uuid": "5af2f142-8aed-4341-99ca-6a7c16214dbf", "name": "network-vif-plugged", "status": "completed", "tag": "669a2680-85ef-4494-96d5-9331433c8e5c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:04.541407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:04.564824 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:04.569466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:58:04.573972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:04.577455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 669a2680-85ef-4494-96d5-9331433c8e5c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=669a2680-85ef-4494-96d5-9331433c8e5c,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:04.581579 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:04.582226 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:04.588745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075122260-network', 'tenant_id': '865c31ae3440424c8c6d831390bc924b'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:04.589685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.602219 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.654214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eb96e819-bf6e-4b23-863e-fc38f2b599d9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6151702 Jul 22 23:58:04.655286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:04.657819 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b78dd30-919e-4f23-8331-fcf5cda164d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:04.674864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Made reservation on behalf of 865c31ae3440424c8c6d831390bc924b for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:04.677267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.685079 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaec107-00cb-45ec-998e-c1cb09092300 x-openstack-request-id: req-1eaec107-00cb-45ec-998e-c1cb09092300 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:04.685480 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2f142-8aed-4341-99ca-6a7c16214dbf", "name": "network-vif-plugged", "status": "completed", "tag": "669a2680-85ef-4494-96d5-9331433c8e5c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:04.686335 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1eaec107-00cb-45ec-998e-c1cb09092300 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:04.686991 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669a2680-85ef-4494-96d5-9331433c8e5c', 'code': 200} Jul 22 23:58:04.690741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=669a2680-85ef-4494-96d5-9331433c8e5c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.712971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.718744 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.741507 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e53cc-f3fd-4b07-b637-ef0089618a46 x-openstack-request-id: req-258e53cc-f3fd-4b07-b637-ef0089618a46 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:04.741804 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:04.742053 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-258e53cc-f3fd-4b07-b637-ef0089618a46 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:04.742454 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656', 'status': 'completed', 'code': 200} Jul 22 23:58:04.746179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:04.777275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:04.782831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.800724 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:04.860994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:04.886772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34eff1-76ff-4108-bb07-8d33a9e75bd5 req-2f19aeb5-825a-4b6f-b4f4-5621b82fd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.888321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc34eff1-76ff-4108-bb07-8d33a9e75bd5 req-2f19aeb5-825a-4b6f-b4f4-5621b82fd147 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1096 time: 0.1670079 Jul 22 23:58:04.900035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-5ad5f3c1-427f-4182-9c47-c971859077b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:04.901764 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-5ad5f3c1-427f-4182-9c47-c971859077b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1096 time: 0.1281521 Jul 22 23:58:04.913361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e2e9714-862d-4593-bb18-00d4b1e093d9 req-f23bea61-97ed-49d9-8e77-7e6d8df7eb49 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330976 Jul 22 23:58:04.974029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:04.979718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bc34eff1-76ff-4108-bb07-8d33a9e75bd5 req-2015f7cd-6403-4710-91f7-b94d5f1d56f6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823033 Jul 22 23:58:05.005195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['8bec054e-a9db-46cc-bd78-4e6cfc1e5371'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:05.017699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.028404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.056032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.062553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace7e24a-cfae-4514-acd8-738bff937462,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:05.091964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Subnet': ['ID=82ccb3a9-76fe-492b-b527-d52d2a290ea5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:05.101623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:05.102447 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.105035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4cbcab-3b67-4c53-b4b3-7e24b0f6dd39 None None] Network 62b3b28a-676d-467f-81d7-a519fc07c422 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:05.105422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eeabd1a8-b247-4f0a-be59-d0ea67ab7e3e tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/subnets/82ccb3a9-76fe-492b-b527-d52d2a290ea5 HTTP/1.1" status: 204 len: 168 time: 0.8170018 Jul 22 23:58:05.108468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:05.112452 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:02Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.114075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-629a37cd-90a9-4fa3-a9a2-af473ce3209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:05.116420 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-629a37cd-90a9-4fa3-a9a2-af473ce3209f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.2067695 Jul 22 23:58:05.119384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.119808 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Added segment 1ba6c959-62f8-4067-9380-224120045805 of type vlan for network 3e27b08e-c007-4d49-ad91-6ecca2302a65 Jul 22 23:58:05.152365 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:05.162572 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:05.164556 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.197478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.255891 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.266476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Deleting port b0c74462-4191-4272-aa27-b01ba1d67f19 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:05.266948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.289958 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-9dfcf4a7-6fd6-44b0-abe9-6908bdbc514c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 999 time: 0.1586757 Jul 22 23:58:05.334300 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:05.345161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] For port b0c74462-4191-4272-aa27-b01ba1d67f19, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b0c74462-4191-4272-aa27-b01ba1d67f19,segment=NetworkSegment(e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1),segment_id=e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:05.345368 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.389368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-6bcfde79-18eb-42ab-a9cb-4d5d36a14098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:05.391096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-6bcfde79-18eb-42ab-a9cb-4d5d36a14098 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0932388 Jul 22 23:58:05.393581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.resource_extend [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 23:58:05.400840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Calling delete_port for b0c74462-4191-4272-aa27-b01ba1d67f19 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:05.476445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.477521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:05.478165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.505727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61540370-b1f7-4f58-9dfd-deccf6a96e4b req-ac026ee7-e7e2-4886-9c87-e476f2eb51db tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:05.513110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61540370-b1f7-4f58-9dfd-deccf6a96e4b req-ac026ee7-e7e2-4886-9c87-e476f2eb51db tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 944 time: 0.1510625 Jul 22 23:58:05.575879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9990475 Jul 22 23:58:05.581181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35618) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:05.581848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-388a4510-d8af-4160-a746-882bf5ec9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:05.584344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-388a4510-d8af-4160-a746-882bf5ec9b37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812088 Jul 22 23:58:05.591271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61540370-b1f7-4f58-9dfd-deccf6a96e4b req-8fa6563b-c786-43dd-b2f5-62cae756f0f7 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769477 Jul 22 23:58:05.602667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Request body: {'subnet': {'network_id': '3e27b08e-c007-4d49-ad91-6ecca2302a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075122260-subnet', 'tenant_id': '865c31ae3440424c8c6d831390bc924b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:05.623235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] DHCP port deletion for 62b3b28a-676d-467f-81d7-a519fc07c422 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:05.639152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Made reservation on behalf of 865c31ae3440424c8c6d831390bc924b for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:05.641946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.648967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e222-c318-4e2d-af91-41cff8b2d181 admin admin] Pushing event updated for resources: {'Network': ['ID=3e27b08e-c007-4d49-ad91-6ecca2302a65,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:05.665645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.669138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:02Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.686555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 3e27b08e-c007-4d49-ad91-6ecca2302a65 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:05.709689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Port': ['ID=b0c74462-4191-4272-aa27-b01ba1d67f19,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:05.717377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] No DVR routers for this DVR port b0c74462-4191-4272-aa27-b01ba1d67f19 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:05.721141 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db5a822-33f7-43c2-81b2-00e770e26412 None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:02Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:05.792572 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-1f5bea8a-9510-49f4-9330-01f8e4acbfca service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014356 Jul 22 23:58:05.833186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Deleting port b0c74462-4191-4272-aa27-b01ba1d67f19 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:05.833568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.877064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.889875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b3b28a-676d-467f-81d7-a519fc07c422']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.902338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.902645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47a10b4-cb7b-463f-9dd7-ff9da3dd7df1') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:05.922457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.932654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] For port b0c74462-4191-4272-aa27-b01ba1d67f19, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:05.933173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.950724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Calling delete_port for b0c74462-4191-4272-aa27-b01ba1d67f19 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:05.954080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Port b0c74462-4191-4272-aa27-b01ba1d67f19 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 23:58:05.955616 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:05.985973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.010782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] Pushing event deleted for resources: {'Port': ['ID=b0c74462-4191-4272-aa27-b01ba1d67f19,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:06.010928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:06.011193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:06.014516 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:06.021266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73504e43-0f3e-41e7-8f00-58aca5fecead None None] No DVR routers for this DVR port b0c74462-4191-4272-aa27-b01ba1d67f19 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:06.033553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b0c74462-4191-4272-aa27-b01ba1d67f19 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:06.039132 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b78dd30-919e-4f23-8331-fcf5cda164d0 req-2e98c9a3-25e9-4c1e-a4ab-1a2902632257 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380347 Jul 22 23:58:06.068320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b0c74462-4191-4272-aa27-b01ba1d67f19 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:06.069147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b0c74462-4191-4272-aa27-b01ba1d67f19 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:06.136831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3fc7c5-4d35-4812-aa25-f03c202fa90e None None] New status for floating IP 2f641a78-1db5-40f6-8af8-53bfc87eec6d: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:58:06.172904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.187962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.192363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] 10.222.0.21 "DELETE /v2.0/networks/62b3b28a-676d-467f-81d7-a519fc07c422 HTTP/1.1" status: 204 len: 168 time: 1.0804410 Jul 22 23:58:06.207853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.213167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ad98d-8f11-498e-bb00-93004ead20d7 tempest-NetworksIpV6TestAttrs-2060733381 tempest-NetworksIpV6TestAttrs-2060733381-project] Pushing event deleted for resources: {'Network': ['ID=62b3b28a-676d-467f-81d7-a519fc07c422,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:06.229491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.268396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:06.285580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1c9dc-3f23-4953-a004-842383522f18 req-015fd351-7b15-415b-9662-f309afc238d7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:06.287910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81c1c9dc-3f23-4953-a004-842383522f18 req-015fd351-7b15-415b-9662-f309afc238d7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1774032 Jul 22 23:58:06.306981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db139439-42e7-4ac4-a88d-a854986c877d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:06.340035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Checking segment: {'id': '1ba6c959-62f8-4067-9380-224120045805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3e27b08e-c007-4d49-ad91-6ecca2302a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:06.340506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Network hostable DHCP agents. Network: 3e27b08e-c007-4d49-ad91-6ecca2302a65, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:06.362161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:06.368399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81c1c9dc-3f23-4953-a004-842383522f18 req-41475fe7-3ff5-4b84-9491-cdcf5ed61fba tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680299 Jul 22 23:58:06.370243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:06.371024 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.377907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Network 3e27b08e-c007-4d49-ad91-6ecca2302a65 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:06.395623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 3e27b08e-c007-4d49-ad91-6ecca2302a65) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:06.401110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:06.401922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.416131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae616ae-45a3-498c-ba46-0e4fc880b2c2 None None] Network 3e27b08e-c007-4d49-ad91-6ecca2302a65 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:06.423196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a4f36f55-bbdb-475b-ad3b-d447fb709a46 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8273275 Jul 22 23:58:06.526957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35628) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:06.609240 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.629902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d594b-e4a9-474b-9a7b-fed4cac52da0 None None] Network 3e27b08e-c007-4d49-ad91-6ecca2302a65 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:06.666458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:06.675109 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.705989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:06.710264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e2dcc6a-ca01-4939-88b0-f04ae619242b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb33931ae46942bfa3b6c7dc8bcf6347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799202 Jul 22 23:58:06.710412 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90021280-3602-44bd-b2b0-be25c87a0565" -d '{"events": [{"server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "name": "network-vif-plugged", "status": "completed", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:06.710562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:06.773803 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e31e33-69f4-4dca-a318-98a00bd880d6 x-openstack-request-id: req-a1e31e33-69f4-4dca-a318-98a00bd880d6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:06.774103 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "name": "network-vif-plugged", "status": "completed", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:06.774359 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1e31e33-69f4-4dca-a318-98a00bd880d6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:06.774755 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'code': 200} Jul 22 23:58:06.781089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:06.804642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.820397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d446-54fe-458d-bc36-4f79341d7dfc req-7ae34ce3-646d-4346-a123-d819c90bf1b7 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:06.822698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b93d446-54fe-458d-bc36-4f79341d7dfc req-7ae34ce3-646d-4346-a123-d819c90bf1b7 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 945 time: 0.1449721 Jul 22 23:58:06.841969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:06.873699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b93d446-54fe-458d-bc36-4f79341d7dfc req-4c042f61-66dc-4720-8d1a-464745e17f22 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449135 Jul 22 23:58:06.960684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e58dc-2551-4f04-b329-4a2c7cc14aa1 req-03051018-0fde-4e04-8c39-264bd2855fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:06.962322 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b26e58dc-2551-4f04-b329-4a2c7cc14aa1 req-03051018-0fde-4e04-8c39-264bd2855fab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 1096 time: 0.1102691 Jul 22 23:58:06.997411 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.000273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.001515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bd15d24-aad7-49a6-83b5-0f6a85968283 HTTP/1.1" status: 204 len: 168 time: 0.2882514 Jul 22 23:58:07.013578 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b26e58dc-2551-4f04-b329-4a2c7cc14aa1 req-b9d0d1dc-7318-4e56-a805-631d91725f9e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435936 Jul 22 23:58:07.014683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd15d24-aad7-49a6-83b5-0f6a85968283,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:07.024890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.025728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.025728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.025917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.026328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.026560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.026899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.027216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.027578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.027909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.028304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.028556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f7a89-19bb-41b1-911d-b5d58890d6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:07.153852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-7035d3b7-05f8-4ad6-9c16-fd2046feec88 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:07.155366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-7035d3b7-05f8-4ad6-9c16-fd2046feec88 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/networks?id=918217ee-0489-4978-9ca2-63bc4b06dfe9 HTTP/1.1" status: 200 len: 809 time: 0.1093643 Jul 22 23:58:07.170998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-37e0075c-5ec6-4de6-8369-c73c78832fe8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/quotas/8034186821e243d295b76074736945da HTTP/1.1" status: 200 len: 375 time: 0.0101585 Jul 22 23:58:07.206546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-026a9146-0675-4aaa-a094-ff791eba409d tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8034186821e243d295b76074736945da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298338 Jul 22 23:58:07.298748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-757cfbc9-73e7-4d91-bc1e-b7a776df7658 service neutron] 10.222.0.21 "GET /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849178 Jul 22 23:58:07.394286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-16d69188-99fd-480c-b612-a290c6eafe60 service neutron] 10.222.0.21 "GET /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891302 Jul 22 23:58:07.531106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6baefc-703a-48cc-8c2e-fb242e8174a1 req-9f00a113-9d05-49b6-a09d-e94cb72d5f5f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:07.531106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f6baefc-703a-48cc-8c2e-fb242e8174a1 req-9f00a113-9d05-49b6-a09d-e94cb72d5f5f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0844846 Jul 22 23:58:07.573459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f6baefc-703a-48cc-8c2e-fb242e8174a1 req-22334482-5c97-461e-8115-f296d7e898bf tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Jul 22 23:58:07.606584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa8c5d67-d18e-4d21-b10d-0633cbff48a1 req-f6312afc-2260-42c1-8935-aee390acff52 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 210 time: 0.0321407 Jul 22 23:58:07.735091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:07.879237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1914008744'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:07.896133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5a66-4ff8-4049-b076-9c392f7d054c req-cafbf668-5ec3-42bc-af18-a2d66c7bacc7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:07.898089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-497a5a66-4ff8-4049-b076-9c392f7d054c req-cafbf668-5ec3-42bc-af18-a2d66c7bacc7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1009259 Jul 22 23:58:07.922826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-d0503839-a8ec-4ba5-8d10-82e607d5e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:07.924501 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-d0503839-a8ec-4ba5-8d10-82e607d5e62c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1096 time: 0.1226828 Jul 22 23:58:07.925801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:07.934001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.966824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:07.973286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-497a5a66-4ff8-4049-b076-9c392f7d054c req-bfe2df02-8ec8-4971-90b1-0500cd3e0bea tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689087 Jul 22 23:58:08.067855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037efd01-0761-4c6e-b389-76ea52555895 req-6eb8e83e-bc28-46ad-bc6e-e51e3f43b849 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:08.071292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-037efd01-0761-4c6e-b389-76ea52555895 req-6eb8e83e-bc28-46ad-bc6e-e51e3f43b849 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 945 time: 0.0876977 Jul 22 23:58:08.095670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-1019bb73-5c06-43d3-8eb9-5ff18c3b70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:08.097240 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-1019bb73-5c06-43d3-8eb9-5ff18c3b70c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.1607327 Jul 22 23:58:08.111534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-037efd01-0761-4c6e-b389-76ea52555895 req-08171f29-5bcb-47d3-85a7-9e1708f3a3d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339050 Jul 22 23:58:08.154500 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-f424d28e-84f9-4653-ac8e-7f6aee019339 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 200 len: 217 time: 0.0439572 Jul 22 23:58:08.216762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.223767 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.234040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-fa8f21bf-c134-4bbf-a55c-5c1fc10d4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:08.235518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-fa8f21bf-c134-4bbf-a55c-5c1fc10d4d57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0754192 Jul 22 23:58:08.258302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:08.289444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-f80b7837-e839-4ec9-8087-ae6bb1071a67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446172 Jul 22 23:58:08.298064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57617f-000a-4f42-b4d2-5860ad90b6f4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:08.301843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.302204 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 00465d94-24ff-4dc3-838e-85b72cb80d7c of type vlan for network 60528d43-940c-42d2-9cb0-487388551bf8 Jul 22 23:58:08.373843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.441719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-ee166ab0-6674-4511-8385-f191856239c3 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375883 Jul 22 23:58:08.443386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.449539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:08.450125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.517524 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7811744 Jul 22 23:58:08.584262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e66f43-9dfb-4655-aa78-c78134aeaef3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=60528d43-940c-42d2-9cb0-487388551bf8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:08.598960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 60528d43-940c-42d2-9cb0-487388551bf8 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:08.616346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6faa875b-fbb2-4932-aaa8-c7b7f18010c2 req-0e44fb1b-fab6-40fe-8956-0faabc1305a2 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631615 Jul 22 23:58:08.658908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:08.666767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '60528d43-940c-42d2-9cb0-487388551bf8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:08.757412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b2d0ccc-dfcb-463a-a1dd-eeec810a42d4 req-26abe298-b864-4a4a-8639-ec1a91d37cc8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 210 time: 0.0373168 Jul 22 23:58:08.863433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:08.867385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:08.879823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-e5158288-006b-4bb6-897b-52bc883445d4 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:08.881719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-e5158288-006b-4bb6-897b-52bc883445d4 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.48 "GET /v2.0/networks?id=918217ee-0489-4978-9ca2-63bc4b06dfe9 HTTP/1.1" status: 200 len: 809 time: 0.1821353 Jul 22 23:58:08.902336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Request body: {'port': {'device_id': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9', 'admin_state_up': True, 'tenant_id': '8034186821e243d295b76074736945da'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:09.105111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Made reservation on behalf of 8034186821e243d295b76074736945da for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:09.108592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.142461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0941b9-3f63-42ea-a8ab-33a70dd5ffb8 req-42b2ce00-e05c-471a-a7fe-59e29068b2b6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.144181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd0941b9-3f63-42ea-a8ab-33a70dd5ffb8 req-42b2ce00-e05c-471a-a7fe-59e29068b2b6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0733919 Jul 22 23:58:09.189036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd0941b9-3f63-42ea-a8ab-33a70dd5ffb8 req-c25e37af-8e46-46c1-82fe-035375b3a4a9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373511 Jul 22 23:58:09.200796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.285862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe288c5-9409-4d3e-8293-a5634e6788d4 req-ab336b1f-6ecf-4b90-81fc-7185c65b948a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.288388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efe288c5-9409-4d3e-8293-a5634e6788d4 req-ab336b1f-6ecf-4b90-81fc-7185c65b948a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 945 time: 0.0800209 Jul 22 23:58:09.310217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=c5b648f5-6bfe-44a5-a596-55dbc5fc97a9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:09.326236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '00465d94-24ff-4dc3-838e-85b72cb80d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '60528d43-940c-42d2-9cb0-487388551bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:09.326602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 60528d43-940c-42d2-9cb0-487388551bf8, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:09.329542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efe288c5-9409-4d3e-8293-a5634e6788d4 req-30792fbb-6c19-4606-9a4d-e5f48b801d17 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Jul 22 23:58:09.341634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Allocated IP 172.20.0.11 (918217ee-0489-4978-9ca2-63bc4b06dfe9/8245817c-1d76-43e1-9e38-7f890a3bc2e2/c7e70be7-124c-40b9-b29d-fa4498809df7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:09.362612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 60528d43-940c-42d2-9cb0-487388551bf8 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:09.385421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 60528d43-940c-42d2-9cb0-487388551bf8) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:09.395284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.395892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.397126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70d792-9243-4dbc-8093-0606f42a4b8b None None] Network 60528d43-940c-42d2-9cb0-487388551bf8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:09.433792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-270d848e-ece9-47bf-881a-58df9e33ddc3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7703543 Jul 22 23:58:09.434055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.446107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767013005'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:09.514188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:09.518271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.537917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e3806-2ee0-4243-b56f-49fbd836d4ae req-c6338225-1ec5-4b0f-9cf3-a2f40759027f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.539628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f87e3806-2ee0-4243-b56f-49fbd836d4ae req-c6338225-1ec5-4b0f-9cf3-a2f40759027f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 945 time: 0.1061220 Jul 22 23:58:09.562390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:09.576765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.585248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.585603 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment b271d641-d976-44af-afcd-33a5755cda28 of type vlan for network 454862d2-51ce-4174-8845-14e7c2f0805c Jul 22 23:58:09.586512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-60528d43-940c-42d2-9cb0-487388551bf8', 'network_id': '60528d43-940c-42d2-9cb0-487388551bf8', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': 'c5b648f5-6bfe-44a5-a596-55dbc5fc97a9'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:09.587547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.592352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f87e3806-2ee0-4243-b56f-49fbd836d4ae req-871fe617-9fa3-4070-89a6-9700bf694d8d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447648 Jul 22 23:58:09.615969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35710) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.635163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.675789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d15e21-db43-4ce4-ae52-4b6d447a34e6 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.677389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-86d15e21-db43-4ce4-ae52-4b6d447a34e6 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 1091 time: 0.0605741 Jul 22 23:58:09.678760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.681471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.688526 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.689841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:09.696591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.697352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.735118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.768772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Allocated IP 172.20.255.242 (60528d43-940c-42d2-9cb0-487388551bf8/c5b648f5-6bfe-44a5-a596-55dbc5fc97a9/0bfa3c74-d488-46c3-a507-1eb569bb2db8) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:09.780332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Network 918217ee-0489-4978-9ca2-63bc4b06dfe9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:09.795623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3600621 Jul 22 23:58:09.801860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35716) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:09.809593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:09.845026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:09.854018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8106-2cb3-4916-b4a2-3e40da06599f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=454862d2-51ce-4174-8845-14e7c2f0805c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:09.862243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:09.872998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 454862d2-51ce-4174-8845-14e7c2f0805c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:09.903655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Pushing event updated for resources: {'Port': ['ID=c7e70be7-124c-40b9-b29d-fa4498809df7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:09.921997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:09.922719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.952754 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8e861281-d1b9-4df4-bd02-b77baaa385f8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0570464 Jul 22 23:58:09.977121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Request body: {'port': {'device_id': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:10.007929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:10.011359 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.054466 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.055067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84653ecf-b058-4ff0-9339-090e016e2837 req-171d0674-8852-4344-a6c8-88a0335eb477 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:10.056639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84653ecf-b058-4ff0-9339-090e016e2837 req-171d0674-8852-4344-a6c8-88a0335eb477 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 932 time: 0.1868696 Jul 22 23:58:10.068176 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Transition to ACTIVE for port object 0bfa3c74-d488-46c3-a507-1eb569bb2db8 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:10.084716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.086424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Transition to ACTIVE for port object 0bfa3c74-d488-46c3-a507-1eb569bb2db8 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:10.094183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.099570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.140663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Network 60528d43-940c-42d2-9cb0-487388551bf8 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:10.147980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:10.156197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:10.167773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Pushing event updated for resources: {'Port': ['ID=0bfa3c74-d488-46c3-a507-1eb569bb2db8,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.201002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84653ecf-b058-4ff0-9339-090e016e2837 req-46e6c531-01b8-4d6d-84f9-51ba34bfaf7f tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106184 Jul 22 23:58:10.233073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Attempting to bind port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:10.233073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Attempting to bind port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '00465d94-24ff-4dc3-838e-85b72cb80d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '60528d43-940c-42d2-9cb0-487388551bf8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:10.233073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Attempting to bind port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 on network 60528d43-940c-42d2-9cb0-487388551bf8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:10.234635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:10.235015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Checking segment: {'id': '00465d94-24ff-4dc3-838e-85b72cb80d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '60528d43-940c-42d2-9cb0-487388551bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:10.235451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.235965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Bound using segment: {'id': '00465d94-24ff-4dc3-838e-85b72cb80d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '60528d43-940c-42d2-9cb0-487388551bf8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:10.236511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Bound port: 0bfa3c74-d488-46c3-a507-1eb569bb2db8, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00465d94-24ff-4dc3-838e-85b72cb80d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '60528d43-940c-42d2-9cb0-487388551bf8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:10.237788 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.316064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] For port 0bfa3c74-d488-46c3-a507-1eb569bb2db8, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:10.320317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] For port 0bfa3c74-d488-46c3-a507-1eb569bb2db8, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0bfa3c74-d488-46c3-a507-1eb569bb2db8,segment=NetworkSegment(00465d94-24ff-4dc3-838e-85b72cb80d7c),segment_id=00465d94-24ff-4dc3-838e-85b72cb80d7c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:10.327644 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.363991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.25.5.199 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/fff7dd4c-fdd6-40ea-bb3d-dd7287bee3a1) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:10.391592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b0b64-f0fa-4c6f-ae44-a2bd8df85e19 None None] Pushing event updated for resources: {'Port': ['ID=0bfa3c74-d488-46c3-a507-1eb569bb2db8,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.451631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.460081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e70be7-124c-40b9-b29d-fa4498809df7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:10.468793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.481916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Transition to ACTIVE for port object c7e70be7-124c-40b9-b29d-fa4498809df7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:10.486713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.543713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e70be7-124c-40b9-b29d-fa4498809df7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.556756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444dc86-cab3-4382-a577-00d9a83b52c5 req-503619a5-a71f-454e-8215-7aada106b648 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:10.558417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f444dc86-cab3-4382-a577-00d9a83b52c5 req-503619a5-a71f-454e-8215-7aada106b648 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.2545671 Jul 22 23:58:10.624351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=ef272b71-7d33-4b7c-b0a7-76662108d8fb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.651077 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.662112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': 'b271d641-d976-44af-afcd-33a5755cda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:10.662643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 454862d2-51ce-4174-8845-14e7c2f0805c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:10.663371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Attempting to bind port c7e70be7-124c-40b9-b29d-fa4498809df7 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:10.663791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Attempting to bind port c7e70be7-124c-40b9-b29d-fa4498809df7 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '20e24bfe-68a9-4139-8d55-b4f72bd0cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:10.664211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Attempting to bind port c7e70be7-124c-40b9-b29d-fa4498809df7 on network 918217ee-0489-4978-9ca2-63bc4b06dfe9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:10.669018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Port c7e70be7-124c-40b9-b29d-fa4498809df7 on network 918217ee-0489-4978-9ca2-63bc4b06dfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:10.669342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Attempting to bind port c7e70be7-124c-40b9-b29d-fa4498809df7 on network 918217ee-0489-4978-9ca2-63bc4b06dfe9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:10.675312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:10.675761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Checking segment: {'id': '20e24bfe-68a9-4139-8d55-b4f72bd0cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:10.676213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Bound using segment: {'id': '20e24bfe-68a9-4139-8d55-b4f72bd0cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:10.676710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Bound port: c7e70be7-124c-40b9-b29d-fa4498809df7, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e24bfe-68a9-4139-8d55-b4f72bd0cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:10.677161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.683927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f444dc86-cab3-4382-a577-00d9a83b52c5 req-95191d92-b562-4c29-8c03-3b0caf4d9e9e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121874 Jul 22 23:58:10.710352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 454862d2-51ce-4174-8845-14e7c2f0805c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:10.727152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 454862d2-51ce-4174-8845-14e7c2f0805c) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:10.733437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:10.734188 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.744557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a86852-29e0-449f-9d35-8f79f45469cc None None] Network 454862d2-51ce-4174-8845-14e7c2f0805c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:10.745989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.759417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0afd1530-c685-47b0-9df2-1084783fc226 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9560509 Jul 22 23:58:10.759680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] For port c7e70be7-124c-40b9-b29d-fa4498809df7, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:10.762013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:10.765425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] For port c7e70be7-124c-40b9-b29d-fa4498809df7, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c7e70be7-124c-40b9-b29d-fa4498809df7,segment=NetworkSegment(20e24bfe-68a9-4139-8d55-b4f72bd0cc01),segment_id=20e24bfe-68a9-4139-8d55-b4f72bd0cc01)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:10.781668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.789348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:10.796572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:10.800552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:10.808267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=fff7dd4c-fdd6-40ea-bb3d-dd7287bee3a1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.875165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:10.875817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.877241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] 10.222.0.48 "PUT /v2.0/ports/c7e70be7-124c-40b9-b29d-fa4498809df7 HTTP/1.1" status: 200 len: 1092 time: 0.9100957 Jul 22 23:58:10.877775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'tag': 'c7e70be7-124c-40b9-b29d-fa4498809df7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:10.880018 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d39923-aa59-4b72-b056-36941ba888f5" -d '{"events": [{"name": "network-changed", "server_uuid": "302f68ac-f3bd-4dc8-8861-b6a99d9aee35", "tag": "c7e70be7-124c-40b9-b29d-fa4498809df7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:10.917700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a10f1d-b1e8-4fee-9ac0-ba1b9e5da130 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e70be7-124c-40b9-b29d-fa4498809df7,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:10.936952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:10.939547 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da2496a-7b22-4281-a6c3-d36cbbd59dfe x-openstack-request-id: req-0da2496a-7b22-4281-a6c3-d36cbbd59dfe {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:10.939838 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302f68ac-f3bd-4dc8-8861-b6a99d9aee35", "tag": "c7e70be7-124c-40b9-b29d-fa4498809df7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:10.940149 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0da2496a-7b22-4281-a6c3-d36cbbd59dfe {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:10.940471 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'tag': 'c7e70be7-124c-40b9-b29d-fa4498809df7', 'status': 'completed', 'code': 200} Jul 22 23:58:10.951836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-454862d2-51ce-4174-8845-14e7c2f0805c', 'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': 'ef272b71-7d33-4b7c-b0a7-76662108d8fb'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:10.952647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.046003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.087173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-500188e7-f8e3-4f36-8f5c-9b2f85d7f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:11.088745 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-500188e7-f8e3-4f36-8f5c-9b2f85d7f16d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8034186821e243d295b76074736945da&device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 1095 time: 0.1344557 Jul 22 23:58:11.096752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Allocated IP 172.20.0.2 (454862d2-51ce-4174-8845-14e7c2f0805c/ef272b71-7d33-4b7c-b0a7-76662108d8fb/111b677e-7335-408c-8c4e-d6632c0c7230) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:11.148436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-f0a081f6-e504-4bc9-a79c-c464bcf3bc6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e70be7-124c-40b9-b29d-fa4498809df7 HTTP/1.1" status: 200 len: 217 time: 0.0442579 Jul 22 23:58:11.206230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-4bb22031-0d80-45ea-9712-ec5d701504cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:11.208028 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-4bb22031-0d80-45ea-9712-ec5d701504cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8245817c-1d76-43e1-9e38-7f890a3bc2e2 HTTP/1.1" status: 200 len: 849 time: 0.0538006 Jul 22 23:58:11.250518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-54bb6b0e-a91f-4e22-801a-d89e81ea8297 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=918217ee-0489-4978-9ca2-63bc4b06dfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360734 Jul 22 23:58:11.285289 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.300028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Transition to ACTIVE for port object 111b677e-7335-408c-8c4e-d6632c0c7230 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:11.325628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Transition to ACTIVE for port object 111b677e-7335-408c-8c4e-d6632c0c7230 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:11.340792 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.413217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Pushing event updated for resources: {'Port': ['ID=111b677e-7335-408c-8c4e-d6632c0c7230,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:11.424045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Network 454862d2-51ce-4174-8845-14e7c2f0805c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:11.425969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:11.429720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:11.504812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Attempting to bind port 111b677e-7335-408c-8c4e-d6632c0c7230 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:11.505319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Attempting to bind port 111b677e-7335-408c-8c4e-d6632c0c7230 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'b271d641-d976-44af-afcd-33a5755cda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:11.506384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Attempting to bind port 111b677e-7335-408c-8c4e-d6632c0c7230 on network 454862d2-51ce-4174-8845-14e7c2f0805c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:11.512663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:11.513047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Checking segment: {'id': 'b271d641-d976-44af-afcd-33a5755cda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:11.513458 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.513858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Bound using segment: {'id': 'b271d641-d976-44af-afcd-33a5755cda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:11.514345 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Bound port: 111b677e-7335-408c-8c4e-d6632c0c7230, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b271d641-d976-44af-afcd-33a5755cda28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '454862d2-51ce-4174-8845-14e7c2f0805c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:11.514734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.597608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] For port 111b677e-7335-408c-8c4e-d6632c0c7230, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:11.602244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] For port 111b677e-7335-408c-8c4e-d6632c0c7230, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=111b677e-7335-408c-8c4e-d6632c0c7230,segment=NetworkSegment(b271d641-d976-44af-afcd-33a5755cda28),segment_id=b271d641-d976-44af-afcd-33a5755cda28)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:11.605777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b040e-6a58-4a1f-bb74-9c327ac919c8 None None] Network 60528d43-940c-42d2-9cb0-487388551bf8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:11.610100 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.686688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.725599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=ef272b71-7d33-4b7c-b0a7-76662108d8fb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:11.732626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-8c34d3f7-252d-4dd8-b780-98eb4fe25279 service neutron] 10.222.0.48 "GET /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749062 Jul 22 23:58:11.744646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-719e83e4-9cde-4b19-ba1c-19571b0b0d5b None None] Provisioning for port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:11.755930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07dfea-3cde-4a1b-9aa7-0b86eb5433fc None None] Pushing event updated for resources: {'Port': ['ID=111b677e-7335-408c-8c4e-d6632c0c7230,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:11.831592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.846619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454862d2-51ce-4174-8845-14e7c2f0805c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:11.896949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b271d641-d976-44af-afcd-33a5755cda28') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:11.897361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b271d641-d976-44af-afcd-33a5755cda28') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:11.909879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.941884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.955823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:11.960607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:11.964794 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:11.971769 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:11.978490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b1da6aa6-2967-4568-b5f9-bd9a0f385909 req-6fb9f4b9-9b84-451c-89ea-953082cf6bfe service neutron] 10.222.0.48 "GET /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298803 Jul 22 23:58:12.055086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0bfa3c74-d488-46c3-a507-1eb569bb2db8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:12.076476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:12.076476 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:12.076476 n-d-758851-4 neutron-server[93790]: [parameters: {'id': '454862d2-51ce-4174-8845-14e7c2f0805c'}] Jul 22 23:58:12.076476 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:12.076871 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:12.150818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-4444a7b3-5965-4319-9b42-efc5871ffeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.152550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:12.152702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-4444a7b3-5965-4319-9b42-efc5871ffeb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8034186821e243d295b76074736945da&device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 1095 time: 0.0890880 Jul 22 23:58:12.157909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:12.158284 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.239306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-c02a565f-e3f4-4023-9053-c728159cf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.241699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-c02a565f-e3f4-4023-9053-c728159cf9ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1096 time: 0.4191525 Jul 22 23:58:12.264291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c7e1a-5a7e-4784-8168-ebedf88b326b req-34cdffe0-a4bb-4a9c-9abf-29463f7a733c tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.265990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-666c7e1a-5a7e-4784-8168-ebedf88b326b req-34cdffe0-a4bb-4a9c-9abf-29463f7a733c tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 944 time: 0.4422314 Jul 22 23:58:12.276151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.281184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.305130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-cd3211cd-e5a8-4a4d-aeac-7ea256942343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.306850 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-cd3211cd-e5a8-4a4d-aeac-7ea256942343 service neutron] 10.222.0.48 "GET /v2.0/networks?id=918217ee-0489-4978-9ca2-63bc4b06dfe9 HTTP/1.1" status: 200 len: 910 time: 0.1475921 Jul 22 23:58:12.316076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf1557-d123-4373-bf6f-62694ce0f0a6 req-dcd23c1b-5604-40e1-b83a-bf971bc35b89 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.322865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54bf1557-d123-4373-bf6f-62694ce0f0a6 req-dcd23c1b-5604-40e1-b83a-bf971bc35b89 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.4202602 Jul 22 23:58:12.332209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0bfa3c74-d488-46c3-a507-1eb569bb2db8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0bfa3c74-d488-46c3-a507-1eb569bb2db8,segment=NetworkSegment(00465d94-24ff-4dc3-838e-85b72cb80d7c),segment_id=00465d94-24ff-4dc3-838e-85b72cb80d7c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:12.337627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.372420 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-11bc2a68-a475-43aa-9002-0bc871645a80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7e70be7-124c-40b9-b29d-fa4498809df7 HTTP/1.1" status: 200 len: 217 time: 0.0570977 Jul 22 23:58:12.397816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0bfa3c74-d488-46c3-a507-1eb569bb2db8,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:12.408432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-951359e8-1f68-4323-83fd-0cf87a369d3d None None] Provisioning complete for port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:12.408816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-951359e8-1f68-4323-83fd-0cf87a369d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.434473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-974b1996-552d-48d2-a7b3-6c710cec55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.436210 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-974b1996-552d-48d2-a7b3-6c710cec55f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8245817c-1d76-43e1-9e38-7f890a3bc2e2 HTTP/1.1" status: 200 len: 849 time: 0.0577114 Jul 22 23:58:12.488246 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-fba5a623-c2bd-4a20-8d85-5c35ad3ae4db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=918217ee-0489-4978-9ca2-63bc4b06dfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456216 Jul 22 23:58:12.495116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-666c7e1a-5a7e-4784-8168-ebedf88b326b req-fa356d37-2494-4c0d-8776-ac5277eefacd tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431823 Jul 22 23:58:12.507910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54bf1557-d123-4373-bf6f-62694ce0f0a6 req-b6007fd5-4200-49ec-b71d-adfeaddf757e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288247 Jul 22 23:58:12.535778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-7376d48d-6ff8-49b4-88df-e00b28625b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.538450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-7376d48d-6ff8-49b4-88df-e00b28625b70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.2709169 Jul 22 23:58:12.578318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.587042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-7a77ea63-84e4-42a1-9c66-0c65ad1db4cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 200 len: 217 time: 0.0388131 Jul 22 23:58:12.628991 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-0d3d57d5-9935-4db6-a7bb-9946bba2a1d2 service neutron] 10.222.0.48 "GET /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339240 Jul 22 23:58:12.688482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-11d179e9-6dce-4b6a-84d3-db06345ddf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:12.689971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-11d179e9-6dce-4b6a-84d3-db06345ddf35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0765378 Jul 22 23:58:12.727206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port 111b677e-7335-408c-8c4e-d6632c0c7230 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:12.727579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.732194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-3e192566-5940-492e-b3ac-4dcbf8d93b71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337687 Jul 22 23:58:12.749588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.763974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.764940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b4d39923-aa59-4b72-b056-36941ba888f5 req-bdd299f4-8138-4663-9a74-975716e8d52e service neutron] 10.222.0.48 "GET /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281743 Jul 22 23:58:12.826768 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port 111b677e-7335-408c-8c4e-d6632c0c7230, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=111b677e-7335-408c-8c4e-d6632c0c7230,segment=NetworkSegment(b271d641-d976-44af-afcd-33a5755cda28),segment_id=b271d641-d976-44af-afcd-33a5755cda28)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:12.827143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.847440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for 111b677e-7335-408c-8c4e-d6632c0c7230 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:12.878519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=fff7dd4c-fdd6-40ea-bb3d-dd7287bee3a1,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:12.908381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.913311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-79fd49f4-0218-4028-ba0b-f342f524664d service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737545 Jul 22 23:58:12.938211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:12.964471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=111b677e-7335-408c-8c4e-d6632c0c7230,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:12.970516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port 111b677e-7335-408c-8c4e-d6632c0c7230 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:13.056805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.067589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454862d2-51ce-4174-8845-14e7c2f0805c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:13.080493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b271d641-d976-44af-afcd-33a5755cda28') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:13.080797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b271d641-d976-44af-afcd-33a5755cda28') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:13.088909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2a4b5-45a8-48a5-a4c4-eccebb80c9f7 None None] Network 454862d2-51ce-4174-8845-14e7c2f0805c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:13.092312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.094557 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Floating IP 0854cb43-6ae2-4343-bcb0-2b9fdd9095cc associated. External IP: 172.25.5.199, port: 8bec054e-a9db-46cc-bd78-4e6cfc1e5371. Jul 22 23:58:13.106743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.113380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:13.113833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:13.117928 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:13.164757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db5f7b7f-bb23-4953-959d-7d0edd02b139 None None] Could not find standard attr ID for object 111b677e-7335-408c-8c4e-d6632c0c7230. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:58:13.178512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.178724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dfd24c3-2b48-4dda-ae43-59ce3e140f00 req-516a9d58-b9d4-4117-a19c-25fcb3d2e902 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319584 Jul 22 23:58:13.186718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.188597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/454862d2-51ce-4174-8845-14e7c2f0805c HTTP/1.1" status: 204 len: 168 time: 2.4255681 Jul 22 23:58:13.193748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35730) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:13.199269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1035840573'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:13.204677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5103134-f222-4228-a057-7e03da495158 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=454862d2-51ce-4174-8845-14e7c2f0805c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:13.276946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:13.280420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.286690 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d8fe8f-1c8e-45bb-bee2-ed478a7b8f80 None None] DHCP port deletion for 454862d2-51ce-4174-8845-14e7c2f0805c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:13.347461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:13.364521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.364890 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 1505980c-f798-4b82-a021-e86fa9318040 of type vlan for network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c Jul 22 23:58:13.402460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:13.418225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.516911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.523232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.523846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.608497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4134157 Jul 22 23:58:13.611377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35736) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:13.612114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de694726-a0d4-450f-af35-b07df644622d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:13.616858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:13.623784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:13.669519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:13.686272 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:13.698528 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:13.699424 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:13.703502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.731041 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:13.735373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:13.764496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1b8e9-529a-48d6-80b6-0724c85a89e3 req-82926869-4522-4e30-937b-05823fc78874 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.766256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2b1b8e9-529a-48d6-80b6-0724c85a89e3 req-82926869-4522-4e30-937b-05823fc78874 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1620483 Jul 22 23:58:13.774229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5d55d-0d93-4051-b7ee-7a6f0f73b76d req-456ed016-fa85-4b67-9cf9-16699d3d5041 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:13.775771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60a5d55d-0d93-4051-b7ee-7a6f0f73b76d req-456ed016-fa85-4b67-9cf9-16699d3d5041 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 944 time: 0.1705608 Jul 22 23:58:13.787900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-675f48b7-1e15-48a7-b1b1-2b3236ea95cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1052320 Jul 22 23:58:13.795004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:13.798496 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ef0393-e2c5-4d50-b854-39510387fb66" -d '{"events": [{"name": "network-changed", "server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:13.801533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing IP validity checks on allocation pools {{(pid=93790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:58:13.803427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:58:13.806122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35738) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:13.847639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2b1b8e9-529a-48d6-80b6-0724c85a89e3 req-83f44642-e55d-4a6c-8d04-3ce7437cf0aa tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709190 Jul 22 23:58:13.854023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60a5d55d-0d93-4051-b7ee-7a6f0f73b76d req-f6343fc7-e642-4656-97a2-53837dde59a5 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681417 Jul 22 23:58:13.908167 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2f9a2cd2-0426-486b-910d-8544fb5884a7 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/0854cb43-6ae2-4343-bcb0-2b9fdd9095cc HTTP/1.1" status: 200 len: 991 time: 0.0993447 Jul 22 23:58:13.936586 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4401be-1495-4864-94c9-4c1a209afaf7 x-openstack-request-id: req-df4401be-1495-4864-94c9-4c1a209afaf7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:13.937076 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:13.937399 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df4401be-1495-4864-94c9-4c1a209afaf7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:13.937982 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'status': 'completed', 'code': 200} Jul 22 23:58:13.940113 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:13.985027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0bfa3c74-d488-46c3-a507-1eb569bb2db8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:14.037759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:14.038506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.055185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.105927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-26b06175-9000-4a84-9162-023ad36ac7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:14.107473 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-26b06175-9000-4a84-9162-023ad36ac7cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 1096 time: 0.1459463 Jul 22 23:58:14.139125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=15924447-de00-4d16-8366-be9f5c1bdb8e,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.165138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '1505980c-f798-4b82-a021-e86fa9318040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:14.165498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:14.183239 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:11Z', 'revision_number': 0, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:14.209955 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:58:14.218955 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:14.219706 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:57:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:14.226287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:14.239534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-d37ace95-6399-4581-bfbe-048248ff1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:14.241222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-d37ace95-6399-4581-bfbe-048248ff1204 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 200 len: 898 time: 0.1266930 Jul 22 23:58:14.242232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:14.249803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0558ad7b-9aa6-4a0f-a2d6-b5b27ac62345 None None] Network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:14.262516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:14.263108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.312849 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e0168fa-2572-4256-8292-86d75b7423f0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7003133 Jul 22 23:58:14.316029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35742) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:14.333015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:58:14.339212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-5d01a48e-34fa-4202-a0fb-10573124c245 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371 HTTP/1.1" status: 200 len: 999 time: 0.0852783 Jul 22 23:58:14.414265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-64008b31-a3e7-4cb7-a0e0-c1f8985b4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:14.419344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-64008b31-a3e7-4cb7-a0e0-c1f8985b4a0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50dbe8bf-66f8-43e4-9148-51796117a743 HTTP/1.1" status: 200 len: 834 time: 0.0681572 Jul 22 23:58:14.425344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c', 'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': '15924447-de00-4d16-8366-be9f5c1bdb8e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:14.426229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.438083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.500375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.511395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-964c8342-495f-43b6-906a-30376c2586d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:14.513657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-964c8342-495f-43b6-906a-30376c2586d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6383c801-295c-447b-809a-9897256b4186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803864 Jul 22 23:58:14.588665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Allocated IP 172.20.0.3 (b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c/15924447-de00-4d16-8366-be9f5c1bdb8e/a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:14.609466 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-a86bf3a6-a5fc-49f4-811f-44d2ce8475e6 service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874641 Jul 22 23:58:14.615106 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:11Z', 'revision_number': 0, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:14.642036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdc6dba-4dd6-4a5a-9531-fdd8964871cc None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:57:43Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:11Z', 'revision_number': 0, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:14.720938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-56ef0393-e2c5-4d50-b854-39510387fb66 req-f399a7ec-ae8a-4586-ae03-1a4f5aa4a758 service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974619 Jul 22 23:58:14.756197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.764552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Transition to ACTIVE for port object a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:14.782552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Transition to ACTIVE for port object a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:14.790094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.816541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.833235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:14.839931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:14.843745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:14.855768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=15924447-de00-4d16-8366-be9f5c1bdb8e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.874887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Pushing event updated for resources: {'Port': ['ID=a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:14.879073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7c26f-cf03-49a5-86f5-e8f091bf57fe None None] New status for floating IP 0854cb43-6ae2-4343-bcb0-2b9fdd9095cc: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:58:14.910977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:14.946933 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.959982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:14.969265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Attempting to bind port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:14.969648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Attempting to bind port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '1505980c-f798-4b82-a021-e86fa9318040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:14.970019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Attempting to bind port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf on network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:14.982667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:14.983047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Checking segment: {'id': '1505980c-f798-4b82-a021-e86fa9318040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:14.983491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:14.983900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Bound using segment: {'id': '1505980c-f798-4b82-a021-e86fa9318040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:14.984387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Bound port: a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1505980c-f798-4b82-a021-e86fa9318040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:14.984779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.002682 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a884f1b9-9a62-4a27-bd38-60552ce4f84b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/0854cb43-6ae2-4343-bcb0-2b9fdd9095cc HTTP/1.1" status: 200 len: 991 time: 0.0897477 Jul 22 23:58:15.016341 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1505980c-f798-4b82-a021-e86fa9318040') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:15.016572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1505980c-f798-4b82-a021-e86fa9318040') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:15.044433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.062514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.077444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:15.077844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:15.080801 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:15.158624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b08b0d-8a65-48aa-b369-756976287b41 req-e3a8ff08-f5de-44bb-9f4e-721063a6df19 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:15.160196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5b08b0d-8a65-48aa-b369-756976287b41 req-e3a8ff08-f5de-44bb-9f4e-721063a6df19 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.2098079 Jul 22 23:58:15.174236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d85c45-2851-4bfd-a6b6-a2f4c3184c60 req-fc4608d5-d5d7-4594-9530-34361400f5c6 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:15.175818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64d85c45-2851-4bfd-a6b6-a2f4c3184c60 req-fc4608d5-d5d7-4594-9530-34361400f5c6 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 944 time: 0.1813300 Jul 22 23:58:15.184779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:15.184779 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:15.184779 n-d-758851-4 neutron-server[93791]: [parameters: {'id': 'b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c'}] Jul 22 23:58:15.184779 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:15.185204 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:15.234106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5b08b0d-8a65-48aa-b369-756976287b41 req-9cff20e4-6c96-434c-a017-d413ebdd31a9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572741 Jul 22 23:58:15.247039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64d85c45-2851-4bfd-a6b6-a2f4c3184c60 req-fedff822-15da-4870-9bde-48a5b52873d0 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610478 Jul 22 23:58:15.271018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] For port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:15.274421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] For port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf,segment=NetworkSegment(1505980c-f798-4b82-a021-e86fa9318040),segment_id=1505980c-f798-4b82-a021-e86fa9318040)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:15.278283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.358596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc35e3-a354-46f3-9113-0ec56dbbb575 None None] Pushing event updated for resources: {'Port': ['ID=a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:15.381161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd9976-63a9-442c-a564-dd308a5dfdfa None None] Network b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:15.514895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc45678-2727-4832-9a83-c29cef598c4a None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:15.606749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc45678-2727-4832-9a83-c29cef598c4a None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:15.686849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.744943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:15.745317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.810663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf,segment=NetworkSegment(1505980c-f798-4b82-a021-e86fa9318040),segment_id=1505980c-f798-4b82-a021-e86fa9318040)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:15.811007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.822815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:15.923363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:15.954144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:15.957247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port a08e9c5b-cb52-4cfd-8c1b-1dba6a8a0fbf on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:16.006989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35750) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:16.078369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.092814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:16.109192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1505980c-f798-4b82-a021-e86fa9318040') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:16.109492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1505980c-f798-4b82-a021-e86fa9318040') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:16.125749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-45e20f53-3635-4a8f-8d19-3e120f6e0ef1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/0854cb43-6ae2-4343-bcb0-2b9fdd9095cc HTTP/1.1" status: 200 len: 993 time: 0.1176872 Jul 22 23:58:16.127604 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.141813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.148630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1a25f226-82b2-4a2d-806f-760a866d3642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.155425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:16.156092 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:16.160234 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:16.235350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c7e70be7-124c-40b9-b29d-fa4498809df7 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:16.238303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.247271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.249693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c HTTP/1.1" status: 204 len: 168 time: 1.9314461 Jul 22 23:58:16.253297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:16.258790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1025669537'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:16.261692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788883-d170-41bc-91a1-54c64433426f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:16.301690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:16.306580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.339436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:16.349701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.350054 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 74364a18-7d4b-4100-a305-3afbd125c1f4 of type vlan for network d2eeae36-fe89-4179-8706-0537db96e6d9 Jul 22 23:58:16.358148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c7e70be7-124c-40b9-b29d-fa4498809df7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c7e70be7-124c-40b9-b29d-fa4498809df7,segment=NetworkSegment(20e24bfe-68a9-4139-8d55-b4f72bd0cc01),segment_id=20e24bfe-68a9-4139-8d55-b4f72bd0cc01)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:16.374288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'c7e70be7-124c-40b9-b29d-fa4498809df7', 'network_id': '918217ee-0489-4978-9ca2-63bc4b06dfe9', 'port_id': 'c7e70be7-124c-40b9-b29d-fa4498809df7', 'mac_address': 'fa:16:3e:bb:17:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8245817c-1d76-43e1-9e38-7f890a3bc2e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:58:16.404316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.428288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.439876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18594ecd-b5c0-40cd-aca6-a5e33dd8029f req-2259ca42-4ef5-439d-944d-db760d7b6662 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:16.441388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18594ecd-b5c0-40cd-aca6-a5e33dd8029f req-2259ca42-4ef5-439d-944d-db760d7b6662 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1288428 Jul 22 23:58:16.441814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.448126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:16.449804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.450568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e70be7-124c-40b9-b29d-fa4498809df7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:16.475878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c7e70be7-124c-40b9-b29d-fa4498809df7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c7e70be7-124c-40b9-b29d-fa4498809df7,segment=NetworkSegment(20e24bfe-68a9-4139-8d55-b4f72bd0cc01),segment_id=20e24bfe-68a9-4139-8d55-b4f72bd0cc01)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:16.477042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd95c2-b028-4d39-be9f-4aaa6e93f40a req-3c67d915-a85b-48af-b686-b97bc1a279f6 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:16.478675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2cd95c2-b028-4d39-be9f-4aaa6e93f40a req-3c67d915-a85b-48af-b686-b97bc1a279f6 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 944 time: 0.1242523 Jul 22 23:58:16.486355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.494817 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2378690 Jul 22 23:58:16.495984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:16.502475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': 'd2eeae36-fe89-4179-8706-0537db96e6d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:16.509734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18594ecd-b5c0-40cd-aca6-a5e33dd8029f req-e0df3115-3ba1-4fd5-8c1b-c4b2de49c848 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621974 Jul 22 23:58:16.537689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2cd95c2-b028-4d39-be9f-4aaa6e93f40a req-bd65989a-611a-4644-bd14-f51d1997f335 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529916 Jul 22 23:58:16.547709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140f389-cf1e-4ace-bb52-faef8b34f50b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=d2eeae36-fe89-4179-8706-0537db96e6d9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:16.566191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d2eeae36-fe89-4179-8706-0537db96e6d9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:16.588133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c7e70be7-124c-40b9-b29d-fa4498809df7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:16.636815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:16.640539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.763182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c7e70be7-124c-40b9-b29d-fa4498809df7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:16.834454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.902985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=974de47e-d714-4788-a5b6-837cc55dda22,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:16.913360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '74364a18-7d4b-4100-a305-3afbd125c1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd2eeae36-fe89-4179-8706-0537db96e6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:16.913765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: d2eeae36-fe89-4179-8706-0537db96e6d9, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:16.935642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network d2eeae36-fe89-4179-8706-0537db96e6d9 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:16.945761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d2eeae36-fe89-4179-8706-0537db96e6d9) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:16.951251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:16.952342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:16.955412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5918b8-0d9b-4392-988b-2db01460290c None None] Network d2eeae36-fe89-4179-8706-0537db96e6d9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:16.971454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-091067a4-1dec-4f9e-83d9-4d0fe70a2dc6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4749458 Jul 22 23:58:16.974558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:17.095218 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.112941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55617868-0530-4417-9b61-bc0de87c3267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-d2eeae36-fe89-4179-8706-0537db96e6d9', 'network_id': 'd2eeae36-fe89-4179-8706-0537db96e6d9', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': '974de47e-d714-4788-a5b6-837cc55dda22'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:17.114049 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-55617868-0530-4417-9b61-bc0de87c3267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.156985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.219959 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-55617868-0530-4417-9b61-bc0de87c3267 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 974de47e-d714-4788-a5b6-837cc55dda22: This subnet is being modified by another concurrent operation. Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 974de47e-d714-4788-a5b6-837cc55dda22: This subnet is being modified by another concurrent operation. Jul 22 23:58:17.231985 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:58:17.246846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbceae24-8e3d-4b6e-bd17-ef9af0a2aeac None None] Network d2eeae36-fe89-4179-8706-0537db96e6d9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:17.250187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=974de47e-d714-4788-a5b6-837cc55dda22,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:17.309633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.322153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eeae36-fe89-4179-8706-0537db96e6d9']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.332017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74364a18-7d4b-4100-a305-3afbd125c1f4') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.332314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74364a18-7d4b-4100-a305-3afbd125c1f4') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:17.341688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.356252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.362142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:17.362533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:17.365648 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:17.379063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2869ac-2639-4d5d-82ea-d68aff1e676d None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:17.425830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.432563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.434432 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/d2eeae36-fe89-4179-8706-0537db96e6d9 HTTP/1.1" status: 204 len: 168 time: 0.4585459 Jul 22 23:58:17.437755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:17.451829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65742568'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:17.456051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05a162-b028-4494-b968-45f5aa9e39c2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=d2eeae36-fe89-4179-8706-0537db96e6d9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:17.475413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:17.478049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2869ac-2639-4d5d-82ea-d68aff1e676d None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:17.478830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.503166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:17.517648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.518045 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 4ab83d92-1094-458e-92d8-780a1485a7ae of type vlan for network fbf5811f-5337-420e-bf0b-463837371dae Jul 22 23:58:17.568626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.605183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.612777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:17.613315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.661062 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2110837 Jul 22 23:58:17.662395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:17.669731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': 'fbf5811f-5337-420e-bf0b-463837371dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:17.704149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18a3cf-5d8a-4d8a-8b02-982d97773403 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=fbf5811f-5337-420e-bf0b-463837371dae,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:17.717632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcec10-92bd-4c92-80dc-6d5ebfd9d415 req-790f1ff2-8c11-44f4-a143-6705bb4e00ce tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:17.719370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cbcec10-92bd-4c92-80dc-6d5ebfd9d415 req-790f1ff2-8c11-44f4-a143-6705bb4e00ce tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1329920 Jul 22 23:58:17.722506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network fbf5811f-5337-420e-bf0b-463837371dae details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:17.805759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:17.809672 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.023923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.091581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=edae73d5-763a-4407-89df-f0dca51598af,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.096728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fef3a8-907a-4493-914f-c178eabb06ee req-c0012c4c-abf1-452f-b482-384905ce212c tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:18.100107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1fef3a8-907a-4493-914f-c178eabb06ee req-c0012c4c-abf1-452f-b482-384905ce212c tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 945 time: 0.4746039 Jul 22 23:58:18.101737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '4ab83d92-1094-458e-92d8-780a1485a7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fbf5811f-5337-420e-bf0b-463837371dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:18.102109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: fbf5811f-5337-420e-bf0b-463837371dae, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:18.120395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network fbf5811f-5337-420e-bf0b-463837371dae is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:18.126393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cbcec10-92bd-4c92-80dc-6d5ebfd9d415 req-93e6f037-b69f-4ae1-9777-e54a95991e41 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990023 Jul 22 23:58:18.129895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, fbf5811f-5337-420e-bf0b-463837371dae) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:18.135866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:18.136730 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.143626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61edddd4-ed7d-4de8-877b-cf4d4e77cc80 None None] Network fbf5811f-5337-420e-bf0b-463837371dae requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:18.149948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1fef3a8-907a-4493-914f-c178eabb06ee req-fb2b2ee5-3228-401c-8024-451a29a4698f tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Jul 22 23:58:18.157972 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-511219be-8b8d-414e-a74e-ca58eeb4c45c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4942431 Jul 22 23:58:18.161183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:18.269488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c7e70be7-124c-40b9-b29d-fa4498809df7 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:18.270394 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.324002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.345271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdde8b7-0ae8-4558-af15-82d4b9340a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-fbf5811f-5337-420e-bf0b-463837371dae', 'network_id': 'fbf5811f-5337-420e-bf0b-463837371dae', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': 'edae73d5-763a-4407-89df-f0dca51598af'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:18.346090 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-abdde8b7-0ae8-4558-af15-82d4b9340a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.357475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port c7e70be7-124c-40b9-b29d-fa4498809df7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:18.363067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port c7e70be7-124c-40b9-b29d-fa4498809df7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:18.363462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.388375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.421824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=edae73d5-763a-4407-89df-f0dca51598af,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.469453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb5d65-a557-4996-a832-57ab04e200f7 None None] Network fbf5811f-5337-420e-bf0b-463837371dae requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:18.489600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.501170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf5811f-5337-420e-bf0b-463837371dae']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:18.512108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab83d92-1094-458e-92d8-780a1485a7ae') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:18.512432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab83d92-1094-458e-92d8-780a1485a7ae') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:18.521344 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.535006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.541091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:18.541515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:18.544559 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:18.556470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.611209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.615851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e70be7-124c-40b9-b29d-fa4498809df7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:18.619793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.619962 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1246b-9d1d-4152-8ae3-cddd38d46dfd" -d '{"events": [{"server_uuid": "302f68ac-f3bd-4dc8-8861-b6a99d9aee35", "name": "network-vif-plugged", "status": "completed", "tag": "c7e70be7-124c-40b9-b29d-fa4498809df7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:18.622005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/fbf5811f-5337-420e-bf0b-463837371dae HTTP/1.1" status: 204 len: 168 time: 0.4600697 Jul 22 23:58:18.625986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35776) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:18.635358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-360424215'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:18.636749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5090e-7067-47f1-9581-2cea27f94b10 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=fbf5811f-5337-420e-bf0b-463837371dae,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.646672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port c7e70be7-124c-40b9-b29d-fa4498809df7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c7e70be7-124c-40b9-b29d-fa4498809df7,segment=NetworkSegment(20e24bfe-68a9-4139-8d55-b4f72bd0cc01),segment_id=20e24bfe-68a9-4139-8d55-b4f72bd0cc01)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:18.651042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.666130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:18.669584 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.677336 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f4cd0-8fcd-4c0f-b59e-f2dfa996893e x-openstack-request-id: req-fa3f4cd0-8fcd-4c0f-b59e-f2dfa996893e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:18.677589 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302f68ac-f3bd-4dc8-8861-b6a99d9aee35", "name": "network-vif-plugged", "status": "completed", "tag": "c7e70be7-124c-40b9-b29d-fa4498809df7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:18.677847 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa3f4cd0-8fcd-4c0f-b59e-f2dfa996893e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:18.678239 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e70be7-124c-40b9-b29d-fa4498809df7', 'code': 200} Jul 22 23:58:18.693406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:18.702198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.702539 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 00685676-e754-43db-afec-d1af27ba3f4f of type vlan for network cfc880e9-41cc-416d-a9a5-4860b179e8a2 Jul 22 23:58:18.706621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=c7e70be7-124c-40b9-b29d-fa4498809df7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.742817 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.781465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.786916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:18.787511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:18.846179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2180529 Jul 22 23:58:18.849000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35778) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:18.854696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:18.882086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=cfc880e9-41cc-416d-a9a5-4860b179e8a2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:18.894270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.894615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.894953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.895286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.895648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.895974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.897056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.897388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.897713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.898036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.898355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.898674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f4458a-2927-421c-9078-5c2b7964311c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:18.910438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network cfc880e9-41cc-416d-a9a5-4860b179e8a2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:18.915391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4394c-4311-40c4-88c8-f3936486fbf5 req-d13f6e04-4687-4593-9bed-cf23219a07c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:18.916949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b4394c-4311-40c4-88c8-f3936486fbf5 req-d13f6e04-4687-4593-9bed-cf23219a07c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 1097 time: 0.1468186 Jul 22 23:58:18.956348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:18.957295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b4394c-4311-40c4-88c8-f3936486fbf5 req-d0919af6-2d64-4c15-b46f-d6677a8ab2e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Jul 22 23:58:18.961407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.021956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing IP validity checks on allocation pools {{(pid=93790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:58:19.022651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:58:19.140345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.210342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=f13d3070-58c8-4409-b4b3-759bdd15f1bd,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:19.219906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '00685676-e754-43db-afec-d1af27ba3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:19.220285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: cfc880e9-41cc-416d-a9a5-4860b179e8a2, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:19.238469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network cfc880e9-41cc-416d-a9a5-4860b179e8a2 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:19.249820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, cfc880e9-41cc-416d-a9a5-4860b179e8a2) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:19.254259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:19.255076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.264557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e0a0d-89b0-4d4c-b415-605cb429910f None None] Network cfc880e9-41cc-416d-a9a5-4860b179e8a2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:19.293000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:19.293206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b2d386e-5284-4ce5-8646-a26e95933b6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4426255 Jul 22 23:58:19.351003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0dabe-d6b8-4cd6-a500-78563e6238bd req-e71699c1-30b4-4e76-a4a2-7346a00f64ca tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:19.352520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7c0dabe-d6b8-4cd6-a500-78563e6238bd req-e71699c1-30b4-4e76-a4a2-7346a00f64ca tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1522889 Jul 22 23:58:19.402692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e22dab-f1cb-431a-9dfc-33d3354efbbf req-718aa035-78d9-435b-bc50-a12ce51505bf tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:19.404252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3e22dab-f1cb-431a-9dfc-33d3354efbbf req-718aa035-78d9-435b-bc50-a12ce51505bf tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 946 time: 0.1647663 Jul 22 23:58:19.432527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-cfc880e9-41cc-416d-a9a5-4860b179e8a2', 'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': 'f13d3070-58c8-4409-b4b3-759bdd15f1bd'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:19.433501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.471877 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-49d2c31a-5fd0-41c5-bc52-701756664b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.481341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.487720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7c0dabe-d6b8-4cd6-a500-78563e6238bd req-11d3f0b2-3559-4ccb-a0f6-d53413f11920 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027236 Jul 22 23:58:19.494956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3e22dab-f1cb-431a-9dfc-33d3354efbbf req-c31ae057-5b9d-4ad5-93b6-611fa2ea44b2 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Jul 22 23:58:19.551373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.609967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Allocated IP 172.20.0.3 (cfc880e9-41cc-416d-a9a5-4860b179e8a2/f13d3070-58c8-4409-b4b3-759bdd15f1bd/1f58d35a-7305-48a4-accb-fb1237548003) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:19.634486 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.764306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.773032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Transition to ACTIVE for port object 1f58d35a-7305-48a4-accb-fb1237548003 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:19.786984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Transition to ACTIVE for port object 1f58d35a-7305-48a4-accb-fb1237548003 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:19.793176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.811276 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.836086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Network cfc880e9-41cc-416d-a9a5-4860b179e8a2 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:19.838847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:19.840106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=f13d3070-58c8-4409-b4b3-759bdd15f1bd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:19.842650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:19.853331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Pushing event updated for resources: {'Port': ['ID=1f58d35a-7305-48a4-accb-fb1237548003,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:19.904897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Attempting to bind port 1f58d35a-7305-48a4-accb-fb1237548003 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:19.905276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Attempting to bind port 1f58d35a-7305-48a4-accb-fb1237548003 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '00685676-e754-43db-afec-d1af27ba3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:19.905696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Attempting to bind port 1f58d35a-7305-48a4-accb-fb1237548003 on network cfc880e9-41cc-416d-a9a5-4860b179e8a2 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:19.910877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:19.911253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Checking segment: {'id': '00685676-e754-43db-afec-d1af27ba3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:19.912414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.912414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Bound using segment: {'id': '00685676-e754-43db-afec-d1af27ba3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:19.913257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Bound port: 1f58d35a-7305-48a4-accb-fb1237548003, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00685676-e754-43db-afec-d1af27ba3f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:19.913643 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.913756 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.924253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc880e9-41cc-416d-a9a5-4860b179e8a2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.934591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00685676-e754-43db-afec-d1af27ba3f4f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.934894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00685676-e754-43db-afec-d1af27ba3f4f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:19.944094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.958035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.970263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:19.970746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:19.976859 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:19.985906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] For port 1f58d35a-7305-48a4-accb-fb1237548003, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:20.047608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:20.047608 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:20.047608 n-d-758851-4 neutron-server[93791]: [parameters: {'id': 'cfc880e9-41cc-416d-a9a5-4860b179e8a2'}] Jul 22 23:58:20.047608 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:20.048383 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:20.048774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] For port 1f58d35a-7305-48a4-accb-fb1237548003, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f58d35a-7305-48a4-accb-fb1237548003,segment=NetworkSegment(00685676-e754-43db-afec-d1af27ba3f4f),segment_id=00685676-e754-43db-afec-d1af27ba3f4f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:20.053530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.143621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e15a2c-7dd9-438f-8a26-e62c140feb18 None None] Pushing event updated for resources: {'Port': ['ID=1f58d35a-7305-48a4-accb-fb1237548003,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:20.160840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f3733-e903-40cd-af67-81109ed8c5d1 None None] Network cfc880e9-41cc-416d-a9a5-4860b179e8a2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:20.287377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.311838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee11c3d-1c42-49fd-89a4-7b66f283fb90 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:20.401862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee11c3d-1c42-49fd-89a4-7b66f283fb90 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:20.550601 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.707315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port 1f58d35a-7305-48a4-accb-fb1237548003 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:20.707679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.741432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772732a-c9cf-4ddd-aec1-5fabb6e27584 req-091a3421-1ee5-4ecd-b8ba-a5276703cbc9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:20.743653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e772732a-c9cf-4ddd-aec1-5fabb6e27584 req-091a3421-1ee5-4ecd-b8ba-a5276703cbc9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1721470 Jul 22 23:58:20.762506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7597b6-e13b-408c-bee4-fe8758ef893b req-6ee5ebea-9046-4c4b-971f-312a611ac723 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:20.764014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d7597b6-e13b-408c-bee4-fe8758ef893b req-6ee5ebea-9046-4c4b-971f-312a611ac723 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 946 time: 0.1709900 Jul 22 23:58:20.824691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port 1f58d35a-7305-48a4-accb-fb1237548003, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f58d35a-7305-48a4-accb-fb1237548003,segment=NetworkSegment(00685676-e754-43db-afec-d1af27ba3f4f),segment_id=00685676-e754-43db-afec-d1af27ba3f4f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:20.825358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.848288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for 1f58d35a-7305-48a4-accb-fb1237548003 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:20.882233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e772732a-c9cf-4ddd-aec1-5fabb6e27584 req-59667254-e0b6-4e63-b1c0-8816659f8f14 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172671 Jul 22 23:58:20.918897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1d7597b6-e13b-408c-bee4-fe8758ef893b req-992f865a-114c-4c55-a938-42b1af0f68fe tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189029 Jul 22 23:58:20.964371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.993304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=1f58d35a-7305-48a4-accb-fb1237548003,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:20.998696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port 1f58d35a-7305-48a4-accb-fb1237548003 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:21.101020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.111909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc880e9-41cc-416d-a9a5-4860b179e8a2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:21.122399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00685676-e754-43db-afec-d1af27ba3f4f') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:21.122710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00685676-e754-43db-afec-d1af27ba3f4f') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:21.136212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.152613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.159036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:21.159471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:21.163655 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:21.233420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.238574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.246449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.246964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/cfc880e9-41cc-416d-a9a5-4860b179e8a2 HTTP/1.1" status: 204 len: 168 time: 1.9514225 Jul 22 23:58:21.252814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-941267077'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:21.268227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff2f37-a4ad-4709-bf1e-4cadc6e1ca95 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=cfc880e9-41cc-416d-a9a5-4860b179e8a2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:21.280710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:21.284719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.310970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:21.320778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.321140 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment ee97aac5-93c4-4967-b154-759a398b85c5 of type vlan for network 5d99870d-d040-4012-a6c7-e937e47fdd33 Jul 22 23:58:21.367448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.397045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.402741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:21.403438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.438598 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1908026 Jul 22 23:58:21.448784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35800) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.452676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:21.474739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a509f-9184-4ad8-8b39-081698a4aa7a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=5d99870d-d040-4012-a6c7-e937e47fdd33,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:21.486038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 5d99870d-d040-4012-a6c7-e937e47fdd33 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:21.557761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:21.562145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.735596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.769156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.834864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=90a22a59-dcb2-42e3-8ec4-0a3380c168cc,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:21.845328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': 'ee97aac5-93c4-4967-b154-759a398b85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:21.845691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 5d99870d-d040-4012-a6c7-e937e47fdd33, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:21.864781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 5d99870d-d040-4012-a6c7-e937e47fdd33 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:21.874910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 5d99870d-d040-4012-a6c7-e937e47fdd33) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:21.881603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:21.882268 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.884394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09143133-c68d-4a4c-b03d-2309604a053c None None] Network 5d99870d-d040-4012-a6c7-e937e47fdd33 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:21.920672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35804) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:21.921215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6724b784-698c-494c-b870-6a2f739f8fcd tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4766726 Jul 22 23:58:22.030883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.057393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca581e4-c12c-4a55-807e-5829f953c02f req-fd36399b-7139-4300-9a6a-127852b9ec80 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:22.059224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ca581e4-c12c-4a55-807e-5829f953c02f req-fd36399b-7139-4300-9a6a-127852b9ec80 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0853007 Jul 22 23:58:22.091041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-5d99870d-d040-4012-a6c7-e937e47fdd33', 'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': '90a22a59-dcb2-42e3-8ec4-0a3380c168cc'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:22.093188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.098497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.105029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ca581e4-c12c-4a55-807e-5829f953c02f req-441eaf1d-3b31-4d6c-810c-4d59da765560 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386569 Jul 22 23:58:22.246216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Allocated IP 172.20.0.1 (5d99870d-d040-4012-a6c7-e937e47fdd33/90a22a59-dcb2-42e3-8ec4-0a3380c168cc/ce7ef64b-5314-40df-bbc9-afdd1f8a090e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:22.349183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.434415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.449109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Transition to ACTIVE for port object ce7ef64b-5314-40df-bbc9-afdd1f8a090e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:22.472004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Transition to ACTIVE for port object ce7ef64b-5314-40df-bbc9-afdd1f8a090e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:22.478382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.501320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.522561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Network 5d99870d-d040-4012-a6c7-e937e47fdd33 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:22.525587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:22.529272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:22.531755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=90a22a59-dcb2-42e3-8ec4-0a3380c168cc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:22.536261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Pushing event updated for resources: {'Port': ['ID=ce7ef64b-5314-40df-bbc9-afdd1f8a090e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:22.597845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Attempting to bind port ce7ef64b-5314-40df-bbc9-afdd1f8a090e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:22.598434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Attempting to bind port ce7ef64b-5314-40df-bbc9-afdd1f8a090e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee97aac5-93c4-4967-b154-759a398b85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:22.598978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Attempting to bind port ce7ef64b-5314-40df-bbc9-afdd1f8a090e on network 5d99870d-d040-4012-a6c7-e937e47fdd33 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:22.605730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:22.606117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Checking segment: {'id': 'ee97aac5-93c4-4967-b154-759a398b85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:22.607215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.607816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Bound using segment: {'id': 'ee97aac5-93c4-4967-b154-759a398b85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:22.607934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.608772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Bound port: ce7ef64b-5314-40df-bbc9-afdd1f8a090e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee97aac5-93c4-4967-b154-759a398b85c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d99870d-d040-4012-a6c7-e937e47fdd33'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:22.609317 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.619320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d99870d-d040-4012-a6c7-e937e47fdd33']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:22.629443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee97aac5-93c4-4967-b154-759a398b85c5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:22.629820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee97aac5-93c4-4967-b154-759a398b85c5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:22.642947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.657606 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.665192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:22.665670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:22.668748 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:22.684980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] For port ce7ef64b-5314-40df-bbc9-afdd1f8a090e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:22.732353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] For port ce7ef64b-5314-40df-bbc9-afdd1f8a090e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce7ef64b-5314-40df-bbc9-afdd1f8a090e,segment=NetworkSegment(ee97aac5-93c4-4967-b154-759a398b85c5),segment_id=ee97aac5-93c4-4967-b154-759a398b85c5)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:22.732740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:22.732740 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:22.732740 n-d-758851-4 neutron-server[93790]: [parameters: {'id': '5d99870d-d040-4012-a6c7-e937e47fdd33'}] Jul 22 23:58:22.732740 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:22.733443 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:22.737219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:22.830210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d47b-c2b9-487f-94a8-994267a85846 None None] Pushing event updated for resources: {'Port': ['ID=ce7ef64b-5314-40df-bbc9-afdd1f8a090e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:22.849696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cde4d5-e24a-4e90-808e-10d38f2f1da8 None None] Network 5d99870d-d040-4012-a6c7-e937e47fdd33 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:23.000671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6301c8-37e6-41c7-9bb5-0c6ca8f370b5 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:23.101713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6301c8-37e6-41c7-9bb5-0c6ca8f370b5 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:23.234551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.255888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d285a-ffd8-44cf-89d6-c7865b3a0a6b req-abcf7da5-6d51-4a73-bc4a-3ce2c205bd46 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:23.257631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-587d285a-ffd8-44cf-89d6-c7865b3a0a6b req-abcf7da5-6d51-4a73-bc4a-3ce2c205bd46 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0788898 Jul 22 23:58:23.308936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port ce7ef64b-5314-40df-bbc9-afdd1f8a090e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:23.309747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.323080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-587d285a-ffd8-44cf-89d6-c7865b3a0a6b req-de62b757-c4da-4819-912a-9e7392b18665 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Jul 22 23:58:23.398930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port ce7ef64b-5314-40df-bbc9-afdd1f8a090e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ce7ef64b-5314-40df-bbc9-afdd1f8a090e,segment=NetworkSegment(ee97aac5-93c4-4967-b154-759a398b85c5),segment_id=ee97aac5-93c4-4967-b154-759a398b85c5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:23.399322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.412420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for ce7ef64b-5314-40df-bbc9-afdd1f8a090e owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:23.500918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.529927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=ce7ef64b-5314-40df-bbc9-afdd1f8a090e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:23.533695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port ce7ef64b-5314-40df-bbc9-afdd1f8a090e on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:23.598694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d99a4a-cf10-4f75-acdd-d57a354399db req-e8d67762-4342-42ee-9809-8db676173292 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:23.600868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75d99a4a-cf10-4f75-acdd-d57a354399db req-e8d67762-4342-42ee-9809-8db676173292 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 946 time: 0.0835650 Jul 22 23:58:23.616951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.627553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d99870d-d040-4012-a6c7-e937e47fdd33']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:23.638775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee97aac5-93c4-4967-b154-759a398b85c5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:23.639081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee97aac5-93c4-4967-b154-759a398b85c5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:23.643252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75d99a4a-cf10-4f75-acdd-d57a354399db req-8c03dd0d-d480-4ba4-b6a9-a6e5b5e1fc64 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364590 Jul 22 23:58:23.649174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.664225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.670610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:23.670989 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:23.673985 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:23.749513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.756871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.758641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/5d99870d-d040-4012-a6c7-e937e47fdd33 HTTP/1.1" status: 204 len: 168 time: 1.8365254 Jul 22 23:58:23.762966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35836) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:23.769323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960091878'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:23.772186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b2a2-a7da-42a4-88a1-4e267da3022f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=5d99870d-d040-4012-a6c7-e937e47fdd33,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:23.796222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:23.799765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.826325 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:23.837040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.837380 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment f5dc397f-16c4-4a3e-af06-e563d217cf5e of type vlan for network 48bf930a-5e24-4186-94e5-a85565ccf903 Jul 22 23:58:23.882061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.910578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.916852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:23.917521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.955147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1909118 Jul 22 23:58:23.958022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35838) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:23.990677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:23.995320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b333b-003d-42dc-abcd-9f24593be847 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=48bf930a-5e24-4186-94e5-a85565ccf903,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.009173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 48bf930a-5e24-4186-94e5-a85565ccf903 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:24.098013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:24.102381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.288302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.353769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=d6b93226-c11d-40d8-97ad-ca85e84988c1,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.359729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': 'f5dc397f-16c4-4a3e-af06-e563d217cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:24.360102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 48bf930a-5e24-4186-94e5-a85565ccf903, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:24.377923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 48bf930a-5e24-4186-94e5-a85565ccf903 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:24.395796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 48bf930a-5e24-4186-94e5-a85565ccf903) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:24.404689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980dc45d-653e-4cfe-89d8-4d495c131bb2 None None] Network 48bf930a-5e24-4186-94e5-a85565ccf903 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:24.420824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:24.421413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.441065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1bf3b919-c8a2-4bc9-842d-d8cf4283d252 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4813685 Jul 22 23:58:24.444771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:24.471247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a252f-c48e-4374-bded-9beb86a3c97c req-15489a7d-32ae-44d5-8263-e7c3707786d7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:24.472589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-474a252f-c48e-4374-bded-9beb86a3c97c req-15489a7d-32ae-44d5-8263-e7c3707786d7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0868094 Jul 22 23:58:24.515006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-474a252f-c48e-4374-bded-9beb86a3c97c req-9843b63a-5669-410f-97a1-1a414101ce12 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Jul 22 23:58:24.558039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.563028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-48bf930a-5e24-4186-94e5-a85565ccf903', 'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': 'd6b93226-c11d-40d8-97ad-ca85e84988c1'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:24.563913 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.611457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.696899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Allocated IP 172.20.0.1 (48bf930a-5e24-4186-94e5-a85565ccf903/d6b93226-c11d-40d8-97ad-ca85e84988c1/fcb840a3-7a09-4908-872e-aec1e063fba5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:24.781106 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146a81-d18d-48ce-b1b8-479e10500343 req-e188c322-7992-45fe-b04b-2085b4cd6560 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:24.782655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9146a81-d18d-48ce-b1b8-479e10500343 req-e188c322-7992-45fe-b04b-2085b4cd6560 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 946 time: 0.0651190 Jul 22 23:58:24.822842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9146a81-d18d-48ce-b1b8-479e10500343 req-c4494967-991a-4003-9cb7-e5a99908beef tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/security-groups?id=72cf08a4-a6c1-445d-8566-680e700681ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Jul 22 23:58:24.845193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.854116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Transition to ACTIVE for port object fcb840a3-7a09-4908-872e-aec1e063fba5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:24.869006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Transition to ACTIVE for port object fcb840a3-7a09-4908-872e-aec1e063fba5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:24.874686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.890766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.909509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Network 48bf930a-5e24-4186-94e5-a85565ccf903 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:24.916125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:24.916782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b93226-c11d-40d8-97ad-ca85e84988c1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.920553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:24.929308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Pushing event updated for resources: {'Port': ['ID=fcb840a3-7a09-4908-872e-aec1e063fba5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:24.986345 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.990683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Attempting to bind port fcb840a3-7a09-4908-872e-aec1e063fba5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:24.991131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Attempting to bind port fcb840a3-7a09-4908-872e-aec1e063fba5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f5dc397f-16c4-4a3e-af06-e563d217cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:24.991547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Attempting to bind port fcb840a3-7a09-4908-872e-aec1e063fba5 on network 48bf930a-5e24-4186-94e5-a85565ccf903 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:24.996765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:24.997196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Checking segment: {'id': 'f5dc397f-16c4-4a3e-af06-e563d217cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:24.997611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:24.997763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bf930a-5e24-4186-94e5-a85565ccf903']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:24.998014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Bound using segment: {'id': 'f5dc397f-16c4-4a3e-af06-e563d217cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:24.998484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Bound port: fcb840a3-7a09-4908-872e-aec1e063fba5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5dc397f-16c4-4a3e-af06-e563d217cf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '48bf930a-5e24-4186-94e5-a85565ccf903'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:24.998871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.007493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dc397f-16c4-4a3e-af06-e563d217cf5e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:25.008169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dc397f-16c4-4a3e-af06-e563d217cf5e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:25.020062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.033948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.037214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407778e-3068-44b1-9891-fca22c2a0539 req-0b011650-bc10-446e-85ff-1a2c081c2dd8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:25.038935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7407778e-3068-44b1-9891-fca22c2a0539 req-0b011650-bc10-446e-85ff-1a2c081c2dd8 tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.48 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 946 time: 0.0733330 Jul 22 23:58:25.041009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:25.041404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:25.044497 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:25.068479 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] For port fcb840a3-7a09-4908-872e-aec1e063fba5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:25.105155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] For port fcb840a3-7a09-4908-872e-aec1e063fba5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fcb840a3-7a09-4908-872e-aec1e063fba5,segment=NetworkSegment(f5dc397f-16c4-4a3e-af06-e563d217cf5e),segment_id=f5dc397f-16c4-4a3e-af06-e563d217cf5e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:25.105441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:25.105441 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:25.105441 n-d-758851-4 neutron-server[93790]: [parameters: {'id': '48bf930a-5e24-4186-94e5-a85565ccf903'}] Jul 22 23:58:25.105441 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:25.105988 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:25.109561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.144320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Deleting port c7e70be7-124c-40b9-b29d-fa4498809df7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:25.144666 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.195208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2025-4ee4-4059-9f3e-3e6fd989dfe7 None None] Pushing event updated for resources: {'Port': ['ID=fcb840a3-7a09-4908-872e-aec1e063fba5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:25.211267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea3a6e-b782-4439-8853-d8c1f1578d52 None None] Network 48bf930a-5e24-4186-94e5-a85565ccf903 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:25.239491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] For port c7e70be7-124c-40b9-b29d-fa4498809df7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=c7e70be7-124c-40b9-b29d-fa4498809df7,segment=NetworkSegment(20e24bfe-68a9-4139-8d55-b4f72bd0cc01),segment_id=20e24bfe-68a9-4139-8d55-b4f72bd0cc01)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:25.239951 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.251689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Calling delete_port for c7e70be7-124c-40b9-b29d-fa4498809df7 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:25.343236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7f0c8-a51c-4318-a795-1ec4a83fb10f None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:25.378171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.412805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['c7e70be7-124c-40b9-b29d-fa4498809df7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:25.416637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Pushing event deleted for resources: {'Port': ['ID=c7e70be7-124c-40b9-b29d-fa4498809df7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:25.463108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f7f0c8-a51c-4318-a795-1ec4a83fb10f None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:25.467974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] No DVR routers for this DVR port c7e70be7-124c-40b9-b29d-fa4498809df7 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:25.470627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.472625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7407778e-3068-44b1-9891-fca22c2a0539 req-8b02d281-f612-4359-b558-c36e4f3fa91a tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.48 "DELETE /v2.0/ports/c7e70be7-124c-40b9-b29d-fa4498809df7 HTTP/1.1" status: 204 len: 173 time: 0.4285569 Jul 22 23:58:25.473053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'name': 'network-vif-deleted', 'tag': 'c7e70be7-124c-40b9-b29d-fa4498809df7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:25.475501 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e5528e-0894-4c92-b9b8-d5880d27d2d3" -d '{"events": [{"server_uuid": "302f68ac-f3bd-4dc8-8861-b6a99d9aee35", "name": "network-vif-deleted", "tag": "c7e70be7-124c-40b9-b29d-fa4498809df7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:25.513790 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fca7615-89cc-41d9-8d1c-d8a7770d88fa x-openstack-request-id: req-9fca7615-89cc-41d9-8d1c-d8a7770d88fa {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:25.514352 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302f68ac-f3bd-4dc8-8861-b6a99d9aee35", "name": "network-vif-deleted", "tag": "c7e70be7-124c-40b9-b29d-fa4498809df7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:25.514569 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fca7615-89cc-41d9-8d1c-d8a7770d88fa {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:25.515154 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302f68ac-f3bd-4dc8-8861-b6a99d9aee35', 'name': 'network-vif-deleted', 'tag': 'c7e70be7-124c-40b9-b29d-fa4498809df7', 'status': 'completed', 'code': 200} Jul 22 23:58:25.607757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.671672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503110d-d678-4dc2-be2d-abebc1873e64 req-07267fa0-68a3-43ad-af2c-e95338391bc0 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:25.675803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c503110d-d678-4dc2-be2d-abebc1873e64 req-07267fa0-68a3-43ad-af2c-e95338391bc0 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0802717 Jul 22 23:58:25.678124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port fcb840a3-7a09-4908-872e-aec1e063fba5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:25.678490 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.736645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c503110d-d678-4dc2-be2d-abebc1873e64 req-c314c968-55a8-41b6-b25a-c4c020a50264 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569112 Jul 22 23:58:25.754000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port fcb840a3-7a09-4908-872e-aec1e063fba5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fcb840a3-7a09-4908-872e-aec1e063fba5,segment=NetworkSegment(f5dc397f-16c4-4a3e-af06-e563d217cf5e),segment_id=f5dc397f-16c4-4a3e-af06-e563d217cf5e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:25.754368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.777683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for fcb840a3-7a09-4908-872e-aec1e063fba5 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:25.861227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.888560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=fcb840a3-7a09-4908-872e-aec1e063fba5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:25.892083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port fcb840a3-7a09-4908-872e-aec1e063fba5 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:25.948357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e69dfdfa-0d67-4c99-97fc-6ae856e627a7 req-ae526469-8f14-425d-a55d-261e831f7f0b tempest-VolumesActionsTest-1351701441 tempest-VolumesActionsTest-1351701441-project] 10.222.0.21 "GET /v2.0/ports?device_id=302f68ac-f3bd-4dc8-8861-b6a99d9aee35 HTTP/1.1" status: 200 len: 210 time: 0.0378211 Jul 22 23:58:25.981401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:25.991850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bf930a-5e24-4186-94e5-a85565ccf903']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:26.001927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dc397f-16c4-4a3e-af06-e563d217cf5e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:26.002231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dc397f-16c4-4a3e-af06-e563d217cf5e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:26.011241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.025914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.033269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:26.033654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:26.037752 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:26.100763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.108953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.110702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/48bf930a-5e24-4186-94e5-a85565ccf903 HTTP/1.1" status: 204 len: 168 time: 1.6637416 Jul 22 23:58:26.114282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35854) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:26.119734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-765184371'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:26.122833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e2828-e671-44b5-8345-9ca1f8790e22 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=48bf930a-5e24-4186-94e5-a85565ccf903,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.142572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:26.147098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.170761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:26.179953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.180259 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 762edf93-330b-4656-ad9d-f564d0c4e837 of type vlan for network 67686b39-c853-4eaf-a0d0-eedb793be691 Jul 22 23:58:26.220892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.249479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.254989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:26.256277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.287982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1725264 Jul 22 23:58:26.290665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:26.295757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:26.350406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf93f6-8a52-4e29-9688-933b99868c3b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=67686b39-c853-4eaf-a0d0-eedb793be691,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.360893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 67686b39-c853-4eaf-a0d0-eedb793be691 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:26.487710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.500904 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.510566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 67686b39-c853-4eaf-a0d0-eedb793be691 is not hosted by any dhcp agent {{(pid=93791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:58:26.515864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:26.516445 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.517690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "PUT /v2.0/networks/67686b39-c853-4eaf-a0d0-eedb793be691 HTTP/1.1" status: 200 len: 723 time: 0.2261193 Jul 22 23:58:26.521608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:26.526889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:26.572729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c44fe7-2a77-4c66-9ef8-ae87d373b6ef tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=67686b39-c853-4eaf-a0d0-eedb793be691,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.583805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 67686b39-c853-4eaf-a0d0-eedb793be691 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:26.621209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:26.624780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.811154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.872169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=53a9d72b-499d-4fbb-9554-98883a952e76,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:26.884096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '762edf93-330b-4656-ad9d-f564d0c4e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:26.884469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 67686b39-c853-4eaf-a0d0-eedb793be691, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:26.889983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aecfd8-ca02-49f6-897d-ab70f854806b req-5d7b0dec-12cc-4342-bf55-b6852bc7c0b2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:26.891507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71aecfd8-ca02-49f6-897d-ab70f854806b req-5d7b0dec-12cc-4342-bf55-b6852bc7c0b2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0646582 Jul 22 23:58:26.908582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 67686b39-c853-4eaf-a0d0-eedb793be691 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:26.918576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 67686b39-c853-4eaf-a0d0-eedb793be691) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:26.923308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:26.924466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:26.928884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e17e6c-dbf8-4231-b90c-4ed52b6de4ba None None] Network 67686b39-c853-4eaf-a0d0-eedb793be691 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:26.937919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71aecfd8-ca02-49f6-897d-ab70f854806b req-d9e4baa7-189a-4b36-9d55-6aa519e68fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388703 Jul 22 23:58:26.948632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf32413f-39d3-4e68-b272-33cd56f3306a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4257722 Jul 22 23:58:26.960425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:26.965974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:27.068459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11855807'] for subnet, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.112301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-67686b39-c853-4eaf-a0d0-eedb793be691', 'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': '53a9d72b-499d-4fbb-9554-98883a952e76'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:27.113464 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.277815 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755826412400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11783680'] for subnet, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.314848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:27.315755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.317340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "PUT /v2.0/subnets/53a9d72b-499d-4fbb-9554-98883a952e76 HTTP/1.1" status: 200 len: 806 time: 0.3556266 Jul 22 23:58:27.322069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35872) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:27.339216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6221ec9-1e85-495b-bff1-ba704f58f9cb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=53a9d72b-499d-4fbb-9554-98883a952e76,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:27.349619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Allocated IP 172.20.0.2 (67686b39-c853-4eaf-a0d0-eedb793be691/53a9d72b-499d-4fbb-9554-98883a952e76/70115dc8-db72-4c1c-b952-e4c69af7b333) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:27.502165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.559519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.565621 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.575559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Transition to ACTIVE for port object 70115dc8-db72-4c1c-b952-e4c69af7b333 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:27.595056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Transition to ACTIVE for port object 70115dc8-db72-4c1c-b952-e4c69af7b333 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:27.602476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.636935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.641782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Network 67686b39-c853-4eaf-a0d0-eedb793be691 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:27.649248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:27.651980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:27.662926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Pushing event updated for resources: {'Port': ['ID=70115dc8-db72-4c1c-b952-e4c69af7b333,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:27.680210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=53a9d72b-499d-4fbb-9554-98883a952e76,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:27.724724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Attempting to bind port 70115dc8-db72-4c1c-b952-e4c69af7b333 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:27.725291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Attempting to bind port 70115dc8-db72-4c1c-b952-e4c69af7b333 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '762edf93-330b-4656-ad9d-f564d0c4e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:27.725750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Attempting to bind port 70115dc8-db72-4c1c-b952-e4c69af7b333 on network 67686b39-c853-4eaf-a0d0-eedb793be691 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:27.731359 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:27.731859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Checking segment: {'id': '762edf93-330b-4656-ad9d-f564d0c4e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:27.732359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.732857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Bound using segment: {'id': '762edf93-330b-4656-ad9d-f564d0c4e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:27.733415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Bound port: 70115dc8-db72-4c1c-b952-e4c69af7b333, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762edf93-330b-4656-ad9d-f564d0c4e837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67686b39-c853-4eaf-a0d0-eedb793be691'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:27.733888 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.750692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.762550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67686b39-c853-4eaf-a0d0-eedb793be691']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:27.774578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762edf93-330b-4656-ad9d-f564d0c4e837') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:27.774937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762edf93-330b-4656-ad9d-f564d0c4e837') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:27.783842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.798716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.804660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] For port 70115dc8-db72-4c1c-b952-e4c69af7b333, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:27.807194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:27.807844 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:27.811608 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:27.870777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] For port 70115dc8-db72-4c1c-b952-e4c69af7b333, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=70115dc8-db72-4c1c-b952-e4c69af7b333,segment=NetworkSegment(762edf93-330b-4656-ad9d-f564d0c4e837),segment_id=762edf93-330b-4656-ad9d-f564d0c4e837)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:27.871424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.db.api [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:27.871424 n-d-758851-4 neutron-server[93790]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:27.871424 n-d-758851-4 neutron-server[93790]: [parameters: {'id': '67686b39-c853-4eaf-a0d0-eedb793be691'}] Jul 22 23:58:27.871424 n-d-758851-4 neutron-server[93790]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93790) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:27.871843 n-d-758851-4 neutron-server[93790]: DEBUG oslo_db.api [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:27.876508 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:27.970300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ec769-f8ab-4b37-a3d6-124551706f2f None None] Pushing event updated for resources: {'Port': ['ID=70115dc8-db72-4c1c-b952-e4c69af7b333,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:27.993895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ceb9cf-baf6-44dc-bd6f-efa56e6212c1 None None] Network 67686b39-c853-4eaf-a0d0-eedb793be691 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:28.100396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9c5b3-12ea-440d-a1d3-2dd23ca12241 req-7ab6543b-a607-420d-a2ee-ae646e280909 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:28.102070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74d9c5b3-12ea-440d-a1d3-2dd23ca12241 req-7ab6543b-a607-420d-a2ee-ae646e280909 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0752878 Jul 22 23:58:28.143782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74d9c5b3-12ea-440d-a1d3-2dd23ca12241 req-f9676b1f-96d4-4bae-9acd-3f92c241009c tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355921 Jul 22 23:58:28.292320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ac976c-246f-4d42-8e57-0452af13f666 None None] Network 67686b39-c853-4eaf-a0d0-eedb793be691 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:28.343831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c7e70be7-124c-40b9-b29d-fa4498809df7 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:28.372425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: c7e70be7-124c-40b9-b29d-fa4498809df7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:28.372766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device c7e70be7-124c-40b9-b29d-fa4498809df7 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:28.373288 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.428433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port 70115dc8-db72-4c1c-b952-e4c69af7b333 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:28.428785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.461732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37593918-b4f7-4516-87a1-47cc732f966b None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:28.500664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port 70115dc8-db72-4c1c-b952-e4c69af7b333, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=70115dc8-db72-4c1c-b952-e4c69af7b333,segment=NetworkSegment(762edf93-330b-4656-ad9d-f564d0c4e837),segment_id=762edf93-330b-4656-ad9d-f564d0c4e837)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:28.501454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.520987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for 70115dc8-db72-4c1c-b952-e4c69af7b333 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:28.559490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37593918-b4f7-4516-87a1-47cc732f966b None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:28.612710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.647129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=70115dc8-db72-4c1c-b952-e4c69af7b333,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:28.652219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port 70115dc8-db72-4c1c-b952-e4c69af7b333 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:28.767769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.779916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67686b39-c853-4eaf-a0d0-eedb793be691']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:28.790834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762edf93-330b-4656-ad9d-f564d0c4e837') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:28.791135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762edf93-330b-4656-ad9d-f564d0c4e837') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:28.800952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.819083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.824926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:28.825142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:28.828194 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:28.893922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.901404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.906394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:28.906540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/67686b39-c853-4eaf-a0d0-eedb793be691 HTTP/1.1" status: 204 len: 168 time: 1.5830870 Jul 22 23:58:28.917997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed8f60-40d9-4673-94ed-597360446093 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=67686b39-c853-4eaf-a0d0-eedb793be691,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:28.931028 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0c1dac-d5cd-42e5-a8df-112ba31b1851 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:28.931601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0c1dac-d5cd-42e5-a8df-112ba31b1851 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:28.933296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8f0c1dac-d5cd-42e5-a8df-112ba31b1851 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/67686b39-c853-4eaf-a0d0-eedb793be691 HTTP/1.1" status: 404 len: 339 time: 0.0255156 Jul 22 23:58:28.936965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:28.942071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788006835', 'description': 'd1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:28.963440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:28.967299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:28.991357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:29.003354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.003945 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 40377a8a-a9bc-4ddd-9735-fdcedbf9fe96 of type vlan for network 374235e4-5eba-4996-b100-bfb07b6457f1 Jul 22 23:58:29.050389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.078252 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.084668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.085259 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.118913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1807156 Jul 22 23:58:29.121701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35892) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.180880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af153a-33c1-47a8-a1c0-3bb983e0ab6b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=374235e4-5eba-4996-b100-bfb07b6457f1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.192015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 374235e4-5eba-4996-b100-bfb07b6457f1 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:29.284399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592b9f2-475b-459b-bce9-9b29453e9ed6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.289121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9592b9f2-475b-459b-bce9-9b29453e9ed6 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks?id=374235e4-5eba-4996-b100-bfb07b6457f1 HTTP/1.1" status: 200 len: 760 time: 0.1634030 Jul 22 23:58:29.289258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.294981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'description': 'd2'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:29.402658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362cdc9-d3e6-413c-b4c1-5e1cb750eb56 req-9dfbe146-4b67-44b0-8a3a-8a39003324ff tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.404108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4362cdc9-d3e6-413c-b4c1-5e1cb750eb56 req-9dfbe146-4b67-44b0-8a3a-8a39003324ff tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1624634 Jul 22 23:58:29.494125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4362cdc9-d3e6-413c-b4c1-5e1cb750eb56 req-f8551623-2878-4216-a678-0ecba9c871a8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806551 Jul 22 23:58:29.495586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.514413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.533112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 374235e4-5eba-4996-b100-bfb07b6457f1 is not hosted by any dhcp agent {{(pid=93791) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 23:58:29.538982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.539706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.541047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "PUT /v2.0/networks/374235e4-5eba-4996-b100-bfb07b6457f1 HTTP/1.1" status: 200 len: 757 time: 0.2508643 Jul 22 23:58:29.543974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.631053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed66761-5c2a-429f-b431-255595b6b906 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.632628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1ed66761-5c2a-429f-b431-255595b6b906 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks?id=374235e4-5eba-4996-b100-bfb07b6457f1 HTTP/1.1" status: 200 len: 760 time: 0.0876291 Jul 22 23:58:29.636463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35900) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.641587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1219548590'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:29.665096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:29.669019 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.706048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:29.722114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.722561 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 4be3c0e5-6b53-4d7c-b146-7e1f77c566a9 of type vlan for network 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 Jul 22 23:58:29.789627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.823553 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.829151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:29.829761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:29.872033 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2318304 Jul 22 23:58:29.873077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:29.877303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '8ccf0baf-0477-4b15-92c1-1e9ae67cebc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:29.921062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10693b-e379-4149-8373-a58ffd4f1392 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=8ccf0baf-0477-4b15-92c1-1e9ae67cebc4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.932007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f536cf-024a-4017-917a-c89e4a0b24a2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=374235e4-5eba-4996-b100-bfb07b6457f1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:29.937121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:29.950788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 374235e4-5eba-4996-b100-bfb07b6457f1 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:30.012458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:30.015972 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.207274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.268178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=870a951c-5ab3-4ec5-86d6-a07adec7d482,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:30.279913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '4be3c0e5-6b53-4d7c-b146-7e1f77c566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8ccf0baf-0477-4b15-92c1-1e9ae67cebc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:30.280284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:30.297845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:30.308266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:30.312942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:30.313537 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.317142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a71b70d-9f09-4d7c-9657-3ec8eaac3a23 None None] Network 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:30.330164 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a635ab10-8fb2-4cfc-9d97-1f8bbdc9010c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4567111 Jul 22 23:58:30.332625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:30.433170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.484538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78574a-ec5a-4ea4-996d-7d656bb9d10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-8ccf0baf-0477-4b15-92c1-1e9ae67cebc4', 'network_id': '8ccf0baf-0477-4b15-92c1-1e9ae67cebc4', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': '870a951c-5ab3-4ec5-86d6-a07adec7d482'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:30.485408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5d78574a-ec5a-4ea4-996d-7d656bb9d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.492536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.559017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.586839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=870a951c-5ab3-4ec5-86d6-a07adec7d482,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-5d78574a-ec5a-4ea4-996d-7d656bb9d10c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 870a951c-5ab3-4ec5-86d6-a07adec7d482: This subnet is being modified by another concurrent operation. Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 870a951c-5ab3-4ec5-86d6-a07adec7d482: This subnet is being modified by another concurrent operation. Jul 22 23:58:30.596405 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 22 23:58:30.617645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428184b-282b-4a14-bef9-543bbec10b2b None None] Network 8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:30.649490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f947f-ac9e-4de9-a2c5-c5ba320f0c91 req-f671c79c-3f35-4873-b2e0-cef7c6ec289f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:30.651232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-968f947f-ac9e-4de9-a2c5-c5ba320f0c91 req-f671c79c-3f35-4873-b2e0-cef7c6ec289f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0832291 Jul 22 23:58:30.678452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.689365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccf0baf-0477-4b15-92c1-1e9ae67cebc4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:30.697900 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-968f947f-ac9e-4de9-a2c5-c5ba320f0c91 req-8247ddca-6980-4950-9d84-b87f6e3b04df tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Jul 22 23:58:30.702806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be3c0e5-6b53-4d7c-b146-7e1f77c566a9') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:30.703217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be3c0e5-6b53-4d7c-b146-7e1f77c566a9') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:30.720237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.731285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.738373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:30.738842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:30.742749 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:30.765514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621fe03a-70c7-4177-9ae3-942cf9be58f9 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:30.836476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.845723 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:30.850444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 HTTP/1.1" status: 204 len: 168 time: 0.5166295 Jul 22 23:58:30.853937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:30.868635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f2bcb-0575-4cda-8c77-8230d7104838 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=8ccf0baf-0477-4b15-92c1-1e9ae67cebc4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:30.879313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621fe03a-70c7-4177-9ae3-942cf9be58f9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:30.888155 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4033c85-5af7-4c12-a7ef-6587041b3d71 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] GET failed (client error): The resource could not be found. Jul 22 23:58:30.892555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c4033c85-5af7-4c12-a7ef-6587041b3d71 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/subnets/870a951c-5ab3-4ec5-86d6-a07adec7d482 HTTP/1.1" status: 404 len: 337 time: 0.0375676 Jul 22 23:58:30.892947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:30.914975 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb40ae19-ae7f-446b-a416-ca1d1b27ddb8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:30.915585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb40ae19-ae7f-446b-a416-ca1d1b27ddb8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:30.917456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb40ae19-ae7f-446b-a416-ca1d1b27ddb8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 HTTP/1.1" status: 404 len: 339 time: 0.0234661 Jul 22 23:58:30.921710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35918) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.180230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6469923-3d31-4b0e-9fac-f5eff68080ba tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.183549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6469923-3d31-4b0e-9fac-f5eff68080ba tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2590158 Jul 22 23:58:31.184911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.225204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-937b8333-8f7f-47dc-8909-28c4769b8331 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 207 time: 0.0391347 Jul 22 23:58:31.228891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.335886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad311a61-7d0a-4405-a852-a2476e59e2c4 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.341663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad311a61-7d0a-4405-a852-a2476e59e2c4 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.347975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad311a61-7d0a-4405-a852-a2476e59e2c4 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.354027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad311a61-7d0a-4405-a852-a2476e59e2c4 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.355711 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad311a61-7d0a-4405-a852-a2476e59e2c4 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1257813 Jul 22 23:58:31.359499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.472696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9326e1ae-3837-4fff-9300-befd6584744a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1121342 Jul 22 23:58:31.477135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.528013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a45b9-3175-4a3c-81af-f40e42f1be7f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.529465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a45b9-3175-4a3c-81af-f40e42f1be7f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.531002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe7a45b9-3175-4a3c-81af-f40e42f1be7f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0529244 Jul 22 23:58:31.534922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35934) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.586292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbec5fe-7a4f-424a-afca-47517c66760a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.587745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbec5fe-7a4f-424a-afca-47517c66760a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['shared'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.589301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7bbec5fe-7a4f-424a-afca-47517c66760a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0534506 Jul 22 23:58:31.593182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.698087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23c9b0e-4ef8-48ce-8a3a-786e3eb4a229 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.703061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b23c9b0e-4ef8-48ce-8a3a-786e3eb4a229 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks/60528d43-940c-42d2-9cb0-487388551bf8 HTTP/1.1" status: 200 len: 800 time: 0.1054065 Jul 22 23:58:31.703445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.818530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8eb1fbd-277c-41c2-8a19-c765aa9735d8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/networks/60528d43-940c-42d2-9cb0-487388551bf8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1128969 Jul 22 23:58:31.823515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.860340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5a8a9-8676-4e5a-83cb-1ed319fd1d38 req-f9d85f2c-3e8d-4280-a4a4-5f087f4c9b89 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.862251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88e5a8a9-8676-4e5a-83cb-1ed319fd1d38 req-f9d85f2c-3e8d-4280-a4a4-5f087f4c9b89 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0785594 Jul 22 23:58:31.875035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c255478-a25f-41d2-ba89-bd41a1401ed3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.879742 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7c255478-a25f-41d2-ba89-bd41a1401ed3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/subnets/c5b648f5-6bfe-44a5-a596-55dbc5fc97a9 HTTP/1.1" status: 200 len: 811 time: 0.0519693 Jul 22 23:58:31.879977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.908990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88e5a8a9-8676-4e5a-83cb-1ed319fd1d38 req-5fae531b-3c73-440e-94d4-42da119e8167 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382462 Jul 22 23:58:31.935641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1c972b-7908-4684-ad07-45398f19587a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['shared'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:31.937048 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0f1c972b-7908-4684-ad07-45398f19587a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "GET /v2.0/subnets/c5b648f5-6bfe-44a5-a596-55dbc5fc97a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0555377 Jul 22 23:58:31.940513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35946) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:31.946450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-884752403'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:31.967280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:31.970660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.270151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:32.280046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.280390 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Added segment 7f368fe4-19f3-4f62-933e-a4667adb6e20 of type vlan for network 19754ccf-1532-426d-98ef-442e30e7a806 Jul 22 23:58:32.321595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.353434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.359298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.359909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.398289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4564970 Jul 22 23:58:32.401279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:32.406970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'network_id': '19754ccf-1532-426d-98ef-442e30e7a806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:32.454445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75b856-e04b-42cd-be4e-5099452d1b0e tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Network': ['ID=19754ccf-1532-426d-98ef-442e30e7a806,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:32.468588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 19754ccf-1532-426d-98ef-442e30e7a806 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:32.555692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Made reservation on behalf of 67635e3299ce47148477bcce9c7087cd for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:32.559530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.620671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing IP validity checks on allocation pools {{(pid=93790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 23:58:32.621183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.ipam_backend_mixin [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93790) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 23:58:32.748300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.811919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=c03107ca-f666-4ad4-8a90-ee84086c80bf,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:32.822549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Checking segment: {'id': '7f368fe4-19f3-4f62-933e-a4667adb6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19754ccf-1532-426d-98ef-442e30e7a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:32.822908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network hostable DHCP agents. Network: 19754ccf-1532-426d-98ef-442e30e7a806, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:32.839847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Network 19754ccf-1532-426d-98ef-442e30e7a806 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:32.848589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 19754ccf-1532-426d-98ef-442e30e7a806) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:32.853311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:32.853901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:32.857979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2638edb-bf08-4cb1-a20f-174daaafbe66 None None] Network 19754ccf-1532-426d-98ef-442e30e7a806 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:32.869451 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72f81f90-a176-42e9-b335-38ba8afb7f44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4663146 Jul 22 23:58:32.872327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35960) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:32.878705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:32.985128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8509614'] for subnet, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.037381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-19754ccf-1532-426d-98ef-442e30e7a806', 'network_id': '19754ccf-1532-426d-98ef-442e30e7a806', 'tenant_id': '67635e3299ce47148477bcce9c7087cd', 'fixed_ips': [{'subnet_id': 'c03107ca-f666-4ad4-8a90-ee84086c80bf'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:33.038252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.078411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69531d34-f352-48e9-8a86-4b25059ace6d req-ace0116d-9c29-4ff5-ba19-42161f5dea2a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.089142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69531d34-f352-48e9-8a86-4b25059ace6d req-ace0116d-9c29-4ff5-ba19-42161f5dea2a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1039534 Jul 22 23:58:33.125808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69531d34-f352-48e9-8a86-4b25059ace6d req-1ba7b315-b243-49df-9bbd-8cab16491ed3 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357740 Jul 22 23:58:33.173015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755826412400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10419920'] for subnet, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.212885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:33.213496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.214820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "PUT /v2.0/subnets/c03107ca-f666-4ad4-8a90-ee84086c80bf HTTP/1.1" status: 200 len: 877 time: 0.3408771 Jul 22 23:58:33.218091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35964) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:33.228102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Allocated IP 172.20.0.3 (19754ccf-1532-426d-98ef-442e30e7a806/c03107ca-f666-4ad4-8a90-ee84086c80bf/405ce2cd-c73c-4a86-b140-6f94b2182b97) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:33.243397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3856-3ab6-4e63-8f2b-cc36cc711e2a tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event updated for resources: {'Subnet': ['ID=c03107ca-f666-4ad4-8a90-ee84086c80bf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:33.324358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.391658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.392095 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.406364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Transition to ACTIVE for port object 405ce2cd-c73c-4a86-b140-6f94b2182b97 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:33.430827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Transition to ACTIVE for port object 405ce2cd-c73c-4a86-b140-6f94b2182b97 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:33.441624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.496879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Network 19754ccf-1532-426d-98ef-442e30e7a806 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:33.505161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:33.506502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.510379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:33.524101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Pushing event updated for resources: {'Port': ['ID=405ce2cd-c73c-4a86-b140-6f94b2182b97,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:33.535148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=c03107ca-f666-4ad4-8a90-ee84086c80bf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:33.604552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Attempting to bind port 405ce2cd-c73c-4a86-b140-6f94b2182b97 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:33.604552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Attempting to bind port 405ce2cd-c73c-4a86-b140-6f94b2182b97 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '7f368fe4-19f3-4f62-933e-a4667adb6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19754ccf-1532-426d-98ef-442e30e7a806'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:33.606415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Attempting to bind port 405ce2cd-c73c-4a86-b140-6f94b2182b97 on network 19754ccf-1532-426d-98ef-442e30e7a806 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:33.611182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:33.611888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Checking segment: {'id': '7f368fe4-19f3-4f62-933e-a4667adb6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19754ccf-1532-426d-98ef-442e30e7a806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:33.612305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.612704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Bound using segment: {'id': '7f368fe4-19f3-4f62-933e-a4667adb6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19754ccf-1532-426d-98ef-442e30e7a806'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:33.613178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Bound port: 405ce2cd-c73c-4a86-b140-6f94b2182b97, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f368fe4-19f3-4f62-933e-a4667adb6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '19754ccf-1532-426d-98ef-442e30e7a806'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:33.613576 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.621994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.634267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19754ccf-1532-426d-98ef-442e30e7a806']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:33.644933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f368fe4-19f3-4f62-933e-a4667adb6e20') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:33.645469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f368fe4-19f3-4f62-933e-a4667adb6e20') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:33.657926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.673625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.677915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] For port 405ce2cd-c73c-4a86-b140-6f94b2182b97, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:33.681896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:33.682371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:33.685298 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:33.747399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] For port 405ce2cd-c73c-4a86-b140-6f94b2182b97, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=405ce2cd-c73c-4a86-b140-6f94b2182b97,segment=NetworkSegment(7f368fe4-19f3-4f62-933e-a4667adb6e20),segment_id=7f368fe4-19f3-4f62-933e-a4667adb6e20)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:33.751073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 23:58:33.751073 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 23:58:33.751073 n-d-758851-4 neutron-server[93791]: [parameters: {'id': '19754ccf-1532-426d-98ef-442e30e7a806'}] Jul 22 23:58:33.751073 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 23:58:33.751500 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 23:58:33.752240 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:33.839537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b3835-3a7b-4b6b-88bc-5e14cefc10dd None None] Pushing event updated for resources: {'Port': ['ID=405ce2cd-c73c-4a86-b140-6f94b2182b97,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:33.867594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621942b2-a8be-4f93-a543-1ddfd7b10185 None None] Network 19754ccf-1532-426d-98ef-442e30e7a806 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:34.006086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947514e1-a611-4cb6-bac6-ea4d57f342a1 None None] Network 19754ccf-1532-426d-98ef-442e30e7a806 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:34.143475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd571ab-66c0-4d71-98cc-fd09cb9623ac None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:58:34.247587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd571ab-66c0-4d71-98cc-fd09cb9623ac None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 23:58:34.252306 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.276794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca12107-a1ca-4a6b-9a33-49b3ca1bf6f3 req-0bc585e3-1c13-4de1-90b8-5f2a72672c24 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:34.278480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ca12107-a1ca-4a6b-9a33-49b3ca1bf6f3 req-0bc585e3-1c13-4de1-90b8-5f2a72672c24 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0815642 Jul 22 23:58:34.347906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ca12107-a1ca-4a6b-9a33-49b3ca1bf6f3 req-8dfc570d-d262-40d2-be93-98d3a513fab4 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Jul 22 23:58:34.353354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port 405ce2cd-c73c-4a86-b140-6f94b2182b97 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:34.353623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.428422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port 405ce2cd-c73c-4a86-b140-6f94b2182b97, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=405ce2cd-c73c-4a86-b140-6f94b2182b97,segment=NetworkSegment(7f368fe4-19f3-4f62-933e-a4667adb6e20),segment_id=7f368fe4-19f3-4f62-933e-a4667adb6e20)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:34.428999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.450243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for 405ce2cd-c73c-4a86-b140-6f94b2182b97 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:34.537646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.565208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=405ce2cd-c73c-4a86-b140-6f94b2182b97,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:34.572297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port 405ce2cd-c73c-4a86-b140-6f94b2182b97 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:34.670841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.681490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19754ccf-1532-426d-98ef-442e30e7a806']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:34.692202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f368fe4-19f3-4f62-933e-a4667adb6e20') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:34.693059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f368fe4-19f3-4f62-933e-a4667adb6e20') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:34.704170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.720027 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.727823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:34.728241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:34.732092 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:34.839596 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.844576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:34.847745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/19754ccf-1532-426d-98ef-442e30e7a806 HTTP/1.1" status: 204 len: 168 time: 1.6279595 Jul 22 23:58:34.852103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:34.872466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0150de-1d4f-45f7-b64d-e3743fb855d5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=19754ccf-1532-426d-98ef-442e30e7a806,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:34.885041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573b7aa-3d01-4768-863f-d3afc67be2cb req-1580af40-b5f8-4360-a587-069a81ea9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:34.886692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b573b7aa-3d01-4768-863f-d3afc67be2cb req-1580af40-b5f8-4360-a587-069a81ea9c2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1096 time: 0.1537044 Jul 22 23:58:34.891961 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-145899df-1734-4627-92b9-a6466c7a7b44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:34.892436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145899df-1734-4627-92b9-a6466c7a7b44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:34.897729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-145899df-1734-4627-92b9-a6466c7a7b44 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/c03107ca-f666-4ad4-8a90-ee84086c80bf HTTP/1.1" status: 404 len: 337 time: 0.0442617 Jul 22 23:58:34.898384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:34.920604 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-92569c6a-83c5-4a44-a07f-f5144def22f8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:34.921243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92569c6a-83c5-4a44-a07f-f5144def22f8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:34.927994 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-92569c6a-83c5-4a44-a07f-f5144def22f8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/19754ccf-1532-426d-98ef-442e30e7a806 HTTP/1.1" status: 404 len: 339 time: 0.0281072 Jul 22 23:58:34.928692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:34.933597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b573b7aa-3d01-4768-863f-d3afc67be2cb req-487a3fe2-ca2c-4b42-91ad-4dde983b282e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Jul 22 23:58:34.957127 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4eabd2-3693-4bfe-8a23-d4971f3b85b0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:34.957607 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4eabd2-3693-4bfe-8a23-d4971f3b85b0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:34.962908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:34.963075 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9c4eabd2-3693-4bfe-8a23-d4971f3b85b0 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/870a951c-5ab3-4ec5-86d6-a07adec7d482 HTTP/1.1" status: 404 len: 337 time: 0.0329902 Jul 22 23:58:34.983591 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2deaad-82a5-4bcd-b847-78261744c714 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:34.984150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2deaad-82a5-4bcd-b847-78261744c714 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:34.985817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6d2deaad-82a5-4bcd-b847-78261744c714 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/8ccf0baf-0477-4b15-92c1-1e9ae67cebc4 HTTP/1.1" status: 404 len: 339 time: 0.0215425 Jul 22 23:58:34.988360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 35994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.074833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.164079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.174245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374235e4-5eba-4996-b100-bfb07b6457f1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:35.184817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40377a8a-a9bc-4ddd-9735-fdcedbf9fe96') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:35.185125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40377a8a-a9bc-4ddd-9735-fdcedbf9fe96') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:35.194534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.208145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.215036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:35.215468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:35.218707 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:35.276742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.284071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.285953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/374235e4-5eba-4996-b100-bfb07b6457f1 HTTP/1.1" status: 204 len: 168 time: 0.2966876 Jul 22 23:58:35.289746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 35998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.299026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72fbb3-0b04-4c03-ba95-56b81433671d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=374235e4-5eba-4996-b100-bfb07b6457f1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:35.322995 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6e338e-eabd-4a76-af88-86792a99fac3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.323566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6e338e-eabd-4a76-af88-86792a99fac3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.327679 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3b6e338e-eabd-4a76-af88-86792a99fac3 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/53a9d72b-499d-4fbb-9554-98883a952e76 HTTP/1.1" status: 404 len: 337 time: 0.0345540 Jul 22 23:58:35.328006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.345921 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22e253d-cab8-40b7-a3d3-503d342ffbee tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.346469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22e253d-cab8-40b7-a3d3-503d342ffbee tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.348181 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a22e253d-cab8-40b7-a3d3-503d342ffbee tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/67686b39-c853-4eaf-a0d0-eedb793be691 HTTP/1.1" status: 404 len: 339 time: 0.0192666 Jul 22 23:58:35.351641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.378696 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-71842430-11d6-4d71-879f-ebae0b9e7db2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.379164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71842430-11d6-4d71-879f-ebae0b9e7db2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.380957 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-71842430-11d6-4d71-879f-ebae0b9e7db2 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/d6b93226-c11d-40d8-97ad-ca85e84988c1 HTTP/1.1" status: 404 len: 337 time: 0.0283895 Jul 22 23:58:35.384139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.405801 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d3bbd5-dcd3-4e35-9c61-978be17e0516 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.406429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d3bbd5-dcd3-4e35-9c61-978be17e0516 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.408309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-45d3bbd5-dcd3-4e35-9c61-978be17e0516 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/48bf930a-5e24-4186-94e5-a85565ccf903 HTTP/1.1" status: 404 len: 339 time: 0.0232151 Jul 22 23:58:35.411142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.445750 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b690c7-c579-491b-a898-30c95fcc979d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.446221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b690c7-c579-491b-a898-30c95fcc979d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.451415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.451854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82b690c7-c579-491b-a898-30c95fcc979d tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/90a22a59-dcb2-42e3-8ec4-0a3380c168cc HTTP/1.1" status: 404 len: 337 time: 0.0351675 Jul 22 23:58:35.476988 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4b4005-aef3-43f1-aa24-523108a03ca8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.477689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4b4005-aef3-43f1-aa24-523108a03ca8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.480047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3f4b4005-aef3-43f1-aa24-523108a03ca8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/5d99870d-d040-4012-a6c7-e937e47fdd33 HTTP/1.1" status: 404 len: 339 time: 0.0270526 Jul 22 23:58:35.482562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36012) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.510403 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee5846b-b93f-497d-8d7c-9595324f0eb1 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.511061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee5846b-b93f-497d-8d7c-9595324f0eb1 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.512832 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3ee5846b-b93f-497d-8d7c-9595324f0eb1 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/f13d3070-58c8-4409-b4b3-759bdd15f1bd HTTP/1.1" status: 404 len: 337 time: 0.0292864 Jul 22 23:58:35.515285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.537367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d87ec-7014-405d-b97b-cb0baa49abe8 req-00cfc8f2-9a98-40e2-9511-57f3ad52aaa8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:35.538089 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa87d4d-b0ae-4de6-8a59-ec1d882d412c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.538757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa87d4d-b0ae-4de6-8a59-ec1d882d412c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.539107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5d87ec-7014-405d-b97b-cb0baa49abe8 req-00cfc8f2-9a98-40e2-9511-57f3ad52aaa8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0959170 Jul 22 23:58:35.540641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1fa87d4d-b0ae-4de6-8a59-ec1d882d412c tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/cfc880e9-41cc-416d-a9a5-4860b179e8a2 HTTP/1.1" status: 404 len: 339 time: 0.0241144 Jul 22 23:58:35.543080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36016) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.570645 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07b573b-dd06-4496-af64-2d9c4ffaf127 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.571120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07b573b-dd06-4496-af64-2d9c4ffaf127 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.575207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a07b573b-dd06-4496-af64-2d9c4ffaf127 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/edae73d5-763a-4407-89df-f0dca51598af HTTP/1.1" status: 404 len: 337 time: 0.0288565 Jul 22 23:58:35.575647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36018) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.581658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a5d87ec-7014-405d-b97b-cb0baa49abe8 req-b5e012df-afa3-4dec-998e-7585e0be59e0 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Jul 22 23:58:35.602449 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c24228-721a-4537-b9db-f5056c9595d8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.602449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c24228-721a-4537-b9db-f5056c9595d8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.603883 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25c24228-721a-4537-b9db-f5056c9595d8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/fbf5811f-5337-420e-bf0b-463837371dae HTTP/1.1" status: 404 len: 339 time: 0.0272980 Jul 22 23:58:35.606610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.638830 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-72848863-2807-4e02-83e5-ae4204a1b656 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.639320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72848863-2807-4e02-83e5-ae4204a1b656 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.641036 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72848863-2807-4e02-83e5-ae4204a1b656 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/974de47e-d714-4788-a5b6-837cc55dda22 HTTP/1.1" status: 404 len: 337 time: 0.0334477 Jul 22 23:58:35.643512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.662172 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a006dd-f4df-4eec-b9d1-8763777bbba8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.662700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a006dd-f4df-4eec-b9d1-8763777bbba8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.664334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-75a006dd-f4df-4eec-b9d1-8763777bbba8 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/d2eeae36-fe89-4179-8706-0537db96e6d9 HTTP/1.1" status: 404 len: 339 time: 0.0199320 Jul 22 23:58:35.666677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.690857 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed9c83a-9992-4d2e-aac2-1c4d3be8e391 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.691302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed9c83a-9992-4d2e-aac2-1c4d3be8e391 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.693048 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5ed9c83a-9992-4d2e-aac2-1c4d3be8e391 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/15924447-de00-4d16-8366-be9f5c1bdb8e HTTP/1.1" status: 404 len: 337 time: 0.0254941 Jul 22 23:58:35.695544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.713836 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b59ac68-9289-46b6-9492-0314f7b34aff tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.714307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b59ac68-9289-46b6-9492-0314f7b34aff tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.716005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b59ac68-9289-46b6-9492-0314f7b34aff tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/b23ed926-6df4-4ad9-8e81-0a9c0b9fff5c HTTP/1.1" status: 404 len: 339 time: 0.0195496 Jul 22 23:58:35.718858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36028) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.747109 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e51cda-ebe0-45bb-bedf-554cc85b186f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.747617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e51cda-ebe0-45bb-bedf-554cc85b186f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.749326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-12e51cda-ebe0-45bb-bedf-554cc85b186f tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/ef272b71-7d33-4b7c-b0a7-76662108d8fb HTTP/1.1" status: 404 len: 337 time: 0.0294049 Jul 22 23:58:35.752326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.769918 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-34af4b95-f8cb-4941-b4e2-aff41c7dbafb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:35.770448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34af4b95-f8cb-4941-b4e2-aff41c7dbafb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:35.772838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-34af4b95-f8cb-4941-b4e2-aff41c7dbafb tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/454862d2-51ce-4174-8845-14e7c2f0805c HTTP/1.1" status: 404 len: 339 time: 0.0194819 Jul 22 23:58:35.775268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36032) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:35.827052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting subnet c5b648f5-6bfe-44a5-a596-55dbc5fc97a9 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:35.830000 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.877047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:35.964743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.025178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.055631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b648f5-6bfe-44a5-a596-55dbc5fc97a9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:36.062057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.063966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c923fdb6-b676-47d1-bc90-d735a8a199e5 tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/subnets/c5b648f5-6bfe-44a5-a596-55dbc5fc97a9 HTTP/1.1" status: 204 len: 168 time: 0.2877688 Jul 22 23:58:36.068545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36038) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:36.074248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579d602-4f33-4c3a-a3fc-dd0edee6ad71 None None] Network 60528d43-940c-42d2-9cb0-487388551bf8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:36.148900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.216106 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.221290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Deleting port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:36.221675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.310116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] For port 0bfa3c74-d488-46c3-a507-1eb569bb2db8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0bfa3c74-d488-46c3-a507-1eb569bb2db8,segment=NetworkSegment(00465d94-24ff-4dc3-838e-85b72cb80d7c),segment_id=00465d94-24ff-4dc3-838e-85b72cb80d7c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:36.310487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.311232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] DHCP port deletion for 60528d43-940c-42d2-9cb0-487388551bf8 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:36.324760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Calling delete_port for 0bfa3c74-d488-46c3-a507-1eb569bb2db8 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:36.368950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] Deleting port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:36.369333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.418358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.439021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] For port 0bfa3c74-d488-46c3-a507-1eb569bb2db8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0bfa3c74-d488-46c3-a507-1eb569bb2db8,segment=NetworkSegment(00465d94-24ff-4dc3-838e-85b72cb80d7c),segment_id=00465d94-24ff-4dc3-838e-85b72cb80d7c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:36.439722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.446973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Port': ['ID=0bfa3c74-d488-46c3-a507-1eb569bb2db8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:36.453841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] No DVR routers for this DVR port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:36.456851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] Calling delete_port for 0bfa3c74-d488-46c3-a507-1eb569bb2db8 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:36.539377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.542119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.553405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60528d43-940c-42d2-9cb0-487388551bf8']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:36.563800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00465d94-24ff-4dc3-838e-85b72cb80d7c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:36.564109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00465d94-24ff-4dc3-838e-85b72cb80d7c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:36.565821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] Pushing event deleted for resources: {'Port': ['ID=0bfa3c74-d488-46c3-a507-1eb569bb2db8,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:36.571953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e04c6-7b3f-4fe8-bd7c-76b5b9faedd5 None None] No DVR routers for this DVR port 0bfa3c74-d488-46c3-a507-1eb569bb2db8 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:36.577426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.594353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.601086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:36.601479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:36.604805 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:36.664045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.687180 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:36.691873 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] 10.222.0.21 "DELETE /v2.0/networks/60528d43-940c-42d2-9cb0-487388551bf8 HTTP/1.1" status: 204 len: 168 time: 0.6197178 Jul 22 23:58:36.691873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8b07-e800-4a46-a757-afec3e7eb99b tempest-NetworksTest-1087221532 tempest-NetworksTest-1087221532-project] Pushing event deleted for resources: {'Network': ['ID=60528d43-940c-42d2-9cb0-487388551bf8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:36.738259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc920d6-d13e-453f-a085-212f1be17e31 req-3c677c79-5745-4338-9537-c305db065aaf tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:36.740248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9dc920d6-d13e-453f-a085-212f1be17e31 req-3c677c79-5745-4338-9537-c305db065aaf tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.0881855 Jul 22 23:58:36.785898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9dc920d6-d13e-453f-a085-212f1be17e31 req-d1010b30-df0b-4b2c-91ae-b4f94ae910d2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Jul 22 23:58:36.842684 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:58:36.957431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36062) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:37.098498 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb0a611d-375c-4472-a511-3b079c22261f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67635e3299ce47148477bcce9c7087cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396244 Jul 22 23:58:37.102034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:37.109174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-9014a735-695e-47ca-a566-87bb16e58434 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:37.110927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-9014a735-695e-47ca-a566-87bb16e58434 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 811 time: 0.1179805 Jul 22 23:58:37.128212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-09e760ce-76b0-457b-979a-0855ccf27322 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/quotas/f3dda03762674d64a121022f68904b46 HTTP/1.1" status: 200 len: 375 time: 0.0100560 Jul 22 23:58:37.159356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab5c346d-ba77-4db2-aae9-c5c9ffb505c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.182981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab5c346d-ba77-4db2-aae9-c5c9ffb505c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.202740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-78af8c09-06e3-4e76-ba6b-d0447bb1e709 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670197 Jul 22 23:58:37.231603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab5c346d-ba77-4db2-aae9-c5c9ffb505c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.234741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab5c346d-ba77-4db2-aae9-c5c9ffb505c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:37.236029 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ab5c346d-ba77-4db2-aae9-c5c9ffb505c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d57617f-000a-4f42-b4d2-5860ad90b6f4 HTTP/1.1" status: 204 len: 168 time: 0.1330624 Jul 22 23:58:37.244293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c346d-ba77-4db2-aae9-c5c9ffb505c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57617f-000a-4f42-b4d2-5860ad90b6f4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:37.324724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-0a5c8e25-74ad-4538-be1a-0ab470034cb1 service neutron] 10.222.0.21 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132874 Jul 22 23:58:37.432249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-30f3b2b8-48ff-4a26-b318-781f45cc6cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006489 Jul 22 23:58:37.653328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a522133-7f71-4234-97e5-751417701f81 req-b833a24e-5874-4cee-a281-a3e489c4de6c tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 210 time: 0.0362267 Jul 22 23:58:37.988021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0bfa3c74-d488-46c3-a507-1eb569bb2db8 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:38.007432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36104) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.013795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0bfa3c74-d488-46c3-a507-1eb569bb2db8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:38.014279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0bfa3c74-d488-46c3-a507-1eb569bb2db8 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:38.127916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9e4b1a02-da2f-4b61-b189-ad9a7a1e65e7 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] Request body: {'port': {'network_id': 'c2074187-5a33-4bb7-bda2-9b97fb50af37', 'name': 'tempest-NetworksNegativeTestJSON-201453546'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:38.141855 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4b1a02-da2f-4b61-b189-ad9a7a1e65e7 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] POST failed (client error): The resource could not be found. Jul 22 23:58:38.142577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4b1a02-da2f-4b61-b189-ad9a7a1e65e7 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.143926 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9e4b1a02-da2f-4b61-b189-ad9a7a1e65e7 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1342773 Jul 22 23:58:38.148378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36108) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.167970 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8f1327-dec0-4520-ae39-e7d98a59d81e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:38.168542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8f1327-dec0-4520-ae39-e7d98a59d81e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.170263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee8f1327-dec0-4520-ae39-e7d98a59d81e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "DELETE /v2.0/networks/9a4ebfd9-700f-4e98-bb21-15d3eadbf0f6 HTTP/1.1" status: 404 len: 339 time: 0.0208337 Jul 22 23:58:38.174659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36112) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.200542 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-50484ec3-7062-4a29-b331-8307383eae2e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:38.201278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50484ec3-7062-4a29-b331-8307383eae2e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.203310 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-50484ec3-7062-4a29-b331-8307383eae2e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "DELETE /v2.0/ports/73363b15-fca6-44ee-9dbd-f736e1ed89a2 HTTP/1.1" status: 404 len: 333 time: 0.0276906 Jul 22 23:58:38.207184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36114) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.238301 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b92fc1-eb44-45b9-aba0-1cc9a42fc03e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] DELETE failed (client error): The resource could not be found. Jul 22 23:58:38.238778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b92fc1-eb44-45b9-aba0-1cc9a42fc03e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.240819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6b92fc1-eb44-45b9-aba0-1cc9a42fc03e tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "DELETE /v2.0/subnets/eae0b917-aae4-41d6-849d-16d249169b5e HTTP/1.1" status: 404 len: 337 time: 0.0326252 Jul 22 23:58:38.244649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36116) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.267164 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d32f95e-9e7b-46af-89e3-8dbe8efb4f9b tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] GET failed (client error): The resource could not be found. Jul 22 23:58:38.268650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0d32f95e-9e7b-46af-89e3-8dbe8efb4f9b tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "GET /v2.0/networks/3c12e897-a2be-4c50-b531-b7fa52bbfae2 HTTP/1.1" status: 404 len: 339 time: 0.0230684 Jul 22 23:58:38.273263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36118) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.305058 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-532a5531-3ca6-4b67-a2d5-443a23d3d162 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] GET failed (client error): The resource could not be found. Jul 22 23:58:38.310801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36120) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.310999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-532a5531-3ca6-4b67-a2d5-443a23d3d162 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "GET /v2.0/ports/c3d27cbc-3804-4fcf-b9fc-b7ff2613d839 HTTP/1.1" status: 404 len: 333 time: 0.0364454 Jul 22 23:58:38.340195 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bd0193-81c4-4f36-863b-f6b6b89ccf61 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] GET failed (client error): The resource could not be found. Jul 22 23:58:38.341547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-37bd0193-81c4-4f36-863b-f6b6b89ccf61 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "GET /v2.0/subnets/7034fe94-07a5-40eb-b6f2-57c9a2590817 HTTP/1.1" status: 404 len: 337 time: 0.0295808 Jul 22 23:58:38.345586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36122) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.351745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-794c7012-7954-4d45-8526-bc7c46fd895f tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:38.366979 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-794c7012-7954-4d45-8526-bc7c46fd895f tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] PUT failed (client error): The resource could not be found. Jul 22 23:58:38.367598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-794c7012-7954-4d45-8526-bc7c46fd895f tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.372785 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-794c7012-7954-4d45-8526-bc7c46fd895f tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "PUT /v2.0/networks/fbf2acfa-6a7e-49ed-b22a-e28d134b145d HTTP/1.1" status: 404 len: 339 time: 0.0262363 Jul 22 23:58:38.372941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.378514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-350ef057-799d-4d43-bd5d-eefe1b7d5c08 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:38.417759 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-350ef057-799d-4d43-bd5d-eefe1b7d5c08 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] PUT failed (client error): The resource could not be found. Jul 22 23:58:38.418618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350ef057-799d-4d43-bd5d-eefe1b7d5c08 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.423952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36130) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.425914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-350ef057-799d-4d43-bd5d-eefe1b7d5c08 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "PUT /v2.0/ports/dafc2253-c819-41ad-ada9-c3adf0800dd4 HTTP/1.1" status: 404 len: 333 time: 0.0516562 Jul 22 23:58:38.431536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-73e08300-938e-4a9b-88ee-58f732521c12 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:38.456172 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e08300-938e-4a9b-88ee-58f732521c12 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] PUT failed (client error): The resource could not be found. Jul 22 23:58:38.456880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e08300-938e-4a9b-88ee-58f732521c12 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 23:58:38.468735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73e08300-938e-4a9b-88ee-58f732521c12 tempest-NetworksNegativeTestJSON-849380410 tempest-NetworksNegativeTestJSON-849380410-project] 10.222.0.21 "PUT /v2.0/subnets/b22cb901-19b9-49c9-a03e-36b761e1b4d4 HTTP/1.1" status: 404 len: 337 time: 0.0399227 Jul 22 23:58:38.777883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36144) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:38.792266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-683096b3-83e5-4392-8ced-04492c79e1b5 req-1f741542-4d91-4115-a2f0-c42fff738775 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 210 time: 0.0399213 Jul 22 23:58:38.912701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4430627-5def-4886-8e91-182d55c3cc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.010157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-c4987159-39e9-44ac-bbcd-63cd937eee00 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.012106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-c4987159-39e9-44ac-bbcd-63cd937eee00 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 811 time: 0.1712997 Jul 22 23:58:39.024380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4430627-5def-4886-8e91-182d55c3cc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.028585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4430627-5def-4886-8e91-182d55c3cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.030672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Request body: {'port': {'device_id': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'admin_state_up': True, 'tenant_id': 'f3dda03762674d64a121022f68904b46'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:39.070748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c4430627-5def-4886-8e91-182d55c3cc77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68108d6155194c6aa05ffed7aec05d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916858 Jul 22 23:58:39.073492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:39.080170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4430627-5def-4886-8e91-182d55c3cc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ef863-b42b-4ec5-b830-0b90358df2b8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:39.137434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a51a-9a97-447f-b394-2ec294ab8290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.155310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Made reservation on behalf of f3dda03762674d64a121022f68904b46 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:39.161564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.163223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a51a-9a97-447f-b394-2ec294ab8290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.213737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a51a-9a97-447f-b394-2ec294ab8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.216595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a51a-9a97-447f-b394-2ec294ab8290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.218190 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5ec6a51a-9a97-447f-b394-2ec294ab8290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/094ef863-b42b-4ec5-b830-0b90358df2b8 HTTP/1.1" status: 204 len: 168 time: 0.1434350 Jul 22 23:58:39.227121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6a51a-9a97-447f-b394-2ec294ab8290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094ef863-b42b-4ec5-b830-0b90358df2b8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:39.309379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Allocated IP 172.20.0.7 (a215d878-f447-4b11-82e7-17d923090d72/c81cb217-71c1-4347-9360-735581d6dcc4/de5bfbd3-f6d5-46d2-b060-05b2a4e2358e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:39.490757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.534150 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.564148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['669a2680-85ef-4494-96d5-9331433c8e5c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:39.577974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Network a215d878-f447-4b11-82e7-17d923090d72 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:39.583569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:39.588127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:39.592493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Pushing event updated for resources: {'Port': ['ID=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:39.643471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:39.644220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:39.660285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-a074f9e5-77b7-435c-a282-72ada3da1fa9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6339509 Jul 22 23:58:39.676384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Request body: {'port': {'device_id': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:39.768921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.033428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cb524-8b5d-4ffd-b409-29b35dabef70 req-60f25ca8-53e8-4db7-baae-73d79f3b5e7b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.038481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b5cb524-8b5d-4ffd-b409-29b35dabef70 req-60f25ca8-53e8-4db7-baae-73d79f3b5e7b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 931 time: 0.1417067 Jul 22 23:58:40.038911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36184) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.110125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b5cb524-8b5d-4ffd-b409-29b35dabef70 req-6d5e27f5-53b3-4e87-a4b5-31035c0e49e7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630779 Jul 22 23:58:40.152469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5bfbd3-f6d5-46d2-b060-05b2a4e2358e {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:40.160354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.162148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1339522512'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:40.174293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Transition to ACTIVE for port object de5bfbd3-f6d5-46d2-b060-05b2a4e2358e will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:40.179920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.184749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:40.188796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.199290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.232686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Pushing event updated for resources: {'Port': ['ID=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:40.311965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.312178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Attempting to bind port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:40.312692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Attempting to bind port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:40.312866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Attempting to bind port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e on network a215d878-f447-4b11-82e7-17d923090d72 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:40.316849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.318326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e on network a215d878-f447-4b11-82e7-17d923090d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:40.318838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Attempting to bind port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e on network a215d878-f447-4b11-82e7-17d923090d72 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:40.324179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:40.324749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Checking segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:40.325297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Bound using segment: {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:40.325952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Bound port: de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8ac63e-30c3-4110-8731-1a03e7316d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:40.326472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.342028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:40.358925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c2c75e-0878-4ef5-9590-2b278f670ac7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:40.362706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.363048 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment eb59a1d0-797a-4880-9286-b6a21b5b78e3 of type vlan for network b7cb258f-70a2-48e6-b268-77ed7834aa26 Jul 22 23:58:40.400312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] For port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:40.403515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] For port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:40.405664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.407479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.440538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.442075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.443379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.445009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] 10.222.0.48 "PUT /v2.0/ports/de5bfbd3-f6d5-46d2-b060-05b2a4e2358e HTTP/1.1" status: 200 len: 1091 time: 0.7730191 Jul 22 23:58:40.445450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'tag': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:40.447957 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6761fb7c-a312-43e9-8129-dcb38ca86e80" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf11bc-28d2-4a56-b373-1990bd3a7660", "tag": "de5bfbd3-f6d5-46d2-b060-05b2a4e2358e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:40.448274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.448902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.475274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b575344-e238-4061-958c-9ed7ae171e38 service neutron] Pushing event updated for resources: {'Port': ['ID=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:40.518646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4785666 Jul 22 23:58:40.522632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.545172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11397d0-f59d-4b1f-8cf9-91638068ced0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=b7cb258f-70a2-48e6-b268-77ed7834aa26,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:40.545941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904995719'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:40.551067 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3364ac8-bc11-4a56-94df-9c89ac751003 x-openstack-request-id: req-a3364ac8-bc11-4a56-94df-9c89ac751003 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:40.551401 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf11bc-28d2-4a56-b373-1990bd3a7660", "tag": "de5bfbd3-f6d5-46d2-b060-05b2a4e2358e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:40.551761 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3364ac8-bc11-4a56-94df-9c89ac751003 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:40.552652 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'tag': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e', 'status': 'completed', 'code': 200} Jul 22 23:58:40.556061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:40.584921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:40.588352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.615907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-d210f045-d41b-45b2-ac4b-6c133c348e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.617558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-d210f045-d41b-45b2-ac4b-6c133c348e26 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 1094 time: 0.1159492 Jul 22 23:58:40.627113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:40.669856 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.670127 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment abcba4c7-c6e6-4121-827a-dd316557499c of type vlan for network 082589c2-3c5a-4006-b21e-d5c0180a3c0b Jul 22 23:58:40.672325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-ff14d2ef-658c-45aa-86fa-f1fb5ed32473 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e HTTP/1.1" status: 200 len: 217 time: 0.0401621 Jul 22 23:58:40.716057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36194) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.744174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.756882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-fb159357-8f5d-47f3-afbb-c2cc37ec6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.758373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-fb159357-8f5d-47f3-afbb-c2cc37ec6be7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0785251 Jul 22 23:58:40.808116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-73446d4b-2489-49a1-b1cc-e97bcf79475a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418072 Jul 22 23:58:40.823907 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.829469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.830066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:40.832309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96616d-33b6-4f54-925f-173bf9ab9bab tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.832908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96616d-33b6-4f54-925f-173bf9ab9bab tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.834237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b96616d-33b6-4f54-925f-173bf9ab9bab tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:40.836075 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b96616d-33b6-4f54-925f-173bf9ab9bab tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=fb91c643c1704a42ad8f4aca6460a147&network_id=6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 200 len: 2969 time: 0.1187427 Jul 22 23:58:40.887587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3456490 Jul 22 23:58:40.890618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36198) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:40.899155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:40.950202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7718cc-e6e0-4d38-a39d-59e698bc9bc3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=082589c2-3c5a-4006-b21e-d5c0180a3c0b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:40.965234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:40.990750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:40.992816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-d38322bb-0d74-45ec-9912-178e1bcee25a service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786988 Jul 22 23:58:40.994908 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.115981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f513dbbc-b0a9-4b39-a06b-8f367c4b49f0 req-44eb78cd-1b1f-46b0-bb23-0c2fced301e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152437 Jul 22 23:58:41.216608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.296458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=658e67f0-81b4-46de-b89a-0684ce5113bc,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.297678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372dc8a-8231-4064-964f-c187800d6920 req-c2307a1e-7778-4474-91a8-c15541c48374 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:41.300555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3372dc8a-8231-4064-964f-c187800d6920 req-c2307a1e-7778-4474-91a8-c15541c48374 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 943 time: 0.1158979 Jul 22 23:58:41.307682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': 'eb59a1d0-797a-4880-9286-b6a21b5b78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:41.308069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: b7cb258f-70a2-48e6-b268-77ed7834aa26, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:41.310511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-40e2409f-05ab-4400-b775-f376a14cad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:41.312094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-40e2409f-05ab-4400-b775-f376a14cad37 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 1094 time: 0.0884700 Jul 22 23:58:41.325067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:41.335516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, b7cb258f-70a2-48e6-b268-77ed7834aa26) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:41.339638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:41.340228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.350338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948e461-3c17-431b-b5ae-f349df7f3b49 None None] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:41.357609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-36c5af63-d013-42d3-a460-50db31f15dae tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4656506 Jul 22 23:58:41.360385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36206) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:41.366313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:41.379170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3372dc8a-8231-4064-964f-c187800d6920 req-29fbb1b9-e234-4976-875c-0eb06712e127 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Jul 22 23:58:41.462689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-80b44c05-da30-4ed5-af6b-f76e1dff567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:41.464404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-80b44c05-da30-4ed5-af6b-f76e1dff567a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.1393433 Jul 22 23:58:41.485605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:41.490022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.515954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-95d69022-52cf-4bd7-8a60-4c382eca2de6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e HTTP/1.1" status: 200 len: 217 time: 0.0440774 Jul 22 23:58:41.566269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-b7cb258f-70a2-48e6-b268-77ed7834aa26', 'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '658e67f0-81b4-46de-b89a-0684ce5113bc'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:41.567277 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.578879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-fd7c742a-ab0e-4ad8-b9b5-d67acb0a00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:41.581178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-fd7c742a-ab0e-4ad8-b9b5-d67acb0a00db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0574698 Jul 22 23:58:41.629105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-bbaeba2d-d613-4dd5-9660-8f168314c4f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405619 Jul 22 23:58:41.708555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.737187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Allocated IP 2001:db8::2 (b7cb258f-70a2-48e6-b268-77ed7834aa26/658e67f0-81b4-46de-b89a-0684ce5113bc/76b82667-9329-4f12-8d11-3a4f4d7e6864) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:41.747165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-804ac303-738a-4cc6-ac45-2d7be4498a25 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088853 Jul 22 23:58:41.790279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=c84439b0-a6cb-4617-bd98-9d658bceb3ea,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:41.798804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': 'abcba4c7-c6e6-4121-827a-dd316557499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:41.799917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: 082589c2-3c5a-4006-b21e-d5c0180a3c0b, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:41.820811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:41.832135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 082589c2-3c5a-4006-b21e-d5c0180a3c0b) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:41.837836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:41.839003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.865410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3b4a22bc-0c6b-44c8-bdbf-1044c39be910 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5003154 Jul 22 23:58:41.865410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36208) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:41.874404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1518561304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:41.885685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6761fb7c-a312-43e9-8129-dcb38ca86e80 req-de6ea4b2-21c5-4c32-9f43-605b36bfdf86 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322496 Jul 22 23:58:41.913320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.914643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:41.995212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e448b4f-e4cf-4612-8c76-157dfcce964e None None] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:42.014766 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.019273 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.036057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.037763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eea53d96-e762-47c7-8b57-db50fd018494 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1713870 Jul 22 23:58:42.040633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:42.210917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.248195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Transition to ACTIVE for port object 76b82667-9329-4f12-8d11-3a4f4d7e6864 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:42.258853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-082589c2-3c5a-4006-b21e-d5c0180a3c0b', 'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': 'c84439b0-a6cb-4617-bd98-9d658bceb3ea'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:42.259869 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.277749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Transition to ACTIVE for port object 76b82667-9329-4f12-8d11-3a4f4d7e6864 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:42.338003 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.396767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:42.405378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.409112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:42.462804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:42.528403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Pushing event updated for resources: {'Port': ['ID=76b82667-9329-4f12-8d11-3a4f4d7e6864,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:42.591264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Allocated IP 2001:db8:1::2 (082589c2-3c5a-4006-b21e-d5c0180a3c0b/c84439b0-a6cb-4617-bd98-9d658bceb3ea/960e77ba-42b0-4de0-a1fa-6dc19add8dd5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:42.612649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd889-66ab-47c5-9dd1-45c95b3ba951 req-69ef11d6-f75d-4c57-b820-9d4dddf79bea tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:42.615260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-237bd889-66ab-47c5-9dd1-45c95b3ba951 req-69ef11d6-f75d-4c57-b820-9d4dddf79bea tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 943 time: 0.1086538 Jul 22 23:58:42.647402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Attempting to bind port 76b82667-9329-4f12-8d11-3a4f4d7e6864 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:42.647826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Attempting to bind port 76b82667-9329-4f12-8d11-3a4f4d7e6864 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'eb59a1d0-797a-4880-9286-b6a21b5b78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:42.648192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Attempting to bind port 76b82667-9329-4f12-8d11-3a4f4d7e6864 on network b7cb258f-70a2-48e6-b268-77ed7834aa26 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:42.671121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:42.671726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Checking segment: {'id': 'eb59a1d0-797a-4880-9286-b6a21b5b78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:42.672216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.672520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Bound using segment: {'id': 'eb59a1d0-797a-4880-9286-b6a21b5b78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:42.673007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Bound port: 76b82667-9329-4f12-8d11-3a4f4d7e6864, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb59a1d0-797a-4880-9286-b6a21b5b78e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'b7cb258f-70a2-48e6-b268-77ed7834aa26'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:42.673390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.684181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-237bd889-66ab-47c5-9dd1-45c95b3ba951 req-249b3adf-aefd-419d-a301-f1c2c51a5947 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616121 Jul 22 23:58:42.766422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8::1 (b7cb258f-70a2-48e6-b268-77ed7834aa26/658e67f0-81b4-46de-b89a-0684ce5113bc/cb06a658-5515-47ef-b28d-bd2f5ad0294e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:42.826204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] For port 76b82667-9329-4f12-8d11-3a4f4d7e6864, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:42.845308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] For port 76b82667-9329-4f12-8d11-3a4f4d7e6864, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=76b82667-9329-4f12-8d11-3a4f4d7e6864,segment=NetworkSegment(eb59a1d0-797a-4880-9286-b6a21b5b78e3),segment_id=eb59a1d0-797a-4880-9286-b6a21b5b78e3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:42.857880 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.887097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.897649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.901722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Transition to ACTIVE for port object 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:42.913867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object cb06a658-5515-47ef-b28d-bd2f5ad0294e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:42.954038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Transition to ACTIVE for port object 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:42.959701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485a08c-3748-493c-823b-3e62fc1c9d4d None None] Pushing event updated for resources: {'Port': ['ID=76b82667-9329-4f12-8d11-3a4f4d7e6864,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:42.971143 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.987374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.016221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:43.019408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:43.024283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:43.035456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:43.040381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:43.043780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:43.044453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.088865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Pushing event updated for resources: {'Port': ['ID=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:43.093050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=cb06a658-5515-47ef-b28d-bd2f5ad0294e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:43.104583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Attempting to bind port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:43.105438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Attempting to bind port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'abcba4c7-c6e6-4121-827a-dd316557499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:43.105438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Attempting to bind port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 on network 082589c2-3c5a-4006-b21e-d5c0180a3c0b {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:43.111494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:43.111717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Checking segment: {'id': 'abcba4c7-c6e6-4121-827a-dd316557499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:43.112126 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.112529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Bound using segment: {'id': 'abcba4c7-c6e6-4121-827a-dd316557499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:43.113080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Bound port: 960e77ba-42b0-4de0-a1fa-6dc19add8dd5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcba4c7-c6e6-4121-827a-dd316557499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '082589c2-3c5a-4006-b21e-d5c0180a3c0b'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:43.113437 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.228618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] For port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:43.232361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] For port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,segment=NetworkSegment(abcba4c7-c6e6-4121-827a-dd316557499c),segment_id=abcba4c7-c6e6-4121-827a-dd316557499c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:43.238160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.261813 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.327567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac8a86-b5c2-47b3-9e9f-05da3ea67dcc None None] Pushing event updated for resources: {'Port': ['ID=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:43.646901 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.651667 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.652402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:43.730841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=cb06a658-5515-47ef-b28d-bd2f5ad0294e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:43.809744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:43.811923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:43.867384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a141-bade-4a41-8308-db2b9303dabf req-91ed3c60-a58c-47e3-8042-d7201bca9334 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:43.870019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e853a141-bade-4a41-8308-db2b9303dabf req-91ed3c60-a58c-47e3-8042-d7201bca9334 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 943 time: 0.1078446 Jul 22 23:58:43.928124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e853a141-bade-4a41-8308-db2b9303dabf req-9adbdbfa-d3c6-4c3c-a3de-dbab6c6ef7d5 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Jul 22 23:58:44.132612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 76b82667-9329-4f12-8d11-3a4f4d7e6864 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:44.224380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01065654-92f2-4fbe-8c77-17b68aab568f None None] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:44.229792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 76b82667-9329-4f12-8d11-3a4f4d7e6864 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:44.250703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:44.346702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 0f87083d-a165-410d-8479-285f96738da1 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:58:44.355301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] Provisioning for port 76b82667-9329-4f12-8d11-3a4f4d7e6864 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:44.366217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] Provisioning complete for port 76b82667-9329-4f12-8d11-3a4f4d7e6864 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:44.366596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:44.431530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device de5bfbd3-f6d5-46d2-b060-05b2a4e2358e details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:58:44.493738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:44.503263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b8c40f3-0afa-4660-9472-e0c725135133 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/0f87083d-a165-410d-8479-285f96738da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615252 Jul 22 23:58:44.506668 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] Sync routers for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:44.507531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36256) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:44.507664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:44.521764 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:44.523288 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:44.564629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:44.593113 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:44.600659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa88869-68d5-44eb-b520-0de0a86bf382 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:44.604046 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:44.604834 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:44.605551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8fa88869-68d5-44eb-b520-0de0a86bf382 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports/cb06a658-5515-47ef-b28d-bd2f5ad0294e HTTP/1.1" status: 200 len: 911 time: 0.0941365 Jul 22 23:58:44.606225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36258) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:44.608776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] For port 76b82667-9329-4f12-8d11-3a4f4d7e6864, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=76b82667-9329-4f12-8d11-3a4f4d7e6864,segment=NetworkSegment(eb59a1d0-797a-4880-9286-b6a21b5b78e3),segment_id=eb59a1d0-797a-4880-9286-b6a21b5b78e3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:44.624429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:44.644596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:44.646402 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf82218-343c-4478-93c8-aaef63f7a0ed None None] The sync data for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:44.687762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ff6c1-9445-4a3e-b623-7d4e8f895a20 None None] Pushing event updated for resources: {'Port': ['ID=76b82667-9329-4f12-8d11-3a4f4d7e6864,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:44.761006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871c6a2-2586-4a4d-ba46-0826fc674e6f None None] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:44.813385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:44.874753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e', 'network_id': 'a215d878-f447-4b11-82e7-17d923090d72', 'port_id': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e', 'mac_address': 'fa:16:3e:ec:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81cb217-71c1-4347-9360-735581d6dcc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:58:44.916916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] Provisioning for port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:44.926218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] Provisioning complete for port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:44.926622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.036193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.046803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.060424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5bfbd3-f6d5-46d2-b060-05b2a4e2358e {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:45.065430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36262) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:45.135076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:45.149953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02be95-c2e3-4ef3-bf7b-555f9e9ee7b0 req-daa31b8d-0adb-49db-8164-38a889b9bc60 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:45.153480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.160156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d02be95-c2e3-4ef3-bf7b-555f9e9ee7b0 req-daa31b8d-0adb-49db-8164-38a889b9bc60 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 943 time: 0.1379724 Jul 22 23:58:45.202233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89de24ed-4f5a-44bd-beb6-3b0f00175a99 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:45.218511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-89de24ed-4f5a-44bd-beb6-3b0f00175a99 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 HTTP/1.1" status: 200 len: 814 time: 0.1373560 Jul 22 23:58:45.225546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.258410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d02be95-c2e3-4ef3-bf7b-555f9e9ee7b0 req-020011cc-d250-46c7-96d6-54108c33bb25 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934432 Jul 22 23:58:45.279625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:45.319537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] For port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,segment=NetworkSegment(abcba4c7-c6e6-4121-827a-dd316557499c),segment_id=abcba4c7-c6e6-4121-827a-dd316557499c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:45.330217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.415930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301930df-7376-4c98-8611-d6fb2bf360db None None] Pushing event updated for resources: {'Port': ['ID=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:45.465378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['de5bfbd3-f6d5-46d2-b060-05b2a4e2358e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:58:45.482167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8:1::1 (082589c2-3c5a-4006-b21e-d5c0180a3c0b/c84439b0-a6cb-4617-bd98-9d658bceb3ea/01c66a31-dd58-4138-b189-9aa0f1b6844c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:45.702926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.706287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2523c45-ae21-4cf6-8ea1-6082276a3166 None None] Provisioning for port cb06a658-5515-47ef-b28d-bd2f5ad0294e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:45.716216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2523c45-ae21-4cf6-8ea1-6082276a3166 None None] Provisioning complete for port cb06a658-5515-47ef-b28d-bd2f5ad0294e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:45.716598 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e2523c45-ae21-4cf6-8ea1-6082276a3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.724436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 01c66a31-dd58-4138-b189-9aa0f1b6844c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:45.767813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e2523c45-ae21-4cf6-8ea1-6082276a3166 None None] Port cb06a658-5515-47ef-b28d-bd2f5ad0294e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:45.768565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.803779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e2523c45-ae21-4cf6-8ea1-6082276a3166 None None] Provisioning complete for port 76b82667-9329-4f12-8d11-3a4f4d7e6864 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:45.804370 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e2523c45-ae21-4cf6-8ea1-6082276a3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:45.845745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=01c66a31-dd58-4138-b189-9aa0f1b6844c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:45.860802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:45.862448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:45.865965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:45.866998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.074235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.078352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 76b82667-9329-4f12-8d11-3a4f4d7e6864 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:46.148075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1855b8df-8cc9-427f-adf1-67ccd9e542c6 None None] Provisioning complete for port cb06a658-5515-47ef-b28d-bd2f5ad0294e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:46.148766 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1855b8df-8cc9-427f-adf1-67ccd9e542c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.199809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36270) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:46.201903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1ecf173f-d5a4-4ad6-8553-7f6619f02a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.224574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1855b8df-8cc9-427f-adf1-67ccd9e542c6 None None] Port cb06a658-5515-47ef-b28d-bd2f5ad0294e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:46.230905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'network': {'name': 'tempest-network-smoke--1237377447', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:46.233678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 76b82667-9329-4f12-8d11-3a4f4d7e6864 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:46.234050 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.272942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:46.283003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.322855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1855b8df-8cc9-427f-adf1-67ccd9e542c6 None None] Provisioning complete for port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:46.323239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1855b8df-8cc9-427f-adf1-67ccd9e542c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.343824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:46.363087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.366291 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Added segment 01280066-c33a-451a-9e12-dc2651b8d841 of type vlan for network eac4d8a7-04fe-44e2-8efb-0654fb982dab Jul 22 23:58:46.424312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:46.426410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device de5bfbd3-f6d5-46d2-b060-05b2a4e2358e up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:46.534066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:46.539372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:46.539575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.675958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:46.676335 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.680052 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.687755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.698637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.702077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.825267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Provisioning complete for port cb06a658-5515-47ef-b28d-bd2f5ad0294e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:46.837347 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.856732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:46.859284 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449694f1-cbe7-451f-91b3-067c57a43230" -d '{"events": [{"server_uuid": "2fdf11bc-28d2-4a56-b373-1990bd3a7660", "name": "network-vif-plugged", "status": "completed", "tag": "de5bfbd3-f6d5-46d2-b060-05b2a4e2358e"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:46.949916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:46.983810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:46.987371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:46.992646 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a660f-9820-4ad1-8422-861653882357 x-openstack-request-id: req-f99a660f-9820-4ad1-8422-861653882357 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:46.993182 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf11bc-28d2-4a56-b373-1990bd3a7660", "name": "network-vif-plugged", "status": "completed", "tag": "de5bfbd3-f6d5-46d2-b060-05b2a4e2358e", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:46.993577 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f99a660f-9820-4ad1-8422-861653882357 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:46.994392 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e', 'code': 200} Jul 22 23:58:46.997210 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.010755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Port cb06a658-5515-47ef-b28d-bd2f5ad0294e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:47.027531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=01c66a31-dd58-4138-b189-9aa0f1b6844c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.074455 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.088427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Provisioning for port 01c66a31-dd58-4138-b189-9aa0f1b6844c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:47.096441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.101185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Provisioning complete for port 01c66a31-dd58-4138-b189-9aa0f1b6844c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:47.101768 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.146379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-47fd53a0-c848-42c2-920b-8a9b907e7546 None None] Port 01c66a31-dd58-4138-b189-9aa0f1b6844c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:47.222228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 0f87083d-a165-410d-8479-285f96738da1 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:47.227434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ece4b-6045-4cac-8b13-c502917664eb req-ab193989-c153-414f-b0f4-68ad8d159aac tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.235345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-707ece4b-6045-4cac-8b13-c502917664eb req-ab193989-c153-414f-b0f4-68ad8d159aac tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 944 time: 0.8521326 Jul 22 23:58:47.261518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef25b1-28a9-463d-98c9-3c4ff3afb809 req-715c776b-2639-422b-a1b2-04b605a9f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.262994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87ef25b1-28a9-463d-98c9-3c4ff3afb809 req-715c776b-2639-422b-a1b2-04b605a9f842 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 1096 time: 0.1942420 Jul 22 23:58:47.269491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.275862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.277905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.358783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:47.369152 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d13b3cef-4276-4c17-92b2-0e4740838f82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/0f87083d-a165-410d-8479-285f96738da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7592609 Jul 22 23:58:47.369302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.369414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Network': ['ID=eac4d8a7-04fe-44e2-8efb-0654fb982dab,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:47.375811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] Sync routers for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:47.381440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:47.434249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-707ece4b-6045-4cac-8b13-c502917664eb req-3b22d376-5e2f-466a-920a-1adc3a2bd859 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979339 Jul 22 23:58:47.452726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:47.453436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:47.465956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87ef25b1-28a9-463d-98c9-3c4ff3afb809 req-bff9b89c-ea59-4210-9321-e8707c989cc4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785514 Jul 22 23:58:47.475584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6404c519-572a-4f10-8b01-8dbac610a751 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2652156 Jul 22 23:58:47.476895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.524805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a24af2-f0bd-4ba3-9e8e-ee43755cc298 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.526215 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-82a24af2-f0bd-4ba3-9e8e-ee43755cc298 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports/01c66a31-dd58-4138-b189-9aa0f1b6844c HTTP/1.1" status: 200 len: 913 time: 0.1553795 Jul 22 23:58:47.529143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.537689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:47.560175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c0e056fd-255e-42b5-a960-83bbf9b9270e None None] Provisioning complete for port 01c66a31-dd58-4138-b189-9aa0f1b6844c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:47.561041 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c0e056fd-255e-42b5-a960-83bbf9b9270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:47.574945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35393efb-b305-4b26-bcf3-1b6dcacf206c tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.576764 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35393efb-b305-4b26-bcf3-1b6dcacf206c tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb91c643c1704a42ad8f4aca6460a147&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0996077 Jul 22 23:58:47.579697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36298) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.600187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c0e056fd-255e-42b5-a960-83bbf9b9270e None None] Port 01c66a31-dd58-4138-b189-9aa0f1b6844c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:47.607976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:47.608706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:47.653344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:47.654125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa3c7e-2568-4c93-894a-165a562ebefa None None] The sync data for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:47.709318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00de131-9907-44f3-9512-3831eb9535cd tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.713443 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f00de131-9907-44f3-9512-3831eb9535cd tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300147 Jul 22 23:58:47.713681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.759638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.760869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-51cbe4b5-3d24-45ee-aad5-1d107224fc97 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460329 Jul 22 23:58:47.809941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b5fa123d-b220-4435-adc8-67eb60eb6c9c tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb91c643c1704a42ad8f4aca6460a147&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493765 Jul 22 23:58:47.812799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36304) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.906759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb6670-52a7-4da9-b586-6f95d1577cbb tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:47.910896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9ecb6670-52a7-4da9-b586-6f95d1577cbb tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944426 Jul 22 23:58:47.911866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36306) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.945250 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-14f388fa-6bcb-4cbe-b29c-054d45c9433e tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297077 Jul 22 23:58:47.945574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36308) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:47.950662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682731055', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:48.018525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.045263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:48.048892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.253124 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.297747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 01c66a31-dd58-4138-b189-9aa0f1b6844c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:48.298290 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.340930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Subnet': ['ID=65c1d09a-c282-47e0-81e9-4e4a04d852fa,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:48.349668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Checking segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:48.349993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network hostable DHCP agents. Network: eac4d8a7-04fe-44e2-8efb-0654fb982dab, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:48.369516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:48.388507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, eac4d8a7-04fe-44e2-8efb-0654fb982dab) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:48.396257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.399977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e583c46-34a9-4518-8c13-58cc17984462 None None] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:48.406335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:48.407291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.409942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 01c66a31-dd58-4138-b189-9aa0f1b6844c owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:48.427799 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-029b082b-8599-4880-9b94-de5e69b6ff0f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4811192 Jul 22 23:58:48.620855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ips': [{'subnet_id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:48.621722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.725962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:48.745973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15f6bc-1a0d-4101-8ccc-f38b143f2c66 req-96a04731-532f-449f-bfc8-c5c38c703681 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:48.748037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a15f6bc-1a0d-4101-8ccc-f38b143f2c66 req-96a04731-532f-449f-bfc8-c5c38c703681 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1682367 Jul 22 23:58:48.780618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=01c66a31-dd58-4138-b189-9aa0f1b6844c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:48.898093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Allocated IP 172.20.0.18 (eac4d8a7-04fe-44e2-8efb-0654fb982dab/65c1d09a-c282-47e0-81e9-4e4a04d852fa/3812fc7c-46be-446a-a574-303672ec8fda) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:48.960750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36316) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:48.966172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771699416', 'description': 'tempest-secgroup-smoke-1771699416 description', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:48.988294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a15f6bc-1a0d-4101-8ccc-f38b143f2c66 req-d1d4e6e6-d5ee-4482-a750-5375e75e49c8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145159 Jul 22 23:58:49.003227 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.025854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.111237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36320) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:49.166973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.169309 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.173966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.178242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Deleting subnet 8245817c-1d76-43e1-9e38-7f890a3bc2e2 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:49.182733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.185880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Transition to ACTIVE for port object 3812fc7c-46be-446a-a574-303672ec8fda will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:49.204020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Transition to ACTIVE for port object 3812fc7c-46be-446a-a574-303672ec8fda will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:49.213530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.218434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.220046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2582023 Jul 22 23:58:49.221272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55db9-9262-4180-8251-8567ba79a827 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6aa00-f425-40e5-81e5-6980920da7f1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.223850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36322) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:49.229782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'e6a6aa00-f425-40e5-81e5-6980920da7f1', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:49.264615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.265309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:49.268016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:49.273782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:49.277038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Pushing event updated for resources: {'Port': ['ID=3812fc7c-46be-446a-a574-303672ec8fda,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.318487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.339095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Attempting to bind port 3812fc7c-46be-446a-a574-303672ec8fda on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:49.339507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Attempting to bind port 3812fc7c-46be-446a-a574-303672ec8fda by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:49.340222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Attempting to bind port 3812fc7c-46be-446a-a574-303672ec8fda on network eac4d8a7-04fe-44e2-8efb-0654fb982dab {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:49.340386 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.345456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:49.345756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.345956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Checking segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:49.346257 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.346670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Bound using segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:49.347379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Bound port: 3812fc7c-46be-446a-a574-303672ec8fda, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:49.348406 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.375121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 0f87083d-a165-410d-8479-285f96738da1 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:49.384353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.387513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d7c988-10d9-4bf4-b391-4329f807476b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.411934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.413485 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-edbcb05d-74d4-421e-b720-00f0d3d9902e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1882377 Jul 22 23:58:49.416474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36324) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:49.421301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'e6a6aa00-f425-40e5-81e5-6980920da7f1', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:49.422592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] For port 3812fc7c-46be-446a-a574-303672ec8fda, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:49.430265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] For port 3812fc7c-46be-446a-a574-303672ec8fda, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3812fc7c-46be-446a-a574-303672ec8fda,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:49.446058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.469505 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.519689 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6c133cc5-175a-4cf0-b0f2-7a39626ffe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.524112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b73c66-833d-41da-a7b8-e4f780ff0020 None None] Pushing event updated for resources: {'Port': ['ID=3812fc7c-46be-446a-a574-303672ec8fda,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.535703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:49.545752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6bfd3012-a2fc-403a-b9fc-82468be38143 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/0f87083d-a165-410d-8479-285f96738da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154767 Jul 22 23:58:49.547708 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] Sync routers for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:49.553468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:49.558024 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:49.558649 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.570252 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.601875 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.611238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8245817c-1d76-43e1-9e38-7f890a3bc2e2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.620693 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:49.621338 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.629202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.639190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.641617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6ed6cb7b-2c18-4fac-a0b3-69af47c4ace1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8245817c-1d76-43e1-9e38-7f890a3bc2e2 HTTP/1.1" status: 204 len: 168 time: 0.5293427 Jul 22 23:58:49.644375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:49.684678 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.685594 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc9ff6-680e-444e-9b02-44210df7079d None None] The sync data for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:49.697968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.707956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.734099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.852909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.857958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f84241e-58d8-4cb0-a0a5-36b7e37e5b5b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:49.861684 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.862896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d5d55d16-653f-4cfe-98a5-6f3cad03805a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4454470 Jul 22 23:58:49.865625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918217ee-0489-4978-9ca2-63bc4b06dfe9']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.867652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36330) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:49.878668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'e6a6aa00-f425-40e5-81e5-6980920da7f1', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:49.889616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e24bfe-68a9-4139-8d55-b4f72bd0cc01') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.889927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e24bfe-68a9-4139-8d55-b4f72bd0cc01') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:49.908534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.928267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.955730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.958927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:49.960587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:49.962445 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:50.109075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3812fc7c-46be-446a-a574-303672ec8fda up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:50.158043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.176603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3812fc7c-46be-446a-a574-303672ec8fda completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:50.177233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.181982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] 10.222.0.21 "DELETE /v2.0/networks/918217ee-0489-4978-9ca2-63bc4b06dfe9 HTTP/1.1" status: 204 len: 168 time: 0.5339444 Jul 22 23:58:50.182273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36334) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:50.196375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c885e-1ccd-445a-8b7a-e472e01b0fda admin admin] Pushing event deleted for resources: {'Network': ['ID=918217ee-0489-4978-9ca2-63bc4b06dfe9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:50.216060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.226387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.252973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ab4910-a03f-4778-b895-43c2a7db494e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:50.271707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b44b2-82ea-4593-a64e-aeb5135a5d57 req-779d98c7-239f-4e95-a516-21da84e2ea5f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:50.273317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-631b44b2-82ea-4593-a64e-aeb5135a5d57 req-779d98c7-239f-4e95-a516-21da84e2ea5f tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1700547 Jul 22 23:58:50.274964 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.276254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d76974d-e8fd-46fd-8aa6-db8192e285b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4075637 Jul 22 23:58:50.279577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36336) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:50.281252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.284592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'e6a6aa00-f425-40e5-81e5-6980920da7f1', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:50.344484 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.351494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-631b44b2-82ea-4593-a64e-aeb5135a5d57 req-bc3dec0e-b067-4cb6-a075-7c1b44c930d6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602605 Jul 22 23:58:50.434766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.442022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.481579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafe0a68-aee3-4a39-af1c-0119ae07474a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:50.494351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.498844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-21b18112-1e3e-44fd-810d-35cdcef22c13 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2150371 Jul 22 23:58:50.499530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:50.509146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'e6a6aa00-f425-40e5-81e5-6980920da7f1', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:50.537077 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Project fb91c643c1704a42ad8f4aca6460a147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:50.543798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.654239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.659580 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.691451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992cea8a-4eb9-4889-b5df-5f6074b530e8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:50.710540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.712417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8a75570b-fd86-47c3-aec1-11b00fcd251b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2118869 Jul 22 23:58:50.735543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36344) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:50.747666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'e6a6aa00-f425-40e5-81e5-6980920da7f1', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:50.766906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.808250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-765f57c7-e404-4143-9095-0ad9e2a24110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:50.809818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-765f57c7-e404-4143-9095-0ad9e2a24110 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 1096 time: 0.1198485 Jul 22 23:58:50.824246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f958c57-b899-4f36-96ce-222086e36fd4 req-3b69fa51-9cdb-4bfc-b926-cf48734a9158 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:50.825806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f958c57-b899-4f36-96ce-222086e36fd4 req-3b69fa51-9cdb-4bfc-b926-cf48734a9158 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1201131 Jul 22 23:58:50.872908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Deleting subnet db139439-42e7-4ac4-a88d-a854986c877d {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:50.877381 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.915706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.950036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f958c57-b899-4f36-96ce-222086e36fd4 req-1901ae84-2f13-45b2-93b0-9045bed60949 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147814 Jul 22 23:58:50.954624 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Project fb91c643c1704a42ad8f4aca6460a147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 23:58:50.964150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.975697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-a78f1ec6-043e-4c7a-9745-3f25ad39b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:50.990179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-a78f1ec6-043e-4c7a-9745-3f25ad39b2ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.1631818 Jul 22 23:58:50.992317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c59cf96-819f-42dc-bf9b-e28148a1c760 None None] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:51.045698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-6af9724e-5ef3-4750-aec5-b90fae419393 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e HTTP/1.1" status: 200 len: 217 time: 0.0492091 Jul 22 23:58:51.049333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.093114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] Provisioning for port 3812fc7c-46be-446a-a574-303672ec8fda completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:51.099630 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] Provisioning complete for port 3812fc7c-46be-446a-a574-303672ec8fda triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:51.100211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.101925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.136010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.139180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-e34d33df-a97c-4eaa-ae82-4aa4fe48f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:51.142067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-e34d33df-a97c-4eaa-ae82-4aa4fe48f544 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0881341 Jul 22 23:58:51.197777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-4ac3ef56-a545-4f65-96b6-6042b6395bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480640 Jul 22 23:58:51.211847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.222685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4763179 Jul 22 23:58:51.271795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbc154-9b9c-4c7b-a9db-9d36c89b5f37 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5b4258-a0fd-47c7-8f49-3a1c57aa6655,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.276917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.297924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.328249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] For port 3812fc7c-46be-446a-a574-303672ec8fda, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3812fc7c-46be-446a-a574-303672ec8fda,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:51.334564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.378049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-f715092a-549c-4157-8ef8-46bd21c67219 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709716 Jul 22 23:58:51.383636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db139439-42e7-4ac4-a88d-a854986c877d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.393106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.398249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-979f9a72-27a6-4481-974f-1d3c2c39adac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db139439-42e7-4ac4-a88d-a854986c877d HTTP/1.1" status: 204 len: 168 time: 1.2119429 Jul 22 23:58:51.398611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36350) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:51.428550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321514c5-47f6-4f28-99ed-490f440b0c1e None None] Pushing event updated for resources: {'Port': ['ID=3812fc7c-46be-446a-a574-303672ec8fda,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.552754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.576122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-b9e6a937-9354-4dcc-bf14-ba8ea8207c9d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771699416&fields=id&tenant_id=fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 267 time: 0.0633717 Jul 22 23:58:51.578438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0213f90-57ef-481f-bd0e-f82bfd2bb3ac req-f6dc47c5-47d7-430e-bad5-359bf28bbd2e service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915329 Jul 22 23:58:51.670654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ffa93aad-632c-4a22-bd6a-bebcd1cb3203 None None] Provisioning complete for port 3812fc7c-46be-446a-a574-303672ec8fda triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:51.671131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ffa93aad-632c-4a22-bd6a-bebcd1cb3203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.695103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.708724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e27b08e-c007-4d49-ad91-6ecca2302a65']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:51.713314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-96364200-c6dd-457e-bd6f-a3586beac92d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:51.714877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-96364200-c6dd-457e-bd6f-a3586beac92d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/networks?id=eac4d8a7-04fe-44e2-8efb-0654fb982dab HTTP/1.1" status: 200 len: 797 time: 0.1285126 Jul 22 23:58:51.724165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba6c959-62f8-4067-9380-224120045805') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:51.724165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba6c959-62f8-4067-9380-224120045805') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:51.732564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port cb06a658-5515-47ef-b28d-bd2f5ad0294e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:51.732913 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.737427 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-9e612299-fec7-4268-bbfb-219409ec16ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/quotas/fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 375 time: 0.0111759 Jul 22 23:58:51.748835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.770202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.775554 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.814222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:51.814638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:51.816397 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:51.825519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-9d555648-7bfd-4ca7-96e5-ed989d41070b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0810719 Jul 22 23:58:51.885626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.893693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.900466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.902418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] 10.222.0.21 "DELETE /v2.0/networks/3e27b08e-c007-4d49-ad91-6ecca2302a65 HTTP/1.1" status: 204 len: 168 time: 0.5026820 Jul 22 23:58:51.907221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for cb06a658-5515-47ef-b28d-bd2f5ad0294e owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:51.922119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f604a8-eb83-47fa-82d1-edfef3c79dab admin admin] Pushing event deleted for resources: {'Network': ['ID=3e27b08e-c007-4d49-ad91-6ecca2302a65,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:51.959643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-7ec4f451-ebb8-47e9-beea-645b12bf2196 service neutron] 10.222.0.21 "GET /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203372 Jul 22 23:58:52.052986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3812fc7c-46be-446a-a574-303672ec8fda up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:58:52.124941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3812fc7c-46be-446a-a574-303672ec8fda triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:52.125561 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.136202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-c6c82fb3-d765-40a3-b4dc-aaaef1fb93e2 service neutron] 10.222.0.21 "GET /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754761 Jul 22 23:58:52.159555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743874c-1c6f-4c0c-8b77-995d2ec4140f req-fefee713-f1e1-44fa-a14a-74f13c686e6a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:52.161889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4743874c-1c6f-4c0c-8b77-995d2ec4140f req-fefee713-f1e1-44fa-a14a-74f13c686e6a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1123860 Jul 22 23:58:52.176965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.188854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.217077 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4743874c-1c6f-4c0c-8b77-995d2ec4140f req-d7a58713-5edc-4cc2-b834-f535afcdb330 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Jul 22 23:58:52.235010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=cb06a658-5515-47ef-b28d-bd2f5ad0294e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:52.340217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.369955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cdbaadbc-e0f0-4134-926b-68c1eb4c63b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8034186821e243d295b76074736945da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441944 Jul 22 23:58:52.371235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.372954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.386359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-266fcfb5-3048-4aea-887e-b667129d1c66 req-7ce15e87-afdf-4e43-9059-c8d00d3d3084 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 210 time: 0.0342410 Jul 22 23:58:52.550939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d0732e-c771-4cbb-92cc-414bd60faef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.653719 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d0732e-c771-4cbb-92cc-414bd60faef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.671526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 0f87083d-a165-410d-8479-285f96738da1 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:58:52.780361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:58:52.786833 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d4018622-5dc3-44e7-ada7-41e988f6510d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/0f87083d-a165-410d-8479-285f96738da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2320106 Jul 22 23:58:52.789891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.792781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] Sync routers for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:58:52.805015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d0732e-c771-4cbb-92cc-414bd60faef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.805691 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83d0732e-c771-4cbb-92cc-414bd60faef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:52.809543 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-83d0732e-c771-4cbb-92cc-414bd60faef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72cf08a4-a6c1-445d-8566-680e700681ad HTTP/1.1" status: 204 len: 168 time: 0.4331877 Jul 22 23:58:52.809687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:52.809687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:52.839707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0732e-c771-4cbb-92cc-414bd60faef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cf08a4-a6c1-445d-8566-680e700681ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:52.843433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c1e524f-5cda-4d6f-b5af-937827801fa7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f87083d-a165-410d-8479-285f96738da1 HTTP/1.1" status: 200 len: 205 time: 0.0521090 Jul 22 23:58:52.846090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36388) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:52.872403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:52.885960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] Routers {'0f87083d-a165-410d-8479-285f96738da1'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:58:52.886950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['0f87083d-a165-410d-8479-285f96738da1'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:52.922504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:52.923870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51674f5b-069a-416d-915a-ac5634b82f8b None None] The sync data for ids ['0f87083d-a165-410d-8479-285f96738da1'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:58:52.963008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.155609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.157904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.201688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36392) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:53.222796 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.223418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router 0f87083d-a165-410d-8479-285f96738da1 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:58:53.231145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.232304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-076b61cc-fc1c-4de6-ac7b-c99c221a36e5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/0f87083d-a165-410d-8479-285f96738da1 HTTP/1.1" status: 204 len: 168 time: 0.3851910 Jul 22 23:58:53.235165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36394) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:53.269295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-99571175-4493-4e89-bed6-dcc11b6aae3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=865c31ae3440424c8c6d831390bc924b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663464 Jul 22 23:58:53.272721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36398) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:53.293926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet c84439b0-a6cb-4617-bd98-9d658bceb3ea {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:53.297249 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.370755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.379355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b88c4cc-d761-49da-8c6e-b09c3b0a5fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.415698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b88c4cc-d761-49da-8c6e-b09c3b0a5fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.456985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cedfe-596a-42a1-afe9-0258b113dda3 req-18f546c7-0502-4364-8acf-394d1e8706ce tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:53.462218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-462cedfe-596a-42a1-afe9-0258b113dda3 req-18f546c7-0502-4364-8acf-394d1e8706ce tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1336575 Jul 22 23:58:53.515273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-2d6c677f-30ea-404f-9471-d318cfe7ba6f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:53.516765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-2d6c677f-30ea-404f-9471-d318cfe7ba6f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "GET /v2.0/networks?id=eac4d8a7-04fe-44e2-8efb-0654fb982dab HTTP/1.1" status: 200 len: 797 time: 0.1835172 Jul 22 23:58:53.535228 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.539002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b009e68-8fe4-47f3-9183-55bc0abffca4 req-84aae493-71a0-47c0-a1d6-d651165c5fc8 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 210 time: 0.0481827 Jul 22 23:58:53.571371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-462cedfe-596a-42a1-afe9-0258b113dda3 req-3f27e6fc-d389-4e9b-bf89-9d5e5b6b18e6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791757 Jul 22 23:58:53.577359 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b88c4cc-d761-49da-8c6e-b09c3b0a5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.580136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6b88c4cc-d761-49da-8c6e-b09c3b0a5fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.581378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6b88c4cc-d761-49da-8c6e-b09c3b0a5fcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ace7e24a-cfae-4514-acd8-738bff937462 HTTP/1.1" status: 204 len: 168 time: 0.3072619 Jul 22 23:58:53.597402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88c4cc-d761-49da-8c6e-b09c3b0a5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace7e24a-cfae-4514-acd8-738bff937462,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:53.606084 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-411209ba-ff35-45e1-9793-54c7d68e9ae9 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 472 time: 0.0782318 Jul 22 23:58:53.617089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'port': {'device_id': '6024e8c5-8491-4273-8dac-e140f75d1877', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'admin_state_up': True, 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'security_groups': ['e6a6aa00-f425-40e5-81e5-6980920da7f1']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:54.006340 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.046226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=c84439b0-a6cb-4617-bd98-9d658bceb3ea,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.048410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.054219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-234e0776-c513-4778-b41f-a8b3a615bc96 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/c84439b0-a6cb-4617-bd98-9d658bceb3ea HTTP/1.1" status: 204 len: 168 time: 0.8147821 Jul 22 23:58:54.054605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c772886-06db-4255-ae99-92a209d2a7f7 None None] Network 082589c2-3c5a-4006-b21e-d5c0180a3c0b requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:54.055038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:54.125180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 658e67f0-81b4-46de-b89a-0684ce5113bc {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:58:54.130164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.175449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:54.179740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.193662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.299149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] DHCP port deletion for 082589c2-3c5a-4006-b21e-d5c0180a3c0b request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:54.327538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-6e5d8db3-f684-4a6d-adf5-262abbe67ae6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898957 Jul 22 23:58:54.369011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Deleting port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:54.369805 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.394956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.443973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-dd8bcafa-9e3f-4ba9-8bba-1e2aa7360af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:54.446330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-dd8bcafa-9e3f-4ba9-8bba-1e2aa7360af4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1096 time: 0.0659716 Jul 22 23:58:54.464957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] For port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,segment=NetworkSegment(abcba4c7-c6e6-4121-827a-dd316557499c),segment_id=abcba4c7-c6e6-4121-827a-dd316557499c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:54.465360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.467229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.20.0.29 (eac4d8a7-04fe-44e2-8efb-0654fb982dab/65c1d09a-c282-47e0-81e9-4e4a04d852fa/e223bf4d-ef17-494f-b7cc-ec39b51f0aff) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:54.486312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Calling delete_port for 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:54.500771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.550558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=658e67f0-81b4-46de-b89a-0684ce5113bc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.566347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.573272 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b1e644bb-549b-4573-b258-792d476a2468 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/658e67f0-81b4-46de-b89a-0684ce5113bc HTTP/1.1" status: 204 len: 168 time: 0.5150561 Jul 22 23:58:54.573738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36436) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:54.575611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eda282-adb7-4a0f-b069-acb9065621a1 None None] Network b7cb258f-70a2-48e6-b268-77ed7834aa26 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:54.655122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.669025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-feb94163-3b82-4fa8-b7de-a92efcf585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:54.671482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-feb94163-3b82-4fa8-b7de-a92efcf585f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.2013142 Jul 22 23:58:54.722746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Pushing event deleted for resources: {'Port': ['ID=960e77ba-42b0-4de0-a1fa-6dc19add8dd5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:54.729849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] No DVR routers for this DVR port 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:54.736406 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.745484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.747127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.747127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.747127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79023e6-c946-46cc-a105-99e69eac06af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:58:54.800764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4c565a7c-6df6-48d6-ae0b-d92ad6ba63bf req-a849f65f-8e1a-4f5b-8e67-470d06ddaa72 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 210 time: 0.1184595 Jul 22 23:58:54.804125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.869264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Transition to ACTIVE for port object e223bf4d-ef17-494f-b7cc-ec39b51f0aff will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:54.872140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-290380a3-60c5-478d-9856-a4c5c1ad765b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 1001 time: 0.1911764 Jul 22 23:58:54.906939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.920260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082589c2-3c5a-4006-b21e-d5c0180a3c0b']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:54.934189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcba4c7-c6e6-4121-827a-dd316557499c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:54.934493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcba4c7-c6e6-4121-827a-dd316557499c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:54.950598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.978805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.989440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:54.990058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:54.993571 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:54.995787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:55.011501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.105791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:55.110460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:55.116522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:55.121790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.124375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.156352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.158249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/082589c2-3c5a-4006-b21e-d5c0180a3c0b HTTP/1.1" status: 204 len: 168 time: 0.5835025 Jul 22 23:58:55.161973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:55.168269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] DHCP port deletion for b7cb258f-70a2-48e6-b268-77ed7834aa26 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:58:55.201118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aed1f7-e970-47b1-8634-7d2af699333f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=082589c2-3c5a-4006-b21e-d5c0180a3c0b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.238141 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03bad2d-a1a4-4962-b6ca-95583eddd454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.259803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.260890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.266815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] Deleting port 76b82667-9329-4f12-8d11-3a4f4d7e6864 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:55.267285 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.317825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.360128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] For port 76b82667-9329-4f12-8d11-3a4f4d7e6864, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=76b82667-9329-4f12-8d11-3a4f4d7e6864,segment=NetworkSegment(eb59a1d0-797a-4880-9286-b6a21b5b78e3),segment_id=eb59a1d0-797a-4880-9286-b6a21b5b78e3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:55.360657 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.389284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] Calling delete_port for 76b82667-9329-4f12-8d11-3a4f4d7e6864 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:55.401868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de8731-9127-4223-b8de-8c0fd0ba2e2a req-76d70890-8082-4a71-93d8-4ea5fb07c507 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.404603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80de8731-9127-4223-b8de-8c0fd0ba2e2a req-76d70890-8082-4a71-93d8-4ea5fb07c507 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.6420078 Jul 22 23:58:55.416697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-151ec9f9-3ec7-4559-8d8b-7a2c0bccfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.418181 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-151ec9f9-3ec7-4559-8d8b-7a2c0bccfd77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.5342815 Jul 22 23:58:55.470462 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03bad2d-a1a4-4962-b6ca-95583eddd454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.472551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 76b82667-9329-4f12-8d11-3a4f4d7e6864 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:58:55.473960 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.487583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80de8731-9127-4223-b8de-8c0fd0ba2e2a req-5c488859-42be-4e81-88d2-1032ae24fba2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738568 Jul 22 23:58:55.488187 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a03bad2d-a1a4-4962-b6ca-95583eddd454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.491811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.512200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-2825cc61-1445-47d0-a4ee-8f6fb2b7cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.513989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-2825cc61-1445-47d0-a4ee-8f6fb2b7cf7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820796 Jul 22 23:58:55.527286 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-cb25103f-036b-4476-aa11-dbc116877aca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9144282 Jul 22 23:58:55.533230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] Pushing event deleted for resources: {'Port': ['ID=76b82667-9329-4f12-8d11-3a4f4d7e6864,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.541598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb88cfd-22d8-4621-99a3-93b13d0ac4b2 None None] No DVR routers for this DVR port 76b82667-9329-4f12-8d11-3a4f4d7e6864 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:55.544984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bad2d-a1a4-4962-b6ca-95583eddd454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ebcf7d-1a8c-47a0-a6f2-83416fddae07,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.546081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-690deabd-63df-438a-8157-b1f6a64e9f15 None None] Provisioning for port e223bf4d-ef17-494f-b7cc-ec39b51f0aff completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:55.557696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-690deabd-63df-438a-8157-b1f6a64e9f15 None None] Provisioning complete for port e223bf4d-ef17-494f-b7cc-ec39b51f0aff triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:58:55.558069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-690deabd-63df-438a-8157-b1f6a64e9f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.566756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Request body: {'port': {'device_id': '6024e8c5-8491-4273-8dac-e140f75d1877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:55.598013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-690deabd-63df-438a-8157-b1f6a64e9f15 None None] Port e223bf4d-ef17-494f-b7cc-ec39b51f0aff cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:58:55.626590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-6419c42f-c9c5-425c-a1f0-17c8cc88c7c8 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034014 Jul 22 23:58:55.637247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a03bad2d-a1a4-4962-b6ca-95583eddd454 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45606331eaae40a99227681298104422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417744 Jul 22 23:58:55.643132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36448) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:55.644140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 76b82667-9329-4f12-8d11-3a4f4d7e6864, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=76b82667-9329-4f12-8d11-3a4f4d7e6864,segment=NetworkSegment(eb59a1d0-797a-4880-9286-b6a21b5b78e3),segment_id=eb59a1d0-797a-4880-9286-b6a21b5b78e3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:58:55.644516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.665362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 76b82667-9329-4f12-8d11-3a4f4d7e6864 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:58:55.750616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.753072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faf52c08-aa72-4ed2-bd0e-d25a1d1d372a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.762015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2b69d4-cbc5-43b1-b2a1-6cd9a2f1eb45 req-50a7829a-d708-4b4d-bbfe-944035048473 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275959 Jul 22 23:58:55.782546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faf52c08-aa72-4ed2-bd0e-d25a1d1d372a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.840828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faf52c08-aa72-4ed2-bd0e-d25a1d1d372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.844370 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-faf52c08-aa72-4ed2-bd0e-d25a1d1d372a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.849355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-faf52c08-aa72-4ed2-bd0e-d25a1d1d372a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6ebcf7d-1a8c-47a0-a6f2-83416fddae07 HTTP/1.1" status: 204 len: 168 time: 0.2049551 Jul 22 23:58:55.858248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf52c08-aa72-4ed2-bd0e-d25a1d1d372a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ebcf7d-1a8c-47a0-a6f2-83416fddae07,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.898635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:55.932684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=76b82667-9329-4f12-8d11-3a4f4d7e6864,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:55.941089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 76b82667-9329-4f12-8d11-3a4f4d7e6864 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:58:55.968363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e95dcd-105d-4c63-a911-7fab1e7adee4 req-6681d1c1-40ba-47e3-8818-b345c5d5bf97 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:55.969952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66e95dcd-105d-4c63-a911-7fab1e7adee4 req-6681d1c1-40ba-47e3-8818-b345c5d5bf97 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 932 time: 0.0792041 Jul 22 23:58:56.024778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 76b82667-9329-4f12-8d11-3a4f4d7e6864 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:56.036735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66e95dcd-105d-4c63-a911-7fab1e7adee4 req-6561e707-b8ad-4219-8853-4eb9d1737acb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573299 Jul 22 23:58:56.051159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 76b82667-9329-4f12-8d11-3a4f4d7e6864 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:56.051991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 76b82667-9329-4f12-8d11-3a4f4d7e6864 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:56.052497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:58:56.071840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:58:56.072278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 960e77ba-42b0-4de0-a1fa-6dc19add8dd5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:58:56.098432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.115681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cb258f-70a2-48e6-b268-77ed7834aa26']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:56.131872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb59a1d0-797a-4880-9286-b6a21b5b78e3') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:56.132184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb59a1d0-797a-4880-9286-b6a21b5b78e3') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:58:56.150232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.175414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.187552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:58:56.187958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:58:56.190953 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:58:56.283283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e223bf4d-ef17-494f-b7cc-ec39b51f0aff {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:58:56.290780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.293653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.303590 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.305491 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/b7cb258f-70a2-48e6-b268-77ed7834aa26 HTTP/1.1" status: 204 len: 168 time: 1.1413839 Jul 22 23:58:56.309516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36464) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.314566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1116218810'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.321358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d66e7-20cb-4af7-bbbf-1b9b2d93633f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=b7cb258f-70a2-48e6-b268-77ed7834aa26,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.330889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Transition to ACTIVE for port object e223bf4d-ef17-494f-b7cc-ec39b51f0aff will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:56.338036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:56.338331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.342108 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.370591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:56.381302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.381660 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment 89e0868f-2fd3-4915-8c44-d1c4fc8a72c6 of type vlan for network 4ebe7417-23e5-417a-bf6a-a9147d1573ff Jul 22 23:58:56.401086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Pushing event updated for resources: {'Port': ['ID=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.432165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.464645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.471119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.471778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.507801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Attempting to bind port e223bf4d-ef17-494f-b7cc-ec39b51f0aff on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:56.508156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Attempting to bind port e223bf4d-ef17-494f-b7cc-ec39b51f0aff by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:56.508712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Attempting to bind port e223bf4d-ef17-494f-b7cc-ec39b51f0aff on network eac4d8a7-04fe-44e2-8efb-0654fb982dab {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:56.518256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Port e223bf4d-ef17-494f-b7cc-ec39b51f0aff on network eac4d8a7-04fe-44e2-8efb-0654fb982dab not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:58:56.518882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Attempting to bind port e223bf4d-ef17-494f-b7cc-ec39b51f0aff on network eac4d8a7-04fe-44e2-8efb-0654fb982dab {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:56.532067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:56.532290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2186329 Jul 22 23:58:56.532760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Checking segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:56.532760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Bound using segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:56.532760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Bound port: e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:56.532760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.532760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36474) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.539511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.563547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da080e7-28c8-42f8-a9c2-5833e3e97aa9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=4ebe7417-23e5-417a-bf6a-a9147d1573ff,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.578045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:56.693724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7f85-d898-4fab-8159-0f6c85c3358e req-ece606c4-8bef-4545-83e1-b8b89b259210 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.695290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a9e7f85-d898-4fab-8159-0f6c85c3358e req-ece606c4-8bef-4545-83e1-b8b89b259210 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0847347 Jul 22 23:58:56.695799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36478) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:56.740304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] For port e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:56.743473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a9e7f85-d898-4fab-8159-0f6c85c3358e req-d60a1a16-6dce-4b08-b686-daa7ff19aa73 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Jul 22 23:58:56.746383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] For port e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:56.749713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:56.755036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.762794 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.808956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-597506856-network', 'tenant_id': '73b89b741ef54520a552dc01b8ca008a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:56.833519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Made reservation on behalf of 73b89b741ef54520a552dc01b8ca008a for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:56.834703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.835354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.835890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.836782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] 10.222.0.49 "PUT /v2.0/ports/e223bf4d-ef17-494f-b7cc-ec39b51f0aff HTTP/1.1" status: 200 len: 1092 time: 1.2937655 Jul 22 23:58:56.837237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6024e8c5-8491-4273-8dac-e140f75d1877', 'tag': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:58:56.839591 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb17db-d366-44c6-9ed2-8f4511eea905" -d '{"events": [{"name": "network-changed", "server_uuid": "6024e8c5-8491-4273-8dac-e140f75d1877", "tag": "e223bf4d-ef17-494f-b7cc-ec39b51f0aff"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:58:56.845906 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.925616 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d865a72-59de-45e0-9b5a-dc0da0ce1556 x-openstack-request-id: req-4d865a72-59de-45e0-9b5a-dc0da0ce1556 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:58:56.925916 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6024e8c5-8491-4273-8dac-e140f75d1877", "tag": "e223bf4d-ef17-494f-b7cc-ec39b51f0aff", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:58:56.926196 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d865a72-59de-45e0-9b5a-dc0da0ce1556 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:58:56.926655 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6024e8c5-8491-4273-8dac-e140f75d1877', 'tag': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff', 'status': 'completed', 'code': 200} Jul 22 23:58:56.940708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f90c38-d5dc-4e9f-a4b6-bc0fae519b32 service neutron] Pushing event updated for resources: {'Port': ['ID=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:56.972997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.978672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:56.985532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-ebcba63b-bcc0-4ad2-a8ce-64820e35ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:56.987129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-ebcba63b-bcc0-4ad2-a8ce-64820e35ba3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 1095 time: 0.1020424 Jul 22 23:58:57.002589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:58:57.018788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a7cb92-0290-4249-ba5f-b0ebe58049b1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:57.022304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.022643 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Added segment 0d174504-efba-4cef-8d9f-619d60af1ada of type vlan for network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb Jul 22 23:58:57.064308 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-32403f89-d96d-498e-bb7e-f57fe6edc15f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff HTTP/1.1" status: 200 len: 217 time: 0.0526822 Jul 22 23:58:57.069066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.142548 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.143603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.144181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.161561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-a44c4a74-dfad-4eb8-8917-3f067fcdfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.162943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-a44c4a74-dfad-4eb8-8917-3f067fcdfef4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65c1d09a-c282-47e0-81e9-4e4a04d852fa HTTP/1.1" status: 200 len: 837 time: 0.0900605 Jul 22 23:58:57.182624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.195371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4957199 Jul 22 23:58:57.198370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:57.239859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Request body: {'subnet': {'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-597506856-subnet', 'tenant_id': '73b89b741ef54520a552dc01b8ca008a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:57.244628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1f333-7318-4b9e-a1b1-36a0b90af346 admin admin] Pushing event updated for resources: {'Network': ['ID=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:57.257808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:58:57.263991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=4284ceca-f80f-494b-a653-de6832bc5aaa,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:57.273315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f463d-8512-4e34-a70b-2cba67cd0d01 req-d097f475-2337-4b61-83e2-1df7b979f89d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.274960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac8f463d-8512-4e34-a70b-2cba67cd0d01 req-d097f475-2337-4b61-83e2-1df7b979f89d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 944 time: 0.1659122 Jul 22 23:58:57.289807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Made reservation on behalf of 73b89b741ef54520a552dc01b8ca008a for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:57.292115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.292471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:57.292849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: 4ebe7417-23e5-417a-bf6a-a9147d1573ff, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:57.299561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-90c19fc7-b05d-4de4-8e82-570326e8e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.301095 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-90c19fc7-b05d-4de4-8e82-570326e8e58b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eac4d8a7-04fe-44e2-8efb-0654fb982dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306558 Jul 22 23:58:57.332076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:57.356498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 4ebe7417-23e5-417a-bf6a-a9147d1573ff) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:57.362332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.363076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.364791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e353f5-c82a-4a72-9f01-34a6da2d94ce None None] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:57.374103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac8f463d-8512-4e34-a70b-2cba67cd0d01 req-7cf78457-39d4-4851-9a34-2f8588108d40 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927978 Jul 22 23:58:57.413474 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b5427be6-4641-4e87-a1cd-b8bb0a726f8d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8793955 Jul 22 23:58:57.416208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36488) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:57.423673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-377523533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:57.431763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-187713a4-2afb-42c3-b074-c3e3e5f65007 service neutron] 10.222.0.49 "GET /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216817 Jul 22 23:58:57.457267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.459056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.538896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-75e8f2f4-2059-487f-bf72-ef50f308188a req-5aeb3014-6e56-4fea-9592-fcf3e92c5399 service neutron] 10.222.0.49 "GET /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001205 Jul 22 23:58:57.547733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-4ebe7417-23e5-417a-bf6a-a9147d1573ff', 'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '4284ceca-f80f-494b-a653-de6832bc5aaa'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:58:57.548867 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.574106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.583224 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.614497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.622836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.624110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7f15c7b9-7be4-45ab-9a22-87070daad5e4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2067399 Jul 22 23:58:57.627004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:57.633708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'port': {'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff', 'name': 'tempest-RoutersIpV6Test-477997210'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:58:57.683432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-c3fa3eb7-b1c3-4f9b-b884-5df4ed6210a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.684883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa861411-8780-4f46-b61f-7045ba646128,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:57.685018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-c3fa3eb7-b1c3-4f9b-b884-5df4ed6210a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 1095 time: 0.1012094 Jul 22 23:58:57.695834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Checking segment: {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:57.696217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Network hostable DHCP agents. Network: c424fb5d-7277-4ca0-b5e1-0b1949c68bdb, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:58:57.712592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Allocated IP 2001:db8::2 (4ebe7417-23e5-417a-bf6a-a9147d1573ff/4284ceca-f80f-494b-a653-de6832bc5aaa/1f1efda9-3482-4302-98ec-9042a87f3d08) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:57.715320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:58:57.727612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c424fb5d-7277-4ca0-b5e1-0b1949c68bdb) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:57.732264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.733026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.745367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd280a-dec4-429b-b71d-b36e59f5d015 None None] Network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:57.757040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0489cd90-7dc4-493b-b2a7-d4cb44f0e65f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5475907 Jul 22 23:58:57.851678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-a5153aad-30a8-41a4-b31c-bd4e54f62876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.853755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-a5153aad-30a8-41a4-b31c-bd4e54f62876 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eac4d8a7-04fe-44e2-8efb-0654fb982dab HTTP/1.1" status: 200 len: 898 time: 0.1417842 Jul 22 23:58:57.910958 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-9e2414d0-12fc-4394-a850-8877c57aba82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff HTTP/1.1" status: 200 len: 217 time: 0.0498793 Jul 22 23:58:57.920201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11536943-d2a1-477c-a84d-2b33e64e4e51 req-84174134-6d58-4ac8-a868-b4d85a85d697 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:57.921885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11536943-d2a1-477c-a84d-2b33e64e4e51 req-84174134-6d58-4ac8-a868-b4d85a85d697 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0963240 Jul 22 23:58:57.940885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:58:57.946648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:57.978776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11536943-d2a1-477c-a84d-2b33e64e4e51 req-83b1d995-0e7e-462e-a9fc-2df2cc539253 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497701 Jul 22 23:58:58.013647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-13863490-4d38-4455-a19c-42ee11251271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:58.015807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-13863490-4d38-4455-a19c-42ee11251271 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65c1d09a-c282-47e0-81e9-4e4a04d852fa HTTP/1.1" status: 200 len: 837 time: 0.0967057 Jul 22 23:58:58.017292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79ad0b-b82b-4646-9c79-73afbc2fc4d3 None None] Network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:58.017951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] device_id is not set on port bb2013cd-0f7b-41e5-bfc5-665518f989fe yet. {{(pid=93790) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 23:58:58.024199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.059997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Transition to ACTIVE for port object 1f1efda9-3482-4302-98ec-9042a87f3d08 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:58.111610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Transition to ACTIVE for port object 1f1efda9-3482-4302-98ec-9042a87f3d08 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:58.125911 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.153848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-0ea0d452-0fc5-4435-9d2f-59aff043d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:58.155422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-0ea0d452-0fc5-4435-9d2f-59aff043d3f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eac4d8a7-04fe-44e2-8efb-0654fb982dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318541 Jul 22 23:58:58.196120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:58.203655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:58.214146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8::359 (4ebe7417-23e5-417a-bf6a-a9147d1573ff/4284ceca-f80f-494b-a653-de6832bc5aaa/bb2013cd-0f7b-41e5-bfc5-665518f989fe) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:58:58.226791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:58.229993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Pushing event updated for resources: {'Port': ['ID=1f1efda9-3482-4302-98ec-9042a87f3d08,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:58.290674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Attempting to bind port 1f1efda9-3482-4302-98ec-9042a87f3d08 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:58:58.291046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Attempting to bind port 1f1efda9-3482-4302-98ec-9042a87f3d08 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:58:58.291447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Attempting to bind port 1f1efda9-3482-4302-98ec-9042a87f3d08 on network 4ebe7417-23e5-417a-bf6a-a9147d1573ff {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:58:58.297279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:58:58.297698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Checking segment: {'id': '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:58:58.298241 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.298682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Bound using segment: {'id': '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:58:58.299172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Bound port: 1f1efda9-3482-4302-98ec-9042a87f3d08, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4ebe7417-23e5-417a-bf6a-a9147d1573ff'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:58:58.299761 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.303852 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-4d249220-85dc-425a-979e-679b3e29a17d service neutron] 10.222.0.49 "GET /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411126 Jul 22 23:58:58.385085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] For port 1f1efda9-3482-4302-98ec-9042a87f3d08, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:58:58.385085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] For port 1f1efda9-3482-4302-98ec-9042a87f3d08, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f1efda9-3482-4302-98ec-9042a87f3d08,segment=NetworkSegment(89e0868f-2fd3-4915-8c44-d1c4fc8a72c6),segment_id=89e0868f-2fd3-4915-8c44-d1c4fc8a72c6)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:58:58.393622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.484915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f38e5-da7e-4b2e-896e-a0d57a889d0d None None] Pushing event updated for resources: {'Port': ['ID=1f1efda9-3482-4302-98ec-9042a87f3d08,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:58.532574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7eeb17db-d366-44c6-9ed2-8f4511eea905 req-8539a721-1fc7-43c6-bac9-f5a0f8e6c0d0 service neutron] 10.222.0.49 "GET /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206802 Jul 22 23:58:58.547073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.565818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object bb2013cd-0f7b-41e5-bfc5-665518f989fe will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:58:58.584435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8b24-8c65-43cd-867d-0e1ba53209b1 req-6dc801a8-cbba-4750-85df-c8193f1d8d8f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:58.586388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-392e8b24-8c65-43cd-867d-0e1ba53209b1 req-6dc801a8-cbba-4750-85df-c8193f1d8d8f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 944 time: 0.0998027 Jul 22 23:58:58.606907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.633632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-392e8b24-8c65-43cd-867d-0e1ba53209b1 req-7de773e6-1881-425f-91fc-55970cfb07a5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Jul 22 23:58:58.661592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:58:58.661592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:58:58.664609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:58:58.670569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:58.671112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:58.706431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=bb2013cd-0f7b-41e5-bfc5-665518f989fe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:58.717266 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9925f776-66b6-428c-a616-51d2277397a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0877252 Jul 22 23:58:58.720028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:58:59.142758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130743a-f92f-4a09-a32b-fe7ec0b10ecb req-a748db49-7216-4717-8c37-2fc132f4b4ca tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:59.144473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e130743a-f92f-4a09-a32b-fe7ec0b10ecb req-a748db49-7216-4717-8c37-2fc132f4b4ca tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0771835 Jul 22 23:58:59.199372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e130743a-f92f-4a09-a32b-fe7ec0b10ecb req-eefe3a89-6bbb-4a13-aaee-ea808fb5faf9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Jul 22 23:58:59.426663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.512721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d640aa39-4a0f-4063-a745-9e6b5688bcfb None None] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:58:59.648922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5922996e-878c-4f61-a18c-fddc42121216 None None] Provisioning for port 1f1efda9-3482-4302-98ec-9042a87f3d08 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:58:59.697915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-fc875d59-2a6d-4675-b068-cc78f381dd38 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:59.707807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-fc875d59-2a6d-4675-b068-cc78f381dd38 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/networks?id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 200 len: 808 time: 0.1404884 Jul 22 23:58:59.713428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.718980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.723993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-751de808-108a-4641-a665-cfc303b2e7d6 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/quotas/73b89b741ef54520a552dc01b8ca008a HTTP/1.1" status: 200 len: 375 time: 0.0151348 Jul 22 23:58:59.787563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-9ad9bb33-550d-4da8-a70c-a7357a4013f0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b89b741ef54520a552dc01b8ca008a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526080 Jul 22 23:58:59.818667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=bb2013cd-0f7b-41e5-bfc5-665518f989fe,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:58:59.888691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20669c41-0124-437d-be71-e64da36c09ca req-2676bdfa-4b7a-4773-ba94-04c3a9f31c55 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:58:59.896963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20669c41-0124-437d-be71-e64da36c09ca req-2676bdfa-4b7a-4773-ba94-04c3a9f31c55 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 944 time: 0.1707778 Jul 22 23:58:59.967095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20669c41-0124-437d-be71-e64da36c09ca req-913c724d-8f73-45c9-b93b-262efe97488a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689213 Jul 22 23:58:59.970531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:59.999415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-d00ea326-47ea-402f-affc-00301f3ba5ff service neutron] 10.222.0.21 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992955 Jul 22 23:59:00.067736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f1efda9-3482-4302-98ec-9042a87f3d08 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:00.122072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-51935cff-e94d-43e3-a8a8-6bc3d1abad23 service neutron] 10.222.0.21 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203310 Jul 22 23:59:00.146043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 1f1efda9-3482-4302-98ec-9042a87f3d08 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:00.150696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c462228a-d7a5-4fdd-9819-002e3d344355 None None] Provisioning for port bb2013cd-0f7b-41e5-bfc5-665518f989fe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:00.155527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c462228a-d7a5-4fdd-9819-002e3d344355 None None] Provisioning complete for port bb2013cd-0f7b-41e5-bfc5-665518f989fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:00.156045 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c462228a-d7a5-4fdd-9819-002e3d344355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.157745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1f1efda9-3482-4302-98ec-9042a87f3d08 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:00.158199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.177671 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.236509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c462228a-d7a5-4fdd-9819-002e3d344355 None None] Port bb2013cd-0f7b-41e5-bfc5-665518f989fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:00.299061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.373959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 1f1efda9-3482-4302-98ec-9042a87f3d08, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f1efda9-3482-4302-98ec-9042a87f3d08,segment=NetworkSegment(89e0868f-2fd3-4915-8c44-d1c4fc8a72c6),segment_id=89e0868f-2fd3-4915-8c44-d1c4fc8a72c6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:00.382087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-777a85b3-947b-473b-822d-da81bb5f0161 req-21e364cc-7d48-4f64-b912-99c394a85302 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 210 time: 0.0622828 Jul 22 23:59:00.383604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.477483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02655f2f-bd83-4874-aad6-85b60c4bcb55 req-4a7bb6a8-60a9-456b-bc44-261fcd72ccaa tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:00.480447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02655f2f-bd83-4874-aad6-85b60c4bcb55 req-4a7bb6a8-60a9-456b-bc44-261fcd72ccaa tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1474752 Jul 22 23:59:00.510440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=1f1efda9-3482-4302-98ec-9042a87f3d08,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.523596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8124e3d7-60e1-449a-a916-caab79a8e6f9 None None] Provisioning complete for port bb2013cd-0f7b-41e5-bfc5-665518f989fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:00.524436 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8124e3d7-60e1-449a-a916-caab79a8e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.546964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02655f2f-bd83-4874-aad6-85b60c4bcb55 req-df567cd9-a54e-44a1-b45a-04353c5e2bb1 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603104 Jul 22 23:59:00.580430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8124e3d7-60e1-449a-a916-caab79a8e6f9 None None] Port bb2013cd-0f7b-41e5-bfc5-665518f989fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:00.587044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e223bf4d-ef17-494f-b7cc-ec39b51f0aff details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:59:00.621276 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.628649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.630331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.702694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=bb2013cd-0f7b-41e5-bfc5-665518f989fe,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.726152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:00.739190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'port_id': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff', 'mac_address': 'fa:16:3e:7a:77:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:00.783554 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.791837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:00.793586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:00.813621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e223bf4d-ef17-494f-b7cc-ec39b51f0aff {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:00.821652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8c8205aa-5322-4a7a-90f2-4e13f92ad9cd None None] Provisioning complete for port bb2013cd-0f7b-41e5-bfc5-665518f989fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:00.822032 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8c8205aa-5322-4a7a-90f2-4e13f92ad9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.867134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:00.878261 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:00.917046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8c8205aa-5322-4a7a-90f2-4e13f92ad9cd None None] Port bb2013cd-0f7b-41e5-bfc5-665518f989fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:00.971196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:00.982749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 502f5c5a-e923-4caf-b1c2-add3cfc18456 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:01.119121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['e223bf4d-ef17-494f-b7cc-ec39b51f0aff'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:01.155158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:01.165932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-466e4fc9-1144-48de-ab19-a175b83771a5 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/502f5c5a-e923-4caf-b1c2-add3cfc18456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4434352 Jul 22 23:59:01.167306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36542) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:01.182816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c42b37-9f46-4e70-b9ff-21bb63475c7e req-c8f720dd-1624-4226-9d59-1a0b0e14c0cd tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:01.183511 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] Sync routers for ids ['502f5c5a-e923-4caf-b1c2-add3cfc18456'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:01.184665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5c42b37-9f46-4e70-b9ff-21bb63475c7e req-c8f720dd-1624-4226-9d59-1a0b0e14c0cd tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 945 time: 0.1174550 Jul 22 23:59:01.201687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a431cbcb-1efd-4420-9db5-928ec16ac4fb None None] Provisioning complete for port bb2013cd-0f7b-41e5-bfc5-665518f989fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:01.202089 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a431cbcb-1efd-4420-9db5-928ec16ac4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.205908 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] Routers {'502f5c5a-e923-4caf-b1c2-add3cfc18456'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:01.207516 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['502f5c5a-e923-4caf-b1c2-add3cfc18456'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:01.257612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5c42b37-9f46-4e70-b9ff-21bb63475c7e req-b12230b4-9933-4c55-bce3-48d550f042d0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582926 Jul 22 23:59:01.266613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a431cbcb-1efd-4420-9db5-928ec16ac4fb None None] Port bb2013cd-0f7b-41e5-bfc5-665518f989fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:01.281587 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:01.292514 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] Routers {'502f5c5a-e923-4caf-b1c2-add3cfc18456'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:01.294099 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['502f5c5a-e923-4caf-b1c2-add3cfc18456'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:01.306017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a97b1-0a3f-4e46-9a0d-b85e7d462a95 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:01.312048 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-657a97b1-0a3f-4e46-9a0d-b85e7d462a95 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports/bb2013cd-0f7b-41e5-bfc5-665518f989fe HTTP/1.1" status: 200 len: 983 time: 0.1397376 Jul 22 23:59:01.313010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36544) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:01.354676 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:01.355453 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e951164-2309-4812-9fb9-f43dc556120f None None] The sync data for ids ['502f5c5a-e923-4caf-b1c2-add3cfc18456'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:01.539050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5caac8b0-6b02-47bb-baec-c11e37765632 req-dca5e3b2-11be-41ac-a2e4-997edf814cd8 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 210 time: 0.0615933 Jul 22 23:59:01.739285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b95ce4-67d4-41f9-98c6-7b47e6d7a6c5 req-712af353-7f90-471c-9d58-a85ceeadd70d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:01.740768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49b95ce4-67d4-41f9-98c6-7b47e6d7a6c5 req-712af353-7f90-471c-9d58-a85ceeadd70d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1214473 Jul 22 23:59:01.844248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:01.905561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49b95ce4-67d4-41f9-98c6-7b47e6d7a6c5 req-2f5fc793-bed0-4b63-a75d-d9a5e51bdb38 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529636 Jul 22 23:59:02.052536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f1efda9-3482-4302-98ec-9042a87f3d08 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:02.073270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-77e81208-a1d3-4e51-9e06-d723480756ef tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:02.074829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-77e81208-a1d3-4e51-9e06-d723480756ef tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.48 "GET /v2.0/networks?id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 200 len: 808 time: 0.2753818 Jul 22 23:59:02.108432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Request body: {'port': {'device_id': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb', 'admin_state_up': True, 'tenant_id': '73b89b741ef54520a552dc01b8ca008a'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:02.127880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1f1efda9-3482-4302-98ec-9042a87f3d08 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:02.129355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.333612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Made reservation on behalf of 73b89b741ef54520a552dc01b8ca008a for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:02.338218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.414284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port bb2013cd-0f7b-41e5-bfc5-665518f989fe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:02.414541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.541095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e223bf4d-ef17-494f-b7cc-ec39b51f0aff up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:02.619881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port e223bf4d-ef17-494f-b7cc-ec39b51f0aff completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:02.629121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port e223bf4d-ef17-494f-b7cc-ec39b51f0aff triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:02.629885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.658693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67683c-02b4-4145-8bbb-8a8f4d285626 req-762f78db-f613-43bb-91e4-81069209c535 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:02.661863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc67683c-02b4-4145-8bbb-8a8f4d285626 req-762f78db-f613-43bb-91e4-81069209c535 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 945 time: 0.3103497 Jul 22 23:59:02.664435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.729510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for bb2013cd-0f7b-41e5-bfc5-665518f989fe owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:02.732975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31e91ce3-5820-4e7c-bc04-38e5c7429c01 req-08d50e57-1116-4cb0-9d74-2c4695a4bd1d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 210 time: 0.0656917 Jul 22 23:59:02.736693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.760736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Allocated IP 172.20.0.7 (c424fb5d-7277-4ca0-b5e1-0b1949c68bdb/aa861411-8780-4f46-b61f-7045ba646128/0858b012-004e-472e-b755-836151db4442) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:02.777799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6024e8c5-8491-4273-8dac-e140f75d1877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:02.780591 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc1319-7724-4908-9318-16b3a6ee1292" -d '{"events": [{"server_uuid": "6024e8c5-8491-4273-8dac-e140f75d1877", "name": "network-vif-plugged", "status": "completed", "tag": "e223bf4d-ef17-494f-b7cc-ec39b51f0aff"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:02.802454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:02.807902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:02.813532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc67683c-02b4-4145-8bbb-8a8f4d285626 req-aca6b0b6-da2a-41b4-9b1e-a2d79d9d29b5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407619 Jul 22 23:59:02.845855 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c6732-36dc-4963-8cd3-f7f805fdd74b x-openstack-request-id: req-b05c6732-36dc-4963-8cd3-f7f805fdd74b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:02.846123 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6024e8c5-8491-4273-8dac-e140f75d1877", "name": "network-vif-plugged", "status": "completed", "tag": "e223bf4d-ef17-494f-b7cc-ec39b51f0aff", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:02.846385 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b05c6732-36dc-4963-8cd3-f7f805fdd74b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:02.847312 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6024e8c5-8491-4273-8dac-e140f75d1877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff', 'code': 200} Jul 22 23:59:02.865230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:02.961974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735dc3a-ce62-4de7-8ca2-de2d1dd7f674 req-bde1a8b7-e557-4bc1-acaf-28a7bd8ec7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:02.963547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a735dc3a-ce62-4de7-8ca2-de2d1dd7f674 req-bde1a8b7-e557-4bc1-acaf-28a7bd8ec7bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 1097 time: 0.0588424 Jul 22 23:59:03.003188 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a735dc3a-ce62-4de7-8ca2-de2d1dd7f674 req-979c96cc-9589-467c-a1b2-2d12e1cdd402 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330243 Jul 22 23:59:03.095406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.111386 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.164274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=bb2013cd-0f7b-41e5-bfc5-665518f989fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:03.241490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d2abe-ab93-4d75-9448-c91d92f8e3fd req-1f625922-5174-4ff1-8dad-defb6e052cf2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:03.243419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-238d2abe-ab93-4d75-9448-c91d92f8e3fd req-1f625922-5174-4ff1-8dad-defb6e052cf2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.2100456 Jul 22 23:59:03.275028 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.327159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.342772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:03.355411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:03.368147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:03.393946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Pushing event updated for resources: {'Port': ['ID=0858b012-004e-472e-b755-836151db4442,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:03.771075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-238d2abe-ab93-4d75-9448-c91d92f8e3fd req-c350d440-191c-44dc-8c8b-03eec814255a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976945 Jul 22 23:59:03.823120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:03.823776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:03.897271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e94b741b-490b-4dfd-9097-7bba9988ae2d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7944500 Jul 22 23:59:03.956928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Request body: {'port': {'device_id': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:03.992005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 502f5c5a-e923-4caf-b1c2-add3cfc18456 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:04.152979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6744-562a-48c9-87aa-c43eb22e8399 req-308d1241-0a44-4c39-85a3-d2d4ccbf3dc8 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:04.154473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9ce6744-562a-48c9-87aa-c43eb22e8399 req-308d1241-0a44-4c39-85a3-d2d4ccbf3dc8 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 931 time: 0.2849140 Jul 22 23:59:04.157166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:04.159692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.166174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-64dbd6d4-a477-46f3-a21d-1cfc821ebc73 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/502f5c5a-e923-4caf-b1c2-add3cfc18456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520017 Jul 22 23:59:04.169068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36566) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:04.170951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] Sync routers for ids ['502f5c5a-e923-4caf-b1c2-add3cfc18456'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:04.173973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dffdb-891e-4197-9b6a-b1db65fff8fc req-2ecb0f97-fb67-4ec5-9eb6-5da2275f826d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:04.175488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-938dffdb-891e-4197-9b6a-b1db65fff8fc req-2ecb0f97-fb67-4ec5-9eb6-5da2275f826d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 946 time: 0.2691445 Jul 22 23:59:04.181624 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] Routers {'502f5c5a-e923-4caf-b1c2-add3cfc18456'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:04.182463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['502f5c5a-e923-4caf-b1c2-add3cfc18456'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:04.217407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:04.227014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] Routers {'502f5c5a-e923-4caf-b1c2-add3cfc18456'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:04.227659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['502f5c5a-e923-4caf-b1c2-add3cfc18456'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:04.262523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:04.263292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa62c37-ed8f-4a7a-b6ba-fb4c86b6f130 None None] The sync data for ids ['502f5c5a-e923-4caf-b1c2-add3cfc18456'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:04.275930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9ce6744-562a-48c9-87aa-c43eb22e8399 req-8273fbd8-1cfa-455b-8819-44cb17740e8d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135180 Jul 22 23:59:04.292217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-938dffdb-891e-4197-9b6a-b1db65fff8fc req-100f766d-7451-4d13-8572-af64f24efcfe tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992374 Jul 22 23:59:04.415634 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-acc1fbfa-77a3-49f3-9845-ca9e8aafcf82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 23:59:04.416690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-acc1fbfa-77a3-49f3-9845-ca9e8aafcf82 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/502f5c5a-e923-4caf-b1c2-add3cfc18456/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2464762 Jul 22 23:59:04.419552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36570) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:04.450896 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-05192acb-b8ad-4cb0-bc67-2d62e7f5bf7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=502f5c5a-e923-4caf-b1c2-add3cfc18456 HTTP/1.1" status: 200 len: 205 time: 0.0295451 Jul 22 23:59:04.453404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:04.519256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e01fe-205c-4348-b435-91108ca619e4 req-b373a670-891d-4256-b84d-3f7f544dd34d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:04.521520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d76e01fe-205c-4348-b435-91108ca619e4 req-b373a670-891d-4256-b84d-3f7f544dd34d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 946 time: 0.1462963 Jul 22 23:59:04.530319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.589205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0858b012-004e-472e-b755-836151db4442 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:04.601041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d76e01fe-205c-4348-b435-91108ca619e4 req-18846028-14e8-47dc-8630-9b9df95d5b23 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736096 Jul 22 23:59:04.602896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.616294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Transition to ACTIVE for port object 0858b012-004e-472e-b755-836151db4442 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:04.621703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.674282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0858b012-004e-472e-b755-836151db4442,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:04.703226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.705542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.743417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Attempting to bind port 0858b012-004e-472e-b755-836151db4442 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:04.744062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Attempting to bind port 0858b012-004e-472e-b755-836151db4442 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:04.744770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Attempting to bind port 0858b012-004e-472e-b755-836151db4442 on network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:04.748811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.749460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router 502f5c5a-e923-4caf-b1c2-add3cfc18456 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:04.755586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Port 0858b012-004e-472e-b755-836151db4442 on network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:04.756085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Attempting to bind port 0858b012-004e-472e-b755-836151db4442 on network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:04.757440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.761569 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3ff27ece-730e-4e72-87b6-c33a9f864ae0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/502f5c5a-e923-4caf-b1c2-add3cfc18456 HTTP/1.1" status: 204 len: 168 time: 0.3042526 Jul 22 23:59:04.762091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36578) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:04.762931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:04.763273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Checking segment: {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:04.763698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Bound using segment: {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:04.764155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Bound port: 0858b012-004e-472e-b755-836151db4442, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:04.764521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.822541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 4284ceca-f80f-494b-a653-de6832bc5aaa {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:04.827472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.861626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] For port 0858b012-004e-472e-b755-836151db4442, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:04.877735 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.892108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] For port 0858b012-004e-472e-b755-836151db4442, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0858b012-004e-472e-b755-836151db4442,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:04.898716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.946848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:04.947527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.948933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/0858b012-004e-472e-b755-836151db4442 HTTP/1.1" status: 200 len: 1091 time: 1.0160832 Jul 22 23:59:04.949772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'tag': '0858b012-004e-472e-b755-836151db4442'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:04.951707 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4222b37f-6ec1-4998-897d-9be4c2e9fafa" -d '{"events": [{"name": "network-changed", "server_uuid": "984996dc-961c-44c5-b4be-eb2828f4cd34", "tag": "0858b012-004e-472e-b755-836151db4442"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:04.972670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:04.978415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7836dc-124a-4833-94e9-3b5b4f16f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0858b012-004e-472e-b755-836151db4442,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:04.990701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf0c32-00a0-42c3-85db-81091bb7b5a4 req-affa8d7a-1e05-457d-bc55-06a1ba570c72 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:04.992623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8acf0c32-00a0-42c3-85db-81091bb7b5a4 req-affa8d7a-1e05-457d-bc55-06a1ba570c72 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1445355 Jul 22 23:59:05.035067 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a24dcc-350d-40a4-b793-7e248472f1a2 x-openstack-request-id: req-58a24dcc-350d-40a4-b793-7e248472f1a2 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:05.035414 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984996dc-961c-44c5-b4be-eb2828f4cd34", "tag": "0858b012-004e-472e-b755-836151db4442", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:05.035772 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58a24dcc-350d-40a4-b793-7e248472f1a2 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:05.036385 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'tag': '0858b012-004e-472e-b755-836151db4442', 'status': 'completed', 'code': 200} Jul 22 23:59:05.055696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.073036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8acf0c32-00a0-42c3-85db-81091bb7b5a4 req-a26520f3-348f-411e-a5f1-47baf020dd6a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748808 Jul 22 23:59:05.089337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=4284ceca-f80f-494b-a653-de6832bc5aaa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:05.097328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.100467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-93abbaf2-f963-4f55-9dcb-ce568f72775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:05.102138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-93abbaf2-f963-4f55-9dcb-ce568f72775a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73b89b741ef54520a552dc01b8ca008a&device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 1094 time: 0.0815647 Jul 22 23:59:05.102322 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-647ac68e-3d71-4559-aa36-2854b1002599 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/4284ceca-f80f-494b-a653-de6832bc5aaa HTTP/1.1" status: 204 len: 168 time: 0.3392031 Jul 22 23:59:05.102605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:05.106485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c74b3c-bed0-4e0b-870f-8f308a435dcb None None] Network 4ebe7417-23e5-417a-bf6a-a9147d1573ff requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:05.168251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-e965cf31-ace7-42f0-897b-37a0ef342d79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0858b012-004e-472e-b755-836151db4442 HTTP/1.1" status: 200 len: 217 time: 0.0444002 Jul 22 23:59:05.245414 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.266494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-7c96e51d-6ee7-4eaa-b042-daaf64c487f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:05.268010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-7c96e51d-6ee7-4eaa-b042-daaf64c487f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa861411-8780-4f46-b61f-7045ba646128 HTTP/1.1" status: 200 len: 848 time: 0.0617483 Jul 22 23:59:05.299107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] DHCP port deletion for 4ebe7417-23e5-417a-bf6a-a9147d1573ff request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:05.324852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-ff0f3946-cf96-44f4-9899-1f03d23c79ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326388 Jul 22 23:59:05.354245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] Deleting port 1f1efda9-3482-4302-98ec-9042a87f3d08 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:05.354626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.378599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 1f1efda9-3482-4302-98ec-9042a87f3d08 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:05.379202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.429060 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] For port 1f1efda9-3482-4302-98ec-9042a87f3d08, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f1efda9-3482-4302-98ec-9042a87f3d08,segment=NetworkSegment(89e0868f-2fd3-4915-8c44-d1c4fc8a72c6),segment_id=89e0868f-2fd3-4915-8c44-d1c4fc8a72c6)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:05.429643 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.443505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] Calling delete_port for 1f1efda9-3482-4302-98ec-9042a87f3d08 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:05.522117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 1f1efda9-3482-4302-98ec-9042a87f3d08, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f1efda9-3482-4302-98ec-9042a87f3d08,segment=NetworkSegment(89e0868f-2fd3-4915-8c44-d1c4fc8a72c6),segment_id=89e0868f-2fd3-4915-8c44-d1c4fc8a72c6)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:05.522702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.546138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 1f1efda9-3482-4302-98ec-9042a87f3d08 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:05.558169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-04d1e85d-9d14-48a7-9379-98190ee6616b service neutron] 10.222.0.48 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230816 Jul 22 23:59:05.648632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b16a7-aee4-4135-92f0-2bb02abbf347 req-f0e8b179-76a4-4cd5-85d4-592070bd6b4e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:05.650168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-599b16a7-aee4-4135-92f0-2bb02abbf347 req-f0e8b179-76a4-4cd5-85d4-592070bd6b4e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 943 time: 0.2688246 Jul 22 23:59:05.685466 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.712155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] Pushing event deleted for resources: {'Port': ['ID=1f1efda9-3482-4302-98ec-9042a87f3d08,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:05.720892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48e402-29dc-4cd6-beba-1177b23513ea None None] No DVR routers for this DVR port 1f1efda9-3482-4302-98ec-9042a87f3d08 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:05.753696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-599b16a7-aee4-4135-92f0-2bb02abbf347 req-c744e326-3a7d-4548-8d48-e28fdef15d4b tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947626 Jul 22 23:59:05.762142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.789775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-366783df-989e-46a2-b12e-095afe2e5ce8 req-f856eb0b-ef8e-4ae0-8542-e3429b3fc364 service neutron] 10.222.0.48 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234364 Jul 22 23:59:05.792904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=1f1efda9-3482-4302-98ec-9042a87f3d08,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:05.796460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 1f1efda9-3482-4302-98ec-9042a87f3d08 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:05.892440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.912300 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebe7417-23e5-417a-bf6a-a9147d1573ff']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:05.937517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:05.937816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e0868f-2fd3-4915-8c44-d1c4fc8a72c6') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:05.948711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.965750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.976303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:05.976661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:05.979689 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:06.012726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f1efda9-3482-4302-98ec-9042a87f3d08 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:06.034102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 1f1efda9-3482-4302-98ec-9042a87f3d08 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:06.034451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f1efda9-3482-4302-98ec-9042a87f3d08 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:06.041518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-c02c534a-e690-4a44-95d3-457366f9e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.043058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-c02c534a-e690-4a44-95d3-457366f9e433 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73b89b741ef54520a552dc01b8ca008a&device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 1094 time: 0.1479399 Jul 22 23:59:06.050969 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.066170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.068596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/4ebe7417-23e5-417a-bf6a-a9147d1573ff HTTP/1.1" status: 204 len: 168 time: 0.9650774 Jul 22 23:59:06.072560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:06.077764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715939962'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:06.095144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d21931-5a43-489a-91ad-b1e6625daed7 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=4ebe7417-23e5-417a-bf6a-a9147d1573ff,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:06.104893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:06.114087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:06.118216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.199901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.203198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-e9d60b42-5c4e-45ff-9269-83ebcae78d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.204804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-e9d60b42-5c4e-45ff-9269-83ebcae78d17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 200 len: 909 time: 0.1513240 Jul 22 23:59:06.216342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:06.232924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.233285 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment eda2f23a-1952-48ce-81eb-13a2f05c37f8 of type vlan for network 4786802b-5868-41ee-acbf-f020027d2235 Jul 22 23:59:06.251649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-e19b6d95-7452-4f0c-a4d2-40db9c8f709c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0858b012-004e-472e-b755-836151db4442 HTTP/1.1" status: 200 len: 217 time: 0.0389531 Jul 22 23:59:06.277035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05d8bd-afa3-4f73-9af9-300d29b054b9 req-3ced2004-5ef0-4093-a5c6-bcab7ba0fbdf tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.278553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f05d8bd-afa3-4f73-9af9-300d29b054b9 req-3ced2004-5ef0-4093-a5c6-bcab7ba0fbdf tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1274350 Jul 22 23:59:06.294061 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.336051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-a84b36d3-bd0a-4c92-8b09-e437f7951525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.337520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-a84b36d3-bd0a-4c92-8b09-e437f7951525 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aa861411-8780-4f46-b61f-7045ba646128 HTTP/1.1" status: 200 len: 848 time: 0.0770915 Jul 22 23:59:06.359500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f05d8bd-afa3-4f73-9af9-300d29b054b9 req-8eec71be-7e35-4d74-8ab6-0fe7d9e9b119 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625691 Jul 22 23:59:06.377631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-a0f27ccf-0b4a-4aee-8f21-a62c89414e74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319083 Jul 22 23:59:06.402158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.407642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.408216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:06.455237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3814828 Jul 22 23:59:06.460215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36594) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:06.465122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': '4786802b-5868-41ee-acbf-f020027d2235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:06.492042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-2bbc0bf7-c19b-48ff-8d40-8767372afc22 service neutron] 10.222.0.48 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042378 Jul 22 23:59:06.553087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3f500-2f19-49d9-80b9-3b4d9aa3e493 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=4786802b-5868-41ee-acbf-f020027d2235,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:06.565095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 4786802b-5868-41ee-acbf-f020027d2235 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:06.593811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4222b37f-6ec1-4998-897d-9be4c2e9fafa req-5bed71f5-9ba5-4203-9811-6f00646b1660 service neutron] 10.222.0.48 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946167 Jul 22 23:59:06.888012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bb08-1f87-4abe-908d-a4b84dd17184 req-bfe0a0e0-deed-458a-8281-c11c162f74ec tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:06.889595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81c9bb08-1f87-4abe-908d-a4b84dd17184 req-bfe0a0e0-deed-458a-8281-c11c162f74ec tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 943 time: 0.0656023 Jul 22 23:59:06.942720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81c9bb08-1f87-4abe-908d-a4b84dd17184 req-8e50b404-61e3-4063-9b3f-1d63c8832b29 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Jul 22 23:59:07.007885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:07.011296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.229194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.365465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.450202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=561b2c05-5aab-4d77-90d4-88ef4a96d1a0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:07.494564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.494817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.495164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.495522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.495854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.496217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.496552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.496879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.497205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.497529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.497854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.498177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:07.503077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bbdef-a2b4-4654-a62e-bde133fb30c6 req-0e5e5119-0b07-49c6-bded-cbc5e6eaeb00 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:07.505257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d29bbdef-a2b4-4654-a62e-bde133fb30c6 req-0e5e5119-0b07-49c6-bded-cbc5e6eaeb00 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0732102 Jul 22 23:59:07.506902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': 'eda2f23a-1952-48ce-81eb-13a2f05c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4786802b-5868-41ee-acbf-f020027d2235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:07.507275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: 4786802b-5868-41ee-acbf-f020027d2235, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:07.545338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d29bbdef-a2b4-4654-a62e-bde133fb30c6 req-d7fa1796-9cb5-4f9e-a412-61af8789be5d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Jul 22 23:59:07.561929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 4786802b-5868-41ee-acbf-f020027d2235 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:07.576734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 4786802b-5868-41ee-acbf-f020027d2235) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:07.581020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:07.581604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.585996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800230e-ff5d-46f0-afd8-01c15d15655d None None] Network 4786802b-5868-41ee-acbf-f020027d2235 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:07.605359 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f3cf5b8-92ac-4a7f-8781-19a7acd93e14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1440880 Jul 22 23:59:07.608234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36600) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:07.612953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-365799022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:07.644929 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.644929 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.664779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.20.0.17 (eac4d8a7-04fe-44e2-8efb-0654fb982dab/65c1d09a-c282-47e0-81e9-4e4a04d852fa/bea45aed-3d01-4410-ae2d-b81ccbad7703) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:07.705702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.710903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.731605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.732877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-06eec819-84ac-49d6-a540-efd1bf220a6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1236343 Jul 22 23:59:07.735664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36602) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:07.761934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-4786802b-5868-41ee-acbf-f020027d2235', 'network_id': '4786802b-5868-41ee-acbf-f020027d2235', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '561b2c05-5aab-4d77-90d4-88ef4a96d1a0'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:07.762836 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.792117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.808103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Transition to ACTIVE for port object bea45aed-3d01-4410-ae2d-b81ccbad7703 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:07.850337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:07.897372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:07.902734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:07.905221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:07.906211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Allocated IP 2001:db8::2 (4786802b-5868-41ee-acbf-f020027d2235/561b2c05-5aab-4d77-90d4-88ef4a96d1a0/1bd00f92-130c-4082-b78f-66e7f3689fe9) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:07.940101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=bea45aed-3d01-4410-ae2d-b81ccbad7703,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:07.962964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.048845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.130211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.140550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Transition to ACTIVE for port object 1bd00f92-130c-4082-b78f-66e7f3689fe9 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:08.162739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Transition to ACTIVE for port object 1bd00f92-130c-4082-b78f-66e7f3689fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:08.171021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.172392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.224059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Network 4786802b-5868-41ee-acbf-f020027d2235 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:08.228655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:08.236966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:08.241024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Pushing event updated for resources: {'Port': ['ID=1bd00f92-130c-4082-b78f-66e7f3689fe9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:08.259661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66732b-51e9-4dcf-b7da-061484792959 req-010039fd-fe8c-435a-96b7-d40ac3e77f48 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:08.259661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a66732b-51e9-4dcf-b7da-061484792959 req-010039fd-fe8c-435a-96b7-d40ac3e77f48 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 943 time: 0.2041907 Jul 22 23:59:08.286622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8d4f2431-a28d-4e14-a638-4524f72b4169 None None] Provisioning for port bea45aed-3d01-4410-ae2d-b81ccbad7703 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:08.291546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8d4f2431-a28d-4e14-a638-4524f72b4169 None None] Provisioning complete for port bea45aed-3d01-4410-ae2d-b81ccbad7703 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:08.291932 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8d4f2431-a28d-4e14-a638-4524f72b4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.343581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a66732b-51e9-4dcf-b7da-061484792959 req-3b913a0c-08d9-4650-b608-a82108bdff6f tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 Jul 22 23:59:08.351073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Attempting to bind port 1bd00f92-130c-4082-b78f-66e7f3689fe9 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:08.351508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Attempting to bind port 1bd00f92-130c-4082-b78f-66e7f3689fe9 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'eda2f23a-1952-48ce-81eb-13a2f05c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4786802b-5868-41ee-acbf-f020027d2235'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:08.351953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Attempting to bind port 1bd00f92-130c-4082-b78f-66e7f3689fe9 on network 4786802b-5868-41ee-acbf-f020027d2235 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:08.359953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:08.360328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Checking segment: {'id': 'eda2f23a-1952-48ce-81eb-13a2f05c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4786802b-5868-41ee-acbf-f020027d2235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:08.360745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.361154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Bound using segment: {'id': 'eda2f23a-1952-48ce-81eb-13a2f05c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4786802b-5868-41ee-acbf-f020027d2235'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:08.361620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Bound port: 1bd00f92-130c-4082-b78f-66e7f3689fe9, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda2f23a-1952-48ce-81eb-13a2f05c37f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4786802b-5868-41ee-acbf-f020027d2235'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:08.362001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.364374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f2431-a28d-4e14-a638-4524f72b4169 None None] Port bea45aed-3d01-4410-ae2d-b81ccbad7703 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:08.404127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8::1 (4786802b-5868-41ee-acbf-f020027d2235/561b2c05-5aab-4d77-90d4-88ef4a96d1a0/577314e0-a06b-44ba-9c27-f4f48575a796) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:08.442017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] For port 1bd00f92-130c-4082-b78f-66e7f3689fe9, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:08.447968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] For port 1bd00f92-130c-4082-b78f-66e7f3689fe9, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1bd00f92-130c-4082-b78f-66e7f3689fe9,segment=NetworkSegment(eda2f23a-1952-48ce-81eb-13a2f05c37f8),segment_id=eda2f23a-1952-48ce-81eb-13a2f05c37f8)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:08.454700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.485646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0858b012-004e-472e-b755-836151db4442 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:59:08.495587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.505224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.536608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c233c4-6849-4a08-9018-5accb81d3468 None None] Pushing event updated for resources: {'Port': ['ID=1bd00f92-130c-4082-b78f-66e7f3689fe9,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:08.560703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.580897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 577314e0-a06b-44ba-9c27-f4f48575a796 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:08.624707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=bea45aed-3d01-4410-ae2d-b81ccbad7703,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:08.625415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.628536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.648756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0858b012-004e-472e-b755-836151db4442, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0858b012-004e-472e-b755-836151db4442,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:08.665130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 4786802b-5868-41ee-acbf-f020027d2235 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:08.665365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0858b012-004e-472e-b755-836151db4442', 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb', 'port_id': '0858b012-004e-472e-b755-836151db4442', 'mac_address': 'fa:16:3e:a4:e2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa861411-8780-4f46-b61f-7045ba646128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:08.678515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:08.715820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:08.716236 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.716699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.743371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0858b012-004e-472e-b755-836151db4442 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:08.762238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:08.765429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:08.787581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0858b012-004e-472e-b755-836151db4442, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0858b012-004e-472e-b755-836151db4442,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:08.793578 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:08.873403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0858b012-004e-472e-b755-836151db4442,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:08.950990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:09.077098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:09.088008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-edbc3020-85f3-4992-b493-d2855b8d848c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "PUT /v2.0/routers/28243058-3312-4a6a-9826-cc1e8c7a4d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9819429 Jul 22 23:59:09.088967 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:09.103195 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:09.103981 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:09.115203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0858b012-004e-472e-b755-836151db4442'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:09.117888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a217ddbf-b2bb-444b-b8cb-333ab17378f7 None None] Provisioning complete for port bea45aed-3d01-4410-ae2d-b81ccbad7703 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:09.118373 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a217ddbf-b2bb-444b-b8cb-333ab17378f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.172053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=577314e0-a06b-44ba-9c27-f4f48575a796,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:09.185489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a217ddbf-b2bb-444b-b8cb-333ab17378f7 None None] Port bea45aed-3d01-4410-ae2d-b81ccbad7703 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:09.237771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b5ae-2b24-4491-916c-4d8dfa6428cc req-1b21ef49-c59c-46de-8b34-ef3f423f5bb7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:09.238442 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:09.239511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a82b5ae-2b24-4491-916c-4d8dfa6428cc req-1b21ef49-c59c-46de-8b34-ef3f423f5bb7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.5787196 Jul 22 23:59:09.322784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.331265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a82b5ae-2b24-4491-916c-4d8dfa6428cc req-6b306b89-da87-4f17-88d1-5739f517c03b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654180 Jul 22 23:59:09.527104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:08Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:15Z', 'revision_number': 1, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea45aed-3d01-4410-ae2d-b81ccbad7703', 'name': '', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:7f:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:07Z', 'updated_at': '2021-07-22T23:59:08Z', 'revision_number': 2, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:09.560297 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:09.560654 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Updating router 28243058-3312-4a6a-9826-cc1e8c7a4d42 port bea45aed-3d01-4410-ae2d-b81ccbad7703 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:09.566288 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacea99-5dc9-4c7b-9cca-c4316a4ee04d req-3a214c9e-8e79-483b-92c7-efa66781eb58 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:09.568463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebacea99-5dc9-4c7b-9cca-c4316a4ee04d req-3a214c9e-8e79-483b-92c7-efa66781eb58 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 944 time: 0.1125455 Jul 22 23:59:09.600710 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.654392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebacea99-5dc9-4c7b-9cca-c4316a4ee04d req-2ca6a441-b593-47c4-8526-1fc1be99a826 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794535 Jul 22 23:59:09.693617 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.699712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.700512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.702559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed23a13-27c8-4a0b-8861-a40dc3d24acd None None] Network 4786802b-5868-41ee-acbf-f020027d2235 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:09.768550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=577314e0-a06b-44ba-9c27-f4f48575a796,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:09.836317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81304f80-2c99-48af-a9c9-161c041a4ffc None None] Provisioning for port 1bd00f92-130c-4082-b78f-66e7f3689fe9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:09.845898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 4786802b-5868-41ee-acbf-f020027d2235 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:09.847313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:09.933980 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.948493 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Transition to ACTIVE for port object bea45aed-3d01-4410-ae2d-b81ccbad7703 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:09.954193 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:09.988037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 492f0b72-4a46-4b2f-89c9-c1c89c67fed4 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:10.012706 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Pushing event updated for resources: {'Port': ['ID=bea45aed-3d01-4410-ae2d-b81ccbad7703,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:10.031289 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.031685 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.032060 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.032452 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.032935 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.033267 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.033595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.033938 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.034283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.034607 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.034930 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.035247 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:10.093687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1bd00f92-130c-4082-b78f-66e7f3689fe9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:10.100721 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Attempting to bind port bea45aed-3d01-4410-ae2d-b81ccbad7703 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:10.101310 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Attempting to bind port bea45aed-3d01-4410-ae2d-b81ccbad7703 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:10.101414 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Attempting to bind port bea45aed-3d01-4410-ae2d-b81ccbad7703 on network eac4d8a7-04fe-44e2-8efb-0654fb982dab {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:10.106807 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:10.107185 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Checking segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:10.107611 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.108007 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Bound using segment: {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:10.108470 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Bound port: bea45aed-3d01-4410-ae2d-b81ccbad7703, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01280066-c33a-451a-9e12-dc2651b8d841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:10.108848 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.112901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:10.127210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3db40652-db20-4ffd-a8d8-04146cb84167 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/492f0b72-4a46-4b2f-89c9-c1c89c67fed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904922 Jul 22 23:59:10.130937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:10.136195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] Sync routers for ids ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:10.165356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] Routers {'492f0b72-4a46-4b2f-89c9-c1c89c67fed4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:10.167816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:10.200980 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] For port bea45aed-3d01-4410-ae2d-b81ccbad7703, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:10.204357 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] For port bea45aed-3d01-4410-ae2d-b81ccbad7703, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bea45aed-3d01-4410-ae2d-b81ccbad7703,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:10.210148 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.213718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d5bf0-631d-489e-a08f-1b4707babd1b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.218484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ae2d5bf0-631d-489e-a08f-1b4707babd1b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports/577314e0-a06b-44ba-9c27-f4f48575a796 HTTP/1.1" status: 200 len: 911 time: 0.0831826 Jul 22 23:59:10.218974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:10.223653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:10.254977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] Routers {'492f0b72-4a46-4b2f-89c9-c1c89c67fed4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:10.256294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:10.300001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:10.300688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60da6e0-3788-4d65-9dbd-64d930e5dab4 None None] The sync data for ids ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:10.304188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 1bd00f92-130c-4082-b78f-66e7f3689fe9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:10.308797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1bd00f92-130c-4082-b78f-66e7f3689fe9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:10.309187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.394024 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:10.394654 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:10.425764 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.480346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-74c624c5-6fd0-45fa-929a-d61dd4a9380a None None] Provisioning for port 577314e0-a06b-44ba-9c27-f4f48575a796 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:10.487862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-74c624c5-6fd0-45fa-929a-d61dd4a9380a None None] Provisioning complete for port 577314e0-a06b-44ba-9c27-f4f48575a796 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:10.488241 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-74c624c5-6fd0-45fa-929a-d61dd4a9380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.522953 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce72fd-cc38-4328-bc52-932780827217 None None] Pushing event updated for resources: {'Port': ['ID=bea45aed-3d01-4410-ae2d-b81ccbad7703,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:10.562364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-74c624c5-6fd0-45fa-929a-d61dd4a9380a None None] Port 577314e0-a06b-44ba-9c27-f4f48575a796 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:10.572410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0858b012-004e-472e-b755-836151db4442 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:10.580702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfe818-172d-4c00-8d73-987051471a40 req-d90ddea6-473d-4636-8d36-e71294f99139 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.582972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7bfe818-172d-4c00-8d73-987051471a40 req-d90ddea6-473d-4636-8d36-e71294f99139 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1410785 Jul 22 23:59:10.599887 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:10.628041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 1bd00f92-130c-4082-b78f-66e7f3689fe9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1bd00f92-130c-4082-b78f-66e7f3689fe9,segment=NetworkSegment(eda2f23a-1952-48ce-81eb-13a2f05c37f8),segment_id=eda2f23a-1952-48ce-81eb-13a2f05c37f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:10.641460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.651925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-74c624c5-6fd0-45fa-929a-d61dd4a9380a None None] Provisioning complete for port 1bd00f92-130c-4082-b78f-66e7f3689fe9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:10.652306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-74c624c5-6fd0-45fa-929a-d61dd4a9380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.661913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7bfe818-172d-4c00-8d73-987051471a40 req-8bbb41cc-02e0-48b2-9f6b-050787303b3d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665371 Jul 22 23:59:10.753593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 0858b012-004e-472e-b755-836151db4442 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:10.771666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0858b012-004e-472e-b755-836151db4442 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:10.772190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.804976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=1bd00f92-130c-4082-b78f-66e7f3689fe9,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:10.912609 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.920688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4e74-35f4-49c8-afeb-2de11e3c491d req-439530b9-d2f9-412e-bfc1-e8e0f09fbc4e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:10.922464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-192b4e74-35f4-49c8-afeb-2de11e3c491d req-439530b9-d2f9-412e-bfc1-e8e0f09fbc4e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 944 time: 0.1327417 Jul 22 23:59:10.948729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:10.955427 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:08Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:15Z', 'revision_number': 1, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea45aed-3d01-4410-ae2d-b81ccbad7703', 'name': '', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:7f:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:07Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:10.979831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0858b012-004e-472e-b755-836151db4442'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:10.982500 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd81ff2-6d1b-4d4c-86f5-0711a01d10ec" -d '{"events": [{"server_uuid": "984996dc-961c-44c5-b4be-eb2828f4cd34", "name": "network-vif-plugged", "status": "completed", "tag": "0858b012-004e-472e-b755-836151db4442"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:10.983009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-192b4e74-35f4-49c8-afeb-2de11e3c491d req-e674396e-a03b-4daa-afda-04ddcf3ae55e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Jul 22 23:59:10.998017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0858b012-004e-472e-b755-836151db4442, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0858b012-004e-472e-b755-836151db4442,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:11.005083 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3543dc0-ed3c-4af5-8c5c-87409fc49cf5 None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:08Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:15Z', 'revision_number': 1, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bea45aed-3d01-4410-ae2d-b81ccbad7703', 'name': '', 'network_id': 'eac4d8a7-04fe-44e2-8efb-0654fb982dab', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:7f:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:07Z', 'updated_at': '2021-07-22T23:59:10Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '65c1d09a-c282-47e0-81e9-4e4a04d852fa', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:11.022026 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.089315 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc15dd-1230-46ba-8141-0c27b10c7e20 x-openstack-request-id: req-2fdc15dd-1230-46ba-8141-0c27b10c7e20 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:11.089612 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984996dc-961c-44c5-b4be-eb2828f4cd34", "name": "network-vif-plugged", "status": "completed", "tag": "0858b012-004e-472e-b755-836151db4442", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:11.089867 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fdc15dd-1230-46ba-8141-0c27b10c7e20 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:11.090280 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0858b012-004e-472e-b755-836151db4442', 'code': 200} Jul 22 23:59:11.123954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0858b012-004e-472e-b755-836151db4442,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:11.145333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab3af5d4-93a9-48b7-87a4-5173663697f8 None None] Provisioning complete for port 577314e0-a06b-44ba-9c27-f4f48575a796 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:11.145899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab3af5d4-93a9-48b7-87a4-5173663697f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.185403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ab3af5d4-93a9-48b7-87a4-5173663697f8 None None] Port 577314e0-a06b-44ba-9c27-f4f48575a796 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:11.220948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a610984-2e34-4b8c-82f4-cea24d9baa1e req-6a7589fe-47ec-4d2c-ba65-50b3d97c80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:11.222486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a610984-2e34-4b8c-82f4-cea24d9baa1e req-6a7589fe-47ec-4d2c-ba65-50b3d97c80f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 1096 time: 0.0639317 Jul 22 23:59:11.260064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a610984-2e34-4b8c-82f4-cea24d9baa1e req-cb82ea22-5d5b-498c-b661-16cf144e765c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305879 Jul 22 23:59:11.304398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1bea5876-b59d-42e0-9070-75ac9df53c6c None None] Provisioning complete for port 577314e0-a06b-44ba-9c27-f4f48575a796 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:11.304776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1bea5876-b59d-42e0-9070-75ac9df53c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.331727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 577314e0-a06b-44ba-9c27-f4f48575a796 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:11.332350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.341036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1bea5876-b59d-42e0-9070-75ac9df53c6c None None] Port 577314e0-a06b-44ba-9c27-f4f48575a796 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:11.425914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.439417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 577314e0-a06b-44ba-9c27-f4f48575a796 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:11.619442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.648746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=577314e0-a06b-44ba-9c27-f4f48575a796,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:11.758445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:11.817347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6df82e-9362-4432-87b3-10ec63f90099 req-d9986255-3b94-49ba-92cd-89c65dc97b93 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:11.818940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea6df82e-9362-4432-87b3-10ec63f90099 req-d9986255-3b94-49ba-92cd-89c65dc97b93 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0700767 Jul 22 23:59:11.864344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea6df82e-9362-4432-87b3-10ec63f90099 req-c71d0966-1661-4270-abf6-c5f91b1d39f3 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Jul 22 23:59:11.933304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 492f0b72-4a46-4b2f-89c9-c1c89c67fed4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:12.014229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:12.020395 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-38e9cbca-4ef8-4602-96d1-9a93fa32d59a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/492f0b72-4a46-4b2f-89c9-c1c89c67fed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7993462 Jul 22 23:59:12.023624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36630) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:12.033606 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] Sync routers for ids ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:12.058143 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] Routers {'492f0b72-4a46-4b2f-89c9-c1c89c67fed4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:12.059018 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:12.088393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:12.088536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a30ef85-bc4e-41c2-9802-46381e1e8d31 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=492f0b72-4a46-4b2f-89c9-c1c89c67fed4 HTTP/1.1" status: 200 len: 205 time: 0.0637622 Jul 22 23:59:12.095547 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:12.108276 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] Routers {'492f0b72-4a46-4b2f-89c9-c1c89c67fed4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:12.109170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:12.134887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bea45aed-3d01-4410-ae2d-b81ccbad7703 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:12.152042 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:12.152838 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a584cb8-de6d-4271-8d0f-c64ec0e1363b None None] The sync data for ids ['492f0b72-4a46-4b2f-89c9-c1c89c67fed4'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:12.178121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd04f7c-8f40-4e60-a2d1-0390e1589c11 req-1a3574b4-426f-4583-ab5e-dfbd18a29491 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:12.179907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1cd04f7c-8f40-4e60-a2d1-0390e1589c11 req-1a3574b4-426f-4583-ab5e-dfbd18a29491 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 945 time: 0.0977693 Jul 22 23:59:12.188669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port bea45aed-3d01-4410-ae2d-b81ccbad7703 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:12.189975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.194208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bea45aed-3d01-4410-ae2d-b81ccbad7703 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:12.194711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.221333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1cd04f7c-8f40-4e60-a2d1-0390e1589c11 req-66bc993b-0891-4d05-85c0-6cb3c56f71cb tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Jul 22 23:59:12.279543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.314129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port bea45aed-3d01-4410-ae2d-b81ccbad7703, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bea45aed-3d01-4410-ae2d-b81ccbad7703,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:12.319103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.319945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1bd00f92-130c-4082-b78f-66e7f3689fe9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:12.365476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.367751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.391648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=bea45aed-3d01-4410-ae2d-b81ccbad7703,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:12.408180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1bd00f92-130c-4082-b78f-66e7f3689fe9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:12.408911 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.422034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.422697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router 492f0b72-4a46-4b2f-89c9-c1c89c67fed4 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:12.430982 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.435194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-623ced1d-16bd-43d4-b5a1-183388d5e7b9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/492f0b72-4a46-4b2f-89c9-c1c89c67fed4 HTTP/1.1" status: 204 len: 168 time: 0.3423691 Jul 22 23:59:12.435319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36634) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:12.500459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 561b2c05-5aab-4d77-90d4-88ef4a96d1a0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:12.504110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.548982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.636413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.694294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.721925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=561b2c05-5aab-4d77-90d4-88ef4a96d1a0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:12.726849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.728683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fb430949-504e-432c-a5ec-3fb4db939b7c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/561b2c05-5aab-4d77-90d4-88ef4a96d1a0 HTTP/1.1" status: 204 len: 168 time: 0.2922435 Jul 22 23:59:12.731395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36636) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:12.733511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56623c-87de-4cad-bedb-67bbe8d7bf79 None None] Network 4786802b-5868-41ee-acbf-f020027d2235 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:12.806603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.859516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 1bd00f92-130c-4082-b78f-66e7f3689fe9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:12.859864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.920014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] DHCP port deletion for 4786802b-5868-41ee-acbf-f020027d2235 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:12.934540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 1bd00f92-130c-4082-b78f-66e7f3689fe9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1bd00f92-130c-4082-b78f-66e7f3689fe9,segment=NetworkSegment(eda2f23a-1952-48ce-81eb-13a2f05c37f8),segment_id=eda2f23a-1952-48ce-81eb-13a2f05c37f8)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:12.934906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.948298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 1bd00f92-130c-4082-b78f-66e7f3689fe9 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:12.969133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] Deleting port 1bd00f92-130c-4082-b78f-66e7f3689fe9 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:12.969507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.016908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16015d-599e-4c5a-bb00-f6021986b347 req-19ba015f-687d-489d-9a9f-6213df9502e2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.018345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af16015d-599e-4c5a-bb00-f6021986b347 req-19ba015f-687d-489d-9a9f-6213df9502e2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0707760 Jul 22 23:59:13.037057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.043368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] For port 1bd00f92-130c-4082-b78f-66e7f3689fe9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1bd00f92-130c-4082-b78f-66e7f3689fe9,segment=NetworkSegment(eda2f23a-1952-48ce-81eb-13a2f05c37f8),segment_id=eda2f23a-1952-48ce-81eb-13a2f05c37f8)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:13.043897 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.057374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] Calling delete_port for 1bd00f92-130c-4082-b78f-66e7f3689fe9 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:13.060731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af16015d-599e-4c5a-bb00-f6021986b347 req-b48091fd-de35-4c1e-bb84-42816924af8d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356059 Jul 22 23:59:13.069973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 1bd00f92-130c-4082-b78f-66e7f3689fe9 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:13.076188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=1bd00f92-130c-4082-b78f-66e7f3689fe9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:13.135759 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.158741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.164069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] No DVR routers for this DVR port 1bd00f92-130c-4082-b78f-66e7f3689fe9 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:13.167481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aea7c3-4507-4de5-beca-8a69c75eb7ae None None] Pushing event deleted for resources: {'Port': ['ID=1bd00f92-130c-4082-b78f-66e7f3689fe9,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:13.170488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4786802b-5868-41ee-acbf-f020027d2235']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:13.182123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda2f23a-1952-48ce-81eb-13a2f05c37f8') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:13.182431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda2f23a-1952-48ce-81eb-13a2f05c37f8') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:13.195350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.211625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.217844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:13.218239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:13.221231 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:13.283645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.290551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.292467 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/4786802b-5868-41ee-acbf-f020027d2235 HTTP/1.1" status: 204 len: 168 time: 0.5600724 Jul 22 23:59:13.303686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36642) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:13.308505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-359114003', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:13.314900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defb9fd-119f-474f-ba9c-d6c464063bf8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=4786802b-5868-41ee-acbf-f020027d2235,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:13.334718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.335753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.363236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffaed6-16f6-4095-afe6-9dc1ce50c508 req-24b76aa6-bffa-4b9c-97aa-e702fb53aca6 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.365301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccffaed6-16f6-4095-afe6-9dc1ce50c508 req-24b76aa6-bffa-4b9c-97aa-e702fb53aca6 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 945 time: 0.0697832 Jul 22 23:59:13.389270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.403849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccffaed6-16f6-4095-afe6-9dc1ce50c508 req-efb12f07-5c4f-45f8-9daf-1a729b575805 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Jul 22 23:59:13.538858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.644253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-9cd4f1cf-02f0-484a-885d-71c35dc01186 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566127 Jul 22 23:59:13.765699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.768826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52831-dec1-4587-9eca-3667ee280849 req-8ac348b3-fc43-40a9-8fef-d18cc7fac12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.771361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-8ac348b3-fc43-40a9-8fef-d18cc7fac12d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 1096 time: 0.0698450 Jul 22 23:59:13.786795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:13.843268 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:59:13.881043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52831-dec1-4587-9eca-3667ee280849 req-890ad2a6-8670-410c-9ea2-a490e1a84e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.883107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-890ad2a6-8670-410c-9ea2-a490e1a84e91 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.0930698 Jul 22 23:59:13.910284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 172.25.5.142 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/1db1f0b6-d88c-4143-b20f-0e03c99870c0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:13.937188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-f485b774-5875-4a75-8b75-219ddf9bd7b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 200 len: 217 time: 0.0430863 Jul 22 23:59:13.993947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52831-dec1-4587-9eca-3667ee280849 req-549ad603-e2bf-4598-88cc-3173b36eea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:13.995488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-549ad603-e2bf-4598-88cc-3173b36eea35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.0528255 Jul 22 23:59:14.035161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.043067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-9785f207-b79c-4fc7-92b6-e7fd4201093d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404887 Jul 22 23:59:14.053720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bea45aed-3d01-4410-ae2d-b81ccbad7703 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:14.085864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.105150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port bea45aed-3d01-4410-ae2d-b81ccbad7703 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:14.105540 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.142012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:14.146447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:14.149454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:14.152661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=1db1f0b6-d88c-4143-b20f-0e03c99870c0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:14.229733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92e6e3-a1d9-4b74-aa76-83ba1ae99c7f req-6d28d5cc-dd6c-42e3-ab1e-423e8b39c7b0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.231245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec92e6e3-a1d9-4b74-aa76-83ba1ae99c7f req-6d28d5cc-dd6c-42e3-ab1e-423e8b39c7b0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 945 time: 0.2173150 Jul 22 23:59:14.242768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-3f0613c9-3f74-493a-8db9-a80c9fa571ba service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789207 Jul 22 23:59:14.260646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1bd00f92-130c-4082-b78f-66e7f3689fe9 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:14.282033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 1bd00f92-130c-4082-b78f-66e7f3689fe9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:14.282379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1bd00f92-130c-4082-b78f-66e7f3689fe9 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:14.322408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883859-2d54-4284-8a70-50b1ed6671a7 req-982478c4-387c-4f37-84c5-4fd43c399fd8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:14.323915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7883859-2d54-4284-8a70-50b1ed6671a7 req-982478c4-387c-4f37-84c5-4fd43c399fd8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1654141 Jul 22 23:59:14.357897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec92e6e3-a1d9-4b74-aa76-83ba1ae99c7f req-25ffb7f0-554c-4cd6-9701-8dbc920f06ea tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173337 Jul 22 23:59:14.408154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bff52831-dec1-4587-9eca-3667ee280849 req-efadd9c2-6329-4038-8750-99505080eab4 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557119 Jul 22 23:59:14.411655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7883859-2d54-4284-8a70-50b1ed6671a7 req-b615380c-f53d-4fe4-be66-797bde911216 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Jul 22 23:59:14.415970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.924969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.051847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 5b38c5ed-e66b-4d00-a10b-6fd48125d780 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:15.161036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:15.170096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] Sync routers for ids ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:15.179295 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.179478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] Routers {'5b38c5ed-e66b-4d00-a10b-6fd48125d780'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:15.179969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:15.180510 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-47b3e795-b71d-4345-ad03-a3becd1a0142 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8758605 Jul 22 23:59:15.183306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36660) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.215433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:15.225066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] Routers {'5b38c5ed-e66b-4d00-a10b-6fd48125d780'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:15.225677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:15.259093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:15.259825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35ad4c5-ead7-4be3-8227-eaf24af2d8c8 None None] The sync data for ids ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:15.299174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0ee0ee56-ff84-4f8e-b216-471fb41c1749 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/routers/5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 200 len: 884 time: 0.1146226 Jul 22 23:59:15.302217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36662) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.624995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dcd6f-7274-44e3-a03a-9f378f8b75fc req-5d8656ca-cc1a-4e7c-bb7e-669124ab9a79 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.626486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c33dcd6f-7274-44e3-a03a-9f378f8b75fc req-5d8656ca-cc1a-4e7c-bb7e-669124ab9a79 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 945 time: 0.1933193 Jul 22 23:59:15.634234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-855d4b59-91fb-4766-b1ff-0679566c28ed tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.635636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-855d4b59-91fb-4766-b1ff-0679566c28ed tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.48 "GET /v2.0/ports?device_id=984996dc-961c-44c5-b4be-eb2828f4cd34 HTTP/1.1" status: 200 len: 945 time: 0.2127340 Jul 22 23:59:15.705121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0929-386e-4dd9-b988-8f217457bcc6 req-d0547a11-65de-46c8-b9dd-54c2169a98e6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.706942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eee0929-386e-4dd9-b988-8f217457bcc6 req-d0547a11-65de-46c8-b9dd-54c2169a98e6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.2203660 Jul 22 23:59:15.766899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c33dcd6f-7274-44e3-a03a-9f378f8b75fc req-74db82d8-7bbb-40d9-9e92-ab4df8193859 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281569 Jul 22 23:59:15.844424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e1405c3f-9d47-4c22-8bc0-250cbf336e2f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5410788 Jul 22 23:59:15.847078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.847591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eee0929-386e-4dd9-b988-8f217457bcc6 req-d2708eca-1bd8-4966-8aa6-bc2904e309c8 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330988 Jul 22 23:59:15.853040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-359114003'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.871704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Deleting port 0858b012-004e-472e-b755-836151db4442 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:15.872057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.968851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] For port 0858b012-004e-472e-b755-836151db4442, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0858b012-004e-472e-b755-836151db4442,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:15.969213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.980777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Calling delete_port for 0858b012-004e-472e-b755-836151db4442 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:16.107121 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.142298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0858b012-004e-472e-b755-836151db4442'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:16.145708 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Pushing event deleted for resources: {'Port': ['ID=0858b012-004e-472e-b755-836151db4442,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.169847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ddaf590a-386a-474c-9f85-04b83943eff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.172430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.184708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.196613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] No DVR routers for this DVR port 0858b012-004e-472e-b755-836151db4442 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:16.199153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.201195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48569d0f-0cf1-4bb6-93f6-edacea44147d req-482d79ce-89e9-47bd-b3e2-38fcd71f61db tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.48 "DELETE /v2.0/ports/0858b012-004e-472e-b755-836151db4442 HTTP/1.1" status: 204 len: 173 time: 0.5490921 Jul 22 23:59:16.201633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'name': 'network-vif-deleted', 'tag': '0858b012-004e-472e-b755-836151db4442'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:16.203922 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dc86cf-016f-4fdd-9c43-ad203a139ef9" -d '{"events": [{"server_uuid": "984996dc-961c-44c5-b4be-eb2828f4cd34", "name": "network-vif-deleted", "tag": "0858b012-004e-472e-b755-836151db4442"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:16.257088 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82aac12-9add-48c6-ba56-2f956fac8a56 x-openstack-request-id: req-f82aac12-9add-48c6-ba56-2f956fac8a56 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:16.257445 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984996dc-961c-44c5-b4be-eb2828f4cd34", "name": "network-vif-deleted", "tag": "0858b012-004e-472e-b755-836151db4442", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:16.257764 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f82aac12-9add-48c6-ba56-2f956fac8a56 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:16.258622 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984996dc-961c-44c5-b4be-eb2828f4cd34', 'name': 'network-vif-deleted', 'tag': '0858b012-004e-472e-b755-836151db4442', 'status': 'completed', 'code': 200} Jul 22 23:59:16.302156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 5b38c5ed-e66b-4d00-a10b-6fd48125d780 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:16.406736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:16.414639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.416051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fed02460-c6d8-47a8-a9ed-b49b39490713 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 200 len: 891 time: 0.5670874 Jul 22 23:59:16.418642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:16.421296 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] Sync routers for ids ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:16.432333 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] Routers {'5b38c5ed-e66b-4d00-a10b-6fd48125d780'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:16.432941 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:16.465459 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:16.474229 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] Routers {'5b38c5ed-e66b-4d00-a10b-6fd48125d780'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:16.474754 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:58:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:16.505906 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:16.506546 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061374b-6ae6-4379-975b-d7894a9e1d4d None None] The sync data for ids ['5b38c5ed-e66b-4d00-a10b-6fd48125d780'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:16.531363 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7e6c521a-d9ad-462b-848c-246e7f0dc7cd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/routers/5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 200 len: 891 time: 0.1106153 Jul 22 23:59:16.533008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:16.567259 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-03c7b4b0-97d6-4a90-8366-b4fdee8d07c4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 200 len: 205 time: 0.0331662 Jul 22 23:59:16.569692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:16.683893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.793492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.851311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 1db1f0b6-d88c-4143-b20f-0e03c99870c0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:16.852066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.933097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.946203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 1db1f0b6-d88c-4143-b20f-0e03c99870c0 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:17.117111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.142206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=1db1f0b6-d88c-4143-b20f-0e03c99870c0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.217665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.312916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.315120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.359166 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.359847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router 5b38c5ed-e66b-4d00-a10b-6fd48125d780 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:17.366976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.368112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a0be4190-9910-4c00-b2c5-6adc23d00e19 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 204 len: 168 time: 0.7975171 Jul 22 23:59:17.371622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36696) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.376482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1016163989'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:17.398988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:17.402551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.428922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:17.433766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba5e0-f532-498e-b6a0-60374950fdb4 req-6fa9c458-ca7d-4af9-801b-f1a824df1916 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.435493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cbba5e0-f532-498e-b6a0-60374950fdb4 req-6fa9c458-ca7d-4af9-801b-f1a824df1916 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.5161347 Jul 22 23:59:17.443073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-922132b9-af19-443b-9d95-2756580fe05a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.443243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.443625 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment 5adbe228-1f72-4454-b28b-e3eb7f734faa of type vlan for network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e Jul 22 23:59:17.444535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-922132b9-af19-443b-9d95-2756580fe05a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/networks?id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 200 len: 808 time: 0.4796565 Jul 22 23:59:17.471062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-15826e3e-cc1e-4a90-9d00-b3440eb3caa7 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/quotas/73b89b741ef54520a552dc01b8ca008a HTTP/1.1" status: 200 len: 375 time: 0.0181904 Jul 22 23:59:17.490652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.498208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cbba5e0-f532-498e-b6a0-60374950fdb4 req-a535bb5e-3ad2-4200-9e06-2a14e65372ed tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Jul 22 23:59:17.518740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-7fd0f662-b75b-45a2-b9e0-82d590864e23 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73b89b741ef54520a552dc01b8ca008a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366273 Jul 22 23:59:17.521353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.527401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.528296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.568332 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1928382 Jul 22 23:59:17.568533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.575482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:17.605092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf6a1-e8e5-460d-b404-bf37481896a2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.614364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-2ec9fa5d-3891-42f9-aeee-fee5aaf02fd4 service neutron] 10.222.0.21 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887082 Jul 22 23:59:17.617495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:17.713291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:17.717574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.726812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-bbd295ac-13ed-4699-b874-c1497840ec3a service neutron] 10.222.0.21 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063926 Jul 22 23:59:17.836764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c737b7-bcc6-48d8-80d8-ffcb39aea1da req-8508b33d-1dc5-44c1-8297-77e66e5ae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.838285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82c737b7-bcc6-48d8-80d8-ffcb39aea1da req-8508b33d-1dc5-44c1-8297-77e66e5ae91e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 1096 time: 0.0747061 Jul 22 23:59:17.883108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82c737b7-bcc6-48d8-80d8-ffcb39aea1da req-ba49e85b-1a43-45de-8bf2-bbe029d8bd47 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378740 Jul 22 23:59:17.918929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1897797d-3c45-492e-b6ad-f2bfc4275ef5 req-8a373485-cf34-4634-876b-6d54064c4c78 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 210 time: 0.0306301 Jul 22 23:59:17.922833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.992833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=f6d06920-0cdd-4bb4-afd7-852f7d51e5ad,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.995272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': '5adbe228-1f72-4454-b28b-e3eb7f734faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:17.995673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:18.013867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:18.026032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:18.029321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:18.029945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.034484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e11c2d-2de8-4abc-b694-0c7dc1aa87a0 None None] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:18.051737 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9062189e-980c-426b-af32-009a4a6e79ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4821463 Jul 22 23:59:18.054337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:18.059364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785271366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:18.081312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.082990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.140678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.146567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.164546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.169244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-102295c2-c4e1-4b6d-9a94-75b6c12a5d46 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1136749 Jul 22 23:59:18.169360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:18.210998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e', 'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': 'f6d06920-0cdd-4bb4-afd7-852f7d51e5ad'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:18.211900 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.358063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Allocated IP 2001:db8::2 (8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e/f6d06920-0cdd-4bb4-afd7-852f7d51e5ad/94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:18.471012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.532864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.543950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Transition to ACTIVE for port object 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:18.560550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Transition to ACTIVE for port object 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:18.567429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.603206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:18.609540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:18.613065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:18.620505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Pushing event updated for resources: {'Port': ['ID=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.761776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d763d8-5648-46ce-8a38-e7dbd21f6520 req-6c16948b-f6f4-4e8b-94f0-90e007324128 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:18.768179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89d763d8-5648-46ce-8a38-e7dbd21f6520 req-6c16948b-f6f4-4e8b-94f0-90e007324128 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1985359 Jul 22 23:59:18.839838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89d763d8-5648-46ce-8a38-e7dbd21f6520 req-4ba6a7e1-f968-4a1f-98c7-a1064017e2a0 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669522 Jul 22 23:59:18.841985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8::1 (8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e/f6d06920-0cdd-4bb4-afd7-852f7d51e5ad/78361615-424f-45b9-89a1-965ff6f74b5e) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:18.850151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Attempting to bind port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:18.850531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Attempting to bind port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '5adbe228-1f72-4454-b28b-e3eb7f734faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:18.850953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Attempting to bind port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf on network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:18.866246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:18.866246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Checking segment: {'id': '5adbe228-1f72-4454-b28b-e3eb7f734faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:18.866246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.866246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Bound using segment: {'id': '5adbe228-1f72-4454-b28b-e3eb7f734faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:18.866246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Bound port: 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adbe228-1f72-4454-b28b-e3eb7f734faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:18.866246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.939607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] For port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:18.958853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] For port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,segment=NetworkSegment(5adbe228-1f72-4454-b28b-e3eb7f734faa),segment_id=5adbe228-1f72-4454-b28b-e3eb7f734faa)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:18.965858 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.985123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-069ea091-70d7-47ea-a55e-80c8e884f6a7 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:18.986898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-069ea091-70d7-47ea-a55e-80c8e884f6a7 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.49 "GET /v2.0/networks?id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 200 len: 808 time: 0.1725144 Jul 22 23:59:19.001768 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Request body: {'port': {'device_id': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb', 'admin_state_up': True, 'tenant_id': '73b89b741ef54520a552dc01b8ca008a'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:19.040605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc94f84-f769-48dc-ba4c-315e223dddfb None None] Pushing event updated for resources: {'Port': ['ID=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:19.042460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.081409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3dd2fd56-59fb-468d-9e6a-56d9b4fa4f17 req-a07fd887-a218-462a-a0c4-68250840c872 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 210 time: 0.0462863 Jul 22 23:59:19.094853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 78361615-424f-45b9-89a1-965ff6f74b5e will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:19.131825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.140165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Made reservation on behalf of 73b89b741ef54520a552dc01b8ca008a for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:19.144011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.177085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:19.180259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:19.184259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:19.184818 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.247397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=78361615-424f-45b9-89a1-965ff6f74b5e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:19.261752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.262060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.262710 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.262873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.263444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.263817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.264168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.264482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.264809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.265135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.265459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.265781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:19.309088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Allocated IP 172.20.0.3 (c424fb5d-7277-4ca0-b5e1-0b1949c68bdb/aa861411-8780-4f46-b61f-7045ba646128/dac84713-89e7-44bf-869c-213e99e959b0) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:19.366117 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.452165 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31c30fb7-fddd-4377-a05a-9eb4f27acef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.483254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.523905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.564206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:19.569844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:19.573365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:19.602839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Pushing event updated for resources: {'Port': ['ID=dac84713-89e7-44bf-869c-213e99e959b0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:19.618807 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.632382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:19.633296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.638546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.643037 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.643846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.648010 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-9143b921-60c5-4c9b-9581-c4bd0131c47a tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6508558 Jul 22 23:59:19.665121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Request body: {'port': {'device_id': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:19.722212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=78361615-424f-45b9-89a1-965ff6f74b5e,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:19.744588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.806165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:19.808084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:19.990326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router c57c969e-52dd-4dc4-8afb-aaf3032a078b is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:20.058192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac84713-89e7-44bf-869c-213e99e959b0 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:20.067376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.085101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14d9e-e987-4d48-ab72-598d621e9524 req-1a023145-5686-41ac-95ce-4aad556be51a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.086585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01b14d9e-e987-4d48-ab72-598d621e9524 req-1a023145-5686-41ac-95ce-4aad556be51a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1596849 Jul 22 23:59:20.095033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Transition to ACTIVE for port object dac84713-89e7-44bf-869c-213e99e959b0 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:20.100993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de03775-4c8f-4684-9c64-ffd6e1b069ec None None] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:20.115147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.121909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:20.145073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01b14d9e-e987-4d48-ab72-598d621e9524 req-d9b3e24d-df45-4a69-8ee2-d590ceb059d7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463653 Jul 22 23:59:20.147172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:20.153095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0fd72e45-081f-433e-bc9e-f68689082bdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/c57c969e-52dd-4dc4-8afb-aaf3032a078b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9824550 Jul 22 23:59:20.155609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36724) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:20.166431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] Sync routers for ids ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:20.200828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Pushing event updated for resources: {'Port': ['ID=dac84713-89e7-44bf-869c-213e99e959b0,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:20.232125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-cee8fbcd-6dbf-4d31-97fc-f5561834c9c8 None None] Provisioning for port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:20.245970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] Routers {'c57c969e-52dd-4dc4-8afb-aaf3032a078b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:20.246812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:20.274342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633ee39-7929-4fd4-89a7-0d453e8ffa1f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.275988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c633ee39-7929-4fd4-89a7-0d453e8ffa1f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports/78361615-424f-45b9-89a1-965ff6f74b5e HTTP/1.1" status: 200 len: 911 time: 0.1193261 Jul 22 23:59:20.279099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:20.284394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6d06920-0cdd-4bb4-afd7-852f7d51e5ad'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:20.299147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:20.312367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Attempting to bind port dac84713-89e7-44bf-869c-213e99e959b0 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:20.312628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Attempting to bind port dac84713-89e7-44bf-869c-213e99e959b0 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:20.313157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Attempting to bind port dac84713-89e7-44bf-869c-213e99e959b0 on network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:20.320822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Port dac84713-89e7-44bf-869c-213e99e959b0 on network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:20.321234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Attempting to bind port dac84713-89e7-44bf-869c-213e99e959b0 on network c424fb5d-7277-4ca0-b5e1-0b1949c68bdb {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:20.331927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:20.331927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Checking segment: {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:20.333004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Bound using segment: {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:20.333698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Bound port: dac84713-89e7-44bf-869c-213e99e959b0, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d174504-efba-4cef-8d9f-619d60af1ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:20.334199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.346164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa8bce-e339-4414-9155-d3c5d8298617 req-eca8d783-cce1-47fe-8158-5b2e65a0c0df tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.347908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5fa8bce-e339-4414-9155-d3c5d8298617 req-eca8d783-cce1-47fe-8158-5b2e65a0c0df tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 943 time: 0.1508284 Jul 22 23:59:20.352409 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.353094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] Routers {'c57c969e-52dd-4dc4-8afb-aaf3032a078b'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:20.353734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:20.412475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:20.413140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e97646a-50ab-4b11-babe-bf9ad94de99c None None] The sync data for ids ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:20.415504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:20.416665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] For port dac84713-89e7-44bf-869c-213e99e959b0, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:20.422503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] For port dac84713-89e7-44bf-869c-213e99e959b0, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dac84713-89e7-44bf-869c-213e99e959b0,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:20.428072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:20.428467 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.429510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.464590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.465365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.467065 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] 10.222.0.49 "PUT /v2.0/ports/dac84713-89e7-44bf-869c-213e99e959b0 HTTP/1.1" status: 200 len: 1091 time: 0.8112819 Jul 22 23:59:20.467539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'tag': 'dac84713-89e7-44bf-869c-213e99e959b0'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:20.469803 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e3a9d9-037c-42f7-8247-5affeda176cc" -d '{"events": [{"name": "network-changed", "server_uuid": "48d809ef-aeb7-40c0-a73e-1ae400f9693f", "tag": "dac84713-89e7-44bf-869c-213e99e959b0"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:20.499049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca7531-2a49-42f6-a3ca-27b8c4f82586 service neutron] Pushing event updated for resources: {'Port': ['ID=dac84713-89e7-44bf-869c-213e99e959b0,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:20.538965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a5fa8bce-e339-4414-9155-d3c5d8298617 req-d4b3e826-bd1d-4d76-a17d-162889643491 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807382 Jul 22 23:59:20.583445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0858b012-004e-472e-b755-836151db4442 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:20.589689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-ea900656-19c2-4f2e-9a3d-549ff995053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.592906 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-ea900656-19c2-4f2e-9a3d-549ff995053a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73b89b741ef54520a552dc01b8ca008a&device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 1094 time: 0.0737982 Jul 22 23:59:20.607261 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.609054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 0858b012-004e-472e-b755-836151db4442 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:20.609404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0858b012-004e-472e-b755-836151db4442 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:20.612296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a64f8-fdda-4543-a885-fca000f29c0b req-f183e634-c11b-4023-858e-0cbc1d717b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.612821 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc1288-bd87-4771-8108-afbb47831b8f x-openstack-request-id: req-82dc1288-bd87-4771-8108-afbb47831b8f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:20.614557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-f183e634-c11b-4023-858e-0cbc1d717b62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3dda03762674d64a121022f68904b46&device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 1096 time: 0.2242601 Jul 22 23:59:20.615161 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d809ef-aeb7-40c0-a73e-1ae400f9693f", "tag": "dac84713-89e7-44bf-869c-213e99e959b0", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:20.615657 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82dc1288-bd87-4771-8108-afbb47831b8f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:20.616292 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'tag': 'dac84713-89e7-44bf-869c-213e99e959b0', 'status': 'completed', 'code': 200} Jul 22 23:59:20.654504 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-3e88b9ae-76d2-45e6-b5e9-c5353364bce3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac84713-89e7-44bf-869c-213e99e959b0 HTTP/1.1" status: 200 len: 217 time: 0.0498350 Jul 22 23:59:20.657159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,segment=NetworkSegment(5adbe228-1f72-4454-b28b-e3eb7f734faa),segment_id=5adbe228-1f72-4454-b28b-e3eb7f734faa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:20.657702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc69c4-9f03-4c09-b6b2-cee95863be77 req-72ab1046-bdaf-49b5-8e71-cfb833075546 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.659798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07cc69c4-9f03-4c09-b6b2-cee95863be77 req-72ab1046-bdaf-49b5-8e71-cfb833075546 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.2796783 Jul 22 23:59:20.662771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.718991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:20.732706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-d685e7c0-9476-4763-a49c-bb51990ef319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.734779 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-d685e7c0-9476-4763-a49c-bb51990ef319 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa861411-8780-4f46-b61f-7045ba646128 HTTP/1.1" status: 200 len: 848 time: 0.0726001 Jul 22 23:59:20.776187 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-5d176742-6ab2-4505-86ef-0d9546aa4d9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349495 Jul 22 23:59:20.776587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.822989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07cc69c4-9f03-4c09-b6b2-cee95863be77 req-dd69bde6-96ab-4579-8e42-b0cb031a5d8a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347959 Jul 22 23:59:20.826988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a64f8-fdda-4543-a885-fca000f29c0b req-0ba2ed3b-90d8-4b72-b50d-47d755840b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:20.828531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-0ba2ed3b-90d8-4b72-b50d-47d755840b6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 200 len: 912 time: 0.2056115 Jul 22 23:59:20.880524 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-fd19313f-139c-4679-95d7-513fd660dfbc service neutron] 10.222.0.49 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971324 Jul 22 23:59:20.895778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-33eb7f81-c5e1-4d0c-9734-b6543bd9c455 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e HTTP/1.1" status: 200 len: 217 time: 0.0463951 Jul 22 23:59:20.971535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-434ff27e-73f2-4697-aa09-5b650c2aef90 None None] Provisioning for port 78361615-424f-45b9-89a1-965ff6f74b5e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:20.978355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-434ff27e-73f2-4697-aa09-5b650c2aef90 None None] Provisioning complete for port 78361615-424f-45b9-89a1-965ff6f74b5e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:20.978728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-434ff27e-73f2-4697-aa09-5b650c2aef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.985381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0bf8687-67c2-4a94-b9cc-faa4f983eae8 req-86466b33-af62-4498-9e21-4a4a7ff7e45e service neutron] 10.222.0.49 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970364 Jul 22 23:59:21.016718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a64f8-fdda-4543-a885-fca000f29c0b req-eda8add8-3c99-4bfd-b6da-93b1d04b779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.017776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-434ff27e-73f2-4697-aa09-5b650c2aef90 None None] Port 78361615-424f-45b9-89a1-965ff6f74b5e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:21.018187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-eda8add8-3c99-4bfd-b6da-93b1d04b779f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 200 len: 851 time: 0.1164947 Jul 22 23:59:21.029811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-434ff27e-73f2-4697-aa09-5b650c2aef90 None None] Provisioning complete for port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:21.031034 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-434ff27e-73f2-4697-aa09-5b650c2aef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.090496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-6053d310-0070-49e7-8a62-c951872cc09c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a215d878-f447-4b11-82e7-17d923090d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640128 Jul 22 23:59:21.125788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-fb5a0422-bebf-4db3-a572-414f032626e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.127451 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-fb5a0422-bebf-4db3-a572-414f032626e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=73b89b741ef54520a552dc01b8ca008a&device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 1094 time: 0.0782881 Jul 22 23:59:21.231930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-9ad39fb4-1267-4414-aa08-9b166f6dab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.233628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-9ad39fb4-1267-4414-aa08-9b166f6dab73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 200 len: 909 time: 0.0998900 Jul 22 23:59:21.245650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d18e4cde-d3cb-4c22-8833-45b0f2472526 None None] Provisioning complete for port 78361615-424f-45b9-89a1-965ff6f74b5e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:21.246209 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d18e4cde-d3cb-4c22-8833-45b0f2472526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.273797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-7e87f912-43ab-41df-80dc-59e5605ba5b7 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733513 Jul 22 23:59:21.291015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-a8920815-0075-4be5-a92e-d0d67c978edf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dac84713-89e7-44bf-869c-213e99e959b0 HTTP/1.1" status: 200 len: 217 time: 0.0478704 Jul 22 23:59:21.294536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d18e4cde-d3cb-4c22-8833-45b0f2472526 None None] Port 78361615-424f-45b9-89a1-965ff6f74b5e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:21.352990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-7264ddf4-8d2b-49c0-aad2-b905a580cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.354633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-7264ddf4-8d2b-49c0-aad2-b905a580cc8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aa861411-8780-4f46-b61f-7045ba646128 HTTP/1.1" status: 200 len: 848 time: 0.0551515 Jul 22 23:59:21.393153 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-9336c4d0-23cc-4008-9ec2-a43d3d1c1039 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312312 Jul 22 23:59:21.501912 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-5daa70f1-2c88-49d4-875c-86e2307c4c54 service neutron] 10.222.0.49 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951846 Jul 22 23:59:21.514677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-130d76d8-cbdc-431a-8820-d0fc7e7c6cdb None None] Provisioning complete for port 78361615-424f-45b9-89a1-965ff6f74b5e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:21.515149 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-130d76d8-cbdc-431a-8820-d0fc7e7c6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.552741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-130d76d8-cbdc-431a-8820-d0fc7e7c6cdb None None] Port 78361615-424f-45b9-89a1-965ff6f74b5e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:21.750270 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.823884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946a64f8-fdda-4543-a885-fca000f29c0b req-c7cff400-fae5-4e13-a045-d1c3a86cbee6 service neutron] 10.222.0.48 "GET /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430777 Jul 22 23:59:21.841897 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.863299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.870675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.871366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.876608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/ports/78361615-424f-45b9-89a1-965ff6f74b5e HTTP/1.1" status: 200 len: 911 time: 1.5961678 Jul 22 23:59:21.877428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36740) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:21.899656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df8df3-3050-404e-96c2-09405039aa2e req-ce165607-5e3f-4a91-836e-6948fbea1c9c tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:21.901443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62df8df3-3050-404e-96c2-09405039aa2e req-ce165607-5e3f-4a91-836e-6948fbea1c9c tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 943 time: 0.1621256 Jul 22 23:59:21.963930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3e3a9d9-037c-42f7-8247-5affeda176cc req-ca43d9a7-6451-4954-abd2-58e6eb750041 service neutron] 10.222.0.49 "GET /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502015 Jul 22 23:59:22.031391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:22.063979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06973a78-fc19-439e-8d89-64839b079d88 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=78361615-424f-45b9-89a1-965ff6f74b5e,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.086250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:22.086625 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.131517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62df8df3-3050-404e-96c2-09405039aa2e req-bb5b3e0c-336c-4b9e-9d3d-4b1e5eee9332 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804912 Jul 22 23:59:22.191005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff93e01-b641-466d-b8f1-64fd4864d3b2 req-3e4740df-455d-4f65-a008-af09ecccdf7b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:22.193085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ff93e01-b641-466d-b8f1-64fd4864d3b2 req-3e4740df-455d-4f65-a008-af09ecccdf7b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.2152343 Jul 22 23:59:22.264228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ff93e01-b641-466d-b8f1-64fd4864d3b2 req-ec96508b-01ba-4591-9558-1461ee1cfb78 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 Jul 22 23:59:22.309333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.365804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.594475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dac84713-89e7-44bf-869c-213e99e959b0 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:59:22.617047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 78361615-424f-45b9-89a1-965ff6f74b5e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:22.617421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.689819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port dac84713-89e7-44bf-869c-213e99e959b0, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dac84713-89e7-44bf-869c-213e99e959b0,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:22.703506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.704014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'dac84713-89e7-44bf-869c-213e99e959b0', 'network_id': 'c424fb5d-7277-4ca0-b5e1-0b1949c68bdb', 'port_id': 'dac84713-89e7-44bf-869c-213e99e959b0', 'mac_address': 'fa:16:3e:33:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa861411-8780-4f46-b61f-7045ba646128', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:22.718886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 78361615-424f-45b9-89a1-965ff6f74b5e owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:22.743806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.756774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac84713-89e7-44bf-869c-213e99e959b0 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:22.779947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port dac84713-89e7-44bf-869c-213e99e959b0, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dac84713-89e7-44bf-869c-213e99e959b0,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:22.783785 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.837035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=dac84713-89e7-44bf-869c-213e99e959b0,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.906205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.938610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=78361615-424f-45b9-89a1-965ff6f74b5e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:23.036774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.052151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['dac84713-89e7-44bf-869c-213e99e959b0'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:23.193051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router c57c969e-52dd-4dc4-8afb-aaf3032a078b has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:23.307090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:23.318315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-386eb950-11d9-460a-bc6e-79798b13c056 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/c57c969e-52dd-4dc4-8afb-aaf3032a078b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305050 Jul 22 23:59:23.319651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.320544 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] Sync routers for ids ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:23.339540 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] Routers {'c57c969e-52dd-4dc4-8afb-aaf3032a078b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:23.340589 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:23.358109 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44206861-ca42-44e0-ad18-e7f0dcc807c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=c57c969e-52dd-4dc4-8afb-aaf3032a078b HTTP/1.1" status: 200 len: 205 time: 0.0363362 Jul 22 23:59:23.358714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36750) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.360306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2026905-b25d-46ef-86ad-d0fc6728e1ce req-bcca7481-4de7-4054-8e44-2b4e66ea2dd4 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:23.361828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2026905-b25d-46ef-86ad-d0fc6728e1ce req-bcca7481-4de7-4054-8e44-2b4e66ea2dd4 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 944 time: 0.1573391 Jul 22 23:59:23.379406 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:23.390587 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] Routers {'c57c969e-52dd-4dc4-8afb-aaf3032a078b'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:23.391732 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:23.431243 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:23.431488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2026905-b25d-46ef-86ad-d0fc6728e1ce req-69c26a36-267a-4296-bfb1-0a32b449cab8 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531945 Jul 22 23:59:23.432406 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1bd0bc-1d15-4c7f-86e3-3d7aaebcd8ae None None] The sync data for ids ['c57c969e-52dd-4dc4-8afb-aaf3032a078b'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:23.434336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.448020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad0b0f-1b57-4262-912e-ee16b7f17876 req-8f19ce6e-a3ca-4108-a41a-8cfae440de0e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:23.449695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58ad0b0f-1b57-4262-912e-ee16b7f17876 req-8f19ce6e-a3ca-4108-a41a-8cfae440de0e tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.1085539 Jul 22 23:59:23.493454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58ad0b0f-1b57-4262-912e-ee16b7f17876 req-6a8a61f1-6693-45af-bf5e-2bf8fa743744 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342855 Jul 22 23:59:23.595071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.598488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.647825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.648538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router c57c969e-52dd-4dc4-8afb-aaf3032a078b {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:23.655408 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.656558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17d645a0-aa0a-44bc-8841-0e5f0c6ee2ed tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/c57c969e-52dd-4dc4-8afb-aaf3032a078b HTTP/1.1" status: 204 len: 168 time: 0.2969358 Jul 22 23:59:23.659314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36756) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.711603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet f6d06920-0cdd-4bb4-afd7-852f7d51e5ad {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:23.714836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.755472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38476fd-d0da-4423-9f26-a329ad8f615c req-33640cd1-a089-4741-83c7-259ee62212e7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:23.755886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.757051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d38476fd-d0da-4423-9f26-a329ad8f615c req-33640cd1-a089-4741-83c7-259ee62212e7 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0689106 Jul 22 23:59:23.796943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d38476fd-d0da-4423-9f26-a329ad8f615c req-16dfb800-a374-45c4-8cb0-023a14d37e9c tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Jul 22 23:59:23.843579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.903208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.929836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d06920-0cdd-4bb4-afd7-852f7d51e5ad,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:23.933292 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.935178 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d30314c6-831a-42a2-a3a1-12d058aeb4ac tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d06920-0cdd-4bb4-afd7-852f7d51e5ad HTTP/1.1" status: 204 len: 168 time: 0.2747693 Jul 22 23:59:23.937712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.940135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0c1dd-d39e-4e16-a770-1eed3161feba None None] Network 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:24.013070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.073098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:24.073452 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.127429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] DHCP port deletion for 8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:24.138867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,segment=NetworkSegment(5adbe228-1f72-4454-b28b-e3eb7f734faa),segment_id=5adbe228-1f72-4454-b28b-e3eb7f734faa)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:24.139245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.151581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:24.172665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] Deleting port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:24.173006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.235423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.236606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] For port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,segment=NetworkSegment(5adbe228-1f72-4454-b28b-e3eb7f734faa),segment_id=5adbe228-1f72-4454-b28b-e3eb7f734faa)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:24.237039 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.248792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] Calling delete_port for 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:24.263150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.266151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:24.328694 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.348671 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.354552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] Pushing event deleted for resources: {'Port': ['ID=94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.356336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f048b3c-c715-4b15-ac23-b1ed11939f77 None None] No DVR routers for this DVR port 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:24.363984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:24.378094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adbe228-1f72-4454-b28b-e3eb7f734faa') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:24.378395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adbe228-1f72-4454-b28b-e3eb7f734faa') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:24.388310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.402012 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.407834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:24.408245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:24.411271 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:24.468209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.477717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.479591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e HTTP/1.1" status: 204 len: 168 time: 0.5407350 Jul 22 23:59:24.483817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36762) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:24.489483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2111168906', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:24.492184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143de8a-455d-47a3-9559-7a571ede4909 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=8b3f0d39-497d-4d6b-9fc3-e8e6b6c2db3e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.515056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.516140 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.593106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dac84713-89e7-44bf-869c-213e99e959b0 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:24.604243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.609607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.630348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.631506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e7e7e913-e320-4bed-be0b-2708a4aabb9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1463695 Jul 22 23:59:24.634646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:24.640408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-786275955'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:24.641088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c36bc-b822-43f7-a126-6dc4c47cca5c req-366de04b-579c-4ee3-be27-bd104f6d5a5d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:24.642586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-591c36bc-b822-43f7-a126-6dc4c47cca5c req-366de04b-579c-4ee3-be27-bd104f6d5a5d tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 944 time: 0.1230476 Jul 22 23:59:24.644566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port dac84713-89e7-44bf-869c-213e99e959b0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:24.648937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port dac84713-89e7-44bf-869c-213e99e959b0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:24.649318 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.665244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:24.669397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.687440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-591c36bc-b822-43f7-a126-6dc4c47cca5c req-49e96fa1-8b3b-4041-b055-a86230e87431 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359511 Jul 22 23:59:24.697204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:24.715701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.716059 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment 6b832470-aa85-4717-85b2-9e38e0b3b9ee of type vlan for network d581f971-d3ee-4671-a420-ea26ae153179 Jul 22 23:59:24.732749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.755688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac84713-89e7-44bf-869c-213e99e959b0'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:24.757942 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55acfa7-e312-4ee1-8463-24f146efc659" -d '{"events": [{"server_uuid": "48d809ef-aeb7-40c0-a73e-1ae400f9693f", "name": "network-vif-plugged", "status": "completed", "tag": "dac84713-89e7-44bf-869c-213e99e959b0"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:24.762438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.770623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port dac84713-89e7-44bf-869c-213e99e959b0, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dac84713-89e7-44bf-869c-213e99e959b0,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:24.775117 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.795782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.802865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:24.803157 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e263fd4-8d48-4136-866f-ba001b0f2eae x-openstack-request-id: req-1e263fd4-8d48-4136-866f-ba001b0f2eae {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:24.803484 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d809ef-aeb7-40c0-a73e-1ae400f9693f", "name": "network-vif-plugged", "status": "completed", "tag": "dac84713-89e7-44bf-869c-213e99e959b0", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:24.803630 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.803738 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e263fd4-8d48-4136-866f-ba001b0f2eae {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:24.804108 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac84713-89e7-44bf-869c-213e99e959b0', 'code': 200} Jul 22 23:59:24.827034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=dac84713-89e7-44bf-869c-213e99e959b0,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.855410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2178226 Jul 22 23:59:24.856658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:24.861528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:24.924724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b93bb-d83b-46f4-b088-bda6b1c2ad01 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=d581f971-d3ee-4671-a420-ea26ae153179,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.937618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d581f971-d3ee-4671-a420-ea26ae153179 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:24.938349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d67b19-4772-47c5-9492-8bc9b79e74aa req-1db4f749-cd7e-4d4d-a625-abb32062d7f6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:24.939917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73d67b19-4772-47c5-9492-8bc9b79e74aa req-1db4f749-cd7e-4d4d-a625-abb32062d7f6 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0659349 Jul 22 23:59:24.984528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73d67b19-4772-47c5-9492-8bc9b79e74aa req-e0383e24-785c-43b1-9310-e0f565cf03bc tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 Jul 22 23:59:25.025141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:25.028621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.034035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c172f5e-f5d7-48b8-b53f-a7645eb4c1c2 req-d2b50979-6e98-4c3b-9e75-300ea61ab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:25.036211 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7c172f5e-f5d7-48b8-b53f-a7645eb4c1c2 req-d2b50979-6e98-4c3b-9e75-300ea61ab9cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 1096 time: 0.1558475 Jul 22 23:59:25.123823 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7c172f5e-f5d7-48b8-b53f-a7645eb4c1c2 req-793cca08-0c9c-4a55-9918-b2445288ef1a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775824 Jul 22 23:59:25.235399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.295581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=4566c0e5-b77e-4ab8-bc32-b1a18acc9021,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.302601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:25.302966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: d581f971-d3ee-4671-a420-ea26ae153179, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:25.319555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network d581f971-d3ee-4671-a420-ea26ae153179 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:25.327581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d581f971-d3ee-4671-a420-ea26ae153179) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:25.332484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:25.333113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.337075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681b962-0f58-4041-bfb9-c4080129f8d8 None None] Network d581f971-d3ee-4671-a420-ea26ae153179 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:25.350127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-710fd286-bc3d-45a2-b8cb-08a3e6c4d4a6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4923592 Jul 22 23:59:25.353509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:25.495310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-d581f971-d3ee-4671-a420-ea26ae153179', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:25.496202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.632842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Allocated IP 2001:db8::2 (d581f971-d3ee-4671-a420-ea26ae153179/4566c0e5-b77e-4ab8-bc32-b1a18acc9021/4b631cc2-7bb1-4481-8f84-756e513eca6a) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:25.633991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.785008 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.795123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Transition to ACTIVE for port object 4b631cc2-7bb1-4481-8f84-756e513eca6a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:25.812213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Transition to ACTIVE for port object 4b631cc2-7bb1-4481-8f84-756e513eca6a will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:25.818545 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.858337 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Network d581f971-d3ee-4671-a420-ea26ae153179 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:25.862874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831236e-af75-418f-a476-3bc0477282b5 req-b7bb2e53-b401-481a-9394-33212063db02 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:25.866015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:25.868678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8831236e-af75-418f-a476-3bc0477282b5 req-b7bb2e53-b401-481a-9394-33212063db02 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 945 time: 0.0926552 Jul 22 23:59:25.869956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:25.877328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Pushing event updated for resources: {'Port': ['ID=4b631cc2-7bb1-4481-8f84-756e513eca6a,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.918292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8::1 (d581f971-d3ee-4671-a420-ea26ae153179/4566c0e5-b77e-4ab8-bc32-b1a18acc9021/6db21bfa-7855-48dc-a052-7fcf829673c5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:25.940347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8831236e-af75-418f-a476-3bc0477282b5 req-2cdfce6a-54ed-42ec-8707-71ab1515c7fa tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Jul 22 23:59:25.950455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Attempting to bind port 4b631cc2-7bb1-4481-8f84-756e513eca6a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:25.950834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Attempting to bind port 4b631cc2-7bb1-4481-8f84-756e513eca6a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:25.951209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Attempting to bind port 4b631cc2-7bb1-4481-8f84-756e513eca6a on network d581f971-d3ee-4671-a420-ea26ae153179 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:25.958181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:25.958693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Checking segment: {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:25.959182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.959702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Bound using segment: {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:25.960419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Bound port: 4b631cc2-7bb1-4481-8f84-756e513eca6a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:25.961584 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.047714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] For port 4b631cc2-7bb1-4481-8f84-756e513eca6a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:26.051902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] For port 4b631cc2-7bb1-4481-8f84-756e513eca6a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b631cc2-7bb1-4481-8f84-756e513eca6a,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:26.054680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:26.059197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.081443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.085438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:26.085870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 94e4d8f6-e2d4-4d47-9104-f3ec4d8612cf not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:26.104763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 6db21bfa-7855-48dc-a052-7fcf829673c5 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:26.148634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.156027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a79ebf-a682-4f26-8232-0398ed5840c1 None None] Pushing event updated for resources: {'Port': ['ID=4b631cc2-7bb1-4481-8f84-756e513eca6a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.159703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5337a-08ff-4bd9-87e2-885b184f90ca req-901b86e7-6256-45b3-bee7-ae150a45c59b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:26.164135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cba5337a-08ff-4bd9-87e2-885b184f90ca req-901b86e7-6256-45b3-bee7-ae150a45c59b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0967174 Jul 22 23:59:26.197947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network d581f971-d3ee-4671-a420-ea26ae153179 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:26.201239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:26.206140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:26.206694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.208968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cba5337a-08ff-4bd9-87e2-885b184f90ca req-5a3b1ff2-be44-48ea-a879-a43f51ed6b0c tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jul 22 23:59:26.214024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=6db21bfa-7855-48dc-a052-7fcf829673c5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.360559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.632563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.637302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.638267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.686111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-760eba9f-0553-4b07-a971-f3a419f190b1 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:26.687595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-760eba9f-0553-4b07-a971-f3a419f190b1 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 945 time: 0.0675852 Jul 22 23:59:26.703460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=6db21bfa-7855-48dc-a052-7fcf829673c5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.767003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network d581f971-d3ee-4671-a420-ea26ae153179 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:26.768478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:26.800824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Deleting port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:26.801267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.904563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:26.907270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] For port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:26.907840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.920816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Calling delete_port for de5bfbd3-f6d5-46d2-b060-05b2a4e2358e owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:27.016219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:27.022700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d58376b1-f24f-4afb-ae6e-57f83e86b7f9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673958 Jul 22 23:59:27.024770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36782) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:27.029736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:27.030256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596870343'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:27.042970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:27.044086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:27.062598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:27.069819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.099204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:27.112015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.112354 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment 9c5784ed-89e3-4db4-89ad-807d26a1d23d of type vlan for network 11093827-ba73-4f68-91b4-9c36becbf350 Jul 22 23:59:27.146852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bd9a-3c6d-4fbc-9d8a-4c42034a3ac3 req-57a68f98-fa19-4ead-9242-bbfe9306901e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:27.148686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8f0bd9a-3c6d-4fbc-9d8a-4c42034a3ac3 req-57a68f98-fa19-4ead-9242-bbfe9306901e tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 945 time: 0.1307251 Jul 22 23:59:27.149864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.165678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.169125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:27.199683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Pushing event deleted for resources: {'Port': ['ID=de5bfbd3-f6d5-46d2-b060-05b2a4e2358e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:27.201073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.203730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['669a2680-85ef-4494-96d5-9331433c8e5c', 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:27.206079 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d03ed-37fe-440f-a209-5217289abe7d None None] Network d581f971-d3ee-4671-a420-ea26ae153179 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:27.208794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:27.213736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.249289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8f0bd9a-3c6d-4fbc-9d8a-4c42034a3ac3 req-8e8dc9c2-1115-4832-96c4-4c2bc92c500c tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909498 Jul 22 23:59:27.274835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] No DVR routers for this DVR port de5bfbd3-f6d5-46d2-b060-05b2a4e2358e on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:27.278084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.281338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaf222a3-bdb7-4db7-83a1-0aa095f468a5 req-ebce261c-eaf5-4d56-a2c5-b71780c3be6b tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "DELETE /v2.0/ports/de5bfbd3-f6d5-46d2-b060-05b2a4e2358e HTTP/1.1" status: 204 len: 173 time: 0.5882435 Jul 22 23:59:27.282070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'name': 'network-vif-deleted', 'tag': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:27.296363 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf03e08-1458-4e31-a231-1c9230eb33ec" -d '{"events": [{"server_uuid": "2fdf11bc-28d2-4a56-b373-1990bd3a7660", "name": "network-vif-deleted", "tag": "de5bfbd3-f6d5-46d2-b060-05b2a4e2358e"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:27.344787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=11093827-ba73-4f68-91b4-9c36becbf350,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:27.357476 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa576b1b-f297-40fa-9474-8382843900a0 x-openstack-request-id: req-fa576b1b-f297-40fa-9474-8382843900a0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:27.361008 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf11bc-28d2-4a56-b373-1990bd3a7660", "name": "network-vif-deleted", "tag": "de5bfbd3-f6d5-46d2-b060-05b2a4e2358e", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:27.361167 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-faff0961-cfb7-4d08-9e4b-0c2db060a14f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3325229 Jul 22 23:59:27.361602 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa576b1b-f297-40fa-9474-8382843900a0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:27.361602 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf11bc-28d2-4a56-b373-1990bd3a7660', 'name': 'network-vif-deleted', 'tag': 'de5bfbd3-f6d5-46d2-b060-05b2a4e2358e', 'status': 'completed', 'code': 200} Jul 22 23:59:27.363945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36792) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:27.370388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:27.416368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06de94ff-f343-4b40-84f5-1df9b77432aa req-724bcfa7-0d34-46b1-b91d-9e77fbe02c0a tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=2fdf11bc-28d2-4a56-b373-1990bd3a7660 HTTP/1.1" status: 200 len: 210 time: 0.0832367 Jul 22 23:59:27.485049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:27.489666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.570124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 11093827-ba73-4f68-91b4-9c36becbf350 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:27.625102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-41788a10-427e-47ce-b2cf-4f78e23df1b4 None None] Provisioning for port 4b631cc2-7bb1-4481-8f84-756e513eca6a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:27.748424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.813404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=76add28f-307d-441a-ba12-427de679c36b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:27.853134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:27.853498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: 11093827-ba73-4f68-91b4-9c36becbf350, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:27.875523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 11093827-ba73-4f68-91b4-9c36becbf350 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:27.909259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 11093827-ba73-4f68-91b4-9c36becbf350) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:27.934230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45609c-9963-49ae-ac3d-718bdc7291b9 None None] Network 11093827-ba73-4f68-91b4-9c36becbf350 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:27.938364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:27.938977 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.983759 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-82a2d37a-45ea-4434-ac1f-cd1063603beb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6181359 Jul 22 23:59:27.986698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:28.136861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:28.202555 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b631cc2-7bb1-4481-8f84-756e513eca6a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:28.208586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:28.209235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Updating router 173e3da3-925f-4844-a613-8a082a8954b7 port 6db21bfa-7855-48dc-a052-7fcf829673c5 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:28.318726 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.331994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-11093827-ba73-4f68-91b4-9c36becbf350', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:28.333663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.398197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4b631cc2-7bb1-4481-8f84-756e513eca6a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:28.478569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4b631cc2-7bb1-4481-8f84-756e513eca6a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:28.479070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.506619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce307-5d9d-49c5-9d4c-84dad8b58299 req-d03b4ec6-ae48-40f0-8903-c2e497b8f7d5 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:28.513568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39bce307-5d9d-49c5-9d4c-84dad8b58299 req-d03b4ec6-ae48-40f0-8903-c2e497b8f7d5 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 945 time: 0.1705337 Jul 22 23:59:28.594713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39bce307-5d9d-49c5-9d4c-84dad8b58299 req-f1bed380-f612-496e-9930-80744f971b6c tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801017 Jul 22 23:59:28.604071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.704681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Allocated IP 2001:db8:1::2 (11093827-ba73-4f68-91b4-9c36becbf350/76add28f-307d-441a-ba12-427de679c36b/137b27f9-8535-4c21-ae00-49a3e9b1d546) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:28.746700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-24a7758c-0beb-4036-8f3d-b9bad30c33b3 None None] Provisioning for port 6db21bfa-7855-48dc-a052-7fcf829673c5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:28.772127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-24a7758c-0beb-4036-8f3d-b9bad30c33b3 None None] Provisioning complete for port 6db21bfa-7855-48dc-a052-7fcf829673c5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:28.772591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24a7758c-0beb-4036-8f3d-b9bad30c33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.835884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9427ea-f749-401f-8dc6-01df9a21a938 req-016f59f7-0ae7-4e8c-a947-bb34ccebd3c2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:28.837430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9427ea-f749-401f-8dc6-01df9a21a938 req-016f59f7-0ae7-4e8c-a947-bb34ccebd3c2 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1318600 Jul 22 23:59:28.918080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de9427ea-f749-401f-8dc6-01df9a21a938 req-79d3bfd3-910f-4789-9616-d2de539c6ea1 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Jul 22 23:59:28.975285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-24a7758c-0beb-4036-8f3d-b9bad30c33b3 None None] Port 6db21bfa-7855-48dc-a052-7fcf829673c5 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:29.016076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.078759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-24a7758c-0beb-4036-8f3d-b9bad30c33b3 None None] Provisioning complete for port 4b631cc2-7bb1-4481-8f84-756e513eca6a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:29.079126 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24a7758c-0beb-4036-8f3d-b9bad30c33b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.178003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4b631cc2-7bb1-4481-8f84-756e513eca6a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b631cc2-7bb1-4481-8f84-756e513eca6a,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:29.205126 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.208763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.249586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Transition to ACTIVE for port object 137b27f9-8535-4c21-ae00-49a3e9b1d546 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:29.275221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.302380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Transition to ACTIVE for port object 137b27f9-8535-4c21-ae00-49a3e9b1d546 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:29.328065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Transition to ACTIVE for port object 6db21bfa-7855-48dc-a052-7fcf829673c5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:29.334177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.338131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4b631cc2-7bb1-4481-8f84-756e513eca6a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:29.354511 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.383942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8:1::1 (11093827-ba73-4f68-91b4-9c36becbf350/76add28f-307d-441a-ba12-427de679c36b/8601e060-df9a-4dd9-bc4b-7610d0c850fe) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:29.413493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Network 11093827-ba73-4f68-91b4-9c36becbf350 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:29.420264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:29.422823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:29.425092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Pushing event updated for resources: {'Port': ['ID=137b27f9-8535-4c21-ae00-49a3e9b1d546,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:29.532382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.549628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 8601e060-df9a-4dd9-bc4b-7610d0c850fe will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:29.587413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.632172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 11093827-ba73-4f68-91b4-9c36becbf350 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:29.635630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:29.642514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:29.643512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.654309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:29.744494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80c23e-8d57-46c8-87e4-0762c42b8105 None None] Pushing event updated for resources: {'Port': ['ID=6db21bfa-7855-48dc-a052-7fcf829673c5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:29.756763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Attempting to bind port 137b27f9-8535-4c21-ae00-49a3e9b1d546 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:29.757143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Attempting to bind port 137b27f9-8535-4c21-ae00-49a3e9b1d546 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:29.757511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Attempting to bind port 137b27f9-8535-4c21-ae00-49a3e9b1d546 on network 11093827-ba73-4f68-91b4-9c36becbf350 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:29.774048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:29.774460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Checking segment: {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:29.774848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.775373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Bound using segment: {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:29.775948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Bound port: 137b27f9-8535-4c21-ae00-49a3e9b1d546, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:29.776334 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.780452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Attempting to bind port 6db21bfa-7855-48dc-a052-7fcf829673c5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:29.780820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Attempting to bind port 6db21bfa-7855-48dc-a052-7fcf829673c5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:29.781184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Attempting to bind port 6db21bfa-7855-48dc-a052-7fcf829673c5 on network d581f971-d3ee-4671-a420-ea26ae153179 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:29.798447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:29.798845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Checking segment: {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:29.799227 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.799675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Bound using segment: {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:29.800332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Bound port: 6db21bfa-7855-48dc-a052-7fcf829673c5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b832470-aa85-4717-85b2-9e38e0b3b9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:29.800579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.902611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] For port 137b27f9-8535-4c21-ae00-49a3e9b1d546, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:29.909228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] For port 137b27f9-8535-4c21-ae00-49a3e9b1d546, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=137b27f9-8535-4c21-ae00-49a3e9b1d546,segment=NetworkSegment(9c5784ed-89e3-4db4-89ad-807d26a1d23d),segment_id=9c5784ed-89e3-4db4-89ad-807d26a1d23d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:29.921051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.921569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-2cf35db3-6d31-439f-949b-0e29729abc21 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:29.923237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-2cf35db3-6d31-439f-949b-0e29729abc21 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.49 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 945 time: 0.1776867 Jul 22 23:59:29.931491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] For port 6db21bfa-7855-48dc-a052-7fcf829673c5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:29.977850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] For port 6db21bfa-7855-48dc-a052-7fcf829673c5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6db21bfa-7855-48dc-a052-7fcf829673c5,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:29.991211 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.017853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c263d-7e75-497b-be0f-3dac3bdc2309 None None] Pushing event updated for resources: {'Port': ['ID=137b27f9-8535-4c21-ae00-49a3e9b1d546,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.073894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:30.074542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:30.090889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=8601e060-df9a-4dd9-bc4b-7610d0c850fe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.214092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80c23e-8d57-46c8-87e4-0762c42b8105 None None] Pushing event updated for resources: {'Port': ['ID=6db21bfa-7855-48dc-a052-7fcf829673c5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.230842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Deleting port dac84713-89e7-44bf-869c-213e99e959b0 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:30.232308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.234795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b631cc2-7bb1-4481-8f84-756e513eca6a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:30.286960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5cfdf-d7f6-4c86-b6d6-ebd0f9cef664 req-ef41e0ce-1215-4f74-ac38-417108c35740 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.288821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bb5cfdf-d7f6-4c86-b6d6-ebd0f9cef664 req-ef41e0ce-1215-4f74-ac38-417108c35740 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 945 time: 0.2121212 Jul 22 23:59:30.293688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:30.311363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e81ed-179c-43df-8597-f88ad6ebfdf6 req-23b441e4-0511-453e-a468-362fbbf4da7d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.312945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-604e81ed-179c-43df-8597-f88ad6ebfdf6 req-23b441e4-0511-453e-a468-362fbbf4da7d tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.2000325 Jul 22 23:59:30.374740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.388224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-604e81ed-179c-43df-8597-f88ad6ebfdf6 req-89258358-f743-477d-8d05-4209b254d928 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Jul 22 23:59:30.420866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bb5cfdf-d7f6-4c86-b6d6-ebd0f9cef664 req-cc3ea6aa-a156-4051-b160-d487f122ef46 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/security-groups?id=36a7cb92-0290-4249-ba5f-b0ebe58049b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231103 Jul 22 23:59:30.450077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4b631cc2-7bb1-4481-8f84-756e513eca6a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:30.450464 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.506363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] For port dac84713-89e7-44bf-869c-213e99e959b0, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=dac84713-89e7-44bf-869c-213e99e959b0,segment=NetworkSegment(0d174504-efba-4cef-8d9f-619d60af1ada),segment_id=0d174504-efba-4cef-8d9f-619d60af1ada)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:30.513640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.537300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Calling delete_port for dac84713-89e7-44bf-869c-213e99e959b0 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:30.636354 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device de5bfbd3-f6d5-46d2-b060-05b2a4e2358e no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:30.669116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: de5bfbd3-f6d5-46d2-b060-05b2a4e2358e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:30.669657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device de5bfbd3-f6d5-46d2-b060-05b2a4e2358e not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:30.686718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.721507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:30.746187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.751962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.752608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.756431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65757fc-107a-4920-8d11-01440898bbe6 None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:30.854222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=8601e060-df9a-4dd9-bc4b-7610d0c850fe,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.951630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network 11093827-ba73-4f68-91b4-9c36becbf350 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:30.954775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:30.997326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772168e-0270-4723-bab2-9faa686154ff req-dddaf430-2dcb-4c91-ba82-cfa93dd7efb9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:30.999574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9772168e-0270-4723-bab2-9faa686154ff req-dddaf430-2dcb-4c91-ba82-cfa93dd7efb9 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.1782315 Jul 22 23:59:31.200538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:31.221444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.259457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Pushing event deleted for resources: {'Port': ['ID=dac84713-89e7-44bf-869c-213e99e959b0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:31.331773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:31.340658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5bf1bc3-33d4-4b57-97e3-1e6f5e514efe tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3486962 Jul 22 23:59:31.344185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36822) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:31.346404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Deleting port 669a2680-85ef-4494-96d5-9331433c8e5c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:31.346754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.354474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1370348841'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:31.364820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] No DVR routers for this DVR port dac84713-89e7-44bf-869c-213e99e959b0 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:31.372524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.374969 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65611780-20c3-466b-bf91-0e8acf80dc18 req-b8af84d8-22b5-484d-9564-92f4752fa9c0 tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.49 "DELETE /v2.0/ports/dac84713-89e7-44bf-869c-213e99e959b0 HTTP/1.1" status: 204 len: 173 time: 1.4452965 Jul 22 23:59:31.374969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'name': 'network-vif-deleted', 'tag': 'dac84713-89e7-44bf-869c-213e99e959b0'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:31.377455 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82da40-618a-435f-b428-0393fa41345e" -d '{"events": [{"server_uuid": "48d809ef-aeb7-40c0-a73e-1ae400f9693f", "name": "network-vif-deleted", "tag": "dac84713-89e7-44bf-869c-213e99e959b0"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:31.438635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:31.443900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.501533 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d17241-eb86-47ba-a26f-c1abc48fca08 x-openstack-request-id: req-69d17241-eb86-47ba-a26f-c1abc48fca08 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:31.501847 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d809ef-aeb7-40c0-a73e-1ae400f9693f", "name": "network-vif-deleted", "tag": "dac84713-89e7-44bf-869c-213e99e959b0", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:31.502856 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69d17241-eb86-47ba-a26f-c1abc48fca08 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:31.503324 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d809ef-aeb7-40c0-a73e-1ae400f9693f', 'name': 'network-vif-deleted', 'tag': 'dac84713-89e7-44bf-869c-213e99e959b0', 'status': 'completed', 'code': 200} Jul 22 23:59:31.512232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:31.514905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] For port 669a2680-85ef-4494-96d5-9331433c8e5c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=669a2680-85ef-4494-96d5-9331433c8e5c,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:31.515276 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.546937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be037e2a-9eb2-4702-930c-57fb37bc811e None None] Network 11093827-ba73-4f68-91b4-9c36becbf350 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:31.623807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.624204 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment 106cdf70-fe68-4af7-881d-b3d42315294c of type vlan for network a18c1c2a-954b-4453-af5d-d84d4fff75a4 Jul 22 23:59:31.625645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Calling delete_port for 669a2680-85ef-4494-96d5-9331433c8e5c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:31.653425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-694c219f-37cc-476f-aacb-fd79d2a38d9c None None] Provisioning for port 137b27f9-8535-4c21-ae00-49a3e9b1d546 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:31.699595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port bea45aed-3d01-4410-ae2d-b81ccbad7703 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:31.700595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.757805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19de56e8-7b0c-4b70-a4ec-e7a020ffee3e req-e065b1b3-f664-427b-ae2e-240e5263e4ec tempest-VolumesActionsTest-457680516 tempest-VolumesActionsTest-457680516-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d809ef-aeb7-40c0-a73e-1ae400f9693f HTTP/1.1" status: 200 len: 210 time: 0.1398094 Jul 22 23:59:31.784073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.822037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port bea45aed-3d01-4410-ae2d-b81ccbad7703, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=bea45aed-3d01-4410-ae2d-b81ccbad7703,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:31.822519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.842683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for bea45aed-3d01-4410-ae2d-b81ccbad7703 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:31.852328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8bf69-14ab-435c-8a77-96caa3e50757 req-9d77515d-a473-4c78-9a6c-999635643edb tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:31.853922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddb8bf69-14ab-435c-8a77-96caa3e50757 req-9d77515d-a473-4c78-9a6c-999635643edb tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/ports?device_id=5af2f142-8aed-4341-99ca-6a7c16214dbf HTTP/1.1" status: 200 len: 945 time: 0.2986310 Jul 22 23:59:31.893168 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.899226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:31.899926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.976006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddb8bf69-14ab-435c-8a77-96caa3e50757 req-46c267c3-d4ed-41cf-bab4-37d2feee1b48 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.21 "GET /v2.0/security-groups?id=9bf8bfc0-1d58-4dca-b395-ec67222656e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004243 Jul 22 23:59:31.977291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6270566 Jul 22 23:59:31.983391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:31.990903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:32.042521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097848-c104-42a4-8735-fd179502cfdb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=a18c1c2a-954b-4453-af5d-d84d4fff75a4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:32.044710 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.069848 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.079388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['669a2680-85ef-4494-96d5-9331433c8e5c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:32.085068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:32.104814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Pushing event deleted for resources: {'Port': ['ID=669a2680-85ef-4494-96d5-9331433c8e5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:32.150903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=bea45aed-3d01-4410-ae2d-b81ccbad7703,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:32.239313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] No DVR routers for this DVR port 669a2680-85ef-4494-96d5-9331433c8e5c on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:32.249507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.252011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9772168e-0270-4723-bab2-9faa686154ff req-5af3286b-96a0-4904-b675-b3123583cc54 tempest-ServerRescueTestJSON-574700922 tempest-ServerRescueTestJSON-574700922-project] 10.222.0.48 "DELETE /v2.0/ports/669a2680-85ef-4494-96d5-9331433c8e5c HTTP/1.1" status: 204 len: 173 time: 1.2457469 Jul 22 23:59:32.252590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'name': 'network-vif-deleted', 'tag': '669a2680-85ef-4494-96d5-9331433c8e5c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:32.255540 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef49912-8f16-4c60-9a3c-2155b1cc29ae" -d '{"events": [{"server_uuid": "5af2f142-8aed-4341-99ca-6a7c16214dbf", "name": "network-vif-deleted", "tag": "669a2680-85ef-4494-96d5-9331433c8e5c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:32.343833 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff15684-8d35-4399-8e88-2e825ae10880 x-openstack-request-id: req-9ff15684-8d35-4399-8e88-2e825ae10880 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:32.345620 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2f142-8aed-4341-99ca-6a7c16214dbf", "name": "network-vif-deleted", "tag": "669a2680-85ef-4494-96d5-9331433c8e5c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:32.345750 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ff15684-8d35-4399-8e88-2e825ae10880 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:32.348621 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2f142-8aed-4341-99ca-6a7c16214dbf', 'name': 'network-vif-deleted', 'tag': '669a2680-85ef-4494-96d5-9331433c8e5c', 'status': 'completed', 'code': 200} Jul 22 23:59:32.355587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:32.361934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.364130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-77e70ee5-15af-486e-ac7c-34b13c500ff6 None None] Provisioning for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:32.371847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-77e70ee5-15af-486e-ac7c-34b13c500ff6 None None] Provisioning complete for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:32.372232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77e70ee5-15af-486e-ac7c-34b13c500ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.449503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 137b27f9-8535-4c21-ae00-49a3e9b1d546 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:32.517678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-77e70ee5-15af-486e-ac7c-34b13c500ff6 None None] Port 8601e060-df9a-4dd9-bc4b-7610d0c850fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:32.535756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.540587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 137b27f9-8535-4c21-ae00-49a3e9b1d546 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:32.557707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 137b27f9-8535-4c21-ae00-49a3e9b1d546 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:32.558425 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.644088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.658096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dac84713-89e7-44bf-869c-213e99e959b0 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:32.705895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: dac84713-89e7-44bf-869c-213e99e959b0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:32.706514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device dac84713-89e7-44bf-869c-213e99e959b0 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:32.720704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.739651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=7ad57c71-da38-476a-8ea8-100a9b68ffa3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:32.756138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:32.756699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: a18c1c2a-954b-4453-af5d-d84d4fff75a4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:32.784348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:32.797969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a18c1c2a-954b-4453-af5d-d84d4fff75a4) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:32.804159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 137b27f9-8535-4c21-ae00-49a3e9b1d546, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=137b27f9-8535-4c21-ae00-49a3e9b1d546,segment=NetworkSegment(9c5784ed-89e3-4db4-89ad-807d26a1d23d),segment_id=9c5784ed-89e3-4db4-89ad-807d26a1d23d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:32.817632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe588ad-459a-4ffe-a27d-547ac2ec752b None None] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:32.820497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:32.821315 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.841065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.842135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6db21bfa-7855-48dc-a052-7fcf829673c5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:32.844850 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:32.861725 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:32.862214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c7016945-610a-42cd-9381-53d86bbdee2e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8737621 Jul 22 23:59:32.862303 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:32.874510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:32.908417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9bd85a3a-2b03-4806-9787-deac1d877e1b None None] Provisioning complete for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:32.909042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9bd85a3a-2b03-4806-9787-deac1d877e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.036252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9bd85a3a-2b03-4806-9787-deac1d877e1b None None] Port 8601e060-df9a-4dd9-bc4b-7610d0c850fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:33.049890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:33.055853 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:33.088906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36846) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:33.200038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=137b27f9-8535-4c21-ae00-49a3e9b1d546,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:33.246335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f1b5da4d-0278-4da5-aadc-88c38ea0fd5e None None] Provisioning complete for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:33.246690 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1b5da4d-0278-4da5-aadc-88c38ea0fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.293478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6db21bfa-7855-48dc-a052-7fcf829673c5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:33.317820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6db21bfa-7855-48dc-a052-7fcf829673c5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:33.317820 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.363895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5da4d-0278-4da5-aadc-88c38ea0fd5e None None] Port 8601e060-df9a-4dd9-bc4b-7610d0c850fe cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:33.422420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:33.423294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.440858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:33.454136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eb87cb58-54ac-4c7f-bdb1-12f06d4860d2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "PUT /v2.0/routers/28243058-3312-4a6a-9826-cc1e8c7a4d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7955244 Jul 22 23:59:33.464853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:33.487283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 3, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:33.540226 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:33.540899 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Updating router 173e3da3-925f-4844-a613-8a082a8954b7 port 8601e060-df9a-4dd9-bc4b-7610d0c850fe binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:33.583375 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.624338 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.638399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:33.639215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:33.659032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.749800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Allocated IP 2001:db8:2::2 (a18c1c2a-954b-4453-af5d-d84d4fff75a4/7ad57c71-da38-476a-8ea8-100a9b68ffa3/8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:33.781978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6db21bfa-7855-48dc-a052-7fcf829673c5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6db21bfa-7855-48dc-a052-7fcf829673c5,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:33.791996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.796345 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.948953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:33.952706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6db21bfa-7855-48dc-a052-7fcf829673c5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.065622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f22f2-9032-4477-8668-8278e7f3233c req-9edecf64-b0ed-4c82-b6dc-da166effdf9a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:34.068005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e76f22f2-9032-4477-8668-8278e7f3233c req-9edecf64-b0ed-4c82-b6dc-da166effdf9a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 946 time: 0.1701801 Jul 22 23:59:34.098152 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.133114 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Transition to ACTIVE for port object 8601e060-df9a-4dd9-bc4b-7610d0c850fe will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:34.143424 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.215569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e76f22f2-9032-4477-8668-8278e7f3233c req-f1044f6b-832b-41a8-92f2-db4bde71fae1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052763 Jul 22 23:59:34.219823 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423c40f-ceaf-4f66-bf11-f6cdf1762017 None None] Pushing event updated for resources: {'Port': ['ID=8601e060-df9a-4dd9-bc4b-7610d0c850fe,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.291345 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Attempting to bind port 8601e060-df9a-4dd9-bc4b-7610d0c850fe on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:34.291857 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Attempting to bind port 8601e060-df9a-4dd9-bc4b-7610d0c850fe by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:34.292312 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Attempting to bind port 8601e060-df9a-4dd9-bc4b-7610d0c850fe on network 11093827-ba73-4f68-91b4-9c36becbf350 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:34.298839 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:34.299428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Checking segment: {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:34.300062 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.300563 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Bound using segment: {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:34.301177 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Bound port: 8601e060-df9a-4dd9-bc4b-7610d0c850fe, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5784ed-89e3-4db4-89ad-807d26a1d23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:34.301644 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.349248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 137b27f9-8535-4c21-ae00-49a3e9b1d546 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:34.368186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Deleting port b778aa6b-b0de-4d34-9e4a-0167074a805a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:34.368867 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.429467 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] For port 8601e060-df9a-4dd9-bc4b-7610d0c850fe, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:34.432921 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] For port 8601e060-df9a-4dd9-bc4b-7610d0c850fe, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8601e060-df9a-4dd9-bc4b-7610d0c850fe,segment=NetworkSegment(9c5784ed-89e3-4db4-89ad-807d26a1d23d),segment_id=9c5784ed-89e3-4db4-89ad-807d26a1d23d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:34.447594 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.467081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] For port b778aa6b-b0de-4d34-9e4a-0167074a805a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b778aa6b-b0de-4d34-9e4a-0167074a805a,segment=NetworkSegment(9a8ac63e-30c3-4110-8731-1a03e7316d9a),segment_id=9a8ac63e-30c3-4110-8731-1a03e7316d9a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:34.467552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.473618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.487676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Calling delete_port for b778aa6b-b0de-4d34-9e4a-0167074a805a owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:34.498731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Transition to ACTIVE for port object 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:34.534582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 137b27f9-8535-4c21-ae00-49a3e9b1d546 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:34.535431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.545358 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:34.546081 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:34.548199 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423c40f-ceaf-4f66-bf11-f6cdf1762017 None None] Pushing event updated for resources: {'Port': ['ID=8601e060-df9a-4dd9-bc4b-7610d0c850fe,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.581043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Transition to ACTIVE for port object 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:34.620675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.707715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8:2::1 (a18c1c2a-954b-4453-af5d-d84d4fff75a4/7ad57c71-da38-476a-8ea8-100a9b68ffa3/17eabf4c-f26a-496b-90d5-3c5eddabb90f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:34.708524 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:34.795212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.814325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:34.856661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:34.860805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:34.879929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Pushing event updated for resources: {'Port': ['ID=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.895555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Pushing event deleted for resources: {'Port': ['ID=b778aa6b-b0de-4d34-9e4a-0167074a805a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.964990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.002721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 17eabf4c-f26a-496b-90d5-3c5eddabb90f will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:35.061707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Attempting to bind port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:35.061970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Attempting to bind port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:35.062300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Attempting to bind port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 on network a18c1c2a-954b-4453-af5d-d84d4fff75a4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:35.085680 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.111353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:35.111847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Checking segment: {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:35.112271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.112681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Bound using segment: {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:35.113909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Bound port: 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:35.114333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.132765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.159522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:35.163540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:35.171234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:35.171909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.228317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6db21bfa-7855-48dc-a052-7fcf829673c5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:35.313164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:32Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:15Z', 'revision_number': 1, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.364355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=17eabf4c-f26a-496b-90d5-3c5eddabb90f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:35.400860 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.410121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:35.459663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] For port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:35.461990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:35.462739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.465861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] For port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:35.512634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-64a4241d-a215-4667-9bce-8eebdd971308 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:35.515257 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-64a4241d-a215-4667-9bce-8eebdd971308 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 946 time: 0.2209499 Jul 22 23:59:35.572020 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 3, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:34Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:35.604285 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e54d361-8548-4b58-9943-94ff639fb6f4 None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 3, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:34Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:35.651562 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.673522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6db21bfa-7855-48dc-a052-7fcf829673c5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:35.674268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.999906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43240-8427-44d4-8332-a2f7f8bf87f8 None None] Pushing event updated for resources: {'Port': ['ID=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:36.015717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port e223bf4d-ef17-494f-b7cc-ec39b51f0aff {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:36.016204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.128214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:36.154566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff51a9-6bea-4de4-894b-3c05152ac72e req-6f9d1059-fec7-4ca1-ba53-18d43012a0ed tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:36.163629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbff51a9-6bea-4de4-894b-3c05152ac72e req-6f9d1059-fec7-4ca1-ba53-18d43012a0ed tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 946 time: 0.8480842 Jul 22 23:59:36.330437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbff51a9-6bea-4de4-894b-3c05152ac72e req-445df0e7-651c-42ef-bdaa-cac06cfae9d8 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6a6aa00-f425-40e5-81e5-6980920da7f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656983 Jul 22 23:59:36.363454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Router 70bf16de-eb75-4db3-9775-f0f52fad2863 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:36.366112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.426888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port e223bf4d-ef17-494f-b7cc-ec39b51f0aff, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:36.427786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.485167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for e223bf4d-ef17-494f-b7cc-ec39b51f0aff owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:36.500570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.526188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.526984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.565372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8601e060-df9a-4dd9-bc4b-7610d0c850fe up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:36.616408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:36.624363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b9064568-70fc-4b46-ae23-d42fd9cc1475 admin admin] 10.222.0.21 "PUT /v2.0/routers/70bf16de-eb75-4db3-9775-f0f52fad2863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5340385 Jul 22 23:59:36.630842 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70782d01-2314-4803-a665-005d8e1658fd None None] Sync routers for ids ['70bf16de-eb75-4db3-9775-f0f52fad2863'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:36.639370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36918) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:36.649121 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] Routers {'70bf16de-eb75-4db3-9775-f0f52fad2863'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:36.651209 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['70bf16de-eb75-4db3-9775-f0f52fad2863'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:36.707607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 669a2680-85ef-4494-96d5-9331433c8e5c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:36.915765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.927967 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] Set router 70bf16de-eb75-4db3-9775-f0f52fad2863 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:37.055606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 669a2680-85ef-4494-96d5-9331433c8e5c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:37.056197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 669a2680-85ef-4494-96d5-9331433c8e5c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:37.134942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:37.137380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:37.137916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.203097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:32Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:15Z', 'revision_number': 1, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:37.206312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.248047 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:59:34Z', 'revision_number': 5, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port': {'id': 'd11bfc3f-5939-4ea9-abe3-f0e80145b3cd', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:b7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:41Z', 'updated_at': '2021-07-22T23:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:37.298584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbac8c9a-d023-41ea-bb7d-128ce6ba7938 None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:32Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '0854cb43-6ae2-4343-bcb0-2b9fdd9095cc', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'port_id': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'mac_address': 'fa:16:3e:56:7f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:11Z', 'updated_at': '2021-07-22T23:58:15Z', 'revision_number': 1, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:37.301226 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70782d01-2314-4803-a665-005d8e1658fd None None] Checking router: 70bf16de-eb75-4db3-9775-f0f52fad2863 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:37.348636 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] Routers {'70bf16de-eb75-4db3-9775-f0f52fad2863'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:37.349342 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['70bf16de-eb75-4db3-9775-f0f52fad2863'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:37.357555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Deleting port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:37.357916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.482327 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.609084 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] Set router 70bf16de-eb75-4db3-9775-f0f52fad2863 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:37.619416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 8601e060-df9a-4dd9-bc4b-7610d0c850fe, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8601e060-df9a-4dd9-bc4b-7610d0c850fe,segment=NetworkSegment(9c5784ed-89e3-4db4-89ad-807d26a1d23d),segment_id=9c5784ed-89e3-4db4-89ad-807d26a1d23d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:37.631710 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.709132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.718237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=17eabf4c-f26a-496b-90d5-3c5eddabb90f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.741304 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-70782d01-2314-4803-a665-005d8e1658fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 6, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:37.746918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c636c8d7-8601-4c88-9436-c44d0d6c006f req-5bfe993d-2e1f-480a-a5fd-ddfc70c81b35 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=6024e8c5-8491-4273-8dac-e140f75d1877 HTTP/1.1" status: 200 len: 210 time: 0.1634374 Jul 22 23:59:37.757445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=e223bf4d-ef17-494f-b7cc-ec39b51f0aff,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.791670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc764f-c65a-4695-ba24-96ffe01985b3 None None] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:37.836392 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70782d01-2314-4803-a665-005d8e1658fd None None] The sync data for ids ['70bf16de-eb75-4db3-9775-f0f52fad2863'] in n-d-758851-4 is: [{'id': '70bf16de-eb75-4db3-9775-f0f52fad2863', 'name': 'tempest-ServerRescueTestJSON-1643817272-router', 'tenant_id': 'f3dda03762674d64a121022f68904b46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:39Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 6, 'project_id': 'f3dda03762674d64a121022f68904b46', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:37.837671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] For port d11bfc3f-5939-4ea9-abe3-f0e80145b3cd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:37.839923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.872067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:37.891076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Calling delete_port for d11bfc3f-5939-4ea9-abe3-f0e80145b3cd owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:37.915997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=8601e060-df9a-4dd9-bc4b-7610d0c850fe,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.927121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ae621c56-ff71-4933-895e-664dc0750b64 None None] Provisioning for port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:37.936055 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:37.950199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] No DVR routers for this DVR port e223bf4d-ef17-494f-b7cc-ec39b51f0aff on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:37.955442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.959151 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-49f8941b-379a-4441-9059-4e9f7f952bfe req-1e376b08-f251-4aad-8ad2-d62460ab2569 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "DELETE /v2.0/ports/e223bf4d-ef17-494f-b7cc-ec39b51f0aff HTTP/1.1" status: 204 len: 173 time: 2.4335029 Jul 22 23:59:37.985273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6024e8c5-8491-4273-8dac-e140f75d1877', 'name': 'network-vif-deleted', 'tag': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:37.990698 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d635399c-728b-4bda-866d-80fd79058d9b" -d '{"events": [{"server_uuid": "6024e8c5-8491-4273-8dac-e140f75d1877", "name": "network-vif-deleted", "tag": "e223bf4d-ef17-494f-b7cc-ec39b51f0aff"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:38.230737 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc87cb-010c-4f2a-9cd6-a410242e53eb x-openstack-request-id: req-99cc87cb-010c-4f2a-9cd6-a410242e53eb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:38.231286 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6024e8c5-8491-4273-8dac-e140f75d1877", "name": "network-vif-deleted", "tag": "e223bf4d-ef17-494f-b7cc-ec39b51f0aff", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:38.231719 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99cc87cb-010c-4f2a-9cd6-a410242e53eb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:38.232698 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6024e8c5-8491-4273-8dac-e140f75d1877', 'name': 'network-vif-deleted', 'tag': 'e223bf4d-ef17-494f-b7cc-ec39b51f0aff', 'status': 'completed', 'code': 200} Jul 22 23:59:38.388591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:38.437152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.573264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11bfc3f-5939-4ea9-abe3-f0e80145b3cd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.626662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:38.642485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:38.649904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b40de83c-cbd1-4f02-b162-925a6a74f3d1 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7711182 Jul 22 23:59:38.650525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:38.664015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:38.665038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:38.668464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-122699131'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:38.696806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.713053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:38.717388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.755305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:38.786009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e223bf4d-ef17-494f-b7cc-ec39b51f0aff no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:38.795872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.797943 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added segment f1fcae2a-34c6-4539-b80e-974c14ac31ea of type vlan for network f91a2575-5863-4869-8277-347004b46096 Jul 22 23:59:38.882662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36936) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:38.905289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: e223bf4d-ef17-494f-b7cc-ec39b51f0aff {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:38.906068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e223bf4d-ef17-494f-b7cc-ec39b51f0aff not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:38.918960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8601e060-df9a-4dd9-bc4b-7610d0c850fe up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:38.957618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.959678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.965345 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.994344 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e6cfc8a-35a6-4561-a0c1-585fb364d7ee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.042485 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e6cfc8a-35a6-4561-a0c1-585fb364d7ee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.100897 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.101562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70bf16de-eb75-4db3-9775-f0f52fad2863 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:39.106263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.107467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-72b352bb-3637-4e7d-af39-52cd9bcfa8c4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/70bf16de-eb75-4db3-9775-f0f52fad2863 HTTP/1.1" status: 204 len: 168 time: 2.4660513 Jul 22 23:59:39.110427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36938) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.123898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1a57899f-5678-4bf1-8aa6-3a8e90e9c5f7 None None] Provisioning for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:39.152446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:39.162195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8601e060-df9a-4dd9-bc4b-7610d0c850fe triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:39.162938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.211183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.218903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:39.219818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.225242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Deleting subnet c81cb217-71c1-4347-9360-735581d6dcc4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:39.230106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e6cfc8a-35a6-4561-a0c1-585fb364d7ee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.234267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1e6cfc8a-35a6-4561-a0c1-585fb364d7ee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.240019 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e6cfc8a-35a6-4561-a0c1-585fb364d7ee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6a6aa00-f425-40e5-81e5-6980920da7f1 HTTP/1.1" status: 204 len: 168 time: 0.3522108 Jul 22 23:59:39.241145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1a57899f-5678-4bf1-8aa6-3a8e90e9c5f7 None None] Provisioning complete for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:39.241641 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1a57899f-5678-4bf1-8aa6-3a8e90e9c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.252131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.342678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.363807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cfc8a-35a6-4561-a0c1-585fb364d7ee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6aa00-f425-40e5-81e5-6980920da7f1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:39.386719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7306972 Jul 22 23:59:39.390920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1a57899f-5678-4bf1-8aa6-3a8e90e9c5f7 None None] Port 17eabf4c-f26a-496b-90d5-3c5eddabb90f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:39.393650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.416302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'subnet': {'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:39.583765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.627643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:39.694618 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting subnet 65c1d09a-c282-47e0-81e9-4e4a04d852fa {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:39.706377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.715841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fadad-294d-4e41-976b-d8ad6ce916bd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Network': ['ID=f91a2575-5863-4869-8277-347004b46096,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:39.807806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Made reservation on behalf of ae8e9c7494774175b4fc44928e43e873 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:39.822607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.874008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.899081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-88c11f3b-5268-4d4c-ad04-6c33607b6aae None None] Provisioning complete for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:39.900943 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-88c11f3b-5268-4d4c-ad04-6c33607b6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.903793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f91a2575-5863-4869-8277-347004b46096 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:40.021523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-88c11f3b-5268-4d4c-ad04-6c33607b6aae None None] Port 17eabf4c-f26a-496b-90d5-3c5eddabb90f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:40.039467 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.099894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:40.116883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:40.117534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.361675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.395855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6612b2d4-a82b-44f7-8e3a-35dd8b2483d1 None None] Provisioning complete for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:40.396244 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6612b2d4-a82b-44f7-8e3a-35dd8b2483d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.431579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Subnet': ['ID=22e2422e-f99c-4cae-9e6c-56c8a435e1a4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.439082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.468877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Checking segment: {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:40.470368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network hostable DHCP agents. Network: f91a2575-5863-4869-8277-347004b46096, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:40.471964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.509404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network f91a2575-5863-4869-8277-347004b46096 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:40.523652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.527426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6612b2d4-a82b-44f7-8e3a-35dd8b2483d1 None None] Port 17eabf4c-f26a-496b-90d5-3c5eddabb90f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:40.530069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:40.539455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f91a2575-5863-4869-8277-347004b46096) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:40.540458 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.549039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81cb217-71c1-4347-9360-735581d6dcc4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.551537 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.553453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c5ca0d4b-bb90-4b6d-87fa-5068ca22a7b2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c81cb217-71c1-4347-9360-735581d6dcc4 HTTP/1.1" status: 204 len: 168 time: 1.4420450 Jul 22 23:59:40.556723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36950) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.560687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:40.565542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.569757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd391dbf-f639-42d0-9179-710176bb0f2f None None] Network f91a2575-5863-4869-8277-347004b46096 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:40.577531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b778aa6b-b0de-4d34-9e4a-0167074a805a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:40.590543 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-528bfa99-e290-49e7-8e24-f4bd05351348 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1900175 Jul 22 23:59:40.591714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.598438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:35Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:35Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:40.652694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.658068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b778aa6b-b0de-4d34-9e4a-0167074a805a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:40.658415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b778aa6b-b0de-4d34-9e4a-0167074a805a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:40.659012 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bea45aed-3d01-4410-ae2d-b81ccbad7703 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:40.684406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:40.685021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Updating router 173e3da3-925f-4844-a613-8a082a8954b7 port 17eabf4c-f26a-496b-90d5-3c5eddabb90f binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:40.725967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: bea45aed-3d01-4410-ae2d-b81ccbad7703 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:40.726600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device bea45aed-3d01-4410-ae2d-b81ccbad7703 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:40.763567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.789696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.817791 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.830117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a215d878-f447-4b11-82e7-17d923090d72']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:40.842608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8ac63e-30c3-4110-8731-1a03e7316d9a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:40.843197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8ac63e-30c3-4110-8731-1a03e7316d9a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:40.855178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.870522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.877053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:40.877860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.917917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f91a2575-5863-4869-8277-347004b46096', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:40.918855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:40.959164 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:40.963042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.972015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.972544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d11bfc3f-5939-4ea9-abe3-f0e80145b3cd no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:40.976722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a215d878-f447-4b11-82e7-17d923090d72 HTTP/1.1" status: 204 len: 168 time: 0.4164658 Jul 22 23:59:41.001579 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.018338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c083-a816-4648-be63-55dde43c7ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a215d878-f447-4b11-82e7-17d923090d72,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.029561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d11bfc3f-5939-4ea9-abe3-f0e80145b3cd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:41.039822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d11bfc3f-5939-4ea9-abe3-f0e80145b3cd not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:41.071040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Subnet': ['ID=65c1d09a-c282-47e0-81e9-4e4a04d852fa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.087545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.089857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-891a86e5-5c15-4a1d-b807-5b87ed75f47f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/subnets/65c1d09a-c282-47e0-81e9-4e4a04d852fa HTTP/1.1" status: 204 len: 168 time: 1.7409163 Jul 22 23:59:41.093497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36960) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:41.210492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86a0e7-677e-4dd5-857b-bf33f16b2d08 None None] Network eac4d8a7-04fe-44e2-8efb-0654fb982dab requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:41.249063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.249285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 36962) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:41.329257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.365938 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ec349633-16e0-4767-9343-5cdc97ed57d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3dda03762674d64a121022f68904b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135974 Jul 22 23:59:41.370790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36964) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:41.384078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 3812fc7c-46be-446a-a574-303672ec8fda {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:41.384488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.504907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port 3812fc7c-46be-446a-a574-303672ec8fda, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3812fc7c-46be-446a-a574-303672ec8fda,segment=NetworkSegment(01280066-c33a-451a-9e12-dc2651b8d841),segment_id=01280066-c33a-451a-9e12-dc2651b8d841)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:41.507986 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.547369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d5e5-e2fe-4c49-bf1e-25225ab2aa14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.550206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 3812fc7c-46be-446a-a574-303672ec8fda owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:41.560009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Allocated IP 2001:db8:3::2 (f91a2575-5863-4869-8277-347004b46096/22e2422e-f99c-4cae-9e6c-56c8a435e1a4/0814255b-d464-41aa-b860-628253118008) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:41.649973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d5e5-e2fe-4c49-bf1e-25225ab2aa14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.689586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.721357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Transition to ACTIVE for port object 17eabf4c-f26a-496b-90d5-3c5eddabb90f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:41.743027 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.812971 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.824636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34b9a1-9b01-4a37-9328-3568739e7b3d None None] DHCP port deletion for eac4d8a7-04fe-44e2-8efb-0654fb982dab request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:41.846772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d5e5-e2fe-4c49-bf1e-25225ab2aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.849882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d5e5-e2fe-4c49-bf1e-25225ab2aa14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.864364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8dd6d5e5-e2fe-4c49-bf1e-25225ab2aa14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bf8bfc0-1d58-4dca-b395-ec67222656e8 HTTP/1.1" status: 204 len: 168 time: 0.4806850 Jul 22 23:59:41.869539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=3812fc7c-46be-446a-a574-303672ec8fda,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.872012 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.880420 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9334b-48d1-4394-b5e9-5466239b82f1 None None] Pushing event updated for resources: {'Port': ['ID=17eabf4c-f26a-496b-90d5-3c5eddabb90f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.895907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] No DVR routers for this DVR port 3812fc7c-46be-446a-a574-303672ec8fda on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:41.896409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Transition to ACTIVE for port object 0814255b-d464-41aa-b860-628253118008 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:41.922749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d5e5-e2fe-4c49-bf1e-25225ab2aa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf8bfc0-1d58-4dca-b395-ec67222656e8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.012711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Transition to ACTIVE for port object 0814255b-d464-41aa-b860-628253118008 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:42.026382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Attempting to bind port 17eabf4c-f26a-496b-90d5-3c5eddabb90f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:42.026768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Attempting to bind port 17eabf4c-f26a-496b-90d5-3c5eddabb90f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:42.027138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Attempting to bind port 17eabf4c-f26a-496b-90d5-3c5eddabb90f on network a18c1c2a-954b-4453-af5d-d84d4fff75a4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:42.045498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:42.045809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Checking segment: {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:42.046216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.046637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Bound using segment: {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:42.047102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Bound port: 17eabf4c-f26a-496b-90d5-3c5eddabb90f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106cdf70-fe68-4af7-881d-b3d42315294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:42.047517 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.049985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.093603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.120748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac4d8a7-04fe-44e2-8efb-0654fb982dab']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.133979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Network f91a2575-5863-4869-8277-347004b46096 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:42.146712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Allocated IP 2001:db8:3::1 (f91a2575-5863-4869-8277-347004b46096/22e2422e-f99c-4cae-9e6c-56c8a435e1a4/04c9c774-bafc-45ae-9a37-4d3f93b81957) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:42.152447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Pushing event updated for resources: {'Port': ['ID=0814255b-d464-41aa-b860-628253118008,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.154973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01280066-c33a-451a-9e12-dc2651b8d841') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.155587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01280066-c33a-451a-9e12-dc2651b8d841') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:42.179547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.214698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.233978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:42.234406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:42.246443 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:42.248545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] For port 17eabf4c-f26a-496b-90d5-3c5eddabb90f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:42.254214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:42.258480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:42.388781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.406907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Transition to ACTIVE for port object 04c9c774-bafc-45ae-9a37-4d3f93b81957 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:42.414985 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.451827 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.464232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.470215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/networks/eac4d8a7-04fe-44e2-8efb-0654fb982dab HTTP/1.1" status: 204 len: 168 time: 1.3754711 Jul 22 23:59:42.471573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd5fc-f9b8-4dcb-8075-d6b70c723d53 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Network': ['ID=eac4d8a7-04fe-44e2-8efb-0654fb982dab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.473521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 36976) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:42.487054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Attempting to bind port 0814255b-d464-41aa-b860-628253118008 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:42.493834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Attempting to bind port 0814255b-d464-41aa-b860-628253118008 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:42.494664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Attempting to bind port 0814255b-d464-41aa-b860-628253118008 on network f91a2575-5863-4869-8277-347004b46096 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:42.498659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] For port 17eabf4c-f26a-496b-90d5-3c5eddabb90f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17eabf4c-f26a-496b-90d5-3c5eddabb90f,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:42.506299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:42.506812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Checking segment: {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:42.507317 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.511512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Bound using segment: {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:42.512127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Bound port: 0814255b-d464-41aa-b860-628253118008, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:42.512605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.565910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=04c9c774-bafc-45ae-9a37-4d3f93b81957,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.598132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network f91a2575-5863-4869-8277-347004b46096 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:42.606102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:42.622007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:42.622616 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.684354 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.747370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port fff7dd4c-fdd6-40ea-bb3d-dd7287bee3a1 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:42.747559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.790261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] For port 0814255b-d464-41aa-b860-628253118008, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:42.828703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9334b-48d1-4394-b5e9-5466239b82f1 None None] Pushing event updated for resources: {'Port': ['ID=17eabf4c-f26a-496b-90d5-3c5eddabb90f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:42.870701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] For port 0814255b-d464-41aa-b860-628253118008, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0814255b-d464-41aa-b860-628253118008,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:42.877719 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.924923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.941864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.942420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:42.967035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for fff7dd4c-fdd6-40ea-bb3d-dd7287bee3a1 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:42.973675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:42.979730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:42.980303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:43.252366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37000) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.321220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.529269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-656240181-network', 'tenant_id': 'afdc8c6833474ffd86ef599dd74605f7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:43.542086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.559765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.560569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.564623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.565337 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Floating IP 0854cb43-6ae2-4343-bcb0-2b9fdd9095cc disassociated (deleted). External IP: 172.25.5.199, port: 8bec054e-a9db-46cc-bd78-4e6cfc1e5371. Jul 22 23:59:43.577447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530b75-b5bd-4559-a935-9efe2a99a681 None None] Pushing event updated for resources: {'Port': ['ID=0814255b-d464-41aa-b860-628253118008,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.659083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event updated for resources: {'Port': ['ID=04c9c774-bafc-45ae-9a37-4d3f93b81957,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.670823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:43.697647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=fff7dd4c-fdd6-40ea-bb3d-dd7287bee3a1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:43.704416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Made reservation on behalf of afdc8c6833474ffd86ef599dd74605f7 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:43.708409 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.730143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.760571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:43.760958 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.832494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Network f91a2575-5863-4869-8277-347004b46096 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:43.834035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:43.986541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:44.023166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:44.171894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:44.174297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 1, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:44.178927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.185863 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:44.201274 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:44.203734 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:44.227811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b20d78f1-a2b1-4236-86c5-11410ac1896c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/floatingips/0854cb43-6ae2-4343-bcb0-2b9fdd9095cc HTTP/1.1" status: 204 len: 168 time: 1.7508662 Jul 22 23:59:44.238948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.241743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:44.247872 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45206958-6cf3-48ee-997a-df0cdbf8f845" -d '{"events": [{"name": "network-changed", "server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:44.272435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.273826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:44.284126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781e056-d4c3-4f7b-83bd-b4c23401b2df None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 1, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:44.287916 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-641263fc-43fc-4f5f-87f0-3ea43c672191 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6942456 Jul 22 23:59:44.290771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37012) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:44.303700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3812fc7c-46be-446a-a574-303672ec8fda no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:44.310007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:44.372678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3812fc7c-46be-446a-a574-303672ec8fda {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:44.375792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3812fc7c-46be-446a-a574-303672ec8fda not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:44.429318 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd28a1f-a68c-4c1f-8471-cf262188bbfc x-openstack-request-id: req-2bd28a1f-a68c-4c1f-8471-cf262188bbfc {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:44.429809 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:44.430666 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bd28a1f-a68c-4c1f-8471-cf262188bbfc {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:44.432321 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'status': 'completed', 'code': 200} Jul 22 23:59:44.433668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:44.496771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1326021b-498a-4397-ab27-17d3a7b274ea,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.510908 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.511231 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Added segment e1806851-8273-4c5f-93fb-7b133e81e2d3 of type vlan for network a1e640ca-0e46-43ae-9bef-6543d5986eaa Jul 22 23:59:44.692311 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:44.701112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.812873 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.817167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.817882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.976542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e640ca-0e46-43ae-9bef-6543d5986eaa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.990284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a1e640ca-0e46-43ae-9bef-6543d5986eaa details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:44.994892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0cb9fa81-8891-44d3-a595-80ee0cb73bb4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7411737 Jul 22 23:59:44.998831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:45.035318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Request body: {'subnet': {'network_id': 'a1e640ca-0e46-43ae-9bef-6543d5986eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-656240181-subnet', 'tenant_id': 'afdc8c6833474ffd86ef599dd74605f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:45.194548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-52c051cc-42a5-4d1d-854d-6941439272f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.196444 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-52c051cc-42a5-4d1d-854d-6941439272f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 1096 time: 0.7136171 Jul 22 23:59:45.201542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Made reservation on behalf of afdc8c6833474ffd86ef599dd74605f7 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:45.207310 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.286841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0814255b-d464-41aa-b860-628253118008 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:45.434740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04180807-bdb3-4239-b4af-b29d296a7fba None None] Network f91a2575-5863-4869-8277-347004b46096 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:45.445997 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:32Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:45.534532 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:45.544129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1275abda-2c0c-416b-a05d-c22e4391d4f7 None None] Provisioning for port 0814255b-d464-41aa-b860-628253118008 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:45.583604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-9e926df8-6d51-4fc9-9d32-ad5d33d58e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.583867 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:45.584435 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:45.586853 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-9e926df8-6d51-4fc9-9d32-ad5d33d58e87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 200 len: 898 time: 0.3731992 Jul 22 23:59:45.744293 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.781496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed891-91d8-4cb3-a19c-c2cb096362b4 req-48be26a2-3c70-4722-971e-a2a1a3ab5aa8 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.783640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f1ed891-91d8-4cb3-a19c-c2cb096362b4 req-48be26a2-3c70-4722-971e-a2a1a3ab5aa8 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 945 time: 0.8082330 Jul 22 23:59:45.821458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0814255b-d464-41aa-b860-628253118008 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:45.889237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0814255b-d464-41aa-b860-628253118008 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:45.889841 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.959580 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:46.003877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf59181b-3708-47be-a7ad-d8fd6407ca6a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:46.087791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f1ed891-91d8-4cb3-a19c-c2cb096362b4 req-b110d7de-c4ea-4ba7-8d85-3b6bdb7aa7dc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014484 Jul 22 23:59:46.105360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.125217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Checking segment: {'id': 'e1806851-8273-4c5f-93fb-7b133e81e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a1e640ca-0e46-43ae-9bef-6543d5986eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:46.125594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Network hostable DHCP agents. Network: a1e640ca-0e46-43ae-9bef-6543d5986eaa, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:46.185577 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c773fabd-03f7-4b91-8940-3bc7682a95be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.198954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-a30d745c-e724-4e35-90db-3c7aca818a5d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.200575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-a30d745c-e724-4e35-90db-3c7aca818a5d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 945 time: 0.2823541 Jul 22 23:59:46.214151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0814255b-d464-41aa-b860-628253118008, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0814255b-d464-41aa-b860-628253118008,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:46.224822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.363666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0814255b-d464-41aa-b860-628253118008,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:46.429158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Network a1e640ca-0e46-43ae-9bef-6543d5986eaa is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:46.491706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:46.492069 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.520910 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-bd4b6a18-334c-4600-a412-924c86ee83e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371 HTTP/1.1" status: 200 len: 217 time: 0.8991313 Jul 22 23:59:46.530527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a1e640ca-0e46-43ae-9bef-6543d5986eaa) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:46.542319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5db6b-e97c-482e-ab32-281c21d67d58 None None] Network a1e640ca-0e46-43ae-9bef-6543d5986eaa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:46.552082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.553383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.585595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:59:46.623097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.extraroute_db [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Removed routes are [] {{(pid=93790) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:59:46.623885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.635443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-bd22244e-44ce-452b-a3d1-0f7b6a28d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.637808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-bd22244e-44ce-452b-a3d1-0f7b6a28d42f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=50dbe8bf-66f8-43e4-9148-51796117a743 HTTP/1.1" status: 200 len: 834 time: 0.1094718 Jul 22 23:59:46.664281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8c258408-60a7-48e4-9be1-7b4210304483 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6292410 Jul 22 23:59:46.773064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:46.775804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:46.818098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:46.905375 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:32Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:46.986990 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26bc482-cc90-4af5-affd-162be21320ad None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:32Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '2f90db9e-0cf6-429c-9a34-7d778ca96b56', 'name': '', 'network_id': '6383c801-295c-447b-809a-9897256b4186', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:bf:5b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:42Z', 'updated_at': '2021-07-22T23:57:53Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '50dbe8bf-66f8-43e4-9148-51796117a743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:47.022748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37044) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:47.139590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e4952010-3c17-4fcf-abdf-a0f660a75005 None None] Provisioning complete for port 0814255b-d464-41aa-b860-628253118008 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:47.140371 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e4952010-3c17-4fcf-abdf-a0f660a75005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.164372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-d23c4362-2632-4740-9c33-b43eb9e64b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:47.168453 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-d23c4362-2632-4740-9c33-b43eb9e64b62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6383c801-295c-447b-809a-9897256b4186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4587519 Jul 22 23:59:47.195251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-41ae54fb-6c75-4e22-839d-40ed3732e4b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:59:47.197623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-41ae54fb-6c75-4e22-839d-40ed3732e4b3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152395 Jul 22 23:59:47.235695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:47.244606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6faed3-e928-47e1-b444-fd44d7a00f2e None None] Network a1e640ca-0e46-43ae-9bef-6543d5986eaa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:47.247452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17eabf4c-f26a-496b-90d5-3c5eddabb90f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:47.327272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.338886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.339941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Deleting subnet cf59181b-3708-47be-a7ad-d8fd6407ca6a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:47.349082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.395568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:47.402638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:47.425030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.573155 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.653256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:47.713015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-d1794410-04c1-4621-afda-f702463d0a60 service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899247 Jul 22 23:59:47.754725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:47.810603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:48.050691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b5c3-6033-4769-a2d8-e3ebc4bcff16 req-c188ffca-d898-49db-9430-f0f1b1dbb2a4 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.059407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d962b5c3-6033-4769-a2d8-e3ebc4bcff16 req-c188ffca-d898-49db-9430-f0f1b1dbb2a4 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9 HTTP/1.1" status: 200 len: 867 time: 0.7439063 Jul 22 23:59:48.147645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=8bec054e-a9db-46cc-bd78-4e6cfc1e5371,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.161031 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cceaea-8cac-4f70-8289-ad8212ab5a40 None None] New status for floating IP 0854cb43-6ae2-4343-bcb0-2b9fdd9095cc: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 23:59:48.192953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] No DVR routers for this DVR port 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:48.197356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.200279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9cf826e-fa4f-4d9d-b39b-7c4645ec4683 req-98a594ea-3256-4458-815c-04b1794ef53c tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.49 "DELETE /v2.0/ports/8bec054e-a9db-46cc-bd78-4e6cfc1e5371 HTTP/1.1" status: 204 len: 173 time: 1.9901006 Jul 22 23:59:48.238347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'name': 'network-vif-deleted', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:48.241300 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575f9318-c91f-4d2f-a3d1-07f2e08dd42c" -d '{"events": [{"server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "name": "network-vif-deleted", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:48.246466 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.317914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:48.340210 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45206958-6cf3-48ee-997a-df0cdbf8f845 req-05f8fe9f-4fb1-479b-aa97-935affc18cdd service neutron] 10.222.0.49 "GET /v2.0/networks/6383c801-295c-447b-809a-9897256b4186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163497 Jul 22 23:59:48.384554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:48.398783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.404793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0abf3ffe-08d5-4db0-b2d5-9171366c1dbb tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 954 time: 4.1078534 Jul 22 23:59:48.405449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37056) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:48.424333 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e39995a-a5e8-4448-a55f-78b1e9f26456 x-openstack-request-id: req-4e39995a-a5e8-4448-a55f-78b1e9f26456 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:48.424632 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9", "name": "network-vif-deleted", "tag": "8bec054e-a9db-46cc-bd78-4e6cfc1e5371", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:48.424891 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e39995a-a5e8-4448-a55f-78b1e9f26456 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:48.425336 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ac63c3-aeb7-4fdd-9ac5-c5e1f88c02c9', 'name': 'network-vif-deleted', 'tag': '8bec054e-a9db-46cc-bd78-4e6cfc1e5371', 'status': 'completed', 'code': 200} Jul 22 23:59:48.435622 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d962b5c3-6033-4769-a2d8-e3ebc4bcff16 req-35a8daa4-7d74-4780-b3ea-81fbfc57aaee tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6474feb-1264-4096-b89f-15c124a0ee3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753028 Jul 22 23:59:48.445304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf59181b-3708-47be-a7ad-d8fd6407ca6a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.462398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.469597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b2790c0c-eae9-4445-8344-4c396a68fa45 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf59181b-3708-47be-a7ad-d8fd6407ca6a HTTP/1.1" status: 204 len: 168 time: 1.4388213 Jul 22 23:59:48.471402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37058) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:48.475521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:48.476116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.603300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.610030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e4952010-3c17-4fcf-abdf-a0f660a75005 None None] Provisioning for port 04c9c774-bafc-45ae-9a37-4d3f93b81957 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:48.627618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e4952010-3c17-4fcf-abdf-a0f660a75005 None None] Provisioning complete for port 04c9c774-bafc-45ae-9a37-4d3f93b81957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:48.628001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e4952010-3c17-4fcf-abdf-a0f660a75005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.693385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c73f1bd5-04bb-4fa5-a210-db57bec9b7a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 954 time: 0.2835407 Jul 22 23:59:48.695266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37060) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:48.722981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e4952010-3c17-4fcf-abdf-a0f660a75005 None None] Port 04c9c774-bafc-45ae-9a37-4d3f93b81957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:48.753238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:48.785459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:48.785793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 8bec054e-a9db-46cc-bd78-4e6cfc1e5371 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:48.798625 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.817817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:46Z', 'revision_number': 6, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:43Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:42Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:48.860622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:48.860972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Updating router 173e3da3-925f-4844-a613-8a082a8954b7 port 04c9c774-bafc-45ae-9a37-4d3f93b81957 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:49.122358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 17eabf4c-f26a-496b-90d5-3c5eddabb90f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17eabf4c-f26a-496b-90d5-3c5eddabb90f,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:49.140435 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.141294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0814255b-d464-41aa-b860-628253118008 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:49.148211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.153916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'routes': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:49.199884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e640ca-0e46-43ae-9bef-6543d5986eaa']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:49.235451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.240740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=17eabf4c-f26a-496b-90d5-3c5eddabb90f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.242878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1806851-8273-4c5f-93fb-7b133e81e2d3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:49.243295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1806851-8273-4c5f-93fb-7b133e81e2d3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:49.252716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a51d8193-12b2-492a-b8de-dbcf351659b9 None None] Provisioning complete for port 04c9c774-bafc-45ae-9a37-4d3f93b81957 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:49.254061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a51d8193-12b2-492a-b8de-dbcf351659b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.261335 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.283087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.294351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:49.295363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: timer() Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: self._notify() Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:49.298961 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:49.348199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a51d8193-12b2-492a-b8de-dbcf351659b9 None None] Port 04c9c774-bafc-45ae-9a37-4d3f93b81957 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:49.355683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0814255b-d464-41aa-b860-628253118008 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:49.356066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.463136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.482928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.485208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] 10.222.0.21 "DELETE /v2.0/networks/a1e640ca-0e46-43ae-9bef-6543d5986eaa HTTP/1.1" status: 204 len: 168 time: 1.0096531 Jul 22 23:59:49.489646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf39f5c-31e0-4693-a045-fb2abebedbde admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e640ca-0e46-43ae-9bef-6543d5986eaa,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.542081 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d96ed322-8af2-4b7d-a693-13d5e439fabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.599184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37076) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:49.756262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee0f85db-5324-4630-97a4-8ee4f2e1ab1d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.773153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37078) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:49.836655 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee0f85db-5324-4630-97a4-8ee4f2e1ab1d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.904398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8227b3c0-3cfc-4489-a022-cd463c7017a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afdc8c6833474ffd86ef599dd74605f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231794 Jul 22 23:59:49.908240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:49.926424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17eabf4c-f26a-496b-90d5-3c5eddabb90f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:49.965092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee0f85db-5324-4630-97a4-8ee4f2e1ab1d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.969255 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ee0f85db-5324-4630-97a4-8ee4f2e1ab1d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.974579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee0f85db-5324-4630-97a4-8ee4f2e1ab1d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6474feb-1264-4096-b89f-15c124a0ee3b HTTP/1.1" status: 204 len: 168 time: 0.3731687 Jul 22 23:59:49.996235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f85db-5324-4630-97a4-8ee4f2e1ab1d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6474feb-1264-4096-b89f-15c124a0ee3b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:50.022635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 23:59:50.023200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 23:59:50.035420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5ac8-6c3f-40f0-82b5-c5649b342ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.055284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37088) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.057173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.099072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5ac8-6c3f-40f0-82b5-c5649b342ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.101672 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.117853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Transition to ACTIVE for port object 04c9c774-bafc-45ae-9a37-4d3f93b81957 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:50.132009 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.153647 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.245340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 17eabf4c-f26a-496b-90d5-3c5eddabb90f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:50.245494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.422766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Attempting to bind port 04c9c774-bafc-45ae-9a37-4d3f93b81957 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:50.424407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Attempting to bind port 04c9c774-bafc-45ae-9a37-4d3f93b81957 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:50.427886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Attempting to bind port 04c9c774-bafc-45ae-9a37-4d3f93b81957 on network f91a2575-5863-4869-8277-347004b46096 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:50.439057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d77593-d43a-446a-b60c-2f9e62884b39 None None] Pushing event updated for resources: {'Port': ['ID=04c9c774-bafc-45ae-9a37-4d3f93b81957,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:50.503840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:50.504588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Checking segment: {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:50.505364 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.505950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Bound using segment: {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:50.506937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Bound port: 04c9c774-bafc-45ae-9a37-4d3f93b81957, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fcae2a-34c6-4539-b80e-974c14ac31ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f91a2575-5863-4869-8277-347004b46096'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:50.507700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.509735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5ac8-6c3f-40f0-82b5-c5649b342ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.523852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5ac8-6c3f-40f0-82b5-c5649b342ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.531409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b3c5ac8-6c3f-40f0-82b5-c5649b342ba4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1326021b-498a-4397-ab27-17d3a7b274ea HTTP/1.1" status: 204 len: 168 time: 0.6205552 Jul 22 23:59:50.666174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] For port 04c9c774-bafc-45ae-9a37-4d3f93b81957, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:50.669792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] For port 04c9c774-bafc-45ae-9a37-4d3f93b81957, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=04c9c774-bafc-45ae-9a37-4d3f93b81957,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:50.674779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.679177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.778938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:50.779612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:50.845540 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:59:50.869434 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.886528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.911899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c5ac8-6c3f-40f0-82b5-c5649b342ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1326021b-498a-4397-ab27-17d3a7b274ea,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.162847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d77593-d43a-446a-b60c-2f9e62884b39 None None] Pushing event updated for resources: {'Port': ['ID=04c9c774-bafc-45ae-9a37-4d3f93b81957,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.187454 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.248929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:51.339851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:51.541469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:51.562326 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.566595 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aee55224-1ec0-47e4-85cd-b19375d98d33 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 704 time: 2.8670928 Jul 22 23:59:51.566905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.790974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.817140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 04c9c774-bafc-45ae-9a37-4d3f93b81957 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:51.924982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 04c9c774-bafc-45ae-9a37-4d3f93b81957 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:51.930272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-05118458-b506-45e6-af5c-0aa08860a016 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 704 time: 0.3617456 Jul 22 23:59:51.936042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37120) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.953835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 04c9c774-bafc-45ae-9a37-4d3f93b81957 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:51.955041 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.020721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 7, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:52.055153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f2020-72ca-4001-8836-77b7ff19d8e4 None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 7, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 4, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:52.203861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 2f90db9e-0cf6-429c-9a34-7d778ca96b56 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:52.209740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.212100 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.336310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 04c9c774-bafc-45ae-9a37-4d3f93b81957, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=04c9c774-bafc-45ae-9a37-4d3f93b81957,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:52.355166 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.466569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port 2f90db9e-0cf6-429c-9a34-7d778ca96b56, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=2f90db9e-0cf6-429c-9a34-7d778ca96b56,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:52.466934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.483533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 2f90db9e-0cf6-429c-9a34-7d778ca96b56 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:52.527605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=04c9c774-bafc-45ae-9a37-4d3f93b81957,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:52.530247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:52.552735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.580082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:52.583087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:52.606963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:52.742700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.761229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:52.801072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=2f90db9e-0cf6-429c-9a34-7d778ca96b56,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:52.831849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:52.898348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1134664073-network', 'tenant_id': 'c814597b3eac40519833f34bf59db621'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:52.961642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Made reservation on behalf of c814597b3eac40519833f34bf59db621 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:52.968115 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.015219 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.094443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.262004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 7, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:52Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.352182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:53.374630 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.375952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:53.376647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.391388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.459821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:53.488844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 28243058-3312-4a6a-9826-cc1e8c7a4d42 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:53.505378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5925f3d9-9e87-48c8-90f3-d8644b4bee16,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:53.571171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.571934 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Added segment c8b675f8-939a-4312-bde4-a2235085c99e of type vlan for network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa Jul 22 23:59:53.620855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:53.741186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:53.747231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.750978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-15272851-30f3-4601-ac7c-57a6db6cf162 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "PUT /v2.0/routers/28243058-3312-4a6a-9826-cc1e8c7a4d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6941476 Jul 22 23:59:53.754049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37146) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:53.755186 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] Sync routers for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:53.780549 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:53.783923 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:53.821046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting subnet 50dbe8bf-66f8-43e4-9148-51796117a743 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:53.825214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.864836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.865832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.866417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.881752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 04c9c774-bafc-45ae-9a37-4d3f93b81957 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:53.897300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.917430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 04c9c774-bafc-45ae-9a37-4d3f93b81957 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:53.917829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.007152 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:54.016496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.119170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 04c9c774-bafc-45ae-9a37-4d3f93b81957, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=04c9c774-bafc-45ae-9a37-4d3f93b81957,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:54.119570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.137740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 04c9c774-bafc-45ae-9a37-4d3f93b81957 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:54.139654 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.141624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.167230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 04c9c774-bafc-45ae-9a37-4d3f93b81957 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:54.203503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Subnet': ['ID=50dbe8bf-66f8-43e4-9148-51796117a743,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.210527 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.212782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76408266-0944-47fe-a280-350a94209f11 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/subnets/50dbe8bf-66f8-43e4-9148-51796117a743 HTTP/1.1" status: 204 len: 168 time: 0.4574664 Jul 22 23:59:54.215709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37148) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:54.234227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd929915-fcc0-442c-bbff-cd10f1a41361 None None] Network 6383c801-295c-447b-809a-9897256b4186 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:54.333738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7255507 Jul 22 23:59:54.337439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37150) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:54.344069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Request body: {'subnet': {'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1134664073-subnet', 'tenant_id': 'c814597b3eac40519833f34bf59db621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:54.373056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.396981 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:52Z', 'revision_number': 7, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:54.473185 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] Checking router: 28243058-3312-4a6a-9826-cc1e8c7a4d42 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:54.506711 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] Routers {'28243058-3312-4a6a-9826-cc1e8c7a4d42'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:54.510342 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['28243058-3312-4a6a-9826-cc1e8c7a4d42'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:54.537541 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.546600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Made reservation on behalf of c814597b3eac40519833f34bf59db621 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:54.549722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.590201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df435f9-9c31-47ed-a866-431396744e90 admin admin] Pushing event updated for resources: {'Network': ['ID=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.678867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:54.708824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.712450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] Set router 28243058-3312-4a6a-9826-cc1e8c7a4d42 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:54.751871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=04c9c774-bafc-45ae-9a37-4d3f93b81957,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.873023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 39141f06-2ddc-49da-a4fe-256e06823f3b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:54.876755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.007550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Could not find standard attr ID for object 04c9c774-bafc-45ae-9a37-4d3f93b81957. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 23:59:55.011176 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No ports have port_id starting with 04c9c774-bafc-45ae-9a37-4d3f93b81957 Jul 22 23:59:55.013635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.044793 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:52Z', 'revision_number': 7, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.109205 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95c1da-6a90-45d2-beea-d2bb2ded23c7 None None] The sync data for ids ['28243058-3312-4a6a-9826-cc1e8c7a4d42'] in n-d-758851-4 is: [{'id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'name': 'tempest-TestNetworkBasicOps-router-1411764297', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:57:33Z', 'updated_at': '2021-07-22T23:59:52Z', 'revision_number': 7, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '39141f06-2ddc-49da-a4fe-256e06823f3b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28243058-3312-4a6a-9826-cc1e8c7a4d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:57:34Z', 'updated_at': '2021-07-22T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:55.145602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 7, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:52Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:55.150045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.234047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ad966-e2df-47f0-93a4-08d9abd65ae5 None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:50Z', 'revision_number': 7, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '04c9c774-bafc-45ae-9a37-4d3f93b81957', 'name': '', 'network_id': 'f91a2575-5863-4869-8277-347004b46096', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ad:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:41Z', 'updated_at': '2021-07-22T23:59:52Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '22e2422e-f99c-4cae-9e6c-56c8a435e1a4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:55.269339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port 39141f06-2ddc-49da-a4fe-256e06823f3b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=39141f06-2ddc-49da-a4fe-256e06823f3b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:55.269634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.324877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 39141f06-2ddc-49da-a4fe-256e06823f3b owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:55.332667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a15030-1e20-4b0f-8b50-285b6a74f391,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.415209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Checking segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:55.416016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Network hostable DHCP agents. Network: 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:55.494445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:55.524384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:55.545894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b0d1c-8fe9-4ac1-8d8e-8c4141f5f96d None None] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:55.551229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] DHCP port deletion for 6383c801-295c-447b-809a-9897256b4186 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:55.570992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.571953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.611943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:55.635926 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ffd071d5-e290-4120-9791-26967f332960 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2967775 Jul 22 23:59:55.848938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2f90db9e-0cf6-429c-9a34-7d778ca96b56 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:55.851362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:55.858112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee7a6138-5fd3-4512-8742-0bd5bb7e06d8 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9207687 Jul 22 23:59:55.861047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37166) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.898224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.948320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 22e2422e-f99c-4cae-9e6c-56c8a435e1a4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:55.962489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.024548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 2f90db9e-0cf6-429c-9a34-7d778ca96b56 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:56.025228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 2f90db9e-0cf6-429c-9a34-7d778ca96b56 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:56.025333 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 097c50d2-e7ce-4500-88ea-facf98e3ed4f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:56.030333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=39141f06-2ddc-49da-a4fe-256e06823f3b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:56.035467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:56.076212 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.205324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:56.206092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:56.280686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.378683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.463021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4637a4d-2213-4783-9f25-153507b1fce6 None None] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:56.522034 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.556648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.566113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/22e2422e-f99c-4cae-9e6c-56c8a435e1a4 HTTP/1.1" status: 204 len: 168 time: 0.7037084 Jul 22 23:59:56.575481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:56.742661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:56.749702 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.758858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] Deleting port 097c50d2-e7ce-4500-88ea-facf98e3ed4f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:56.759246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:56.761155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e0d1d-aa21-45c1-8420-1fe903cfeae6 None None] Network f91a2575-5863-4869-8277-347004b46096 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:57.139002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.147086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.241205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.241868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Fanout notify agent at l3_agent the message router_deleted on router 28243058-3312-4a6a-9826-cc1e8c7a4d42 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 23:59:57.267628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.273414 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-02c66b2f-ea0e-451d-94a9-eff9d62688cb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/routers/28243058-3312-4a6a-9826-cc1e8c7a4d42 HTTP/1.1" status: 204 len: 168 time: 3.0518131 Jul 22 23:59:57.278342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:57.507466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=097c50d2-e7ce-4500-88ea-facf98e3ed4f,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:57.572602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.687384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.747559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] For port 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=097c50d2-e7ce-4500-88ea-facf98e3ed4f,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:57.748448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.752416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 097c50d2-e7ce-4500-88ea-facf98e3ed4f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:57.753824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.793523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] Calling delete_port for 097c50d2-e7ce-4500-88ea-facf98e3ed4f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:57.944560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:57.970310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-26bc0f9e-2b4e-4a7d-b6d9-b33ad0f0215b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:57.973321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-26bc0f9e-2b4e-4a7d-b6d9-b33ad0f0215b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 1.4061520 Jul 22 23:59:58.034640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d910ba-c5ce-494e-9185-ee5eaade619b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=22e2422e-f99c-4cae-9e6c-56c8a435e1a4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:58.144344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port 097c50d2-e7ce-4500-88ea-facf98e3ed4f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=097c50d2-e7ce-4500-88ea-facf98e3ed4f,segment=NetworkSegment(96c20379-a780-4587-82dd-04372f96d428),segment_id=96c20379-a780-4587-82dd-04372f96d428)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:58.146170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.197803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 097c50d2-e7ce-4500-88ea-facf98e3ed4f owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:58.264258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-1495e661-39c0-4e10-ab19-316b816754d4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/quotas/c814597b3eac40519833f34bf59db621 HTTP/1.1" status: 200 len: 375 time: 0.2583439 Jul 22 23:59:58.358573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 39141f06-2ddc-49da-a4fe-256e06823f3b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 23:59:58.360926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.400676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-eb1d33d4-1de6-4e4a-83a0-adbbdf998c2b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161478 Jul 22 23:59:58.462520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] No DVR routers for this DVR port 097c50d2-e7ce-4500-88ea-facf98e3ed4f on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:58.519854 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.542135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event deleted for resources: {'Port': ['ID=097c50d2-e7ce-4500-88ea-facf98e3ed4f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:58.555923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=097c50d2-e7ce-4500-88ea-facf98e3ed4f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:58.561577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] No DVR routers for this DVR port 097c50d2-e7ce-4500-88ea-facf98e3ed4f on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:58.642002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 39141f06-2ddc-49da-a4fe-256e06823f3b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 23:59:58.642728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 39141f06-2ddc-49da-a4fe-256e06823f3b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 23:59:58.701553 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.713423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6383c801-295c-447b-809a-9897256b4186']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:58.720789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.721621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.723280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.723768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.724559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.725006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.726959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c20379-a780-4587-82dd-04372f96d428') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:58.727428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c20379-a780-4587-82dd-04372f96d428') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:58.729516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.730119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.730718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.739454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.739670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.740390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.740546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:58.755698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.768568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:58.769211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: timer() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: self._notify() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:58.773505 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:58.793138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 0814255b-d464-41aa-b860-628253118008 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:58.803679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.809935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efd172-4890-42a5-b25d-d0eb38c4b9fd None None] Pushing event deleted for resources: {'Port': ['ID=097c50d2-e7ce-4500-88ea-facf98e3ed4f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:58.942445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] DHCP port deletion for f91a2575-5863-4869-8277-347004b46096 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 23:59:58.944517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.954004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:58.956140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/networks/6383c801-295c-447b-809a-9897256b4186 HTTP/1.1" status: 204 len: 168 time: 1.6766112 Jul 22 23:59:59.002407 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:59.010742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'network': {'name': 'tempest-network-smoke--205495710', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:59.016338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3f744-c097-4e75-aed2-787095f1a21e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Network': ['ID=6383c801-295c-447b-809a-9897256b4186,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.058062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:59.061896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.087636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-8a21165b-f65e-4a38-baeb-b9965d5950d5 service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788359 Jul 22 23:59:59.125872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:59.155931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.156580 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Added segment fb0b14eb-764a-4294-b856-655de7b42939 of type vlan for network 61c9d534-9db1-45a5-8884-668bd5fe4e51 Jul 22 23:59:59.204099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 0814255b-d464-41aa-b860-628253118008, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0814255b-d464-41aa-b860-628253118008,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:59.204572 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.231047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:54Z', 'revision_number': 8, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:59.274555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.291066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:59.303689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Deleting port 0814255b-d464-41aa-b860-628253118008 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 23:59:59.304299 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.320145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 0814255b-d464-41aa-b860-628253118008 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 23:59:59.322256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:59.323373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:59.432643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.433377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-9d7a4051-f282-4d9a-a25f-ec8b87ea5a80 service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446419 Jul 22 23:59:59.475885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.482398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.577428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:59.617062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.724760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7160265 Jul 22 23:59:59.724760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f06f31-c1b6-40af-984f-ed006ec0ecae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Network': ['ID=61c9d534-9db1-45a5-8884-668bd5fe4e51,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.725383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37212) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:59.730704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 0814255b-d464-41aa-b860-628253118008 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 23:59:59.731445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'admin_state_up': True, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:59.758224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=0814255b-d464-41aa-b860-628253118008,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:59.781686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.784430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:59.975310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.040806 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.054996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91a2575-5863-4869-8277-347004b46096']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.069715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fcae2a-34c6-4539-b80e-974c14ac31ea') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.070496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fcae2a-34c6-4539-b80e-974c14ac31ea') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.090317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.111067 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.119163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:00.120106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:00.125225 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:00.179003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:00.275678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07f15801-e56d-4153-ba94-4db10706cd2b req-94b56418-a89e-4d48-bd6a-d58d92059f97 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 210 time: 0.4327233 Jul 23 00:00:00.291627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] For port 0814255b-d464-41aa-b860-628253118008, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0814255b-d464-41aa-b860-628253118008,segment=NetworkSegment(f1fcae2a-34c6-4539-b80e-974c14ac31ea),segment_id=f1fcae2a-34c6-4539-b80e-974c14ac31ea)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:00.292028 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.322266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0814255b-d464-41aa-b860-628253118008 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:00.342519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.363895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.368031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/f91a2575-5863-4869-8277-347004b46096 HTTP/1.1" status: 204 len: 168 time: 3.7892845 Jul 23 00:00:00.383689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:00.422152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67c69a-bfb0-451a-918c-70d97e0f7b77 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=f91a2575-5863-4869-8277-347004b46096,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.501892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Calling delete_port for 0814255b-d464-41aa-b860-628253118008 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:00.520851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0814255b-d464-41aa-b860-628253118008 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:00.520851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0814255b-d464-41aa-b860-628253118008 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:00.830522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.868532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:54Z', 'revision_number': 8, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:00.905593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd9860-4521-4971-9c51-c3cd4f1eb5cd None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-22T23:59:54Z', 'revision_number': 8, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '17eabf4c-f26a-496b-90d5-3c5eddabb90f', 'name': '', 'network_id': 'a18c1c2a-954b-4453-af5d-d84d4fff75a4', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:ef:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:33Z', 'updated_at': '2021-07-22T23:59:48Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '7ad57c71-da38-476a-8ea8-100a9b68ffa3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:00.933708 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.978167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Pushing event deleted for resources: {'Port': ['ID=0814255b-d464-41aa-b860-628253118008,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.991440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] Network f91a2575-5863-4869-8277-347004b46096 is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 00:00:00.993154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb72455-c61c-481c-a21c-ab4ecf435989 None None] No DVR routers for this DVR port 0814255b-d464-41aa-b860-628253118008 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:01.641818 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.761571 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.844559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55eb8642-bc5f-45e6-8ac1-3df78c54989f req-8ff4eefc-58b1-4ff4-9f0b-429b1905ef24 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 210 time: 0.3860228 Jul 23 00:00:01.982303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-d0ee3051-325d-46a2-a70c-1448f842aa36 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.984312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-d0ee3051-325d-46a2-a70c-1448f842aa36 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.4149368 Jul 23 00:00:02.016402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Request body: {'port': {'device_id': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'admin_state_up': True, 'tenant_id': 'c814597b3eac40519833f34bf59db621'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:02.058816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 04c9c774-bafc-45ae-9a37-4d3f93b81957 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:02.094383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 04c9c774-bafc-45ae-9a37-4d3f93b81957 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:02.094738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 04c9c774-bafc-45ae-9a37-4d3f93b81957 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:02.126347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.225787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.25.5.85 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/9d8165e7-3969-4753-9320-b295ab87c56d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:02.273990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Made reservation on behalf of c814597b3eac40519833f34bf59db621 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:02.292145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.482634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.629999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Allocated IP 172.20.0.8 (8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa/53a15030-1e20-4b0f-8b50-285b6a74f391/6be1a071-7c94-46eb-8f6d-0b0f39d0ee26) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:02.649027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 17eabf4c-f26a-496b-90d5-3c5eddabb90f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:02.649626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.664112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.790360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:02.812029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:02.836226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.891073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:02.920621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=9d8165e7-3969-4753-9320-b295ab87c56d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:02.986004 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.068172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 17eabf4c-f26a-496b-90d5-3c5eddabb90f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17eabf4c-f26a-496b-90d5-3c5eddabb90f,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:03.068543 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.086181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:03.119006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:03.121844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:03.146054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 17eabf4c-f26a-496b-90d5-3c5eddabb90f owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:03.178722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.179403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.201674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1964195 Jul 23 00:00:03.208143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91b89c-7248-4cdd-878c-bee5015ec315 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event updated for resources: {'Port': ['ID=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.226155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Request body: {'port': {'device_id': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:03.286005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18567c-91c9-4b2c-8721-2e8ddc789184 req-acba4ad2-de60-403b-8535-c726f9d0d12a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.293516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f18567c-91c9-4b2c-8721-2e8ddc789184 req-acba4ad2-de60-403b-8535-c726f9d0d12a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 931 time: 0.2347109 Jul 23 00:00:03.411706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.829783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.960456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.966942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=17eabf4c-f26a-496b-90d5-3c5eddabb90f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:03.972360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f18567c-91c9-4b2c-8721-2e8ddc789184 req-cbd14908-f2de-4816-937d-011767cb8773 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768835 Jul 23 00:00:04.322119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:04.340257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.374959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Transition to ACTIVE for port object 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:04.387989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.590438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Pushing event updated for resources: {'Port': ['ID=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:04.666401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Attempting to bind port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:04.666923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Attempting to bind port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:04.667452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Attempting to bind port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:04.682278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:04.682954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Attempting to bind port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:04.690189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:04.691164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Checking segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:04.691603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Bound using segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:04.692050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Bound port: 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:04.692703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.795209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] For port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:04.798747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] For port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:04.806856 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.853943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.854733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.857182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] 10.222.0.48 "PUT /v2.0/ports/6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 HTTP/1.1" status: 200 len: 1091 time: 1.6363137 Jul 23 00:00:04.857758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'tag': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:04.861145 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596a923-38c3-4423-acaf-bd7248eb9c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d0f386-1202-47ec-9c38-f1210d99bdf1", "tag": "6be1a071-7c94-46eb-8f6d-0b0f39d0ee26"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:04.950096 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.027269 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2881aa-7c3f-44f3-b8d5-4923c7887935 x-openstack-request-id: req-ca2881aa-7c3f-44f3-b8d5-4923c7887935 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:05.031928 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d0f386-1202-47ec-9c38-f1210d99bdf1", "tag": "6be1a071-7c94-46eb-8f6d-0b0f39d0ee26", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:05.032302 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca2881aa-7c3f-44f3-b8d5-4923c7887935 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:05.035359 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'tag': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', 'status': 'completed', 'code': 200} Jul 23 00:00:05.038513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b373-cc50-458b-8859-a5c884f88d46 service neutron] Pushing event updated for resources: {'Port': ['ID=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:05.129999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-4bc4fa67-a249-4364-ab27-bea88afa174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.138128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-4bc4fa67-a249-4364-ab27-bea88afa174d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 1094 time: 0.2010770 Jul 23 00:00:05.259454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-7dd42905-e21d-46ea-9185-591064eb4a5d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 HTTP/1.1" status: 200 len: 217 time: 0.0465009 Jul 23 00:00:05.306307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:05.375149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499b120-6bee-4aea-959d-016db857346d req-df3d8e88-43a5-456f-9583-03dfd3ac0e37 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.376781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1499b120-6bee-4aea-959d-016db857346d req-df3d8e88-43a5-456f-9583-03dfd3ac0e37 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 943 time: 0.2337987 Jul 23 00:00:05.380406 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-f751a89d-05f1-424c-909c-abe1d4d11d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.381839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-f751a89d-05f1-424c-909c-abe1d4d11d17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.1101785 Jul 23 00:00:05.435981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-da1bd980-c63b-4d64-a505-200c89eff7c7 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048242756&fields=id&tenant_id=c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 267 time: 0.1186793 Jul 23 00:00:05.469262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-284337c1-785b-49ce-9be6-61a648a67b96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649776 Jul 23 00:00:05.518863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:05.530146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-86e782de-a39a-4756-82c4-57c625c3e9c0 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1451919 Jul 23 00:00:05.531958 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:05.532577 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:05.550975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:05.555512 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:05.576980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1499b120-6bee-4aea-959d-016db857346d req-008536f2-b1e2-4a81-9dd7-1bdb5fc8e355 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887872 Jul 23 00:00:05.601673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 7ad57c71-da38-476a-8ea8-100a9b68ffa3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:05.607778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.710866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.783433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-10a888e0-64b9-4e68-938b-53dc883a6f2b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.793862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-10a888e0-64b9-4e68-938b-53dc883a6f2b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.3554418 Jul 23 00:00:05.832246 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:05.871187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-040d556a-4549-4034-9a02-44e93983642d service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852351 Jul 23 00:00:05.909885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-1dd8ff00-6f01-4148-b1f2-e168641a1cfa tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/quotas/c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 375 time: 0.0367670 Jul 23 00:00:05.912980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.922398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.124401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c43b73-46dc-4b87-94a3-a5b827f40c54 req-3df1ab80-d53d-45fa-802b-ddf9dba64067 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389050 Jul 23 00:00:06.149020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-b742d489-f787-4f82-8334-9cdcc222e270 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2278235 Jul 23 00:00:06.151131 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 9, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.209457 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:06.221287 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:06.223143 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.232559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.290483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.324579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.329508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/7ad57c71-da38-476a-8ea8-100a9b68ffa3 HTTP/1.1" status: 204 len: 168 time: 0.7932191 Jul 23 00:00:06.337629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccefec-0e6a-4744-ab91-9bc86ebb4db9 None None] Network a18c1c2a-954b-4453-af5d-d84d4fff75a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:06.347424 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:06.351885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.360588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639094c4-d576-43b1-aff0-0f838dc9b2c6 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad57c71-da38-476a-8ea8-100a9b68ffa3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:06.393151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-cef41a8d-5331-40fb-9269-8578b7df61a7 service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182372 Jul 23 00:00:06.402180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:00:06.462866 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.564942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-71a68a3a-b03a-4a58-84e4-d2a1214c7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.566816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-71a68a3a-b03a-4a58-84e4-d2a1214c7e61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 1094 time: 0.3273010 Jul 23 00:00:06.707899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:06.708621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.714402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:06.731205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Sync routers for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:06.759787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:06.762892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.854332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-66d6fa03-662a-45be-b63c-17d76935983e service neutron] 10.222.0.21 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526017 Jul 23 00:00:06.888188 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 9, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:06.915586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:06.917612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-db3c0cbf-2fdf-4c07-94fe-a4d8a1cce68d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1907287 Jul 23 00:00:06.920699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37294) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:06.924085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-995df23b-31db-46f0-8f4e-f30a659c142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.927858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-995df23b-31db-46f0-8f4e-f30a659c142a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 916 time: 0.3466749 Jul 23 00:00:06.988576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:06.989122 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b424f-c2f5-4af5-8e4f-299d270e3990 None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 9, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8601e060-df9a-4dd9-bc4b-7610d0c850fe', 'name': '', 'network_id': '11093827-ba73-4f68-91b4-9c36becbf350', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:42:26:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '76add28f-307d-441a-ba12-427de679c36b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:28Z', 'updated_at': '2021-07-22T23:59:37Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '76add28f-307d-441a-ba12-427de679c36b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:07.014497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-5868e04a-00d8-4eb4-b1c5-7d5697bbb983 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 HTTP/1.1" status: 200 len: 217 time: 0.0801585 Jul 23 00:00:07.110367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a0276-c727-456f-b15e-8edb0c35a19d req-5d0d61ba-45c8-41e2-b7ea-bac23b4336ac tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.120213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c93a0276-c727-456f-b15e-8edb0c35a19d req-5d0d61ba-45c8-41e2-b7ea-bac23b4336ac tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 943 time: 0.3692226 Jul 23 00:00:07.122389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] DHCP port deletion for a18c1c2a-954b-4453-af5d-d84d4fff75a4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:07.143830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:07.144227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.181491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:07.186852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-fd998baf-cade-4252-b92a-1ea190249a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.194470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-fd998baf-cade-4252-b92a-1ea190249a93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.1724343 Jul 23 00:00:07.291360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-0eda6fd6-7b80-4f7d-8a49-def8e8b7e010 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882351 Jul 23 00:00:07.401789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] Deleting port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:07.403215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.411452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-005a6ec9-8f80-4c32-9848-754e3a9cce5c tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=fb91c643c1704a42ad8f4aca6460a147&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4882154 Jul 23 00:00:07.415165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37306) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:07.422923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.518034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] For port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,segment=NetworkSegment(106cdf70-fe68-4af7-881d-b3d42315294c),segment_id=106cdf70-fe68-4af7-881d-b3d42315294c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:07.518718 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.533682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] Calling delete_port for 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:07.547851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-f64e3918-4bc1-42dd-b87e-af2cf710b5b2 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453346 Jul 23 00:00:07.592464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:07.645753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c93a0276-c727-456f-b15e-8edb0c35a19d req-25d0a70d-b11d-4938-8fa3-e9ab88fe314c tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150788 Jul 23 00:00:07.696114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.750128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 3, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:07.787472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.792177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Checking router: 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:07.792640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Updating router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 port 9d8165e7-3969-4753-9320-b295ab87c56d binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:00:07.847046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] Pushing event deleted for resources: {'Port': ['ID=8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:07.869642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3303684-2308-4d31-bad1-e81f713e72ec None None] No DVR routers for this DVR port 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:07.877066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.889682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8b87dd8-103b-4e4b-b978-c958859e64e2 req-16d0f32f-5c2f-403c-be91-d7beb749f262 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 210 time: 0.0765438 Jul 23 00:00:07.928046 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:07.928373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18c1c2a-954b-4453-af5d-d84d4fff75a4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:07.947716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106cdf70-fe68-4af7-881d-b3d42315294c') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:07.948156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106cdf70-fe68-4af7-881d-b3d42315294c') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:07.960888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0596a923-38c3-4423-acaf-bd7248eb9c0a req-2d994a3c-9a2b-482e-9b70-780746bf4519 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913126 Jul 23 00:00:07.968736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.163928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.164376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.164780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.165219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.165656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.166237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.166674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.167108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.167671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.168011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.175021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.175591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:08.192138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.232639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:08.239671 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:08.249145 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:08.317180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17eabf4c-f26a-496b-90d5-3c5eddabb90f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:08.343860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297c524-3be9-4356-bd55-fea23e8f80d1 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:08.345972 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d297c524-3be9-4356-bd55-fea23e8f80d1 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9277446 Jul 23 00:00:08.350013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:08.405329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.415213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 17eabf4c-f26a-496b-90d5-3c5eddabb90f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:08.417446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.419567 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/a18c1c2a-954b-4453-af5d-d84d4fff75a4 HTTP/1.1" status: 204 len: 168 time: 2.0666530 Jul 23 00:00:08.422682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37326) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:08.426067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17eabf4c-f26a-496b-90d5-3c5eddabb90f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:08.429862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:08.435688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f1c42dc7-1f7d-460a-ae9e-3328664d6bb7 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0811193 Jul 23 00:00:08.442027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37328) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:08.468965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169876803', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:08.484538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:08.489010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8ecb1e15-34ac-4b3b-8a10-b4bed4ea5b47 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:08.570889 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.586207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Transition to ACTIVE for port object 9d8165e7-3969-4753-9320-b295ab87c56d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:08.594612 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.600263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0717b8e-ce80-4d1c-b7e0-daeef697d842 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=a18c1c2a-954b-4453-af5d-d84d4fff75a4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:08.677686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Attempting to bind port 9d8165e7-3969-4753-9320-b295ab87c56d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:08.678226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Attempting to bind port 9d8165e7-3969-4753-9320-b295ab87c56d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:08.678707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Attempting to bind port 9d8165e7-3969-4753-9320-b295ab87c56d on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:08.690476 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:08.691769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:08.692282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.692955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:08.693544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Bound port: 9d8165e7-3969-4753-9320-b295ab87c56d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:08.694037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.757767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0996ffa-bd28-4f8a-967e-647a7a8b6a85 None None] Pushing event updated for resources: {'Port': ['ID=9d8165e7-3969-4753-9320-b295ab87c56d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:08.758550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:08.773425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:08.777508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:08.906997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:08.926070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'port_id': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', 'mac_address': 'fa:16:3e:3d:ef:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a15030-1e20-4b0f-8b50-285b6a74f391', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:08.975135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f0da-7150-491d-8f86-7afe2a76ae1e req-9e26300f-2dc2-4a0b-8279-1fba21cb9533 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:08.977422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e190f0da-7150-491d-8f86-7afe2a76ae1e req-9e26300f-2dc2-4a0b-8279-1fba21cb9533 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 943 time: 0.1667061 Jul 23 00:00:09.038847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] For port 9d8165e7-3969-4753-9320-b295ab87c56d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:09.058882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] For port 9d8165e7-3969-4753-9320-b295ab87c56d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9d8165e7-3969-4753-9320-b295ab87c56d,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:09.061029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.075471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.081369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42e4c55a-559a-4e6a-aa49-bcdc8e1c4d08 req-cc36d23e-3014-4236-9ce6-4c3661b51cd8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 210 time: 0.0499089 Jul 23 00:00:09.094070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e190f0da-7150-491d-8f86-7afe2a76ae1e req-3acdcff9-08f8-4de0-931c-90d45339203d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047988 Jul 23 00:00:09.166662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0996ffa-bd28-4f8a-967e-647a7a8b6a85 None None] Pushing event updated for resources: {'Port': ['ID=9d8165e7-3969-4753-9320-b295ab87c56d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.171926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:09.195980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:09.203134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.235094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:09.236091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:09.310552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.356857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.410465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Subnet': ['ID=7685b034-9647-49ec-b6c4-72bd3398e11d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.422966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:09.436017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.467060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Checking segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:09.467494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network hostable DHCP agents. Network: 61c9d534-9db1-45a5-8884-668bd5fe4e51, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:09.510999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:09.522467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 61c9d534-9db1-45a5-8884-668bd5fe4e51) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:09.527145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.528236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.583530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-632ec0c9-8f14-4311-92b5-d4c77d350022 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1399279 Jul 23 00:00:09.585794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:09.844339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-1f9ea385-97e4-4258-9119-2b24a93a6504 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.846219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-1f9ea385-97e4-4258-9119-2b24a93a6504 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 812 time: 0.3402376 Jul 23 00:00:09.914881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:09.916892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e33e23-609b-435c-93e1-0b5ba367ded1 None None] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:09.932535 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-597a2025-3cbe-44da-ba1e-cf00383bdf70 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9cf3269547c487dba2dbc102d9161a9 HTTP/1.1" status: 200 len: 380 time: 0.0480871 Jul 23 00:00:09.942531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'port': {'device_id': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'admin_state_up': True, 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'security_groups': ['1d11593b-afd6-43a6-8ba7-1f5763b41e03']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:10.101138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 8601e060-df9a-4dd9-bc4b-7610d0c850fe {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:10.101675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.247964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Made reservation on behalf of c9cf3269547c487dba2dbc102d9161a9 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:10.252039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.427963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-61c9d534-9db1-45a5-8884-668bd5fe4e51', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:10.428828 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.451899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 3, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:10.481383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.20.0.10 (a21aa19d-0b9d-4167-b126-1e6e7a6faa4a/4626b962-00ed-47ef-a8fa-6cb73b16de6b/1130d80a-a46c-4bef-8897-9aceae9658b7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:10.496014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c2c71-5e22-40e3-994f-d0cd9be00786 None None] The sync data for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 is: [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:03Z', 'revision_number': 3, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:10.660343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.676555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Transition to ACTIVE for port object 1130d80a-a46c-4bef-8897-9aceae9658b7 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:10.681231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Allocated IP 172.20.0.2 (61c9d534-9db1-45a5-8884-668bd5fe4e51/7685b034-9647-49ec-b6c4-72bd3398e11d/96e93b14-5b47-432d-b58b-aadd7f6fa30e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:10.716217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.719669 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 8601e060-df9a-4dd9-bc4b-7610d0c850fe, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8601e060-df9a-4dd9-bc4b-7610d0c850fe,segment=NetworkSegment(9c5784ed-89e3-4db4-89ad-807d26a1d23d),segment_id=9c5784ed-89e3-4db4-89ad-807d26a1d23d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:10.720306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.742911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:10.753593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:10.789161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:10.796202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 8601e060-df9a-4dd9-bc4b-7610d0c850fe owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:11.076550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.092425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Transition to ACTIVE for port object 96e93b14-5b47-432d-b58b-aadd7f6fa30e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:11.136370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Transition to ACTIVE for port object 96e93b14-5b47-432d-b58b-aadd7f6fa30e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:11.149042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.246002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:11.250937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:11.259288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:11.272934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Pushing event updated for resources: {'Port': ['ID=96e93b14-5b47-432d-b58b-aadd7f6fa30e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:11.349907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a2dd4-d928-4308-b3b0-d141a38d197e req-d2f7d0e8-c31a-43f0-a511-138d1636e497 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.352362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b02a2dd4-d928-4308-b3b0-d141a38d197e req-d2f7d0e8-c31a-43f0-a511-138d1636e497 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 932 time: 0.3477988 Jul 23 00:00:11.395592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Attempting to bind port 96e93b14-5b47-432d-b58b-aadd7f6fa30e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:11.396257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Attempting to bind port 96e93b14-5b47-432d-b58b-aadd7f6fa30e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:11.396832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Attempting to bind port 96e93b14-5b47-432d-b58b-aadd7f6fa30e on network 61c9d534-9db1-45a5-8884-668bd5fe4e51 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:11.401402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-175f7baa-4244-4ba9-9def-8014e8822a4b None None] Provisioning for port 1130d80a-a46c-4bef-8897-9aceae9658b7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:11.410401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:11.411101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Checking segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:11.411699 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.412267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Bound using segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:11.415685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Bound port: 96e93b14-5b47-432d-b58b-aadd7f6fa30e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:11.416278 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.426238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-175f7baa-4244-4ba9-9def-8014e8822a4b None None] Provisioning complete for port 1130d80a-a46c-4bef-8897-9aceae9658b7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:11.426614 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-175f7baa-4244-4ba9-9def-8014e8822a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.629846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=1130d80a-a46c-4bef-8897-9aceae9658b7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:11.649855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] For port 96e93b14-5b47-432d-b58b-aadd7f6fa30e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:11.654672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] For port 96e93b14-5b47-432d-b58b-aadd7f6fa30e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=96e93b14-5b47-432d-b58b-aadd7f6fa30e,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:11.659964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.660330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.666535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a52ae-4204-46af-944c-0a2bbcd4f1e9 req-304abdb9-9e6f-4a71-91ac-2e678586aeb4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.680245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:11.680859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a5a52ae-4204-46af-944c-0a2bbcd4f1e9 req-304abdb9-9e6f-4a71-91ac-2e678586aeb4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 944 time: 0.6009543 Jul 23 00:00:11.732201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-3015da9a-8e48-46a7-968c-b1254d421007 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7943485 Jul 23 00:00:11.752789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-175f7baa-4244-4ba9-9def-8014e8822a4b None None] Port 1130d80a-a46c-4bef-8897-9aceae9658b7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:11.780986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b02a2dd4-d928-4308-b3b0-d141a38d197e req-299fb3ff-4640-4306-9328-72fec0f30688 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161241 Jul 23 00:00:11.867873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79f871-19f7-4c64-9831-112ec8516467 None None] Pushing event updated for resources: {'Port': ['ID=96e93b14-5b47-432d-b58b-aadd7f6fa30e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:11.910070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a5a52ae-4204-46af-944c-0a2bbcd4f1e9 req-417cf2e5-3f92-4081-8eea-0d0895c960ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282197 Jul 23 00:00:11.947501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Request body: {'port': {'device_id': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:12.255797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.268229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9d8165e7-3969-4753-9320-b295ab87c56d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:12.330076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.349545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=8601e060-df9a-4dd9-bc4b-7610d0c850fe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:12.474980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9d8165e7-3969-4753-9320-b295ab87c56d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:12.480481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9d8165e7-3969-4753-9320-b295ab87c56d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:12.480865 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.670700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.671358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.676638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.730774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 9d8165e7-3969-4753-9320-b295ab87c56d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9d8165e7-3969-4753-9320-b295ab87c56d,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:12.737671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.800460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:12.868810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=9d8165e7-3969-4753-9320-b295ab87c56d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:12.905423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:12.919238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:12.919898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.085859 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.160810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:13.168197 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad667f-f44b-4513-b8f5-ecc8e2fded73" -d '{"events": [{"server_uuid": "c7d0f386-1202-47ec-9c38-f1210d99bdf1", "name": "network-vif-plugged", "status": "completed", "tag": "6be1a071-7c94-46eb-8f6d-0b0f39d0ee26"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:13.209214 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:13.218980 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.328602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.365479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.20.0.1 (61c9d534-9db1-45a5-8884-668bd5fe4e51/7685b034-9647-49ec-b6c4-72bd3398e11d/b4b02b9e-319e-46c3-b197-992e30f2ed39) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:13.453230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a918d3-4d9b-44c9-b619-2bc4baeb95e2 req-503b7f59-483c-4136-a919-0e8351945e90 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.460551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11a918d3-4d9b-44c9-b619-2bc4baeb95e2 req-503b7f59-483c-4136-a919-0e8351945e90 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 932 time: 0.4696639 Jul 23 00:00:13.525431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018117b-dda2-4d1b-86d4-7a4430d11e92 req-fad833e3-b6f1-4681-b0e8-b13ecda76637 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.529325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:13.532844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d018117b-dda2-4d1b-86d4-7a4430d11e92 req-fad833e3-b6f1-4681-b0e8-b13ecda76637 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 944 time: 0.3827906 Jul 23 00:00:13.731437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11a918d3-4d9b-44c9-b619-2bc4baeb95e2 req-af0918ed-8774-4a77-a728-3020c484812a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391341 Jul 23 00:00:13.750009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d018117b-dda2-4d1b-86d4-7a4430d11e92 req-61c4acbe-1d8f-48e9-8f66-c0ed0ff78ecc tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161207 Jul 23 00:00:13.773529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d46e0a-59c4-43d8-b06c-a6df91bb7531 None None] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:13.792490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:13.802656 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:13.809610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb033860-37d9-4d49-aacc-76897eb270a4 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3854477 Jul 23 00:00:13.810383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:13.817578 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:13.818285 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:13.865253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.926882 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef20ae08-8c9f-4c90-ab19-e0a6bc431191 x-openstack-request-id: req-ef20ae08-8c9f-4c90-ab19-e0a6bc431191 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:13.927189 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d0f386-1202-47ec-9c38-f1210d99bdf1", "name": "network-vif-plugged", "status": "completed", "tag": "6be1a071-7c94-46eb-8f6d-0b0f39d0ee26", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:13.927475 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef20ae08-8c9f-4c90-ab19-e0a6bc431191 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:13.927873 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', 'code': 200} Jul 23 00:00:13.930449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d807660d-a3c0-4b19-99c6-4b1ee26347f2 None None] Provisioning for port 96e93b14-5b47-432d-b58b-aadd7f6fa30e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:13.943173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Transition to ACTIVE for port object b4b02b9e-319e-46c3-b197-992e30f2ed39 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:14.011784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 76add28f-307d-441a-ba12-427de679c36b {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:14.018964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.058074 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.130833 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.204499 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:14.255239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=b4b02b9e-319e-46c3-b197-992e30f2ed39,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.263459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:14.276083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1130d80a-a46c-4bef-8897-9aceae9658b7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:14.279196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:14.286683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:14.360230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.392378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.495214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.511192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Transition to ACTIVE for port object 1130d80a-a46c-4bef-8897-9aceae9658b7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:14.513362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.522481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.577018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 96e93b14-5b47-432d-b58b-aadd7f6fa30e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:14.690524 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:11Z', 'revision_number': 10, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:14.690874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 96e93b14-5b47-432d-b58b-aadd7f6fa30e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:14.696332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 96e93b14-5b47-432d-b58b-aadd7f6fa30e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:14.696714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.701065 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.775841 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:14.826525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=76add28f-307d-441a-ba12-427de679c36b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.827232 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:14.827232 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:14.837043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84897739-bbe9-46fa-93b2-6ab9ea7c7aa6 None None] Network 11093827-ba73-4f68-91b4-9c36becbf350 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:14.855400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.860010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864349e-1f21-4a4d-9e66-56028c0e6d64 req-f36bcec7-394c-45be-8711-2f7ec579abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.872594 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8425a37f-a33d-44cd-9223-aa164b13aa04 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/76add28f-307d-441a-ba12-427de679c36b HTTP/1.1" status: 204 len: 168 time: 1.0327625 Jul 23 00:00:14.883415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:14.883860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e864349e-1f21-4a4d-9e66-56028c0e6d64 req-f36bcec7-394c-45be-8711-2f7ec579abf6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 1096 time: 0.8968818 Jul 23 00:00:15.035880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Pushing event updated for resources: {'Port': ['ID=1130d80a-a46c-4bef-8897-9aceae9658b7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:15.098329 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:15.111377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.276102 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.330591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Attempting to bind port 1130d80a-a46c-4bef-8897-9aceae9658b7 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:15.332842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Attempting to bind port 1130d80a-a46c-4bef-8897-9aceae9658b7 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:15.333444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Attempting to bind port 1130d80a-a46c-4bef-8897-9aceae9658b7 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:15.344782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Port 1130d80a-a46c-4bef-8897-9aceae9658b7 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:15.346231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Attempting to bind port 1130d80a-a46c-4bef-8897-9aceae9658b7 on network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:15.355319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2bfa412e-98b9-4019-8b62-ee99d1759b38 None None] Provisioning for port b4b02b9e-319e-46c3-b197-992e30f2ed39 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:15.365496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2bfa412e-98b9-4019-8b62-ee99d1759b38 None None] Provisioning complete for port b4b02b9e-319e-46c3-b197-992e30f2ed39 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:15.365870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2bfa412e-98b9-4019-8b62-ee99d1759b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.367698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:15.368311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Checking segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:15.368966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Bound using segment: {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:15.374367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Bound port: 1130d80a-a46c-4bef-8897-9aceae9658b7, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b6a815-b725-4f76-9054-60638ab70576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:15.375106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.420735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 137b27f9-8535-4c21-ae00-49a3e9b1d546 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:15.421477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.449449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e864349e-1f21-4a4d-9e66-56028c0e6d64 req-5e96f05b-27d1-4665-b442-7c7edb04c1ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640440 Jul 23 00:00:15.504191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700ddb0-55a7-452d-9fa2-a75468bb3729 req-44186633-1fc4-46d8-9bf7-732136b387cd tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.507109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0700ddb0-55a7-452d-9fa2-a75468bb3729 req-44186633-1fc4-46d8-9bf7-732136b387cd tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 945 time: 0.5379734 Jul 23 00:00:15.512462 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:11Z', 'revision_number': 10, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.549042 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb482b3-5643-4bda-b8e2-3c442c84375f None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:11Z', 'revision_number': 10, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None, '_interfaces': [{'id': '6db21bfa-7855-48dc-a052-7fcf829673c5', 'name': '', 'network_id': 'd581f971-d3ee-4671-a420-ea26ae153179', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'mac_address': 'fa:16:3e:45:4a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e3da3-925f-4844-a613-8a082a8954b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:25Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 5, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'subnets': [{'id': '4566c0e5-b77e-4ab8-bc32-b1a18acc9021', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:15.568696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 137b27f9-8535-4c21-ae00-49a3e9b1d546, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=137b27f9-8535-4c21-ae00-49a3e9b1d546,segment=NetworkSegment(9c5784ed-89e3-4db4-89ad-807d26a1d23d),segment_id=9c5784ed-89e3-4db4-89ad-807d26a1d23d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:15.569113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.579663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa412e-98b9-4019-8b62-ee99d1759b38 None None] Port b4b02b9e-319e-46c3-b197-992e30f2ed39 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:15.600323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 137b27f9-8535-4c21-ae00-49a3e9b1d546 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:15.606365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 96e93b14-5b47-432d-b58b-aadd7f6fa30e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=96e93b14-5b47-432d-b58b-aadd7f6fa30e,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:15.618657 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.621735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9d8165e7-3969-4753-9320-b295ab87c56d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:15.697792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23128e9-7fec-4d18-8ab0-f67517febae9 req-141f5ed4-9595-428b-b063-021a5100ebb6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.709314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f23128e9-7fec-4d18-8ab0-f67517febae9 req-141f5ed4-9595-428b-b063-021a5100ebb6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.6446257 Jul 23 00:00:15.788368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0700ddb0-55a7-452d-9fa2-a75468bb3729 req-f578714f-50a0-46d5-89aa-53a36c921957 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716048 Jul 23 00:00:15.866732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] For port 1130d80a-a46c-4bef-8897-9aceae9658b7, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:15.868249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=96e93b14-5b47-432d-b58b-aadd7f6fa30e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:15.876417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9d8165e7-3969-4753-9320-b295ab87c56d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:15.876737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.878833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] For port 1130d80a-a46c-4bef-8897-9aceae9658b7, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1130d80a-a46c-4bef-8897-9aceae9658b7,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:15.880235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.909522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.955062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f23128e9-7fec-4d18-8ab0-f67517febae9 req-646b7476-2989-4012-bdb7-5474e32fee10 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411599 Jul 23 00:00:15.983227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346be5b-837d-4359-810a-be4d36a17618 None None] DHCP port deletion for 11093827-ba73-4f68-91b4-9c36becbf350 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:16.018068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=137b27f9-8535-4c21-ae00-49a3e9b1d546,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:16.033393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:16.034755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.037666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] 10.222.0.49 "PUT /v2.0/ports/1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 200 len: 1092 time: 4.2973797 Jul 23 00:00:16.041071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:16.056816 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fafc5a-e425-4461-a90f-e3e83c5d1d37" -d '{"events": [{"name": "network-changed", "server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:16.141096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 137b27f9-8535-4c21-ae00-49a3e9b1d546 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:16.167016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.175005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.192876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c81edb9-e5c0-4c88-8108-03ea2fe9256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.258491 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960fa2ff-87fa-48db-ba56-632ef29f7e85 x-openstack-request-id: req-960fa2ff-87fa-48db-ba56-632ef29f7e85 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:16.258968 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:16.259350 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-960fa2ff-87fa-48db-ba56-632ef29f7e85 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:16.259842 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'status': 'completed', 'code': 200} Jul 23 00:00:16.330564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.343354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=b4b02b9e-319e-46c3-b197-992e30f2ed39,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:16.424444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 96e93b14-5b47-432d-b58b-aadd7f6fa30e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:16.427027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ca9df-0618-4605-839e-91c47639c376 service neutron] Pushing event updated for resources: {'Port': ['ID=1130d80a-a46c-4bef-8897-9aceae9658b7,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:16.525937 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.545710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11093827-ba73-4f68-91b4-9c36becbf350']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:16.561580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5784ed-89e3-4db4-89ad-807d26a1d23d') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:16.561963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5784ed-89e3-4db4-89ad-807d26a1d23d') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:16.594389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-027914a4-969e-4081-a769-78668c135f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:16.595879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-027914a4-969e-4081-a769-78668c135f2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1095 time: 0.4423001 Jul 23 00:00:16.598458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.607163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 96e93b14-5b47-432d-b58b-aadd7f6fa30e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:16.608259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.645890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:16.651692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:16.656763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-a2c64b78-afa3-47e8-9e3a-964cecc8050c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 200 len: 217 time: 0.0450027 Jul 23 00:00:16.662115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.704108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:16.704528 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:16.708092 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:16.852503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 137b27f9-8535-4c21-ae00-49a3e9b1d546 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:16.887500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-40f0ade2-1010-47c2-b34b-6806f36d4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:16.902819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:16.902976 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-40f0ade2-1010-47c2-b34b-6806f36d4ce8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.2247899 Jul 23 00:00:16.918519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 137b27f9-8535-4c21-ae00-49a3e9b1d546 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:16.919756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 137b27f9-8535-4c21-ae00-49a3e9b1d546 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:16.920760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8601e060-df9a-4dd9-bc4b-7610d0c850fe no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:16.923842 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.955212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:16.973167 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/11093827-ba73-4f68-91b4-9c36becbf350 HTTP/1.1" status: 204 len: 168 time: 2.0911684 Jul 23 00:00:16.975902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 8601e060-df9a-4dd9-bc4b-7610d0c850fe {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:16.976143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8601e060-df9a-4dd9-bc4b-7610d0c850fe not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:16.979916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37408) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:17.052797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46232073-11e6-4ffe-8d70-afd2dd639d14 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=11093827-ba73-4f68-91b4-9c36becbf350,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:17.155232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-d404bf70-4aa1-479a-8b15-12bece17ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.157977 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-d404bf70-4aa1-479a-8b15-12bece17ded1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592955 Jul 23 00:00:17.219608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dfca596a-da9b-4b33-821c-f6d95750a465 None None] Provisioning complete for port b4b02b9e-319e-46c3-b197-992e30f2ed39 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:17.220008 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dfca596a-da9b-4b33-821c-f6d95750a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.233807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02658e-18ba-40ea-bcc5-0130ece0fd71 req-34545968-416a-484c-8bd9-9c077d16da29 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.235421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da02658e-18ba-40ea-bcc5-0130ece0fd71 req-34545968-416a-484c-8bd9-9c077d16da29 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.1391106 Jul 23 00:00:17.237785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:17.259752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-954a674b-d6a6-4ed0-aa1f-5161b51a005e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "PUT /v2.0/routers/3df8e3a3-3741-4ca7-add2-3463d6ab76e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6727791 Jul 23 00:00:17.263852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37424) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:17.290698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb5cd-e2c4-4e06-b874-6953b722c019 req-1489ce60-0192-449b-9596-8c62e2792581 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.297737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24beb5cd-e2c4-4e06-b874-6953b722c019 req-1489ce60-0192-449b-9596-8c62e2792581 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 945 time: 0.2769332 Jul 23 00:00:17.301350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Sync routers for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:17.313583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-dfca596a-da9b-4b33-821c-f6d95750a465 None None] Port b4b02b9e-319e-46c3-b197-992e30f2ed39 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:17.317845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:17.318454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:17.355964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da02658e-18ba-40ea-bcc5-0130ece0fd71 req-9a4b0349-2f90-46ae-a42b-97a06d26c3c4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926793 Jul 23 00:00:17.371244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24beb5cd-e2c4-4e06-b874-6953b722c019 req-cfb71597-36d2-479d-9d3f-32e4ae5f7c44 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724676 Jul 23 00:00:17.496167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:17.577080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.577759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.578298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.578834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.584222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.586350 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.586901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.587597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.588127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.590237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a762cef8-8f39-473f-aba1-edc687ebd1c9 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6368 time: 0.3226881 Jul 23 00:00:17.593734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:17.908565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.908565 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.909821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.914731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.915139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.915698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.916265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.920164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.920758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:17.923554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad51d06f-c00c-4b2a-bab4-72742557f20a tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5896 time: 0.3285577 Jul 23 00:00:17.940719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.158477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:15Z', 'revision_number': 2, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:18.202768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Checking router: 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:18.206709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Updating router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 port b4b02b9e-319e-46c3-b197-992e30f2ed39 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:00:18.296297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.312570 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-d67fe09b-0bcb-46a6-bc6d-d3a58854805f service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1039865 Jul 23 00:00:18.543419 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47ad8c05-0a46-4f4b-b8ab-b6e22ee5e314 req-a53d97c6-bdc8-4348-bbe3-1f88d19418ca service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041721 Jul 23 00:00:18.615845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.841110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.844098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-071e2271-aca4-49b5-a244-f172ec95cc24 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3583 time: 0.9019780 Jul 23 00:00:18.860307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Transition to ACTIVE for port object b4b02b9e-319e-46c3-b197-992e30f2ed39 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:18.870418 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.875125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-3337075b-92b6-4f88-81f5-d4d750f9ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:18.878017 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-3337075b-92b6-4f88-81f5-d4d750f9ba50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1095 time: 0.2136500 Jul 23 00:00:18.907770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98e341-5228-45dd-bd6d-680d96fa92b6 req-e300334a-d916-4e9a-b233-cba99017faa5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:18.917027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da98e341-5228-45dd-bd6d-680d96fa92b6 req-e300334a-d916-4e9a-b233-cba99017faa5 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.1371839 Jul 23 00:00:19.006089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-da98e341-5228-45dd-bd6d-680d96fa92b6 req-6cf5b920-0aa9-414d-970b-e5418731dadf tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746517 Jul 23 00:00:19.055117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-f51c4a10-5bd2-4525-9e50-0b312fcf92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.056847 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-f51c4a10-5bd2-4525-9e50-0b312fcf92ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1740489 Jul 23 00:00:19.125797 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-4716ba87-25aa-48c9-bbca-aeff55f50b82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 200 len: 217 time: 0.0626569 Jul 23 00:00:19.169494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b5b71-193b-425b-a928-306fd4e6a28b None None] Pushing event updated for resources: {'Port': ['ID=b4b02b9e-319e-46c3-b197-992e30f2ed39,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.203673 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Attempting to bind port b4b02b9e-319e-46c3-b197-992e30f2ed39 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:19.204243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Attempting to bind port b4b02b9e-319e-46c3-b197-992e30f2ed39 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:19.204698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Attempting to bind port b4b02b9e-319e-46c3-b197-992e30f2ed39 on network 61c9d534-9db1-45a5-8884-668bd5fe4e51 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:19.215634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-fc48f5a8-372a-446f-acdd-99df34ca0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.217700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-fc48f5a8-372a-446f-acdd-99df34ca0604 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0853009 Jul 23 00:00:19.218728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:19.220255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Checking segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:19.220757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.221566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Bound using segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:19.223705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Bound port: b4b02b9e-319e-46c3-b197-992e30f2ed39, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:19.223705 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.316133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] For port b4b02b9e-319e-46c3-b197-992e30f2ed39, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:19.319723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] For port b4b02b9e-319e-46c3-b197-992e30f2ed39, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4b02b9e-319e-46c3-b197-992e30f2ed39,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:19.326209 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.415004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 6db21bfa-7855-48dc-a052-7fcf829673c5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:19.415444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.453452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-914feb0e-edda-43d3-8c52-514f5fe6fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.462068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-914feb0e-edda-43d3-8c52-514f5fe6fdbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847444 Jul 23 00:00:19.496851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b5b71-193b-425b-a928-306fd4e6a28b None None] Pushing event updated for resources: {'Port': ['ID=b4b02b9e-319e-46c3-b197-992e30f2ed39,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.532378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:19.533002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-22T23:59:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:19.687301 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ecd01011-d1c7-491d-a0e2-fbca8c04b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.706799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37500) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:19.711964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887188876', 'description': 'tempest-secgroup-smoke-1887188876 description', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:19.734243 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.747628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 6db21bfa-7855-48dc-a052-7fcf829673c5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6db21bfa-7855-48dc-a052-7fcf829673c5,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:19.748055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.760635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.772170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 6db21bfa-7855-48dc-a052-7fcf829673c5 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:19.777882 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-8586f379-3c87-4b8d-a86e-3824ed979766 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965536 Jul 23 00:00:19.833684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:19.937597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.943276 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.989898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ebfc7f-1ef9-4229-aaf6-d73183769642,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.997387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.998848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2907882 Jul 23 00:00:20.001102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.001706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.002267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.002889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.003180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.003768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.004330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.004866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.005448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.005997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.006654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.007188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.007746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6237fa73-ca79-4ee9-9d68-c5983423f46b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:20.009408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ebfc7f-1ef9-4229-aaf6-d73183769642', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.021288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-78fafc5a-e425-4461-a90f-e3e83c5d1d37 req-74fcab69-600f-420c-a829-352ea0ba379b service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350292 Jul 23 00:00:20.069477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.160430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.164869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.170399 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.217223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=6db21bfa-7855-48dc-a052-7fcf829673c5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.219434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc33641-49fc-4d31-a534-cc94c18de080,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.236407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:19Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:20.273482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fd188-e9c2-4c0d-bcae-49c29d62da72 req-577311af-ae19-441d-aa5c-6ea66a9a705a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:20.274029 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.275396 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7fe9e606-ec1b-4b49-b3a0-a8a9e4fa63ae tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696469 Jul 23 00:00:20.275682 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c87fd188-e9c2-4c0d-bcae-49c29d62da72 req-577311af-ae19-441d-aa5c-6ea66a9a705a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.1420267 Jul 23 00:00:20.278894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.289259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ebfc7f-1ef9-4229-aaf6-d73183769642', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.344307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c87fd188-e9c2-4c0d-bcae-49c29d62da72 req-8be5ca17-8a75-4305-ba44-598b9df1ff5a tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583346 Jul 23 00:00:20.375670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5e253-2bbe-4477-99fb-0be4c3b4c2e0 None None] The sync data for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 is: [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:19Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:20.395782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.430537 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.548876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.631139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.708949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.724415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:20.734632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb00277-eac3-4f6b-bb81-9e6c6e4adca7,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.743642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.744884 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-782bf772-a323-44d2-ae64-2e73a3290b9e tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4595172 Jul 23 00:00:20.747894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.752958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ebfc7f-1ef9-4229-aaf6-d73183769642', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.786305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.846403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:20.853565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e7c0e462-3385-4f3c-9cca-38179c8845db tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8724718 Jul 23 00:00:20.856527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.858368 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:20.881831 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:20.882463 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:20.883689 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.890907 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.930451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.935522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting subnet 4566c0e5-b77e-4ab8-bc32-b1a18acc9021 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:20.936419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873930 Jul 23 00:00:20.937219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.937564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.952336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ebfc7f-1ef9-4229-aaf6-d73183769642', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:20.967107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef3372-aa61-4872-9de9-1a1c5f3690bc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508358e2-96b8-48b1-bf26-d7a949fe0286,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.001835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.019506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.041050 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:21.126175 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.134706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.149985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:20Z', 'revision_number': 11, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:21.154780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b507b56b-ee6a-44d2-a7f9-27ea7155be18,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.162126 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.163860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2cd72527-fdc3-47dc-b18b-a5cafe5d434f tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2238057 Jul 23 00:00:21.166514 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.171516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ebfc7f-1ef9-4229-aaf6-d73183769642', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:21.196329 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:21.206902 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:21.207844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:21.226225 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Project fb91c643c1704a42ad8f4aca6460a147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:00:21.235242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.239318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.293138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:21.334143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.348497 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:20Z', 'revision_number': 11, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:21.395866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Subnet': ['ID=4566c0e5-b77e-4ab8-bc32-b1a18acc9021,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.407161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.407319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.415235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4c955-6a16-48f5-ae88-f8da2c9df6a3 None None] Network d581f971-d3ee-4671-a420-ea26ae153179 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:21.416470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.416627 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf58470-413f-46f1-b305-e792a8ebb217 None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:20Z', 'revision_number': 11, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:21.423932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4a919760-8243-411d-824e-24e538ee56ba tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/4566c0e5-b77e-4ab8-bc32-b1a18acc9021 HTTP/1.1" status: 204 len: 168 time: 0.5639286 Jul 23 00:00:21.425169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37536) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.475763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f252b3b5-2029-4319-a330-4d176584978b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.496556 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.499539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ff8b5779-4f4f-4a48-87ef-56c6f59e138b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3309577 Jul 23 00:00:21.501539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37540) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.522890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'security_group_rule': {'security_group_id': 'c1ebfc7f-1ef9-4229-aaf6-d73183769642', 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:21.610610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3f50f-0770-4629-9465-6ef495e911d7 req-21ed8260-1699-4100-8fad-542e3cc775a6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.613175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19a3f50f-0770-4629-9465-6ef495e911d7 req-21ed8260-1699-4100-8fad-542e3cc775a6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.1009052 Jul 23 00:00:21.670155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.673809 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Project fb91c643c1704a42ad8f4aca6460a147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:00:21.686270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.686469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19a3f50f-0770-4629-9465-6ef495e911d7 req-43282db9-b9a9-4542-bff3-396c87c9cc32 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575917 Jul 23 00:00:21.751146 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.808793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0551e2f4-f318-414f-957b-936049842655 None None] DHCP port deletion for d581f971-d3ee-4671-a420-ea26ae153179 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:00:21.828880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.835950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.872091 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.878010 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3582304 Jul 23 00:00:21.882071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e770b-3b98-4a6a-b252-14b60c80d1c6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886a3402-a2ad-4cbc-934a-b516c0d495bf,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.902295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Deleting port 4b631cc2-7bb1-4481-8f84-756e513eca6a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:21.902633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.933021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0551e2f4-f318-414f-957b-936049842655 None None] Deleting port 4b631cc2-7bb1-4481-8f84-756e513eca6a {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:21.934209 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0551e2f4-f318-414f-957b-936049842655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.006436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] For port 4b631cc2-7bb1-4481-8f84-756e513eca6a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b631cc2-7bb1-4481-8f84-756e513eca6a,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:22.007239 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.021138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Calling delete_port for 4b631cc2-7bb1-4481-8f84-756e513eca6a owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:22.073473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0551e2f4-f318-414f-957b-936049842655 None None] For port 4b631cc2-7bb1-4481-8f84-756e513eca6a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b631cc2-7bb1-4481-8f84-756e513eca6a,segment=NetworkSegment(6b832470-aa85-4717-85b2-9e38e0b3b9ee),segment_id=6b832470-aa85-4717-85b2-9e38e0b3b9ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:22.074076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0551e2f4-f318-414f-957b-936049842655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.091439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0551e2f4-f318-414f-957b-936049842655 None None] Calling delete_port for 4b631cc2-7bb1-4481-8f84-756e513eca6a owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:22.131664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.179826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Port': ['ID=4b631cc2-7bb1-4481-8f84-756e513eca6a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.189870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No DVR routers for this DVR port 4b631cc2-7bb1-4481-8f84-756e513eca6a on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:22.304004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-243ca6c5-b78b-485c-bf74-60ced9f518a6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887188876&fields=id&tenant_id=fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 267 time: 0.1175029 Jul 23 00:00:22.343890 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0551e2f4-f318-414f-957b-936049842655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.418968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551e2f4-f318-414f-957b-936049842655 None None] No DVR routers for this DVR port 4b631cc2-7bb1-4481-8f84-756e513eca6a on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:22.425017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551e2f4-f318-414f-957b-936049842655 None None] Pushing event deleted for resources: {'Port': ['ID=4b631cc2-7bb1-4481-8f84-756e513eca6a,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.434247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.444599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4b02b9e-319e-46c3-b197-992e30f2ed39 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:22.453606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d581f971-d3ee-4671-a420-ea26ae153179']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:22.469272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b832470-aa85-4717-85b2-9e38e0b3b9ee') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:22.469859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b832470-aa85-4717-85b2-9e38e0b3b9ee') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:22.475475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.483734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.500855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.509554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:22.510762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.519069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b4b02b9e-319e-46c3-b197-992e30f2ed39 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:22.523948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b4b02b9e-319e-46c3-b197-992e30f2ed39 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:22.524457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.527531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-9cf0d39e-e11e-4a53-8a99-7557288fdba5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:22.535545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-9cf0d39e-e11e-4a53-8a99-7557288fdba5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/networks?id=61c9d534-9db1-45a5-8884-668bd5fe4e51 HTTP/1.1" status: 200 len: 796 time: 0.2306001 Jul 23 00:00:22.559361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-3de2764a-c316-4fda-b3be-eccfc2b29bc1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/quotas/fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 375 time: 0.0225129 Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:22.619797 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:22.622828 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.636321 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.643474 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/networks/d581f971-d3ee-4671-a420-ea26ae153179 HTTP/1.1" status: 204 len: 168 time: 1.2114825 Jul 23 00:00:22.645280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:22.649487 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.662846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'routes': None}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:22.665015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdad78a-a76b-470c-9147-b3dfe562824d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Pushing event deleted for resources: {'Network': ['ID=d581f971-d3ee-4671-a420-ea26ae153179,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.698259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b4b02b9e-319e-46c3-b197-992e30f2ed39, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4b02b9e-319e-46c3-b197-992e30f2ed39,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:22.703957 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.812806 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b4b02b9e-319e-46c3-b197-992e30f2ed39,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.833278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6db21bfa-7855-48dc-a052-7fcf829673c5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:22.867066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6db21bfa-7855-48dc-a052-7fcf829673c5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:22.867619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6db21bfa-7855-48dc-a052-7fcf829673c5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:22.868030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b631cc2-7bb1-4481-8f84-756e513eca6a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:22.871638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-58065248-ed23-437b-858b-8080ce8f5df5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3044038 Jul 23 00:00:22.890798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4b631cc2-7bb1-4481-8f84-756e513eca6a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:22.891668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b631cc2-7bb1-4481-8f84-756e513eca6a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:23.000388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Added routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 00:00:23.000697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.extraroute_db [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Removed routes are [] {{(pid=93791) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 00:00:23.001270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.121787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae6989-cd8f-4788-a5de-9ee340003ebb req-c3393286-92ea-4384-aaf3-aef31f407c61 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:23.123200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eae6989-cd8f-4788-a5de-9ee340003ebb req-c3393286-92ea-4384-aaf3-aef31f407c61 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.3262999 Jul 23 00:00:23.227540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ba4c6283-0c18-4d57-add7-ca0e2b19b43e service neutron] 10.222.0.21 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508179 Jul 23 00:00:23.232975 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.248667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.287294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eae6989-cd8f-4788-a5de-9ee340003ebb req-6de14ab6-6b85-4b91-952c-0ad1326f626b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546018 Jul 23 00:00:23.387205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37564) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:23.400270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router 173e3da3-925f-4844-a613-8a082a8954b7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:23.424524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-f8c92d9e-3a29-4beb-af31-fd1fb1b40adc service neutron] 10.222.0.21 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872802 Jul 23 00:00:23.440854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Deleting subnet aa861411-8780-4f46-b61f-7045ba646128 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:23.445556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.489150 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.518946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:23.525936 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.528481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] Sync routers for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:23.537976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bf5f2caa-5746-4bb3-b066-43b0cfec27a9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 705 time: 0.8914661 Jul 23 00:00:23.540178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:23.540821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37566) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:23.547410 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.548101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:23.602676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-27cb0b58-9d92-446d-bab8-976d2afe65ab tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 205 time: 0.0583515 Jul 23 00:00:23.604524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37568) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:23.659095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.710802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:23.734566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.743982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa861411-8780-4f46-b61f-7045ba646128 HTTP/1.1" status: 204 len: 168 time: 0.3555951 Jul 23 00:00:23.745122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:23.747458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248b3f5-e1b0-4217-a62e-398114614415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa861411-8780-4f46-b61f-7045ba646128,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:23.802886 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.834239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ee7bfcd-8e9a-4e2f-a4f3-55849de988d9 req-0c3bfb70-c09e-4255-9865-e71e995b6ac0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 210 time: 0.0564618 Jul 23 00:00:23.881644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:20Z', 'revision_number': 11, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:23.916244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.934692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] Checking router: 173e3da3-925f-4844-a613-8a082a8954b7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:23.961636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] Routers {'173e3da3-925f-4844-a613-8a082a8954b7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:23.962588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['173e3da3-925f-4844-a613-8a082a8954b7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:24.064036 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.073539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] Set router 173e3da3-925f-4844-a613-8a082a8954b7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:24.081693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c424fb5d-7277-4ca0-b5e1-0b1949c68bdb']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:24.102280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d174504-efba-4cef-8d9f-619d60af1ada') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:24.102510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d174504-efba-4cef-8d9f-619d60af1ada') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:24.110740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.112430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.113503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.126727 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.133615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:24.134011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:24.135794 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:24.164485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:20Z', 'revision_number': 11, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:24.185911 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.186879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router 173e3da3-925f-4844-a613-8a082a8954b7 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:00:24.198523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.204686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9110b9c-ea6b-4e83-8d17-51d1fa2ea8ba None None] The sync data for ids ['173e3da3-925f-4844-a613-8a082a8954b7'] in n-d-758851-4 is: [{'id': '173e3da3-925f-4844-a613-8a082a8954b7', 'name': 'tempest-RoutersIpV6Test-router-2111168906', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:24Z', 'updated_at': '2021-07-23T00:00:20Z', 'revision_number': 11, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:24.207706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.214058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.214224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d4aa03d9-932a-4c68-9191-0ab77a20fac9 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 204 len: 168 time: 0.6069851 Jul 23 00:00:24.214460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:24.220843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] 10.222.0.21 "DELETE /v2.0/networks/c424fb5d-7277-4ca0-b5e1-0b1949c68bdb HTTP/1.1" status: 204 len: 168 time: 0.4643745 Jul 23 00:00:24.231931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-306061392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:24.234112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877888c9-f6ad-4738-a3d1-ee1c4fe2354a admin admin] Pushing event deleted for resources: {'Network': ['ID=c424fb5d-7277-4ca0-b5e1-0b1949c68bdb,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:24.275288 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.276394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.368837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4b02b9e-319e-46c3-b197-992e30f2ed39 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:24.391720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.408612 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.457323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:24.470291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b4b02b9e-319e-46c3-b197-992e30f2ed39 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:24.470809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.506350 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-51a6032c-9add-4ba9-a729-5d96e54480bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b89b741ef54520a552dc01b8ca008a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475123 Jul 23 00:00:24.508721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:24.528989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.530372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3cbba1f1-ce63-43dc-bde1-46773862552a tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3148985 Jul 23 00:00:24.533188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:24.539552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:24.584869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd92a29e-b9fc-499c-b8fd-359b2ac3e198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.616332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd92a29e-b9fc-499c-b8fd-359b2ac3e198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.687509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd92a29e-b9fc-499c-b8fd-359b2ac3e198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.691507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bd92a29e-b9fc-499c-b8fd-359b2ac3e198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.692715 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd92a29e-b9fc-499c-b8fd-359b2ac3e198 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36a7cb92-0290-4249-ba5f-b0ebe58049b1 HTTP/1.1" status: 204 len: 168 time: 0.1830006 Jul 23 00:00:24.704060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92a29e-b9fc-499c-b8fd-359b2ac3e198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a7cb92-0290-4249-ba5f-b0ebe58049b1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:24.864455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72a250-204e-45d2-9258-d8abbcaf0120 req-e9216bed-e864-43e5-ad5d-6aa739f8d047 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:24.867892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d72a250-204e-45d2-9258-d8abbcaf0120 req-e9216bed-e864-43e5-ad5d-6aa739f8d047 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.4325056 Jul 23 00:00:24.914348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.929038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-714467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-714488', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-714312'] for router, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:24.948349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d72a250-204e-45d2-9258-d8abbcaf0120 req-d50d8f33-ba0e-4227-96a1-db7a29be6e42 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534317 Jul 23 00:00:25.063996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ce2d75c-1fd0-4daa-8189-41b67bd5a9e7 req-e36d4488-17a3-4481-9264-d4b0184ff1ca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 210 time: 0.1218150 Jul 23 00:00:25.132792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Router fc77acd5-6279-4704-bd57-cb1f365c2656 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:00:25.250582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:25.262840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.263015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] Sync routers for ids ['fc77acd5-6279-4704-bd57-cb1f365c2656'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:25.268791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37612) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:25.271773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-825aaa93-d818-4f1d-a2bc-0d01a29e4f6c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "PUT /v2.0/routers/fc77acd5-6279-4704-bd57-cb1f365c2656 HTTP/1.1" status: 200 len: 697 time: 0.7299607 Jul 23 00:00:25.273053 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] Routers {'fc77acd5-6279-4704-bd57-cb1f365c2656'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:25.273834 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc77acd5-6279-4704-bd57-cb1f365c2656'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:25.383471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4328aaaa-39da-4f69-901d-e192ac6faa65 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/routers/fc77acd5-6279-4704-bd57-cb1f365c2656 HTTP/1.1" status: 200 len: 703 time: 0.1133940 Jul 23 00:00:25.386484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-a1e5c0fa-4b47-4494-b30e-12baeaebdbbd tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:25.387247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37620) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:25.387849 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] Set router fc77acd5-6279-4704-bd57-cb1f365c2656 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:25.388361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-a1e5c0fa-4b47-4494-b30e-12baeaebdbbd tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.48 "GET /v2.0/networks?id=61c9d534-9db1-45a5-8884-668bd5fe4e51 HTTP/1.1" status: 200 len: 796 time: 0.2500823 Jul 23 00:00:25.430290 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2477f499-13b1-4e9d-b99c-bec9e3f0c3fd tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc77acd5-6279-4704-bd57-cb1f365c2656 HTTP/1.1" status: 200 len: 205 time: 0.0413673 Jul 23 00:00:25.431481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37622) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:25.459843 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc77acd5-6279-4704-bd57-cb1f365c2656', 'name': 'tempest-RoutersIpV6Test-router-306061392', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:24Z', 'updated_at': '2021-07-23T00:00:24Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:25.493592 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] Checking router: fc77acd5-6279-4704-bd57-cb1f365c2656 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:25.502485 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] Routers {'fc77acd5-6279-4704-bd57-cb1f365c2656'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:25.503733 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc77acd5-6279-4704-bd57-cb1f365c2656'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:25.550816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:25.685251 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] Set router fc77acd5-6279-4704-bd57-cb1f365c2656 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:25.749928 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc77acd5-6279-4704-bd57-cb1f365c2656', 'name': 'tempest-RoutersIpV6Test-router-306061392', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:24Z', 'updated_at': '2021-07-23T00:00:24Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:25.777439 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8bd2db-7dc0-47d8-8c03-b5c173dd0611 None None] The sync data for ids ['fc77acd5-6279-4704-bd57-cb1f365c2656'] in n-d-758851-4 is: [{'id': 'fc77acd5-6279-4704-bd57-cb1f365c2656', 'name': 'tempest-RoutersIpV6Test-router-306061392', 'tenant_id': 'ae8e9c7494774175b4fc44928e43e873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:24Z', 'updated_at': '2021-07-23T00:00:24Z', 'revision_number': 2, 'project_id': 'ae8e9c7494774175b4fc44928e43e873', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:25.907681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-6896d971-7d2f-4cf5-888d-b0618e71e5c8 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb91c643c1704a42ad8f4aca6460a147 HTTP/1.1" status: 200 len: 380 time: 0.5049272 Jul 23 00:00:25.939968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'port': {'device_id': '14a56e08-04ca-477d-9039-a4ff560774b6', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'admin_state_up': True, 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'security_groups': ['c1ebfc7f-1ef9-4229-aaf6-d73183769642']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:26.036365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.080532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.217834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.218415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Fanout notify agent at l3_agent the message router_deleted on router fc77acd5-6279-4704-bd57-cb1f365c2656 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:00:26.236774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.237931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7c1d58ee-86a7-4b0d-859c-8935947be5ce tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/fc77acd5-6279-4704-bd57-cb1f365c2656 HTTP/1.1" status: 204 len: 168 time: 0.8011398 Jul 23 00:00:26.244798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37640) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.296205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dde36860-58c7-433e-a83d-2daf09df6978 req-48b095ea-9000-423d-bacf-42e052f2972b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 210 time: 0.0906661 Jul 23 00:00:26.302023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5f870ff0-08c4-405f-895c-55455fc2aef3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc77acd5-6279-4704-bd57-cb1f365c2656 HTTP/1.1" status: 200 len: 205 time: 0.0551219 Jul 23 00:00:26.304466 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37646) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.322846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Made reservation on behalf of fb91c643c1704a42ad8f4aca6460a147 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:26.326654 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.352711 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5b897471-2ff0-4039-8c1d-eac82628d540 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:26.353993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5b897471-2ff0-4039-8c1d-eac82628d540 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/fc77acd5-6279-4704-bd57-cb1f365c2656 HTTP/1.1" status: 404 len: 336 time: 0.0481603 Jul 23 00:00:26.356649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37648) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.366828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f59124-e7c5-4a44-9fa8-1df65021ca46 req-c81d8fcc-cdcf-4e0b-8bc0-7edeaa4ccecd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:26.368407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48f59124-e7c5-4a44-9fa8-1df65021ca46 req-c81d8fcc-cdcf-4e0b-8bc0-7edeaa4ccecd tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 944 time: 0.2261262 Jul 23 00:00:26.390804 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e6c198-e281-4f43-92d1-158b96f2a923 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:26.391447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e6c198-e281-4f43-92d1-158b96f2a923 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:26.393754 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e9e6c198-e281-4f43-92d1-158b96f2a923 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/22e2422e-f99c-4cae-9e6c-56c8a435e1a4 HTTP/1.1" status: 404 len: 337 time: 0.0338151 Jul 23 00:00:26.397207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37650) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.438761 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8b83de-2877-4f77-bc45-a956205568c3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:26.441456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8b83de-2877-4f77-bc45-a956205568c3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:26.457230 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e8b83de-2877-4f77-bc45-a956205568c3 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/7ad57c71-da38-476a-8ea8-100a9b68ffa3 HTTP/1.1" status: 404 len: 337 time: 0.0564351 Jul 23 00:00:26.458747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.491186 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5da00dd-5d01-41b0-a141-e5e3dcd9fd2d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:26.491773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5da00dd-5d01-41b0-a141-e5e3dcd9fd2d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:26.493417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48f59124-e7c5-4a44-9fa8-1df65021ca46 req-47518ead-245b-459a-8dee-9e5c2799e6b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859704 Jul 23 00:00:26.506154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.508621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b5da00dd-5d01-41b0-a141-e5e3dcd9fd2d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/76add28f-307d-441a-ba12-427de679c36b HTTP/1.1" status: 404 len: 337 time: 0.0486550 Jul 23 00:00:26.540974 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f7d327-78c3-4e29-bac6-62515d54d05c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:26.541435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f7d327-78c3-4e29-bac6-62515d54d05c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:26.543166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c1f7d327-78c3-4e29-bac6-62515d54d05c tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/4566c0e5-b77e-4ab8-bc32-b1a18acc9021 HTTP/1.1" status: 404 len: 337 time: 0.0357099 Jul 23 00:00:26.546069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37656) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.553624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.20.0.3 (61c9d534-9db1-45a5-8884-668bd5fe4e51/7685b034-9647-49ec-b6c4-72bd3398e11d/abcbed30-840f-4eef-be61-87457a1e6cec) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:26.589072 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c88a996d-59f7-42f0-95bf-00836a12f021 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 200 len: 205 time: 0.0391965 Jul 23 00:00:26.589299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.627494 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-08109f04-4169-4717-bc8d-c2dba6f0cc7f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:26.628244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-08109f04-4169-4717-bc8d-c2dba6f0cc7f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/173e3da3-925f-4844-a613-8a082a8954b7 HTTP/1.1" status: 404 len: 336 time: 0.0380583 Jul 23 00:00:26.630942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.668313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3e2cc2a5-8954-4d52-b8f1-c1100ddeaede tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=c57c969e-52dd-4dc4-8afb-aaf3032a078b HTTP/1.1" status: 200 len: 205 time: 0.0358829 Jul 23 00:00:26.670507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.709205 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-a30338c9-926f-473c-8c9a-2450febce817 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:26.710278 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a30338c9-926f-473c-8c9a-2450febce817 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/c57c969e-52dd-4dc4-8afb-aaf3032a078b HTTP/1.1" status: 404 len: 336 time: 0.0388458 Jul 23 00:00:26.713079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37664) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.719205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.738411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Transition to ACTIVE for port object abcbed30-840f-4eef-be61-87457a1e6cec will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:26.745064 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-610454f1-5981-4076-b643-878f1f90c797 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:26.745569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610454f1-5981-4076-b643-878f1f90c797 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:26.747355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-610454f1-5981-4076-b643-878f1f90c797 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/f6d06920-0cdd-4bb4-afd7-852f7d51e5ad HTTP/1.1" status: 404 len: 337 time: 0.0332749 Jul 23 00:00:26.750294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37666) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.781458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.797016 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ca8562fa-5c63-44af-add7-770d8db3c4ee tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 200 len: 205 time: 0.0413008 Jul 23 00:00:26.797688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37668) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.836342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:26.843065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:26.845875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:26.853619 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-592b527a-1552-4ff4-9a77-77d7d9cea706 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:26.857574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-592b527a-1552-4ff4-9a77-77d7d9cea706 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/5b38c5ed-e66b-4d00-a10b-6fd48125d780 HTTP/1.1" status: 404 len: 336 time: 0.0588956 Jul 23 00:00:26.858134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.891692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=abcbed30-840f-4eef-be61-87457a1e6cec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:26.895405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-56b16e36-9e27-48cd-8e28-7e99e0cfba9d tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=492f0b72-4a46-4b2f-89c9-c1c89c67fed4 HTTP/1.1" status: 200 len: 205 time: 0.0346446 Jul 23 00:00:26.897661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37672) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.919351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1130d80a-a46c-4bef-8897-9aceae9658b7 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:26.930720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:26.931737 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:26.949444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-ea790962-ff74-4216-bc86-06f2a63b4987 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0136428 Jul 23 00:00:26.952664 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-dcd56766-b7d8-4943-8eaf-19606f54c33b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:26.957087 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dcd56766-b7d8-4943-8eaf-19606f54c33b tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/492f0b72-4a46-4b2f-89c9-c1c89c67fed4 HTTP/1.1" status: 404 len: 336 time: 0.0529656 Jul 23 00:00:26.957534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37674) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:26.972628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Request body: {'port': {'device_id': '14a56e08-04ca-477d-9039-a4ff560774b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:26.998281 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-480bad7c-cd52-49aa-860f-5cddf1bd521e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:26.998852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480bad7c-cd52-49aa-860f-5cddf1bd521e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:27.000803 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-480bad7c-cd52-49aa-860f-5cddf1bd521e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/561b2c05-5aab-4d77-90d4-88ef4a96d1a0 HTTP/1.1" status: 404 len: 337 time: 0.0422611 Jul 23 00:00:27.017502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.099356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6ee9f08d-4d0b-4a7f-a49c-9fa5889e7ae2 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=502f5c5a-e923-4caf-b1c2-add3cfc18456 HTTP/1.1" status: 200 len: 205 time: 0.0733752 Jul 23 00:00:27.104896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37678) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.150725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.257028 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-ee6dfa89-15ee-40bf-adfa-800f30c31109 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:27.258511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee6dfa89-15ee-40bf-adfa-800f30c31109 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/502f5c5a-e923-4caf-b1c2-add3cfc18456 HTTP/1.1" status: 404 len: 336 time: 0.1517363 Jul 23 00:00:27.263188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37684) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.284604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b6d96b37-11b4-49ae-8b68-0b19145617b1 None None] Provisioning for port abcbed30-840f-4eef-be61-87457a1e6cec completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:27.303889 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7924472-3808-4775-b417-efc2ba031554 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:27.304592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7924472-3808-4775-b417-efc2ba031554 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:27.305629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b6d96b37-11b4-49ae-8b68-0b19145617b1 None None] Provisioning complete for port abcbed30-840f-4eef-be61-87457a1e6cec triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:27.306017 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6d96b37-11b4-49ae-8b68-0b19145617b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.315669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e7924472-3808-4775-b417-efc2ba031554 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/4284ceca-f80f-494b-a653-de6832bc5aaa HTTP/1.1" status: 404 len: 337 time: 0.0505922 Jul 23 00:00:27.322311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37688) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.351734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1130d80a-a46c-4bef-8897-9aceae9658b7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1130d80a-a46c-4bef-8897-9aceae9658b7,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:27.382025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'port_id': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'mac_address': 'fa:16:3e:fa:44:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:27.383836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b6d96b37-11b4-49ae-8b68-0b19145617b1 None None] Port abcbed30-840f-4eef-be61-87457a1e6cec cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:27.389044 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5ae3a650-79d0-414b-8a3c-44f1e5c75d8f tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "GET /v2.0/ports?device_id=0f87083d-a165-410d-8479-285f96738da1 HTTP/1.1" status: 200 len: 205 time: 0.0632746 Jul 23 00:00:27.389309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37698) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.435883 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.450177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1130d80a-a46c-4bef-8897-9aceae9658b7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:27.467910 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-1e44cd6d-4b5d-4289-90c7-af7d1e5c2308 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] delete failed (client error): The resource could not be found. Jul 23 00:00:27.472074 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e44cd6d-4b5d-4289-90c7-af7d1e5c2308 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/routers/0f87083d-a165-410d-8479-285f96738da1 HTTP/1.1" status: 404 len: 336 time: 0.0780971 Jul 23 00:00:27.472636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37704) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.473583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1130d80a-a46c-4bef-8897-9aceae9658b7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1130d80a-a46c-4bef-8897-9aceae9658b7,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:27.478005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.527189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1130d80a-a46c-4bef-8897-9aceae9658b7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:27.551279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-e43eecfe-125b-42ea-a442-7657560c24f4 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ab6a35888eb244ff953e776b07560255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862226 Jul 23 00:00:27.556566 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3aa460-9aaa-4ea7-a2d7-ca48b0c62b45 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:27.556940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3aa460-9aaa-4ea7-a2d7-ca48b0c62b45 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:27.558560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ef3aa460-9aaa-4ea7-a2d7-ca48b0c62b45 tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/c84439b0-a6cb-4617-bd98-9d658bceb3ea HTTP/1.1" status: 404 len: 337 time: 0.0570021 Jul 23 00:00:27.561433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.589963 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-a263b3b0-0ca7-4087-a539-bfda5acef73e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] DELETE failed (client error): The resource could not be found. Jul 23 00:00:27.590421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a263b3b0-0ca7-4087-a539-bfda5acef73e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:00:27.592433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a263b3b0-0ca7-4087-a539-bfda5acef73e tempest-RoutersIpV6Test-803346599 tempest-RoutersIpV6Test-803346599-project] 10.222.0.21 "DELETE /v2.0/subnets/658e67f0-81b4-46de-b89a-0684ce5113bc HTTP/1.1" status: 404 len: 337 time: 0.0300291 Jul 23 00:00:27.688481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['1130d80a-a46c-4bef-8897-9aceae9658b7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:27.799424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd85f1b-846e-4564-a813-228c695d6da0 req-670ce7af-050d-4d74-a028-58db50f1ce66 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:27.801099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cd85f1b-846e-4564-a813-228c695d6da0 req-670ce7af-050d-4d74-a028-58db50f1ce66 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 931 time: 0.3738465 Jul 23 00:00:27.844423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-99853e5e-8eed-4115-8313-a445291df24f tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:27.845826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-99853e5e-8eed-4115-8313-a445291df24f tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862921 Jul 23 00:00:27.848672 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:00:27.849516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcbed30-840f-4eef-be61-87457a1e6cec {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:27.860125 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:27.883277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-3bab7cdf-b7a2-447e-8b8e-7a46c8b825ff tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/quotas/ab6a35888eb244ff953e776b07560255 HTTP/1.1" status: 200 len: 375 time: 0.0289040 Jul 23 00:00:27.885888 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:27.892783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cd85f1b-846e-4564-a813-228c695d6da0 req-a14b50ba-2dba-4685-94f1-f2d7bd6ba536 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845544 Jul 23 00:00:27.897102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Transition to ACTIVE for port object abcbed30-840f-4eef-be61-87457a1e6cec will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:27.937326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-a496c7c5-2d43-4dd5-9bb4-8a4308093053 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab6a35888eb244ff953e776b07560255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419984 Jul 23 00:00:27.937948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.000186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Pushing event updated for resources: {'Port': ['ID=abcbed30-840f-4eef-be61-87457a1e6cec,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:28.059441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76688e1f-8ed6-42d9-b06b-0b457bf1f564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae8e9c7494774175b4fc44928e43e873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722019 Jul 23 00:00:28.060231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37718) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:28.156289 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32c3388e-76d7-4a3c-942a-749d060fb51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.178259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Attempting to bind port abcbed30-840f-4eef-be61-87457a1e6cec on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:28.178601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Attempting to bind port abcbed30-840f-4eef-be61-87457a1e6cec by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:28.178934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Attempting to bind port abcbed30-840f-4eef-be61-87457a1e6cec on network 61c9d534-9db1-45a5-8884-668bd5fe4e51 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:28.182628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-862868e0-a2a6-4fae-b6c9-7d145122c82c req-aeea8fcb-476b-42fc-881b-dc78d33407fe tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 210 time: 0.0539875 Jul 23 00:00:28.188735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Port abcbed30-840f-4eef-be61-87457a1e6cec on network 61c9d534-9db1-45a5-8884-668bd5fe4e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:28.188978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Attempting to bind port abcbed30-840f-4eef-be61-87457a1e6cec on network 61c9d534-9db1-45a5-8884-668bd5fe4e51 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:28.195045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:28.195463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Checking segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:28.196031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Bound using segment: {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:28.196485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Bound port: abcbed30-840f-4eef-be61-87457a1e6cec, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0b14eb-764a-4294-b856-655de7b42939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:28.196860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.214982 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32c3388e-76d7-4a3c-942a-749d060fb51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.227308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b2fed-836b-4a70-8c15-870ebd571158 req-72b441b1-1010-48d5-b4b1-2c6838f9d64b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.234325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b7b2fed-836b-4a70-8c15-870ebd571158 req-72b441b1-1010-48d5-b4b1-2c6838f9d64b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 945 time: 0.2375166 Jul 23 00:00:28.316467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32c3388e-76d7-4a3c-942a-749d060fb51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.319878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32c3388e-76d7-4a3c-942a-749d060fb51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.324511 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-32c3388e-76d7-4a3c-942a-749d060fb51d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51c2c75e-0878-4ef5-9590-2b278f670ac7 HTTP/1.1" status: 204 len: 168 time: 0.2631731 Jul 23 00:00:28.343957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3388e-76d7-4a3c-942a-749d060fb51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c2c75e-0878-4ef5-9590-2b278f670ac7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:28.348546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b7b2fed-836b-4a70-8c15-870ebd571158 req-2dd7f3f2-7325-4595-a033-e7667a637c90 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132495 Jul 23 00:00:28.372821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] For port abcbed30-840f-4eef-be61-87457a1e6cec, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:28.376555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] For port abcbed30-840f-4eef-be61-87457a1e6cec, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=abcbed30-840f-4eef-be61-87457a1e6cec,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:28.381665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.437620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.438193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:28.440514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] 10.222.0.48 "PUT /v2.0/ports/abcbed30-840f-4eef-be61-87457a1e6cec HTTP/1.1" status: 200 len: 1091 time: 1.4763739 Jul 23 00:00:28.441034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:28.443353 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b05e7d-1d15-4071-a552-53b3c344d208" -d '{"events": [{"name": "network-changed", "server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:28.485311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14202534-8853-4524-bdfd-1415f8cb2251 service neutron] Pushing event updated for resources: {'Port': ['ID=abcbed30-840f-4eef-be61-87457a1e6cec,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:28.504678 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020c4041-aae3-4ce3-98cc-76730b6bc9f4 x-openstack-request-id: req-020c4041-aae3-4ce3-98cc-76730b6bc9f4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:28.504952 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:28.505211 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-020c4041-aae3-4ce3-98cc-76730b6bc9f4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:28.505607 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'status': 'completed', 'code': 200} Jul 23 00:00:28.639044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-f6f7ea7a-b6f8-497c-a4e7-49fb284fcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.641007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-f6f7ea7a-b6f8-497c-a4e7-49fb284fcb45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 1094 time: 0.1264150 Jul 23 00:00:28.696045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-103cbce3-9afe-4af9-8f93-f2a496ed065a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abcbed30-840f-4eef-be61-87457a1e6cec HTTP/1.1" status: 200 len: 217 time: 0.0400794 Jul 23 00:00:28.761816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-34eacd2e-d1ff-42b4-b1dc-d209873afd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.763578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-34eacd2e-d1ff-42b4-b1dc-d209873afd52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7685b034-9647-49ec-b6c4-72bd3398e11d HTTP/1.1" status: 200 len: 835 time: 0.0591335 Jul 23 00:00:28.863951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-09c7ff64-18ba-4f36-a65c-fa3f8eef7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:28.865582 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-09c7ff64-18ba-4f36-a65c-fa3f8eef7c5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61c9d534-9db1-45a5-8884-668bd5fe4e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950301 Jul 23 00:00:28.921681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1130d80a-a46c-4bef-8897-9aceae9658b7 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:29.003030 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 1130d80a-a46c-4bef-8897-9aceae9658b7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:29.007323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 1130d80a-a46c-4bef-8897-9aceae9658b7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:29.007803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.069016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-3d0436c2-5e50-478a-87a9-a65ddc7b0525 service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961019 Jul 23 00:00:29.098058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.129580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:29.132419 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50466c08-4284-44d8-95ce-9354b2c19c4f" -d '{"events": [{"server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "name": "network-vif-plugged", "status": "completed", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:29.160246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 1130d80a-a46c-4bef-8897-9aceae9658b7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1130d80a-a46c-4bef-8897-9aceae9658b7,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:29.165297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.203276 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa01f9-7c8f-44de-823a-aef5d6644142 x-openstack-request-id: req-1ffa01f9-7c8f-44de-823a-aef5d6644142 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:29.204041 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "name": "network-vif-plugged", "status": "completed", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:29.204309 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ffa01f9-7c8f-44de-823a-aef5d6644142 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:29.204708 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'code': 200} Jul 23 00:00:29.209053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a42740-e91b-4eca-a9a7-7afea86c2331 req-d4366808-0aa4-43cc-8ab5-0af4af50c4d5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.216489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89a42740-e91b-4eca-a9a7-7afea86c2331 req-d4366808-0aa4-43cc-8ab5-0af4af50c4d5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 943 time: 0.1983900 Jul 23 00:00:29.240807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=1130d80a-a46c-4bef-8897-9aceae9658b7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:29.312439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dbc35-6e6c-4d3f-ab3f-8982674998a3 req-11a824f1-a979-4bff-91c6-3286ff9e4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.315614 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-368dbc35-6e6c-4d3f-ab3f-8982674998a3 req-11a824f1-a979-4bff-91c6-3286ff9e4bd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1097 time: 0.0741217 Jul 23 00:00:29.354822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-368dbc35-6e6c-4d3f-ab3f-8982674998a3 req-63fa3575-312b-481f-82f9-1244c7ace3b3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Jul 23 00:00:29.405188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37762) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:29.547150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2a7bbe3-ac90-4b7f-b36a-85f1df71f75a req-1ea8d0bd-cb23-422d-a96d-edce0f34b73f service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714065 Jul 23 00:00:29.552840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-416f2109-1ad2-4797-bcb9-8ce69fc02bc9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:29.553597 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-416f2109-1ad2-4797-bcb9-8ce69fc02bc9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 00:00:29.554099 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-416f2109-1ad2-4797-bcb9-8ce69fc02bc9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 00:00:29.558650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-416f2109-1ad2-4797-bcb9-8ce69fc02bc9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1485529 Jul 23 00:00:29.558650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-b45a3ae1-4764-4d1a-b462-919d6d34a57d tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab6a35888eb244ff953e776b07560255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544863 Jul 23 00:00:29.567948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:29.570547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7b00f99-89d1-4807-80d4-2fdb793cb1c0 req-a17686b7-cace-407d-94d4-7eedc6aa3e6e tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 210 time: 0.0432451 Jul 23 00:00:29.598138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89a42740-e91b-4eca-a9a7-7afea86c2331 req-6ff3040d-d84a-4834-b6c8-6bc4e43c2d14 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807745 Jul 23 00:00:29.615856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--701202666'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:29.737513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.750837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-1d702409-7b24-4d0e-960d-0e5b5e8de95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.752468 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-1d702409-7b24-4d0e-960d-0e5b5e8de95e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 1094 time: 0.1101336 Jul 23 00:00:29.757525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:29.764117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8352-3891-4e56-9ccb-2f5b01b12c88 req-09ac04d7-7e56-458e-80bd-3676a8ab21e1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.765589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-842c8352-3891-4e56-9ccb-2f5b01b12c88 req-09ac04d7-7e56-458e-80bd-3676a8ab21e1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 946 time: 0.0886397 Jul 23 00:00:29.807684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-d29ec38f-d472-4b37-b52c-7fc4df57ce8e tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.809173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-d29ec38f-d472-4b37-b52c-7fc4df57ce8e tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421820 Jul 23 00:00:29.822575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Request body: {'port': {'device_id': '50e82953-762e-493e-b1a4-a5815404f03f', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': 'ab6a35888eb244ff953e776b07560255'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:29.855635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-842c8352-3891-4e56-9ccb-2f5b01b12c88 req-a9e35197-dea8-41d6-9753-7cd723234508 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804532 Jul 23 00:00:29.885968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-d69a5c4d-e0d7-4bdd-a5ab-77c68bf5a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.887573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-d69a5c4d-e0d7-4bdd-a5ab-77c68bf5a815 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61c9d534-9db1-45a5-8884-668bd5fe4e51 HTTP/1.1" status: 200 len: 897 time: 0.1210470 Jul 23 00:00:29.936262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-fc783acf-4ff1-4a15-b47c-ee512e7dfc5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abcbed30-840f-4eef-be61-87457a1e6cec HTTP/1.1" status: 200 len: 217 time: 0.0419226 Jul 23 00:00:29.992835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-46ba3e7b-2edb-4e7a-bfe1-0ff3ef1d739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.994268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-46ba3e7b-2edb-4e7a-bfe1-0ff3ef1d739d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7685b034-9647-49ec-b6c4-72bd3398e11d HTTP/1.1" status: 200 len: 835 time: 0.0484118 Jul 23 00:00:30.055955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-a7aab7ba-9403-45ee-8006-84a1936b37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:30.057493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-a7aab7ba-9403-45ee-8006-84a1936b37f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61c9d534-9db1-45a5-8884-668bd5fe4e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571060 Jul 23 00:00:30.162706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-d37fd7c7-3ee5-482a-8d60-fb67fde54ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981348 Jul 23 00:00:30.269478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38b05e7d-1d15-4071-a552-53b3c344d208 req-601ea087-cc40-4516-96ea-b12c6d9351eb service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998478 Jul 23 00:00:30.320552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.326092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.360648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Made reservation on behalf of ab6a35888eb244ff953e776b07560255 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:30.364335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.372178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52efa862-5d02-4f7f-b4e6-c87b238663d3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:30.389799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.452237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.460894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.510835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe666aa2-24db-4bc9-840c-b1ccb33052d2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:30.575079 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.581371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.594426 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.595687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-eb8047cf-6d58-4b05-8429-516c2aed7ed9 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0252931 Jul 23 00:00:30.599501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:30.605303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'fe666aa2-24db-4bc9-840c-b1ccb33052d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:30.635038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.655126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdd4987-2499-4961-837d-5ae7f87caf7c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:30.720490 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99e8a460-a1c4-408d-810a-8a6294e281c9 req-99a32a2d-72f8-45bb-9a53-e77c1477ea99 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 210 time: 0.0396290 Jul 23 00:00:30.736657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Allocated IP 192.168.233.42 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/d2cb7695-c30a-4348-aa64-5b711fcbdefd) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:30.770118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.776202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.802549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e260ff2f-b091-4e1e-b73c-5df723775b1a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:30.817462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a551b72-c2d4-4b9c-a23b-ba1f8a5b360e req-b63fc064-9889-4e84-b326-611aadbbec84 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:30.818965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a551b72-c2d4-4b9c-a23b-ba1f8a5b360e req-b63fc064-9889-4e84-b326-611aadbbec84 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 943 time: 0.1064947 Jul 23 00:00:30.820193 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.821272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1aa7dec3-441c-4bb0-be84-12b305720260 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205737 Jul 23 00:00:30.823964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37780) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:30.830852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-222f98cb-9f1e-405d-9eb0-4932bf3d714b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'fe666aa2-24db-4bc9-840c-b1ccb33052d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:30.878193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a551b72-c2d4-4b9c-a23b-ba1f8a5b360e req-96e319be-059f-45b9-a000-13cab9e02d4a tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520871 Jul 23 00:00:30.883906 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-222f98cb-9f1e-405d-9eb0-4932bf3d714b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.910897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.927113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Transition to ACTIVE for port object d2cb7695-c30a-4348-aa64-5b711fcbdefd will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:30.961955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.976509 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-222f98cb-9f1e-405d-9eb0-4932bf3d714b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 00:00:30.980106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-222f98cb-9f1e-405d-9eb0-4932bf3d714b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1526704 Jul 23 00:00:30.980336 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.007655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:31.014363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:31.018476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:31.034439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79075-e461-421e-b295-7fa1f9663acc req-0d7e3281-aa39-4559-a318-83da5b6f4e24 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.035973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84b79075-e461-421e-b295-7fa1f9663acc req-0d7e3281-aa39-4559-a318-83da5b6f4e24 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 946 time: 0.1097322 Jul 23 00:00:31.042574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Pushing event updated for resources: {'Port': ['ID=d2cb7695-c30a-4348-aa64-5b711fcbdefd,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.067917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2897429-f401-4930-b5cb-66226f82fd9e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.076248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.077184 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.093120 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-ddf871e1-c8aa-4147-a2e5-5afaafb02355 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2743602 Jul 23 00:00:31.105437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Request body: {'port': {'device_id': '50e82953-762e-493e-b1a4-a5815404f03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:31.110589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84b79075-e461-421e-b295-7fa1f9663acc req-3feb2d95-d9ad-43bf-86f3-97332038e845 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654655 Jul 23 00:00:31.112480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2897429-f401-4930-b5cb-66226f82fd9e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.165899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2897429-f401-4930-b5cb-66226f82fd9e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.169164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f2897429-f401-4930-b5cb-66226f82fd9e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.170335 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f2897429-f401-4930-b5cb-66226f82fd9e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/fe666aa2-24db-4bc9-840c-b1ccb33052d2 HTTP/1.1" status: 204 len: 168 time: 0.1891005 Jul 23 00:00:31.173682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.192868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2897429-f401-4930-b5cb-66226f82fd9e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe666aa2-24db-4bc9-840c-b1ccb33052d2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.204298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.251196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-658fa4f2-a204-4e08-9ffb-40b625ee78f5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763388 Jul 23 00:00:31.257832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37790) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.264432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--135975924'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:31.295158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-adf70694-8375-4aac-b54d-fbdc8880bb1b None None] Provisioning for port d2cb7695-c30a-4348-aa64-5b711fcbdefd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:31.299727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-adf70694-8375-4aac-b54d-fbdc8880bb1b None None] Provisioning complete for port d2cb7695-c30a-4348-aa64-5b711fcbdefd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:31.300461 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-adf70694-8375-4aac-b54d-fbdc8880bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.318667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bf5d-b889-460c-9d56-e9d2d53f7ccc req-57765057-d3cd-452e-9c9e-9f596a4bd0fe tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.320273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46f6bf5d-b889-460c-9d56-e9d2d53f7ccc req-57765057-d3cd-452e-9c9e-9f596a4bd0fe tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 946 time: 0.0835507 Jul 23 00:00:31.340355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-adf70694-8375-4aac-b54d-fbdc8880bb1b None None] Port d2cb7695-c30a-4348-aa64-5b711fcbdefd cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:00:31.343579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.362331 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46f6bf5d-b889-460c-9d56-e9d2d53f7ccc req-f7c49945-dc15-4aa8-905c-d4299da05a61 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359976 Jul 23 00:00:31.385228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.441493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0485aeb3-f981-4d95-aa8b-4c9cf47af7cd tempest-TestVolumeBootPattern-1615275881 tempest-TestVolumeBootPattern-1615275881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.443096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0485aeb3-f981-4d95-aa8b-4c9cf47af7cd tempest-TestVolumeBootPattern-1615275881 tempest-TestVolumeBootPattern-1615275881-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1092 time: 0.0567667 Jul 23 00:00:31.445997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.450518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:31.526579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.530907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.548830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.594550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.595858 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3370173 Jul 23 00:00:31.598243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cb7695-c30a-4348-aa64-5b711fcbdefd {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:31.602998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37796) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.605132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42be2bb-6d5d-429f-9118-ed572576042d tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb849b4-cfd0-4491-9209-3df490c10036,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.612277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1a620f26-67b7-4c1b-91a3-e4d15bf198c7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '3fb849b4-cfd0-4491-9209-3df490c10036', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:31.613048 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-1a620f26-67b7-4c1b-91a3-e4d15bf198c7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 00:00:31.613560 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-1a620f26-67b7-4c1b-91a3-e4d15bf198c7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:31.615930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1a620f26-67b7-4c1b-91a3-e4d15bf198c7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104370 Jul 23 00:00:31.617138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.619527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.650171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Transition to ACTIVE for port object d2cb7695-c30a-4348-aa64-5b711fcbdefd will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:31.655916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.658293 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.756791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cb7695-c30a-4348-aa64-5b711fcbdefd,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.822682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34805ca9-8acb-409d-b391-5044dce4218e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.830112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Attempting to bind port d2cb7695-c30a-4348-aa64-5b711fcbdefd on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:31.831113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Attempting to bind port d2cb7695-c30a-4348-aa64-5b711fcbdefd by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:31.831464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Attempting to bind port d2cb7695-c30a-4348-aa64-5b711fcbdefd on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:31.845548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Port d2cb7695-c30a-4348-aa64-5b711fcbdefd on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:31.846772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Attempting to bind port d2cb7695-c30a-4348-aa64-5b711fcbdefd on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:31.859136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34805ca9-8acb-409d-b391-5044dce4218e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.868415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:31.868782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:31.869138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:31.869589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Bound port: d2cb7695-c30a-4348-aa64-5b711fcbdefd, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:31.869951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.888089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Allocated IP 172.25.5.44 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/c168833c-095a-4f89-adc1-ed68d2011df3) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:31.945748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0ef41-fbb6-4113-88d2-c27dc92603cb req-ba18b418-e502-4f2f-9127-5e6341903f3d tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.947359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee0ef41-fbb6-4113-88d2-c27dc92603cb req-ba18b418-e502-4f2f-9127-5e6341903f3d tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 947 time: 0.1188414 Jul 23 00:00:31.978124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] For port d2cb7695-c30a-4348-aa64-5b711fcbdefd, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:31.981296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] For port d2cb7695-c30a-4348-aa64-5b711fcbdefd, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:31.989501 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.038813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.039693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.041108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/d2cb7695-c30a-4348-aa64-5b711fcbdefd HTTP/1.1" status: 200 len: 1095 time: 0.9406743 Jul 23 00:00:32.043813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e82953-762e-493e-b1a4-a5815404f03f', 'tag': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:32.053758 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7483ec3a-c4e2-48bf-a938-44debcfab1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "50e82953-762e-493e-b1a4-a5815404f03f", "tag": "d2cb7695-c30a-4348-aa64-5b711fcbdefd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:32.071605 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34805ca9-8acb-409d-b391-5044dce4218e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.075446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-34805ca9-8acb-409d-b391-5044dce4218e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.076733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-34805ca9-8acb-409d-b391-5044dce4218e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fb849b4-cfd0-4491-9209-3df490c10036 HTTP/1.1" status: 204 len: 168 time: 0.4562495 Jul 23 00:00:32.084275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37808) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.088245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee0ef41-fbb6-4113-88d2-c27dc92603cb req-973ab63e-fa48-4da6-a397-eb402df11305 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313848 Jul 23 00:00:32.135277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.135701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34805ca9-8acb-409d-b391-5044dce4218e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb849b4-cfd0-4491-9209-3df490c10036,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.149366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69bc2b-1868-46ee-a015-ad7ece3317f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cb7695-c30a-4348-aa64-5b711fcbdefd,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.175730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44abaf4-1093-424d-8a68-1a07815b3b69 req-5e5602c9-17aa-4ab2-9202-58306673524d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.177344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44abaf4-1093-424d-8a68-1a07815b3b69 req-5e5602c9-17aa-4ab2-9202-58306673524d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 943 time: 0.1683824 Jul 23 00:00:32.186551 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe377b8-17a6-4758-a931-8961e296b39e x-openstack-request-id: req-6fe377b8-17a6-4758-a931-8961e296b39e {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:32.186844 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e82953-762e-493e-b1a4-a5815404f03f", "tag": "d2cb7695-c30a-4348-aa64-5b711fcbdefd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:32.187100 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fe377b8-17a6-4758-a931-8961e296b39e {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:32.187657 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e82953-762e-493e-b1a4-a5815404f03f', 'tag': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd', 'status': 'completed', 'code': 200} Jul 23 00:00:32.232928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.235603 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f115d86-84fa-4319-bd10-5469ca304b22 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403453 Jul 23 00:00:32.241113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.245734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058701051'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:32.279038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-e728a4fb-0554-4ea1-a066-17f49b58137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.280630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44abaf4-1093-424d-8a68-1a07815b3b69 req-509c35bc-a66f-40d3-b89b-5c60a2091ae7 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937343 Jul 23 00:00:32.280757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-e728a4fb-0554-4ea1-a066-17f49b58137d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab6a35888eb244ff953e776b07560255&device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 1098 time: 0.1666176 Jul 23 00:00:32.285703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.290871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:32.300482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:32.308704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:32.333203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=c168833c-095a-4f89-adc1-ed68d2011df3,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.337940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-62818ee0-507a-4450-9c3a-9df2b2946599 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd HTTP/1.1" status: 200 len: 217 time: 0.0486031 Jul 23 00:00:32.409843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-4a682159-ae37-403f-a74d-ecd1457bab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.411546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-4a682159-ae37-403f-a74d-ecd1457bab3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0657160 Jul 23 00:00:32.491354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.496883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.531057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.532349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2902687 Jul 23 00:00:32.537223 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.539883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-2901b7af-af91-4c5c-9bd9-791fab525452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.541366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-2901b7af-af91-4c5c-9bd9-791fab525452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209645 Jul 23 00:00:32.543317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2308492e-a0ed-4323-bfd5-1e461eee78f7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'a89e1670-7dff-4c51-a133-7621fbbaa154', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:32.544144 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-2308492e-a0ed-4323-bfd5-1e461eee78f7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 00:00:32.544643 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-2308492e-a0ed-4323-bfd5-1e461eee78f7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:32.545302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86175d-27da-4bad-95b6-9d5ba3e1564b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89e1670-7dff-4c51-a133-7621fbbaa154,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.548228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2308492e-a0ed-4323-bfd5-1e461eee78f7 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075512 Jul 23 00:00:32.552554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37814) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.640713 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-bff5b598-c167-43bf-8e51-026327b3dbdd service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927637 Jul 23 00:00:32.751555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d009b5ea-b8ff-498f-81ae-7e327f72cd6f req-0a508b39-39d0-429d-b8ab-863b7662f757 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025250 Jul 23 00:00:32.760784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea3c18eb-e42d-40db-a205-9eee35e0905e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.847061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea3c18eb-e42d-40db-a205-9eee35e0905e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.854601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-e5040f95-9b6d-4851-8790-987765eef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.856264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-e5040f95-9b6d-4851-8790-987765eef809 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab6a35888eb244ff953e776b07560255&device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 1098 time: 0.0632429 Jul 23 00:00:32.889286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.893677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device abcbed30-840f-4eef-be61-87457a1e6cec details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:32.960821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-0c58fe9f-c60d-43b8-8243-245f5f24705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.962442 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-0c58fe9f-c60d-43b8-8243-245f5f24705d service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0996845 Jul 23 00:00:33.005014 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-45a3da03-728b-43f8-9270-e72806ee12fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd HTTP/1.1" status: 200 len: 217 time: 0.0360422 Jul 23 00:00:33.006423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea3c18eb-e42d-40db-a205-9eee35e0905e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.008950 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ea3c18eb-e42d-40db-a205-9eee35e0905e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.010094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ea3c18eb-e42d-40db-a205-9eee35e0905e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/a89e1670-7dff-4c51-a133-7621fbbaa154 HTTP/1.1" status: 204 len: 168 time: 0.4562385 Jul 23 00:00:33.021560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port abcbed30-840f-4eef-be61-87457a1e6cec, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=abcbed30-840f-4eef-be61-87457a1e6cec,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:33.022727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:33.034565 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'port_id': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'mac_address': 'fa:16:3e:e3:09:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:33.076172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.081033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c18eb-e42d-40db-a205-9eee35e0905e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89e1670-7dff-4c51-a133-7621fbbaa154,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:33.098698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-8bc40c97-84ea-4c86-a9b7-8785f257c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.100283 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-8bc40c97-84ea-4c86-a9b7-8785f257c14a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0883777 Jul 23 00:00:33.101064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcbed30-840f-4eef-be61-87457a1e6cec {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:33.104730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d83e87f-1f91-41fe-8bfb-54e7c3a5f1f1 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801921 Jul 23 00:00:33.115431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.117513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37832) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:33.132360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port abcbed30-840f-4eef-be61-87457a1e6cec, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=abcbed30-840f-4eef-be61-87457a1e6cec,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:33.137668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.143585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--558568538'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:33.177904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-a9ab4e66-f8ff-4454-95a2-c119d11331b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.180128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-a9ab4e66-f8ff-4454-95a2-c119d11331b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718291 Jul 23 00:00:33.193863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=abcbed30-840f-4eef-be61-87457a1e6cec,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:33.199659 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-455e2cba-a2cb-4914-8eea-8bf905ec0945 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.201219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-455e2cba-a2cb-4914-8eea-8bf905ec0945 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.2659557 Jul 23 00:00:33.256983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.279217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f3ba8acf-db2e-458d-a13e-5801fc717a24 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/quotas/c814597b3eac40519833f34bf59db621 HTTP/1.1" status: 200 len: 375 time: 0.0611045 Jul 23 00:00:33.294733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-9d6948bc-bd0a-42ee-945a-3d9bc5fc549f service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081243 Jul 23 00:00:33.404945 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7483ec3a-c4e2-48bf-a938-44debcfab1f3 req-ef376025-d0e2-4843-b3bf-fd033b15a02f service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028454 Jul 23 00:00:33.413160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['abcbed30-840f-4eef-be61-87457a1e6cec'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:33.742792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cd310-a311-4018-a47b-d1a46d05412b req-d440c50f-ad8f-4ec5-a0de-450ee56df818 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.744352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-037cd310-a311-4018-a47b-d1a46d05412b req-d440c50f-ad8f-4ec5-a0de-450ee56df818 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 947 time: 0.5397594 Jul 23 00:00:33.785812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.800053 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.818121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-6da3df6b-ad8e-46da-b43b-f7aa85ba82d5 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5287814 Jul 23 00:00:33.865099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.890542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.903425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-037cd310-a311-4018-a47b-d1a46d05412b req-ae44bafa-b0da-4d0f-8999-10867e0a93a7 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483388 Jul 23 00:00:33.976182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event updated for resources: {'Port': ['ID=c168833c-095a-4f89-adc1-ed68d2011df3,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.006579 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.007748 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8862002 Jul 23 00:00:34.010615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37838) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.015562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-adb16756-e755-4e9e-a231-1c7b293ca355 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '2c3e2de6-0bb5-45c6-8d51-1e3746853558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.017591 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-adb16756-e755-4e9e-a231-1c7b293ca355 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 00:00:34.018372 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-adb16756-e755-4e9e-a231-1c7b293ca355 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.019495 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-adb16756-e755-4e9e-a231-1c7b293ca355 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078440 Jul 23 00:00:34.022115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37840) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.022501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed15d43-3533-463e-bf74-ea16da9d4a72 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e2de6-0bb5-45c6-8d51-1e3746853558,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.027202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-471f3fed-661e-43c9-996d-bc74b3f19f83 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '2c3e2de6-0bb5-45c6-8d51-1e3746853558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.027941 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-471f3fed-661e-43c9-996d-bc74b3f19f83 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 00:00:34.028428 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-471f3fed-661e-43c9-996d-bc74b3f19f83 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.030117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-471f3fed-661e-43c9-996d-bc74b3f19f83 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064399 Jul 23 00:00:34.032695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37842) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.038822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-41d4f420-80ee-4ca1-b730-1f7113df3ea3 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '2c3e2de6-0bb5-45c6-8d51-1e3746853558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.039681 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-41d4f420-80ee-4ca1-b730-1f7113df3ea3 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 00:00:34.040169 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-41d4f420-80ee-4ca1-b730-1f7113df3ea3 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.041149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41d4f420-80ee-4ca1-b730-1f7113df3ea3 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057695 Jul 23 00:00:34.043966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.048215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-61a31b1f-3d00-43dc-b2dc-4c213c3d3899 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '2c3e2de6-0bb5-45c6-8d51-1e3746853558', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.049973 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-61a31b1f-3d00-43dc-b2dc-4c213c3d3899 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 00:00:34.050651 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-61a31b1f-3d00-43dc-b2dc-4c213c3d3899 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.054218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-61a31b1f-3d00-43dc-b2dc-4c213c3d3899 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068088 Jul 23 00:00:34.054363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.054460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.107873 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41e6c576-e3f4-45c1-bef3-cd46f309bffa tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.130167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41e6c576-e3f4-45c1-bef3-cd46f309bffa tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.145453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-5de74a8e-da28-4932-af73-c35141024236 service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983246 Jul 23 00:00:34.177329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41e6c576-e3f4-45c1-bef3-cd46f309bffa tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.179983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41e6c576-e3f4-45c1-bef3-cd46f309bffa tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.181193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41e6c576-e3f4-45c1-bef3-cd46f309bffa tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/2c3e2de6-0bb5-45c6-8d51-1e3746853558 HTTP/1.1" status: 204 len: 168 time: 0.1258554 Jul 23 00:00:34.184437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.202708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6c576-e3f4-45c1-bef3-cd46f309bffa tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e2de6-0bb5-45c6-8d51-1e3746853558,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.239482 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62573aca-9212-4d1b-82d2-fd5da3b5ffa6 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504622 Jul 23 00:00:34.240156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.244697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415922476'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.251278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8169874-5bfb-460f-8b51-bdbb7e3a7944 req-0a4d91ef-9f8e-4a60-82b6-e228575f767b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:34.252596 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8169874-5bfb-460f-8b51-bdbb7e3a7944 req-0a4d91ef-9f8e-4a60-82b6-e228575f767b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 944 time: 0.2830596 Jul 23 00:00:34.258728 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Floating IP 3695ebd0-fa43-44ad-9c76-9cc52da98c71 associated. External IP: 172.25.5.44, port: 1130d80a-a46c-4bef-8897-9aceae9658b7. Jul 23 00:00:34.268321 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.353510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.357467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.370616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-15976578-bbf7-44b3-b45c-3447daf314db service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147002 Jul 23 00:00:34.381480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.382396 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1412258 Jul 23 00:00:34.385108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.390688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25034827-f39a-47de-92e5-a8a2e8dd9f2b tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9071393-1d25-48a6-b15a-aaa2d0c93fc9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.391343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0aad528c-80fd-4c4c-a742-2f4345123f43 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.391841 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-0aad528c-80fd-4c4c-a742-2f4345123f43 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 00:00:34.392357 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-0aad528c-80fd-4c4c-a742-2f4345123f43 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.394009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0aad528c-80fd-4c4c-a742-2f4345123f43 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078366 Jul 23 00:00:34.396995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37854) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.398829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8169874-5bfb-460f-8b51-bdbb7e3a7944 req-9abaa693-8089-4891-9c07-fcacc4574de7 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334023 Jul 23 00:00:34.403893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8422bf2a-605c-4337-a954-8ac190795872 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.459821 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8422bf2a-605c-4337-a954-8ac190795872 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.461000 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8422bf2a-605c-4337-a954-8ac190795872 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0625083 Jul 23 00:00:34.463840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.470500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e127c891-bf58-435c-a759-9f03d2b942e0 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.471302 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-e127c891-bf58-435c-a759-9f03d2b942e0 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 00:00:34.472125 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-e127c891-bf58-435c-a759-9f03d2b942e0 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.475866 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e127c891-bf58-435c-a759-9f03d2b942e0 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083747 Jul 23 00:00:34.476103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.482433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c7bcd74b-8042-42fd-9ca1-a047d0981a27 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.527791 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-c7bcd74b-8042-42fd-9ca1-a047d0981a27 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.533469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.537441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c7bcd74b-8042-42fd-9ca1-a047d0981a27 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0577066 Jul 23 00:00:34.540345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-28862ab1-e711-4110-8f82-5ea6fadd4b89 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.540835 n-d-758851-4 neutron-server[93791]: WARNING neutron.api.v2.base [None req-28862ab1-e711-4110-8f82-5ea6fadd4b89 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 00:00:34.541333 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-28862ab1-e711-4110-8f82-5ea6fadd4b89 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.543387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-28862ab1-e711-4110-8f82-5ea6fadd4b89 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078511 Jul 23 00:00:34.545763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37866) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.550673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fb32469b-cd30-4fad-9109-b22d0fbc3b52 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.556274 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:34.591144 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-fb32469b-cd30-4fad-9109-b22d0fbc3b52 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.595851 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fb32469b-cd30-4fad-9109-b22d0fbc3b52 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0488594 Jul 23 00:00:34.596039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1139a08d-75eb-478d-ae9b-aeeeaddd770f req-edd2d979-6add-48bb-a679-10f5e73a4dcf tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 210 time: 0.0375760 Jul 23 00:00:34.596626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37868) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.602872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ae39a270-e72f-4318-aa0d-b73030a020ab tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.603593 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-ae39a270-e72f-4318-aa0d-b73030a020ab tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 00:00:34.604165 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-ae39a270-e72f-4318-aa0d-b73030a020ab tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.607975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ae39a270-e72f-4318-aa0d-b73030a020ab tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075781 Jul 23 00:00:34.612356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37870) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.617165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5f95f823-214e-41b8-bac6-0fb4db8b6259 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.662276 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-5f95f823-214e-41b8-bac6-0fb4db8b6259 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.667306 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f95f823-214e-41b8-bac6-0fb4db8b6259 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0537772 Jul 23 00:00:34.668196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37874) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.674014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8df8fc5a-a54d-4d04-a9ba-ac95f703851f tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': 'e9071393-1d25-48a6-b15a-aaa2d0c93fc9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.711717 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-8df8fc5a-a54d-4d04-a9ba-ac95f703851f tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:34.715595 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8df8fc5a-a54d-4d04-a9ba-ac95f703851f tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0439236 Jul 23 00:00:34.716012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:34.716101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.726411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:34.732981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.738660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:34.739536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:34.783992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ad717d83-f8e0-4c8d-aa48-5cb1ea60e570 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3362546 Jul 23 00:00:34.785033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:34.787630 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db33234d-2fa7-4f21-a61d-af5c53e547bb" -d '{"events": [{"name": "network-changed", "server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:34.806593 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11f1a102-e344-4b03-9ca7-38de231b81a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.835032 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a243eaf-d27d-47fe-9076-a017625d7026 x-openstack-request-id: req-2a243eaf-d27d-47fe-9076-a017625d7026 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:34.835860 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:34.835860 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a243eaf-d27d-47fe-9076-a017625d7026 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:34.836076 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'status': 'completed', 'code': 200} Jul 23 00:00:34.844474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11f1a102-e344-4b03-9ca7-38de231b81a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.883021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:34.913265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device abcbed30-840f-4eef-be61-87457a1e6cec up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:34.932492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11f1a102-e344-4b03-9ca7-38de231b81a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.935888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11f1a102-e344-4b03-9ca7-38de231b81a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.939985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11f1a102-e344-4b03-9ca7-38de231b81a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9071393-1d25-48a6-b15a-aaa2d0c93fc9 HTTP/1.1" status: 204 len: 168 time: 0.2227855 Jul 23 00:00:34.941636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37888) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:34.946552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d2cb7695-c30a-4348-aa64-5b711fcbdefd details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:34.961809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-23fa4990-ba00-4bca-84b2-d23f92b7f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:34.963642 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-23fa4990-ba00-4bca-84b2-d23f92b7f605 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1097 time: 0.0993907 Jul 23 00:00:34.964793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1a102-e344-4b03-9ca7-38de231b81a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9071393-1d25-48a6-b15a-aaa2d0c93fc9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.020504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-32442d4e-f484-4eb0-bd36-c1705c789351 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726044 Jul 23 00:00:35.021374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37890) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.027147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949071778'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:35.082202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-11222e89-e7eb-4def-a1f9-72d75a9861fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.083943 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-11222e89-e7eb-4def-a1f9-72d75a9861fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1140320 Jul 23 00:00:35.097301 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.160365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1f269-37f7-4925-826b-cca654bc4344 req-61a099ed-517b-4af3-95e6-89e697ca8822 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.162100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9c1f269-37f7-4925-826b-cca654bc4344 req-61a099ed-517b-4af3-95e6-89e697ca8822 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 947 time: 0.1225636 Jul 23 00:00:35.168314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-b764a6d5-6f47-4199-a9ab-a4b7744e67b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 200 len: 999 time: 0.0755274 Jul 23 00:00:35.171923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d2cb7695-c30a-4348-aa64-5b711fcbdefd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:35.185563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd', 'mac_address': 'fa:16:3e:d2:4b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:35.218174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9c1f269-37f7-4925-826b-cca654bc4344 req-e8694281-d706-4f04-b54e-2a6786bf85d4 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Jul 23 00:00:35.235190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-59b5f4a5-99ad-40e0-b2e1-447e265fa29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.238114 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-59b5f4a5-99ad-40e0-b2e1-447e265fa29f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0641024 Jul 23 00:00:35.269454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.274742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.306988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.310953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2858152 Jul 23 00:00:35.311621 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37892) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.318522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-11eda335-05a5-4526-ba42-27b48323b6fc tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '7c800f5a-ece9-41ef-b218-088f42cf4108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:35.320989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837a779-077c-46fc-8d2e-df1a6c360903 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c800f5a-ece9-41ef-b218-088f42cf4108,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.322688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port abcbed30-840f-4eef-be61-87457a1e6cec completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:35.326072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-29376527-7513-489f-9365-dc8b01759b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.326783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-29376527-7513-489f-9365-dc8b01759b9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830238 Jul 23 00:00:35.351014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port abcbed30-840f-4eef-be61-87457a1e6cec triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:35.351294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.353715 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.393617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cb7695-c30a-4348-aa64-5b711fcbdefd {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:35.426675 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-11eda335-05a5-4526-ba42-27b48323b6fc tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The resource could not be found. Jul 23 00:00:35.431516 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11eda335-05a5-4526-ba42-27b48323b6fc tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1151502 Jul 23 00:00:35.432401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37896) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.438669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-50c3c842-45ab-4169-81a0-08a9fac3c905 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '7c800f5a-ece9-41ef-b218-088f42cf4108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4f8c9216-3ca4-41f2-9e5f-cdb265bcaf9d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:35.446018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-75397264-b187-4b2d-8c7b-5122a8b57f68 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129794 Jul 23 00:00:35.449150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d2cb7695-c30a-4348-aa64-5b711fcbdefd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:35.468907 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.480375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 1, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}, {'id': '3695ebd0-fa43-44ad-9c76-9cc52da98c71', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:fa:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:32Z', 'updated_at': '2021-07-23T00:00:32Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:35.492279 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-50c3c842-45ab-4169-81a0-08a9fac3c905 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The resource could not be found. Jul 23 00:00:35.496764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37898) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.499652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-50c3c842-45ab-4169-81a0-08a9fac3c905 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0628512 Jul 23 00:00:35.542200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:35.582029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e804d-c1da-4d0f-84cf-2468cdcc0281 req-772b2e57-604d-4780-81ea-b9fb73af017b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.584434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db33234d-2fa7-4f21-a61d-af5c53e547bb req-2051ffa9-1dc4-4dbf-a643-b13674a69355 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268473 Jul 23 00:00:35.600619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d7e804d-c1da-4d0f-84cf-2468cdcc0281 req-772b2e57-604d-4780-81ea-b9fb73af017b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 944 time: 0.0993099 Jul 23 00:00:35.600850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b85eeb5-cca7-4cef-a94b-f04d48d127b5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.610776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:35.611469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:35.620775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.635152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b85eeb5-cca7-4cef-a94b-f04d48d127b5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.657955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d7e804d-c1da-4d0f-84cf-2468cdcc0281 req-ecdfabeb-4a9c-4a95-81fa-b8cfb9fc4850 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566463 Jul 23 00:00:35.698906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d2cb7695-c30a-4348-aa64-5b711fcbdefd,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.729219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:35.731523 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e137c7-c1d0-47a9-a4dc-560d8fd4c565" -d '{"events": [{"server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "name": "network-vif-plugged", "status": "completed", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:35.738210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b85eeb5-cca7-4cef-a94b-f04d48d127b5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.742286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b85eeb5-cca7-4cef-a94b-f04d48d127b5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.745257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c5823a4-dc70-4d7d-b0c3-75f0aff9d28f req-5c6abcd0-261a-4503-802f-a00b2e599c44 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 210 time: 0.0597639 Jul 23 00:00:35.748918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b85eeb5-cca7-4cef-a94b-f04d48d127b5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c800f5a-ece9-41ef-b218-088f42cf4108 HTTP/1.1" status: 204 len: 168 time: 0.2488530 Jul 23 00:00:35.749680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37904) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.751664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port abcbed30-840f-4eef-be61-87457a1e6cec, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=abcbed30-840f-4eef-be61-87457a1e6cec,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:35.763022 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.774982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['d2cb7695-c30a-4348-aa64-5b711fcbdefd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:35.797284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85eeb5-cca7-4cef-a94b-f04d48d127b5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c800f5a-ece9-41ef-b218-088f42cf4108,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.806531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:35.835264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fa9baec-1dec-449c-8b08-090c320617e6 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750325 Jul 23 00:00:35.838852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37906) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.843140 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188b1254-f961-49d3-adea-f7a83d04aef6 x-openstack-request-id: req-188b1254-f961-49d3-adea-f7a83d04aef6 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:35.843448 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "name": "network-vif-plugged", "status": "completed", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:35.843688 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-188b1254-f961-49d3-adea-f7a83d04aef6 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:35.844078 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'code': 200} Jul 23 00:00:35.844317 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7deeb63f-a39f-42a0-b159-ecc5c7116042 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '95cc2667-e2cb-442a-9d07-4149e2205138', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:35.869053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-4ef9d97e-8265-4260-be81-5ee85c516548 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.870474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-4ef9d97e-8265-4260-be81-5ee85c516548 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.1831796 Jul 23 00:00:35.890362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Request body: {'port': {'device_id': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'admin_state_up': True, 'tenant_id': 'c814597b3eac40519833f34bf59db621'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:35.902673 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-7deeb63f-a39f-42a0-b159-ecc5c7116042 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The resource could not be found. Jul 23 00:00:35.904336 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7deeb63f-a39f-42a0-b159-ecc5c7116042 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0644169 Jul 23 00:00:35.907833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37908) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:35.914894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--781963944'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:35.945376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.991098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=abcbed30-840f-4eef-be61-87457a1e6cec,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.075506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.081656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.097105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Made reservation on behalf of c814597b3eac40519833f34bf59db621 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:36.101981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.124287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.129276 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2194545 Jul 23 00:00:36.129606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37910) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.133188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b6733-97ca-4b3c-902d-9753d1181805 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b23bd73-b451-4ad0-9770-4ab86efbd875,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.135905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--703686065'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:36.141027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd1b4d-9d64-4896-aebe-8a95297825c3 req-e4673cc2-4f27-4e86-b34d-5ee491bcc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.142764 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-31cd1b4d-9d64-4896-aebe-8a95297825c3 req-e4673cc2-4f27-4e86-b34d-5ee491bcc9d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 1096 time: 0.1180377 Jul 23 00:00:36.185580 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-31cd1b4d-9d64-4896-aebe-8a95297825c3 req-6bc722c0-1004-4d04-8af8-1de0a5f120b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Jul 23 00:00:36.217132 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.271634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.290013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Allocated IP 172.20.0.10 (8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa/53a15030-1e20-4b0f-8b50-285b6a74f391/2bd41957-4e9a-4138-95d5-4db903c93a08) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:36.383517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 1, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}, {'id': '3695ebd0-fa43-44ad-9c76-9cc52da98c71', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:fa:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:32Z', 'updated_at': '2021-07-23T00:00:32Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:36.411655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62affee3-6a01-4467-a1df-da07df8b94c0 None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 1, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}, {'id': '3695ebd0-fa43-44ad-9c76-9cc52da98c71', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.44', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:fa:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:32Z', 'updated_at': '2021-07-23T00:00:32Z', 'revision_number': 0, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:36.442957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.459951 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.486183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703016d-2f51-4144-9165-53b69e83f16e req-e5003fc2-f954-4a3f-9c09-8720ba3ffcb2 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.488203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8703016d-2f51-4144-9165-53b69e83f16e req-e5003fc2-f954-4a3f-9c09-8720ba3ffcb2 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 948 time: 0.1831076 Jul 23 00:00:36.562652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.563964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4333375 Jul 23 00:00:36.570714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37914) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.571399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e01a2a-3d5f-4586-a5f3-80c6aeaa0865 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de5474-7d27-4951-b9f9-b2e1e2ebc37f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.581463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4fb73a2d-b9f8-4444-b039-356dfc405210 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group_rule': {'security_group_id': '0b23bd73-b451-4ad0-9770-4ab86efbd875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e0de5474-7d27-4951-b9f9-b2e1e2ebc37f'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:36.623000 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dfee0-411d-430c-85f5-f89754e33156 None None] New status for floating IP 3695ebd0-fa43-44ad-9c76-9cc52da98c71: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:00:36.633504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.638009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8703016d-2f51-4144-9165-53b69e83f16e req-e802a9cc-042c-4a13-aaa2-64f19ac48b62 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096835 Jul 23 00:00:36.670305 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-4fb73a2d-b9f8-4444-b039-356dfc405210 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:00:36.671400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4fb73a2d-b9f8-4444-b039-356dfc405210 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0968049 Jul 23 00:00:36.674901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.696546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.721931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:36.725497 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:36.731041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:36.750396 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62faef8f-5ba2-422f-97b0-af9a57f30d69 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.754329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:36.782826 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62faef8f-5ba2-422f-97b0-af9a57f30d69 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.857744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62faef8f-5ba2-422f-97b0-af9a57f30d69 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.861127 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62faef8f-5ba2-422f-97b0-af9a57f30d69 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.862488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62faef8f-5ba2-422f-97b0-af9a57f30d69 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0de5474-7d27-4951-b9f9-b2e1e2ebc37f HTTP/1.1" status: 204 len: 168 time: 0.1858819 Jul 23 00:00:36.866294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.893359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faef8f-5ba2-422f-97b0-af9a57f30d69 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de5474-7d27-4951-b9f9-b2e1e2ebc37f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.901738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.902405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:36.923379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event updated for resources: {'Port': ['ID=2bd41957-4e9a-4138-95d5-4db903c93a08,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:36.946383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d2cb7695-c30a-4348-aa64-5b711fcbdefd up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:36.947460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-361c15ab-2bd9-498d-87d2-206004a3fcbe tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0613751 Jul 23 00:00:36.948483 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-329af051-342c-4fbd-a2ce-65aa2ced1588 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0807981 Jul 23 00:00:36.951620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37924) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:36.977754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Request body: {'port': {'device_id': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:37.010950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa92a7-797e-4017-8fd7-39f1af672927 req-9af430b1-da50-4c11-a2ee-9adb52c45e3f tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.012686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2fa92a7-797e-4017-8fd7-39f1af672927 req-9af430b1-da50-4c11-a2ee-9adb52c45e3f tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 932 time: 0.1601288 Jul 23 00:00:37.013589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port d2cb7695-c30a-4348-aa64-5b711fcbdefd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:37.024729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port d2cb7695-c30a-4348-aa64-5b711fcbdefd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:37.025130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.025795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ca59-1f09-4253-8474-777060ba60a8 req-938ddea5-07c0-4083-b6fe-6ea6e20538ca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.027286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfa3ca59-1f09-4253-8474-777060ba60a8 req-938ddea5-07c0-4083-b6fe-6ea6e20538ca tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 945 time: 0.2494321 Jul 23 00:00:37.030693 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3d1-7c63-433a-bb1f-df67cc288155 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.056253 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3d1-7c63-433a-bb1f-df67cc288155 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.110501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.113270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3d1-7c63-433a-bb1f-df67cc288155 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.116807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3d1-7c63-433a-bb1f-df67cc288155 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.122096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7f81e3d1-7c63-433a-bb1f-df67cc288155 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b23bd73-b451-4ad0-9770-4ab86efbd875 HTTP/1.1" status: 204 len: 168 time: 0.1699960 Jul 23 00:00:37.122280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.129446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2fa92a7-797e-4017-8fd7-39f1af672927 req-a7e86f6b-4dc7-4c3a-bb89-41c142c536c1 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011651 Jul 23 00:00:37.134786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81e3d1-7c63-433a-bb1f-df67cc288155 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b23bd73-b451-4ad0-9770-4ab86efbd875,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:37.145451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfa3ca59-1f09-4253-8474-777060ba60a8 req-9082f341-87f1-4cc9-bf2c-1aa6015fee35 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064577 Jul 23 00:00:37.158913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d2cb7695-c30a-4348-aa64-5b711fcbdefd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:37.166128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.181766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.216852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f713e355-2d76-40ae-8daa-753d3eea743e tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914497 Jul 23 00:00:37.218349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d2cb7695-c30a-4348-aa64-5b711fcbdefd,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:37.224334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37928) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.229568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'tempest-secgroup--572146534'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:37.262068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.359704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.364549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.394232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.398813 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1732244 Jul 23 00:00:37.399436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.407165 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bde5101f-60ff-4ece-a28e-95a2bdb3a7a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:37.407672 n-d-758851-4 neutron-server[93790]: WARNING neutron.api.v2.base [None req-bde5101f-60ff-4ece-a28e-95a2bdb3a7a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 00:00:37.408695 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-bde5101f-60ff-4ece-a28e-95a2bdb3a7a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 00:00:37.409921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bde5101f-60ff-4ece-a28e-95a2bdb3a7a5 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "PUT /v2.0/security-groups/8634cdef-ec91-4da6-9dfc-05401fecf99d HTTP/1.1" status: 409 len: 330 time: 0.0072148 Jul 23 00:00:37.411123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5eb25-299f-4f15-9195-1253cb10a641 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8634cdef-ec91-4da6-9dfc-05401fecf99d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:37.413919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 37932) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.515095 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9edc05ae-0f9f-40ba-95a9-989dc4071f61 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.538836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd41957-4e9a-4138-95d5-4db903c93a08 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:37.552415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.555262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9edc05ae-0f9f-40ba-95a9-989dc4071f61 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.579459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Transition to ACTIVE for port object 2bd41957-4e9a-4138-95d5-4db903c93a08 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:37.589103 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.645221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9edc05ae-0f9f-40ba-95a9-989dc4071f61 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.647785 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9edc05ae-0f9f-40ba-95a9-989dc4071f61 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.649022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9edc05ae-0f9f-40ba-95a9-989dc4071f61 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/8634cdef-ec91-4da6-9dfc-05401fecf99d HTTP/1.1" status: 204 len: 168 time: 0.2340927 Jul 23 00:00:37.652408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.658051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Pushing event updated for resources: {'Port': ['ID=2bd41957-4e9a-4138-95d5-4db903c93a08,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:37.670097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc05ae-0f9f-40ba-95a9-989dc4071f61 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8634cdef-ec91-4da6-9dfc-05401fecf99d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:37.723862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-748ef005-4278-428c-affd-9aa41b0f7bde tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700645 Jul 23 00:00:37.728625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37938) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.743255 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-66bff213-7d75-4060-9429-0901161ef495 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] delete failed (client error): The resource could not be found. Jul 23 00:00:37.746208 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-66bff213-7d75-4060-9429-0901161ef495 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e3f723b-48e8-41b2-ac0c-22cc8c97daa5 HTTP/1.1" status: 404 len: 347 time: 0.0147626 Jul 23 00:00:37.748103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37940) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.761855 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-43b9a58a-18c5-4349-8240-7cd50ee1091f tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] show failed (client error): The resource could not be found. Jul 23 00:00:37.762888 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-43b9a58a-18c5-4349-8240-7cd50ee1091f tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-groups/969c5b1c-15c3-4831-bcec-64a694f7860e HTTP/1.1" status: 404 len: 347 time: 0.0138676 Jul 23 00:00:37.767140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37942) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:37.784668 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-78aa3149-84c6-4eb9-a665-d962f8d8b7f4 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] show failed (client error): The resource could not be found. Jul 23 00:00:37.785774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-78aa3149-84c6-4eb9-a665-d962f8d8b7f4 tempest-NegativeSecGroupTest-146169465 tempest-NegativeSecGroupTest-146169465-project] 10.222.0.21 "GET /v2.0/security-group-rules/0a3a2df6-d57c-408a-9155-a20f3c2a9770 HTTP/1.1" status: 404 len: 356 time: 0.0175946 Jul 23 00:00:37.786113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Attempting to bind port 2bd41957-4e9a-4138-95d5-4db903c93a08 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:37.786463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Attempting to bind port 2bd41957-4e9a-4138-95d5-4db903c93a08 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:37.786797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Attempting to bind port 2bd41957-4e9a-4138-95d5-4db903c93a08 on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:37.795380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Port 2bd41957-4e9a-4138-95d5-4db903c93a08 on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:37.795718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Attempting to bind port 2bd41957-4e9a-4138-95d5-4db903c93a08 on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:37.804479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:37.804819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Checking segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:37.805210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Bound using segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:37.805749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Bound port: 2bd41957-4e9a-4138-95d5-4db903c93a08, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:37.806091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.846421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e82953-762e-493e-b1a4-a5815404f03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:37.849492 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8983a629-708f-46bc-9845-0a9e56d2250b" -d '{"events": [{"server_uuid": "50e82953-762e-493e-b1a4-a5815404f03f", "name": "network-vif-plugged", "status": "completed", "tag": "d2cb7695-c30a-4348-aa64-5b711fcbdefd"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:37.863383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae13b4-7876-47e9-87f6-d8f87c8e8e6a req-2c4f56c4-b439-44ad-b30d-efcabb22e6b5 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.864755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9ae13b4-7876-47e9-87f6-d8f87c8e8e6a req-2c4f56c4-b439-44ad-b30d-efcabb22e6b5 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 949 time: 0.1241796 Jul 23 00:00:37.888568 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf62b7-45a7-4429-9e72-d1322c0af124 x-openstack-request-id: req-7cbf62b7-45a7-4429-9e72-d1322c0af124 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:37.888963 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e82953-762e-493e-b1a4-a5815404f03f", "name": "network-vif-plugged", "status": "completed", "tag": "d2cb7695-c30a-4348-aa64-5b711fcbdefd", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:37.889642 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cbf62b7-45a7-4429-9e72-d1322c0af124 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:37.890134 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e82953-762e-493e-b1a4-a5815404f03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd', 'code': 200} Jul 23 00:00:37.921818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] For port 2bd41957-4e9a-4138-95d5-4db903c93a08, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:37.930221 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a9ae13b4-7876-47e9-87f6-d8f87c8e8e6a req-26ade28c-cede-41b5-82fb-ebfff403f4fc tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568564 Jul 23 00:00:37.940227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] For port 2bd41957-4e9a-4138-95d5-4db903c93a08, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2bd41957-4e9a-4138-95d5-4db903c93a08,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:37.950825 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.987694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.988504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:37.990135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] 10.222.0.48 "PUT /v2.0/ports/2bd41957-4e9a-4138-95d5-4db903c93a08 HTTP/1.1" status: 200 len: 1092 time: 1.0209610 Jul 23 00:00:37.991078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'tag': '2bd41957-4e9a-4138-95d5-4db903c93a08'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:37.993651 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a8ced-d97b-47c6-857a-2cb246fe74b7" -d '{"events": [{"name": "network-changed", "server_uuid": "65e19c1e-2395-4c11-9bcf-f72965ddaa67", "tag": "2bd41957-4e9a-4138-95d5-4db903c93a08"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:38.024747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8f5d3-640b-48e4-8c16-f97639b759cc service neutron] Pushing event updated for resources: {'Port': ['ID=2bd41957-4e9a-4138-95d5-4db903c93a08,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:38.031796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073288-20d6-4634-873d-13bf6321ba24 req-fbf54872-6fa5-43c8-b825-811f63802f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.034108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9073288-20d6-4634-873d-13bf6321ba24 req-fbf54872-6fa5-43c8-b825-811f63802f4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 1100 time: 0.0798330 Jul 23 00:00:38.048619 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2baa97-1600-4dde-8c2c-915dd1074176 x-openstack-request-id: req-1b2baa97-1600-4dde-8c2c-915dd1074176 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:38.049431 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e19c1e-2395-4c11-9bcf-f72965ddaa67", "tag": "2bd41957-4e9a-4138-95d5-4db903c93a08", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:38.050070 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b2baa97-1600-4dde-8c2c-915dd1074176 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:38.050592 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'tag': '2bd41957-4e9a-4138-95d5-4db903c93a08', 'status': 'completed', 'code': 200} Jul 23 00:00:38.078005 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b9073288-20d6-4634-873d-13bf6321ba24 req-4aa67337-a036-4475-a0e7-1c7c3d49c5d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 Jul 23 00:00:38.088853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:38.119748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-6e97a3db-a6d6-40c8-9200-c5b415fdc9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.121293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-6e97a3db-a6d6-40c8-9200-c5b415fdc9b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 1095 time: 0.0599325 Jul 23 00:00:38.174922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-3f041dea-c871-429b-ac8b-a194b5957c8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd41957-4e9a-4138-95d5-4db903c93a08 HTTP/1.1" status: 200 len: 217 time: 0.0398884 Jul 23 00:00:38.235399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-2359b33d-4d27-4c59-9c0b-bbc20ea030d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.237015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-2359b33d-4d27-4c59-9c0b-bbc20ea030d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.0553617 Jul 23 00:00:38.245345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7b1ffaef-5d38-478b-8457-91ca5a284520 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b28cf9d0d8604d3ba359526b0c14a00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526678 Jul 23 00:00:38.245345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37960) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:38.299168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5858c67a-2d2a-4298-88a4-8be9c58b7382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.319242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-6df2ce9c-fc6c-4a07-a7af-4bfd3b346f1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656731 Jul 23 00:00:38.322595 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5858c67a-2d2a-4298-88a4-8be9c58b7382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.382493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5858c67a-2d2a-4298-88a4-8be9c58b7382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.385234 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5858c67a-2d2a-4298-88a4-8be9c58b7382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.386495 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5858c67a-2d2a-4298-88a4-8be9c58b7382 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52efa862-5d02-4f7f-b4e6-c87b238663d3 HTTP/1.1" status: 204 len: 168 time: 0.1402531 Jul 23 00:00:38.395555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858c67a-2d2a-4298-88a4-8be9c58b7382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52efa862-5d02-4f7f-b4e6-c87b238663d3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:38.432917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8595a-efab-4314-8b70-caf3dffeb104 req-92853739-ce43-4bcd-bc45-b098d7412767 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.434370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bb8595a-efab-4314-8b70-caf3dffeb104 req-92853739-ce43-4bcd-bc45-b098d7412767 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 945 time: 0.2025299 Jul 23 00:00:38.448693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0eb28-7a29-4b72-b861-d410756a7e48 req-2fd3377f-4f39-4b30-aa59-53d14f0a6589 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.450284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7aa0eb28-7a29-4b72-b861-d410756a7e48 req-2fd3377f-4f39-4b30-aa59-53d14f0a6589 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 944 time: 0.2204425 Jul 23 00:00:38.820817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-cbb26b0c-148b-43ee-a7b0-83f3114ee2b0 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942284 Jul 23 00:00:38.863025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bb8595a-efab-4314-8b70-caf3dffeb104 req-419835da-33ae-49b9-b3c0-bd970c591745 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100385 Jul 23 00:00:38.880128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7aa0eb28-7a29-4b72-b861-d410756a7e48 req-0443c49f-446b-4f0d-98f2-86de6ff5c28d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120071 Jul 23 00:00:38.985599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44e66819-b786-4c80-94e0-490f0c7a8abe req-1643ff12-fe45-4273-ac7d-f1f290fec29a service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566727 Jul 23 00:00:39.054732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27675436-d79a-4a3e-94c0-c4ff7b9e6356 req-52912e7c-263c-4352-a511-4d01e23965a2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.056293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27675436-d79a-4a3e-94c0-c4ff7b9e6356 req-52912e7c-263c-4352-a511-4d01e23965a2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 945 time: 0.1080811 Jul 23 00:00:39.144849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27675436-d79a-4a3e-94c0-c4ff7b9e6356 req-e7caf3b2-b7c6-460e-bb91-fcf7e56520eb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800557 Jul 23 00:00:39.145005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.156512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cb2f4-636c-488c-af6e-1ff52967d678 req-4300a394-d765-4c0f-8168-5c177cd31e1b tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.168862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-485cb2f4-636c-488c-af6e-1ff52967d678 req-4300a394-d765-4c0f-8168-5c177cd31e1b tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 949 time: 0.1483006 Jul 23 00:00:39.169276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.210364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-002f48ce-7af8-4530-8d08-8c5cc4fbe583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.211990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-002f48ce-7af8-4530-8d08-8c5cc4fbe583 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 1095 time: 0.1236031 Jul 23 00:00:39.220597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-485cb2f4-636c-488c-af6e-1ff52967d678 req-598a70c6-369c-42d4-8775-32e5e5ceb839 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544777 Jul 23 00:00:39.230311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d15548-66b7-49cf-a2ab-4a1d7436ff67 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.232051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-87d15548-66b7-49cf-a2ab-4a1d7436ff67 tempest-TestNetworkBasicOps-1307052375 tempest-TestNetworkBasicOps-1307052375-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 1091 time: 0.0617254 Jul 23 00:00:39.234881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 37992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.247880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:39.267363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.299891 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-df6718c9-6c85-4983-ad81-08ee6ca201c4 tempest-ServiceProvidersTest-1145444786 tempest-ServiceProvidersTest-1145444786-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1500750 Jul 23 00:00:39.342001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-d7dfc58f-37b9-4f14-b9cc-8abf34a0e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.343670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-d7dfc58f-37b9-4f14-b9cc-8abf34a0e3d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 916 time: 0.1227181 Jul 23 00:00:39.403562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-3f489905-6df2-4ee8-b11b-62fc719d292a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bd41957-4e9a-4138-95d5-4db903c93a08 HTTP/1.1" status: 200 len: 217 time: 0.0504582 Jul 23 00:00:39.404868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.483668 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-4f429076-1a30-4dda-a4be-d17954fa36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.485117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-4f429076-1a30-4dda-a4be-d17954fa36b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.0736670 Jul 23 00:00:39.537723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-badd20e2-2be8-45e5-84fc-8ea036761ac9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430505 Jul 23 00:00:39.540712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Allocated IP 172.25.5.228 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/8b157ef0-ce65-401a-9266-63a28d92bf0a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:39.666712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.671948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.676929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225c1b-5728-4c74-b378-c346e06409c9 req-4dc80237-342d-4fd6-b16f-2ca342b6b9e0 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.677589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26225c1b-5728-4c74-b378-c346e06409c9 req-4dc80237-342d-4fd6-b16f-2ca342b6b9e0 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 949 time: 0.1735725 Jul 23 00:00:39.679792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-041db21f-8e56-4b98-96e4-2154f885fa0d service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220436 Jul 23 00:00:39.732009 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.749614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26225c1b-5728-4c74-b378-c346e06409c9 req-c89ee064-2430-4d98-b0d1-a73fee7a03fd tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Jul 23 00:00:39.791998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=8b157ef0-ce65-401a-9266-63a28d92bf0a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:39.797613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:39.799098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:39.802701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:39.821700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-028a8ced-d97b-47c6-857a-2cb246fe74b7 req-96a7a408-5467-4a75-88af-04cda2798a17 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306531 Jul 23 00:00:39.846067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd0d1-bc8d-452b-9230-77546cb90057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.050635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9b883-d8ea-4a84-9dc9-07a72abb87ba req-d1b8176f-39df-4398-839f-e53c72e3dced tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:40.052600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31c9b883-d8ea-4a84-9dc9-07a72abb87ba req-d1b8176f-39df-4398-839f-e53c72e3dced tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 944 time: 0.0903740 Jul 23 00:00:40.094347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31c9b883-d8ea-4a84-9dc9-07a72abb87ba req-6affaed2-4408-4d86-a7bd-b1a6647a48e3 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359182 Jul 23 00:00:40.123209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd0d1-bc8d-452b-9230-77546cb90057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.129376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae2cd0d1-bc8d-452b-9230-77546cb90057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.238813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cd0d1-bc8d-452b-9230-77546cb90057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f008d-7bba-4b96-b00a-d22fd3cfac05,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.244633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ae2cd0d1-bc8d-452b-9230-77546cb90057 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f93b9ee0b845cbb43d7c5d9e4c3a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769200 Jul 23 00:00:40.247661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:40.332825 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.355435 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6ac058c-db09-4b7f-8314-7df1349b66bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.395465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6ac058c-db09-4b7f-8314-7df1349b66bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.462755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.509063 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6ac058c-db09-4b7f-8314-7df1349b66bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.511577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6ac058c-db09-4b7f-8314-7df1349b66bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.512727 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b6ac058c-db09-4b7f-8314-7df1349b66bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc3f008d-7bba-4b96-b00a-d22fd3cfac05 HTTP/1.1" status: 204 len: 168 time: 0.2642822 Jul 23 00:00:40.532033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac058c-db09-4b7f-8314-7df1349b66bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f008d-7bba-4b96-b00a-d22fd3cfac05,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.636000 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.641037 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.714043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event updated for resources: {'Port': ['ID=8b157ef0-ce65-401a-9266-63a28d92bf0a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.730387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.868977 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Floating IP dcd53d41-46b7-40b6-8753-90de083322c4 associated. External IP: 172.25.5.228, port: abcbed30-840f-4eef-be61-87457a1e6cec. Jul 23 00:00:40.918167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbb7b5-f394-4f9b-91f4-0829cf33e118 req-a6f50df8-4554-4f6c-8ecc-1861cf3eec10 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:40.919924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20dbb7b5-f394-4f9b-91f4-0829cf33e118 req-a6f50df8-4554-4f6c-8ecc-1861cf3eec10 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 949 time: 0.0668266 Jul 23 00:00:40.964310 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20dbb7b5-f394-4f9b-91f4-0829cf33e118 req-48da7422-e366-4e15-aa11-af79da830371 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/security-groups?id=7bdd4987-2499-4961-837d-5ae7f87caf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Jul 23 00:00:40.975416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-b66aa0ed-a7ad-4257-8a3a-d457f0266230 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:40.977047 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-b66aa0ed-a7ad-4257-8a3a-d457f0266230 tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.49 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 949 time: 0.1584783 Jul 23 00:00:41.198864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:41.202311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.206546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031006 Jul 23 00:00:41.210059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38038) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.219918 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Deleting port d2cb7695-c30a-4348-aa64-5b711fcbdefd {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:41.220258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.256183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed2e7-2d5e-48a2-a21f-2c06ef4da4a2 req-424800fb-6996-4d80-894b-4f94d5012eb8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:41.260007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b56ed2e7-2d5e-48a2-a21f-2c06ef4da4a2 req-424800fb-6996-4d80-894b-4f94d5012eb8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 944 time: 0.0872207 Jul 23 00:00:41.302150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b56ed2e7-2d5e-48a2-a21f-2c06ef4da4a2 req-b063115c-f16b-410f-a731-31575f86c9cc tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386992 Jul 23 00:00:41.707762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-54c48a24-ebcc-42af-9763-19ed87ce6073 tempest-NetworksApiDiscovery-1008465359 tempest-NetworksApiDiscovery-1008465359-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4963188 Jul 23 00:00:41.809321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] For port d2cb7695-c30a-4348-aa64-5b711fcbdefd, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d2cb7695-c30a-4348-aa64-5b711fcbdefd,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:41.809787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.827869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:41.830622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Calling delete_port for d2cb7695-c30a-4348-aa64-5b711fcbdefd owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:41.840596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] Sync routers for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:41.852098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:41.853009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:41.894141 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.942880 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf57cf8c-6cdc-41a0-b049-e0cc82ba96c1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7066410 Jul 23 00:00:41.945452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:41.946502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.948888 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93feb84-e83b-41a6-90e7-4e4090b986fe" -d '{"events": [{"name": "network-changed", "server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:42.020363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:42.039376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:42.041276 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca38a9f-7b54-40c0-9236-68e1b750ca99 x-openstack-request-id: req-cca38a9f-7b54-40c0-9236-68e1b750ca99 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:42.041574 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:42.041824 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cca38a9f-7b54-40c0-9236-68e1b750ca99 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:42.042291 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'status': 'completed', 'code': 200} Jul 23 00:00:42.087106 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.132890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Pushing event deleted for resources: {'Port': ['ID=d2cb7695-c30a-4348-aa64-5b711fcbdefd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.163923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-288eb6ad-c886-40ce-9424-762548fa0c43 req-3c6dbd1c-b465-4ee8-b0ad-f66e4c11963c tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.21 "GET /v2.0/ports?device_id=50e82953-762e-493e-b1a4-a5815404f03f HTTP/1.1" status: 200 len: 210 time: 0.0881798 Jul 23 00:00:42.182758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-81eda1e3-29f4-4ba0-81fc-3e22ac89f7b1 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/dcd53d41-46b7-40b6-8753-90de083322c4 HTTP/1.1" status: 200 len: 991 time: 0.2342970 Jul 23 00:00:42.212206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-8568229b-e081-4515-9c28-c7373fb6e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:42.214232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-8568229b-e081-4515-9c28-c7373fb6e001 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 1096 time: 0.1402979 Jul 23 00:00:42.220336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['d2cb7695-c30a-4348-aa64-5b711fcbdefd'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:42.229792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] No DVR routers for this DVR port d2cb7695-c30a-4348-aa64-5b711fcbdefd on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:42.242473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.246093 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-26a67a8a-d4e6-41b2-9e96-ea72043aef5d req-76fea7a7-b6f2-4418-ba83-0488d23cd0db tempest-VolumesNegativeTest-238251708 tempest-VolumesNegativeTest-238251708-project] 10.222.0.49 "DELETE /v2.0/ports/d2cb7695-c30a-4348-aa64-5b711fcbdefd HTTP/1.1" status: 204 len: 173 time: 1.2626708 Jul 23 00:00:42.255841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf02185a-524e-4de3-b754-b9a5111b1166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.373185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-4b91c90d-61a2-49ab-9b1b-1c15ec05ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:42.379422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-4b91c90d-61a2-49ab-9b1b-1c15ec05ca60 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61c9d534-9db1-45a5-8884-668bd5fe4e51 HTTP/1.1" status: 200 len: 897 time: 0.1570895 Jul 23 00:00:42.421760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'dcd53d41-46b7-40b6-8753-90de083322c4', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'port_id': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'mac_address': 'fa:16:3e:e3:09:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a56e08-04ca-477d-9039-a4ff560774b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:40Z', 'updated_at': '2021-07-23T00:00:40Z', 'revision_number': 0, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:22Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:42.457511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] Checking router: 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:42.470070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf02185a-524e-4de3-b754-b9a5111b1166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.474773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:42.475678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:42.478429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cf02185a-524e-4de3-b754-b9a5111b1166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.529374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cf02185a-524e-4de3-b754-b9a5111b1166 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=485569a7b1cd43deae45cf7a8f80d2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857788 Jul 23 00:00:42.530526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02185a-524e-4de3-b754-b9a5111b1166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b106bb-300e-4e26-8501-1e617118c98a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.533423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38060) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:42.600584 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb18fd6-7069-4c0e-b4bb-5c80a6ff96cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.619755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:42.632224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb18fd6-7069-4c0e-b4bb-5c80a6ff96cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.636872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-3310ebaf-569e-48a5-bbe8-7d6a89131ea4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abcbed30-840f-4eef-be61-87457a1e6cec HTTP/1.1" status: 200 len: 999 time: 0.2474449 Jul 23 00:00:42.702902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb18fd6-7069-4c0e-b4bb-5c80a6ff96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.706894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cb18fd6-7069-4c0e-b4bb-5c80a6ff96cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.710669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2cb18fd6-7069-4c0e-b4bb-5c80a6ff96cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13b106bb-300e-4e26-8501-1e617118c98a HTTP/1.1" status: 204 len: 168 time: 0.1734667 Jul 23 00:00:42.711272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c356855-82cc-4ec0-85cd-d6cbfacf299d req-bb4f9331-2e62-4c2f-8855-d7ce4b4e173d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:42.711983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c356855-82cc-4ec0-85cd-d6cbfacf299d req-bb4f9331-2e62-4c2f-8855-d7ce4b4e173d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 944 time: 0.2153316 Jul 23 00:00:42.720774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb18fd6-7069-4c0e-b4bb-5c80a6ff96cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b106bb-300e-4e26-8501-1e617118c98a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.763385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-192c6d55-7511-4f11-8dd9-ec8f03d27417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:42.765778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-192c6d55-7511-4f11-8dd9-ec8f03d27417 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7685b034-9647-49ec-b6c4-72bd3398e11d HTTP/1.1" status: 200 len: 835 time: 0.1171646 Jul 23 00:00:42.864299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c356855-82cc-4ec0-85cd-d6cbfacf299d req-4e7612bd-340f-4762-b32f-bf18f99f8528 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449490 Jul 23 00:00:42.908841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-1cf54d8b-efcb-4e90-93b4-c9d4d554b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:42.912768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-1cf54d8b-efcb-4e90-93b4-c9d4d554b93c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61c9d534-9db1-45a5-8884-668bd5fe4e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360104 Jul 23 00:00:42.921480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'dcd53d41-46b7-40b6-8753-90de083322c4', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'port_id': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'mac_address': 'fa:16:3e:e3:09:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a56e08-04ca-477d-9039-a4ff560774b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:40Z', 'updated_at': '2021-07-23T00:00:40Z', 'revision_number': 0, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:22Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:42.949549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d567d0b-dab1-414c-9c4a-abda3f4172df None None] The sync data for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 is: [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'dcd53d41-46b7-40b6-8753-90de083322c4', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'port_id': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'mac_address': 'fa:16:3e:e3:09:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a56e08-04ca-477d-9039-a4ff560774b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:00:40Z', 'updated_at': '2021-07-23T00:00:40Z', 'revision_number': 0, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:22Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:42.970287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2bd41957-4e9a-4138-95d5-4db903c93a08 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:43.083132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-b0cc6d7e-cf07-483e-a908-ee031b5169fa service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615806 Jul 23 00:00:43.116864 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2bd41957-4e9a-4138-95d5-4db903c93a08, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2bd41957-4e9a-4138-95d5-4db903c93a08,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:43.141422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2bd41957-4e9a-4138-95d5-4db903c93a08', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'port_id': '2bd41957-4e9a-4138-95d5-4db903c93a08', 'mac_address': 'fa:16:3e:53:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a15030-1e20-4b0f-8b50-285b6a74f391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:43.186565 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.186805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:43.204583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d93feb84-e83b-41a6-90e7-4e4090b986fe req-6cb3f32a-703b-4df5-a220-6dac148f9c69 service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038167 Jul 23 00:00:43.207022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd41957-4e9a-4138-95d5-4db903c93a08 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:43.233277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2bd41957-4e9a-4138-95d5-4db903c93a08, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2bd41957-4e9a-4138-95d5-4db903c93a08,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:43.243269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.291833 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5620f40-b77e-4a40-b270-2eb1f5c364eb tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/dcd53d41-46b7-40b6-8753-90de083322c4 HTTP/1.1" status: 200 len: 991 time: 0.1020100 Jul 23 00:00:43.297839 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57e387-92e7-4099-929f-4afa5d8bbc4e None None] New status for floating IP dcd53d41-46b7-40b6-8753-90de083322c4: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:00:43.312209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2bd41957-4e9a-4138-95d5-4db903c93a08,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:43.566798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2bd41957-4e9a-4138-95d5-4db903c93a08'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:44.029778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b7dc-5505-4ca5-bfdc-8a483e1b3b59 req-e2a7c1a7-727b-4b30-a9f8-11f3f58143c0 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:44.031364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b61b7dc-5505-4ca5-bfdc-8a483e1b3b59 req-e2a7c1a7-727b-4b30-a9f8-11f3f58143c0 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 945 time: 0.0784459 Jul 23 00:00:44.043889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e82953-762e-493e-b1a4-a5815404f03f', 'name': 'network-vif-deleted', 'tag': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:44.046477 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf46bc2-d7ec-4b72-9dcc-d52703ad6062" -d '{"events": [{"server_uuid": "50e82953-762e-493e-b1a4-a5815404f03f", "name": "network-vif-deleted", "tag": "d2cb7695-c30a-4348-aa64-5b711fcbdefd"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:44.076766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b61b7dc-5505-4ca5-bfdc-8a483e1b3b59 req-e54afe87-1e00-425c-a87f-b693580daf67 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Jul 23 00:00:44.096612 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af723e-5d39-40ed-8a1d-a9038cf64827 x-openstack-request-id: req-30af723e-5d39-40ed-8a1d-a9038cf64827 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:44.097272 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e82953-762e-493e-b1a4-a5815404f03f", "name": "network-vif-deleted", "tag": "d2cb7695-c30a-4348-aa64-5b711fcbdefd", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:44.097272 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30af723e-5d39-40ed-8a1d-a9038cf64827 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:44.097598 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e82953-762e-493e-b1a4-a5815404f03f', 'name': 'network-vif-deleted', 'tag': 'd2cb7695-c30a-4348-aa64-5b711fcbdefd', 'status': 'completed', 'code': 200} Jul 23 00:00:44.293688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38186) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:44.378237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4e59993c-0cfe-49c3-8598-cff6907a0176 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/dcd53d41-46b7-40b6-8753-90de083322c4 HTTP/1.1" status: 200 len: 993 time: 0.0833325 Jul 23 00:00:44.985047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2bd41957-4e9a-4138-95d5-4db903c93a08 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:44.989862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d2cb7695-c30a-4348-aa64-5b711fcbdefd no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:45.034745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: d2cb7695-c30a-4348-aa64-5b711fcbdefd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:45.035155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d2cb7695-c30a-4348-aa64-5b711fcbdefd not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:45.062331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 2bd41957-4e9a-4138-95d5-4db903c93a08 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:45.067035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2bd41957-4e9a-4138-95d5-4db903c93a08 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:45.067449 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.170712 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.216469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2bd41957-4e9a-4138-95d5-4db903c93a08, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2bd41957-4e9a-4138-95d5-4db903c93a08,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:45.217824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd41957-4e9a-4138-95d5-4db903c93a08'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:45.222855 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5021ab70-8e0e-4955-bc76-0e401f9024ca" -d '{"events": [{"server_uuid": "65e19c1e-2395-4c11-9bcf-f72965ddaa67", "name": "network-vif-plugged", "status": "completed", "tag": "2bd41957-4e9a-4138-95d5-4db903c93a08"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:45.227570 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.272662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122bceb-5355-46fa-b465-98fdf7e8d551 req-481f516c-f291-4e02-8bec-e97213f14398 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:45.274215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3122bceb-5355-46fa-b465-98fdf7e8d551 req-481f516c-f291-4e02-8bec-e97213f14398 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 945 time: 0.0943196 Jul 23 00:00:45.311085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2bd41957-4e9a-4138-95d5-4db903c93a08,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:45.321386 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7a0f2b-dbd5-4164-accf-6a5d17912b0b x-openstack-request-id: req-5a7a0f2b-dbd5-4164-accf-6a5d17912b0b {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:45.321386 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e19c1e-2395-4c11-9bcf-f72965ddaa67", "name": "network-vif-plugged", "status": "completed", "tag": "2bd41957-4e9a-4138-95d5-4db903c93a08", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:45.321386 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a7a0f2b-dbd5-4164-accf-6a5d17912b0b {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:45.321386 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd41957-4e9a-4138-95d5-4db903c93a08', 'code': 200} Jul 23 00:00:45.339407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3122bceb-5355-46fa-b465-98fdf7e8d551 req-ac04c0cf-3308-4aac-bd33-f658a7b7a711 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Jul 23 00:00:45.449745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7d9f5-0dc0-4606-a715-519e3a95f21a req-2c64b30e-28d2-4b8d-84f2-88f49bc4704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:45.451731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4e7d9f5-0dc0-4606-a715-519e3a95f21a req-2c64b30e-28d2-4b8d-84f2-88f49bc4704c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 1097 time: 0.0672786 Jul 23 00:00:45.495959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4e7d9f5-0dc0-4606-a715-519e3a95f21a req-bc550d93-a338-40e3-ba1d-d6b480a04f70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Jul 23 00:00:46.015536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38396) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:46.132581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a966d17-63dc-4533-afac-a547bbe3e3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.141232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb8bca82-0b19-4e1e-bf66-589ac3626e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.234853 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a966d17-63dc-4533-afac-a547bbe3e3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.239850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a966d17-63dc-4533-afac-a547bbe3e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.276986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a966d17-63dc-4533-afac-a547bbe3e3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bddb4e-a37f-4633-bb65-619e1ebdf77b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:46.284621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:46.285885 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2a966d17-63dc-4533-afac-a547bbe3e3b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8591b9ec32164aaa99681cc959bf8d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692108 Jul 23 00:00:46.341576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e1807e9-31dd-4d32-a4a9-d9977924ba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.367302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e1807e9-31dd-4d32-a4a9-d9977924ba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.430898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e1807e9-31dd-4d32-a4a9-d9977924ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.433507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8e1807e9-31dd-4d32-a4a9-d9977924ba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.434621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8e1807e9-31dd-4d32-a4a9-d9977924ba82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27bddb4e-a37f-4633-bb65-619e1ebdf77b HTTP/1.1" status: 204 len: 168 time: 0.1490629 Jul 23 00:00:46.472918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1807e9-31dd-4d32-a4a9-d9977924ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bddb4e-a37f-4633-bb65-619e1ebdf77b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:46.526194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c074205-90c0-4bf8-b80b-7545ec8c650c req-66029d12-6f9b-43c7-90bc-4507a7d047c7 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:46.527961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c074205-90c0-4bf8-b80b-7545ec8c650c req-66029d12-6f9b-43c7-90bc-4507a7d047c7 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 946 time: 0.0984769 Jul 23 00:00:46.579081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c074205-90c0-4bf8-b80b-7545ec8c650c req-f23ddbf4-9935-4ede-b5cf-acd13a7bb5d2 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Jul 23 00:00:46.772587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:46.786587 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8288795-c0a7-45b0-acd0-56d62b6f5c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.898111 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8288795-c0a7-45b0-acd0-56d62b6f5c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.903352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8288795-c0a7-45b0-acd0-56d62b6f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.944778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8288795-c0a7-45b0-acd0-56d62b6f5c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b1880c-d5ab-4624-9db2-d76420e24dc0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:46.949287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d8288795-c0a7-45b0-acd0-56d62b6f5c37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f23d3894cec54bb2ba837414e14bf370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756542 Jul 23 00:00:46.952126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:47.004761 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9483972f-137b-4ab7-bafc-b75f2d75c13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.030795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9483972f-137b-4ab7-bafc-b75f2d75c13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.083153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9483972f-137b-4ab7-bafc-b75f2d75c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.085788 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9483972f-137b-4ab7-bafc-b75f2d75c13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.086975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9483972f-137b-4ab7-bafc-b75f2d75c13e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74b1880c-d5ab-4624-9db2-d76420e24dc0 HTTP/1.1" status: 204 len: 168 time: 0.1340423 Jul 23 00:00:47.098337 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483972f-137b-4ab7-bafc-b75f2d75c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b1880c-d5ab-4624-9db2-d76420e24dc0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:47.757957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ef419-0a3b-4a2c-bb48-fd12763725ac req-bad80fef-037d-4564-82f5-efecd1ea108f tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:47.759832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f0ef419-0a3b-4a2c-bb48-fd12763725ac req-bad80fef-037d-4564-82f5-efecd1ea108f tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 946 time: 0.0833578 Jul 23 00:00:47.814142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3f0ef419-0a3b-4a2c-bb48-fd12763725ac req-b46ad7c7-3c27-484b-a3b8-83e254d42083 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Jul 23 00:00:48.786872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:48.938087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-96ad8904-f413-4586-895c-6e10dcb91f80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab6a35888eb244ff953e776b07560255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498122 Jul 23 00:00:48.941380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38510) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:48.996052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72d80906-063d-4f28-a251-374f5b0197f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:49.026242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72d80906-063d-4f28-a251-374f5b0197f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:49.097664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72d80906-063d-4f28-a251-374f5b0197f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:49.101076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72d80906-063d-4f28-a251-374f5b0197f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:49.102535 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72d80906-063d-4f28-a251-374f5b0197f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bdd4987-2499-4961-837d-5ae7f87caf7c HTTP/1.1" status: 204 len: 168 time: 0.1598675 Jul 23 00:00:49.112927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d80906-063d-4f28-a251-374f5b0197f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdd4987-2499-4961-837d-5ae7f87caf7c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:49.455675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3205caef-6003-4a53-adf5-2cd609f388ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:49.653245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.277634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.511121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.521473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90311211', 'description': 'tempest-secgroup-smoke-90311211 description', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:51.561675 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.576777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.732876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.740984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.758237 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.822821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a4afe-1c70-49fc-ab67-97de441566e9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.914532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.924884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.962600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396ba0a4-dc22-4278-b3c1-746096a4c78d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.965052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.971034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3af00b75-260e-41eb-b284-9a2aac349e58 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4537668 Jul 23 00:00:51.971432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38590) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.978951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '396ba0a4-dc22-4278-b3c1-746096a4c78d', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:52.037049 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.119869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.125254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.144306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6c7ee3-6afb-4f2a-aa9b-6f39abe392de,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.155145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.156679 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c0642cac-5d26-4c74-b8fc-87a557d4b3d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837237 Jul 23 00:00:52.159935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.164718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '396ba0a4-dc22-4278-b3c1-746096a4c78d', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:52.196225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.259901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.265409 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.305413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c9c365-2593-4f0b-9dfc-4fd02e2ab16c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.312733 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.317304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38604) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.317511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-73df9df2-c44a-4c90-a737-491ed8f09bab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562636 Jul 23 00:00:52.325647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '396ba0a4-dc22-4278-b3c1-746096a4c78d', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:52.342254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.366411 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.472656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.478733 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.498783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33b07e3-751b-4fa1-9883-65f51d56ebd7,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.506641 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.508490 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-68e21a76-982f-41d0-b380-a96ad7ac48fa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1899095 Jul 23 00:00:52.512429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38606) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.518232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '396ba0a4-dc22-4278-b3c1-746096a4c78d', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:52.567893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.656624 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.661960 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.681854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f406cc3-882d-452a-a27f-da615f264a36,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.688684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.691771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-280156d5-c6d4-432f-856f-5cc4e83e5af8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775436 Jul 23 00:00:52.694116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38608) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.699044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '396ba0a4-dc22-4278-b3c1-746096a4c78d', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:52.731381 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:00:52.740781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.829540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.834474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.855911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca240283-e424-4a94-a19d-3c7ca2bf78be,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.863048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.867364 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fff3b1c7-cb9c-4fb5-8ae3-6983e86921e6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1693537 Jul 23 00:00:52.868516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38610) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:52.873180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '396ba0a4-dc22-4278-b3c1-746096a4c78d', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:52.904018 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:00:52.913080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.007291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.011496 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.035961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f068d725-3f08-4a62-88d8-28fa30f57947,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:53.045358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.050479 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c7b6f90-f92e-4edc-8cba-fe05312215fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1773133 Jul 23 00:00:53.051050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38612) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:53.058596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'network': {'name': 'tempest-network-smoke--1350106588', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:53.089160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:53.094916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.126723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:53.140168 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.140565 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Added segment a52712e5-d84e-49b8-9d6e-ee232faf1da3 of type vlan for network 9006277e-f5bd-422f-bb38-d09f195deb2e Jul 23 00:00:53.217514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.270815 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.277073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.277795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.327426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2746007 Jul 23 00:00:53.330591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38616) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:53.336740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'admin_state_up': True, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:53.368827 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.370471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.379428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc360486-f594-44dc-9288-eff4208a4013 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Network': ['ID=9006277e-f5bd-422f-bb38-d09f195deb2e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:53.394006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9006277e-f5bd-422f-bb38-d09f195deb2e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:53.453290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.608867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.844128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.864309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.996030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.13 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f8929978-c4f5-44c4-bdd5-df30eee525e3) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:54.118205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.165922 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.230218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:54.234997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:54.239792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:54.243434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=f8929978-c4f5-44c4-bdd5-df30eee525e3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:54.589695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.638507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-a0d898c5-e55c-4a71-a565-38e782314e98 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:54.653173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-a0d898c5-e55c-4a71-a565-38e782314e98 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.1867340 Jul 23 00:00:54.678101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-afced820-ac60-408a-8a4c-e41297d4b90a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/quotas/c814597b3eac40519833f34bf59db621 HTTP/1.1" status: 200 len: 375 time: 0.0227487 Jul 23 00:00:54.801814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-3890cc78-dd39-480f-847e-25cf1467c40d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124747 Jul 23 00:00:54.874958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:55.039608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-3a286554-8afe-4611-8bbc-fd77dffd730e service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228997 Jul 23 00:00:55.161352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router c40ce226-e62e-4a98-8deb-6760b01fdca4 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:00:55.243040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-adbea771-3855-4682-8e8d-ce4f5bd1899f service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009130 Jul 23 00:00:55.321654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:55.335671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Sync routers for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:55.347229 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:55.349375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a882a8b9-dbba-485c-8466-2e0790ac8440 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0167184 Jul 23 00:00:55.353987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38644) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:55.356233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:55.357235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:55.563805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-656d7b97-d878-4741-a723-bc00f6f6db6e req-e89e5013-991d-4d3f-acd0-d6165489b1e7 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 210 time: 0.0720949 Jul 23 00:00:55.614619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:55.672822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38654) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:55.687315 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cbc032f1-ae84-4efb-a4da-5203c368715e tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3cc992aef98541b3b5b137c2bbf79b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3264720 Jul 23 00:00:55.885796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:54Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:55.889116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3f8db-4070-4784-b00d-c21131b569b4 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:55.894866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:55.897755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a5e3f8db-4070-4784-b00d-c21131b569b4 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2236216 Jul 23 00:00:55.924505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Checking router: c40ce226-e62e-4a98-8deb-6760b01fdca4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:55.924866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Updating router c40ce226-e62e-4a98-8deb-6760b01fdca4 port f8929978-c4f5-44c4-bdd5-df30eee525e3 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:00:55.949542 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f35d8ab0-508c-4877-aefb-95930c36cc46 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503542 Jul 23 00:00:55.949796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:55.955986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-645282734', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:55.984642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.109380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:56.114298 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.401248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.490979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Subnet': ['ID=dab1e6fd-0a21-4f54-9387-12c81d018b8d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:56.510989 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Checking segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:56.511691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network hostable DHCP agents. Network: 9006277e-f5bd-422f-bb38-d09f195deb2e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:56.537352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 9006277e-f5bd-422f-bb38-d09f195deb2e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:56.545829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.552007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9006277e-f5bd-422f-bb38-d09f195deb2e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:56.557109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:56.558024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.564772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Transition to ACTIVE for port object f8929978-c4f5-44c4-bdd5-df30eee525e3 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:56.570908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c77153-3b46-4e15-8f61-6ce2f363dc90 None None] Network 9006277e-f5bd-422f-bb38-d09f195deb2e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:56.578608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1ae8f489-80c7-4b39-8598-07817d4963d5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6272383 Jul 23 00:00:56.582052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38678) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:56.593511 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.725475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Attempting to bind port f8929978-c4f5-44c4-bdd5-df30eee525e3 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:56.725475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Attempting to bind port f8929978-c4f5-44c4-bdd5-df30eee525e3 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:56.725475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Attempting to bind port f8929978-c4f5-44c4-bdd5-df30eee525e3 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:56.732196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21910a1c-48b7-460b-81c5-8921614bdf32 req-da3fc168-e1be-4939-af3b-852c00fa8a5f tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 210 time: 0.0610182 Jul 23 00:00:56.755899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9d70-f0c5-4309-8ff2-4716cf4e3716 None None] Pushing event updated for resources: {'Port': ['ID=f8929978-c4f5-44c4-bdd5-df30eee525e3,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:56.784742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:56.785347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:56.786012 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.786652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:56.787581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Bound port: f8929978-c4f5-44c4-bdd5-df30eee525e3, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:56.788184 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.833899 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-775a3373-f283-4901-9051-6ed79b99266f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1068165 Jul 23 00:00:56.911486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] For port f8929978-c4f5-44c4-bdd5-df30eee525e3, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:56.941919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] For port f8929978-c4f5-44c4-bdd5-df30eee525e3, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f8929978-c4f5-44c4-bdd5-df30eee525e3,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:56.948653 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.967972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-1373faba-ef84-4d85-a82e-ae51832f3311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:56.989180 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-1373faba-ef84-4d85-a82e-ae51832f3311 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1096 time: 0.0770807 Jul 23 00:00:57.003410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9006277e-f5bd-422f-bb38-d09f195deb2e', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:00:57.003640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.147286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-8bc29fde-f9bd-4668-8dbd-ce1cba8caa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:57.150394 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-8bc29fde-f9bd-4668-8dbd-ce1cba8caa51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1497810 Jul 23 00:00:57.209780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:57.211211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:57.257078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9d70-f0c5-4309-8ff2-4716cf4e3716 None None] Pushing event updated for resources: {'Port': ['ID=f8929978-c4f5-44c4-bdd5-df30eee525e3,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:57.270053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-676ad0c5-21e0-4280-8b63-4c74875b84db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 1001 time: 0.1098778 Jul 23 00:00:57.321389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Allocated IP 172.20.0.2 (9006277e-f5bd-422f-bb38-d09f195deb2e/dab1e6fd-0a21-4f54-9387-12c81d018b8d/4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:57.347617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-1978f788-07b7-459e-9cda-1f988d475479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:57.349304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-1978f788-07b7-459e-9cda-1f988d475479 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0714831 Jul 23 00:00:57.378579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:57.446814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-626176eb-981b-4edb-855d-0c0c3839cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:57.449736 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-626176eb-981b-4edb-855d-0c0c3839cc1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917337 Jul 23 00:00:57.544840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-ec594ef6-727d-4803-974f-afdd569b74cb tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:57.546794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-ec594ef6-727d-4803-974f-afdd569b74cb tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.49 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.7495046 Jul 23 00:00:57.569431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Request body: {'port': {'device_id': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'admin_state_up': True, 'tenant_id': 'c814597b3eac40519833f34bf59db621'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:57.619441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-d96b8f7d-545f-425a-8110-56cd4ff5f177 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621885 Jul 23 00:00:57.670898 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.683207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Transition to ACTIVE for port object 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:57.707069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Transition to ACTIVE for port object 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:57.714219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.769531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Network 9006277e-f5bd-422f-bb38-d09f195deb2e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:57.785932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:57.789843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c9e9888b-9323-4704-8257-0ce0e0d49e88 req-cb8bbb87-232b-4e4b-bc33-0f88981a12a2 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623898 Jul 23 00:00:57.801173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Pushing event updated for resources: {'Port': ['ID=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:57.807971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:57.814514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:54Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:57.866951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4432b9de-160e-49c6-83a0-4f6ab3315da5 None None] The sync data for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 is: [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:54Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:57.940450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Attempting to bind port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:57.940833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Attempting to bind port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:57.941202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Attempting to bind port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c on network 9006277e-f5bd-422f-bb38-d09f195deb2e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:57.943180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91e78cf8-f9ed-40be-9911-8766b8ba6f56 req-3a398269-3832-4480-a60a-96fd25602357 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 210 time: 0.0947313 Jul 23 00:00:57.958275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:57.958658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Checking segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:57.959072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.959508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Bound using segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:57.960432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Bound port: 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:57.960432 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.975493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Made reservation on behalf of c814597b3eac40519833f34bf59db621 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:57.978979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.004537 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.041652 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] For port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:58.045858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] For port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:58.051884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.120307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78fb58-bed5-4d0f-b0ce-d4ceb9a8a248 None None] Pushing event updated for resources: {'Port': ['ID=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:58.233608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Allocated IP 172.20.0.2 (8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa/53a15030-1e20-4b0f-8b50-285b6a74f391/3fafa3aa-1b81-4b79-9f04-aa13e0f576ed) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:58.497225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f8929978-c4f5-44c4-bdd5-df30eee525e3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:58.594469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f8929978-c4f5-44c4-bdd5-df30eee525e3 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:58.602414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f8929978-c4f5-44c4-bdd5-df30eee525e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:58.603364 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.681143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.1 (9006277e-f5bd-422f-bb38-d09f195deb2e/dab1e6fd-0a21-4f54-9387-12c81d018b8d/c6fe921c-b540-40c4-83d0-30e1cdcc8b8b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:58.685252 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.781424 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.826766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.839152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f8929978-c4f5-44c4-bdd5-df30eee525e3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f8929978-c4f5-44c4-bdd5-df30eee525e3,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:58.847042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.889105 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:58.893958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:58.898223 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.902262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', '2bd41957-4e9a-4138-95d5-4db903c93a08'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:58.904623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:58.964930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:58.965909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.023580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event updated for resources: {'Port': ['ID=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:59.043269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object c6fe921c-b540-40c4-83d0-30e1cdcc8b8b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:59.063510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-98af3617-11c7-4239-9fa4-cde076dffee8 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4911895 Jul 23 00:00:59.074456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Request body: {'port': {'device_id': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:59.085741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=f8929978-c4f5-44c4-bdd5-df30eee525e3,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:59.105991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.106377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.106682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.107029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.109468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.109887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.110681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.111831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.112677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.113036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.113381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.113721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:59.261878 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.331404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d851e-1388-4425-971d-ec7823e473ce req-73960a2e-d160-4471-b94f-337ce2082da0 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:59.339018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e9d851e-1388-4425-971d-ec7823e473ce req-73960a2e-d160-4471-b94f-337ce2082da0 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 931 time: 0.1988566 Jul 23 00:00:59.354408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.387852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 9006277e-f5bd-422f-bb38-d09f195deb2e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:59.396557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:59.407121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:59.460657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:59.509034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e9d851e-1388-4425-971d-ec7823e473ce req-825dcfb2-6800-4c27-97db-7eeb37a7ed10 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688204 Jul 23 00:00:59.547404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.700117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aab2cf-942f-4701-94cd-a9d160414466 None None] Network 9006277e-f5bd-422f-bb38-d09f195deb2e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:59.827433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-80fb1dcc-e351-4365-ae5b-d67ce056e2cc None None] Provisioning for port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:59.874579 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.971766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:59.984102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.067409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Transition to ACTIVE for port object 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:00.070901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.178705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.314888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f90d0e81-7c36-41e0-b060-f7fef0149eba None None] Provisioning for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:00.321157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f90d0e81-7c36-41e0-b060-f7fef0149eba None None] Provisioning complete for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:00.321634 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f90d0e81-7c36-41e0-b060-f7fef0149eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.423726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f90d0e81-7c36-41e0-b060-f7fef0149eba None None] Port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:00.525401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:00.529613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Attempting to bind port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:00.529970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Attempting to bind port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:00.530334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Attempting to bind port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:00.542401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:00.542739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Attempting to bind port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:00.557748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:00.558231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Checking segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:00.558726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Bound using segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:00.559366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Bound port: 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:00.560021 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.586032 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.594892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.623513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:00.640161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:00.640668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.695271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fa2d1021-a652-4506-a701-137be108eaf5 None None] Provisioning complete for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:00.695738 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1021-a652-4506-a701-137be108eaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.756258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d1021-a652-4506-a701-137be108eaf5 None None] Port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:00.800900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.803429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.814763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.822347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] For port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:00.827440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] For port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:00.850282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629e792-3bf7-4761-b1c2-4c5ad9364795 req-7d0213fa-2d0b-4036-a9a1-d3603059610e tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:00.851895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b629e792-3bf7-4761-b1c2-4c5ad9364795 req-7d0213fa-2d0b-4036-a9a1-d3603059610e tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 943 time: 0.1926005 Jul 23 00:01:00.854521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.865451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:00.874078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.875225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f8929978-c4f5-44c4-bdd5-df30eee525e3 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:00.932060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.982412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.990000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f8929978-c4f5-44c4-bdd5-df30eee525e3 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:00.990529 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.993996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:00.994616 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:00.996512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-d0a2d909-d047-41e0-aac2-856b4b2b40c1 service neutron] 10.222.0.49 "PUT /v2.0/ports/3fafa3aa-1b81-4b79-9f04-aa13e0f576ed HTTP/1.1" status: 200 len: 1091 time: 1.9320805 Jul 23 00:01:01.002219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'tag': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:01.004398 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775" -d '{"events": [{"name": "network-changed", "server_uuid": "217b084c-2f17-42de-9ea4-63c86a1c8940", "tag": "3fafa3aa-1b81-4b79-9f04-aa13e0f576ed"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:01.046641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b629e792-3bf7-4761-b1c2-4c5ad9364795 req-684dc362-ca78-4fe5-90ea-d056d706fdf6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152546 Jul 23 00:01:01.131189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 9006277e-f5bd-422f-bb38-d09f195deb2e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:01.135505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:01.176259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38722) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:01.202601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-7efadfe0-7327-4307-b2cb-f94f584043c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:01.204311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-7efadfe0-7327-4307-b2cb-f94f584043c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 1094 time: 0.1567180 Jul 23 00:01:01.294147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-4239d48f-9c87-412b-9c0a-a26463811d37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed HTTP/1.1" status: 200 len: 217 time: 0.0457318 Jul 23 00:01:01.330041 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a8bbd0-bef0-408f-9aff-70c38b02d23e x-openstack-request-id: req-e7a8bbd0-bef0-408f-9aff-70c38b02d23e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:01.330634 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217b084c-2f17-42de-9ea4-63c86a1c8940", "tag": "3fafa3aa-1b81-4b79-9f04-aa13e0f576ed", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:01.330888 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7a8bbd0-bef0-408f-9aff-70c38b02d23e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:01.331287 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'tag': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed', 'status': 'completed', 'code': 200} Jul 23 00:01:01.334236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5121f941-5a20-4806-9932-9227faab1e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.364669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027598-afe6-491e-a854-28965a2e20e7 req-b123bbb9-5c2e-4fa3-b050-85d0dd0985d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:01.366276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-b123bbb9-5c2e-4fa3-b050-85d0dd0985d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.0657823 Jul 23 00:01:01.411541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-ef060cd2-9425-4116-a776-fa97a5e44706 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381942 Jul 23 00:01:01.416167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router c40ce226-e62e-4a98-8deb-6760b01fdca4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:01.455030 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5121f941-5a20-4806-9932-9227faab1e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.462728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5121f941-5a20-4806-9932-9227faab1e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.489302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-898a9f72-3ded-43ac-b42c-aacebc6bef61 None None] Provisioning complete for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:01.489833 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-898a9f72-3ded-43ac-b42c-aacebc6bef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.510417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121f941-5a20-4806-9932-9227faab1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f40b53b-c444-4636-8710-0762ad87e040,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:01.514955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5121f941-5a20-4806-9932-9227faab1e16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f11ab74a6847af9dc26c9a58babf19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375938 Jul 23 00:01:01.519815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38726) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:01.532111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-898a9f72-3ded-43ac-b42c-aacebc6bef61 None None] Port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:01.576483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-079b7fea-3232-4032-93dc-5b4d78f3adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.602479 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-079b7fea-3232-4032-93dc-5b4d78f3adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.660476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-079b7fea-3232-4032-93dc-5b4d78f3adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.662969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-079b7fea-3232-4032-93dc-5b4d78f3adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:01.664294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-079b7fea-3232-4032-93dc-5b4d78f3adfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f40b53b-c444-4636-8710-0762ad87e040 HTTP/1.1" status: 204 len: 168 time: 0.1434233 Jul 23 00:01:01.672696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b7fea-3232-4032-93dc-5b4d78f3adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f40b53b-c444-4636-8710-0762ad87e040,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:01.924576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-43d6884f-5956-40ce-bd63-7b93691a8932 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065138 Jul 23 00:01:01.954305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:01.967101 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fab7a5f8-de32-497c-a1d0-be7db695d17c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/c40ce226-e62e-4a98-8deb-6760b01fdca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3834908 Jul 23 00:01:01.968850 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Sync routers for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:01.987703 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:01.988083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38734) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:01.988556 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:02.007952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8aebdf9-7da1-4fed-95e0-3bc6ced5e58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.059577 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45027598-afe6-491e-a854-28965a2e20e7 req-891cd1c9-e134-41e2-aa7b-4467d3cd3c33 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284711 Jul 23 00:01:02.153817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8aebdf9-7da1-4fed-95e0-3bc6ced5e58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.159980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8aebdf9-7da1-4fed-95e0-3bc6ced5e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.182789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:02.217389 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a8aebdf9-7da1-4fed-95e0-3bc6ced5e58c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc64eed42ca948d388f6c4c5f39d52ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277427 Jul 23 00:01:02.219017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38744) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:02.220002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aebdf9-7da1-4fed-95e0-3bc6ced5e58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d1b705-0b6b-440e-b5a0-ea29284f7917,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:02.239996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-26b315ad-6e06-4920-bcf5-ceaac6552882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.241785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-26b315ad-6e06-4920-bcf5-ceaac6552882 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 1094 time: 0.1235633 Jul 23 00:01:02.316524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360dff8d-9138-48ec-b52c-38f7d2f6bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.330492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-1d445db9-d7d5-49b0-b898-816723b68958 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90311211&fields=id&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 267 time: 0.0702732 Jul 23 00:01:02.368681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:02.373946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360dff8d-9138-48ec-b52c-38f7d2f6bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.376117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab1099-ff8e-4a07-9ce1-8f434bb0cae5 req-9bad6775-03f9-4c4b-b1e5-021474f04629 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.378445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3dab1099-ff8e-4a07-9ce1-8f434bb0cae5 req-9bad6775-03f9-4c4b-b1e5-021474f04629 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 943 time: 0.1974707 Jul 23 00:01:02.412133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-3813c61b-ada7-4d2b-b334-fa366175d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.413634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-3813c61b-ada7-4d2b-b334-fa366175d517 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 916 time: 0.1642811 Jul 23 00:01:02.431965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:02.432530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.464668 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360dff8d-9138-48ec-b52c-38f7d2f6bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.476805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-360dff8d-9138-48ec-b52c-38f7d2f6bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.478405 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:00Z', 'revision_number': 2, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:02.481007 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-360dff8d-9138-48ec-b52c-38f7d2f6bc40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d1b705-0b6b-440e-b5a0-ea29284f7917 HTTP/1.1" status: 204 len: 168 time: 0.2441652 Jul 23 00:01:02.492318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dff8d-9138-48ec-b52c-38f7d2f6bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d1b705-0b6b-440e-b5a0-ea29284f7917,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:02.501076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-4b5634a1-14ad-4c0c-94fb-560e3cf6020c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed HTTP/1.1" status: 200 len: 217 time: 0.0755830 Jul 23 00:01:02.544925 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Checking router: c40ce226-e62e-4a98-8deb-6760b01fdca4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:02.545568 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Updating router c40ce226-e62e-4a98-8deb-6760b01fdca4 port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:02.597510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3dab1099-ff8e-4a07-9ce1-8f434bb0cae5 req-ee2af77d-d016-4a2f-89a7-df6a1fe17c29 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734681 Jul 23 00:01:02.625682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-8d3235da-0b90-4024-b100-644aa6756981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.627489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-8d3235da-0b90-4024-b100-644aa6756981 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.1170530 Jul 23 00:01:02.638038 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:02.712271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-49351925-dfd9-4d46-be5f-b06891a50221 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677881 Jul 23 00:01:02.725784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-d01d28f8-1255-4d02-b852-24b000b91bd8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.728412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-d01d28f8-1255-4d02-b852-24b000b91bd8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 797 time: 0.3659506 Jul 23 00:01:02.784203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-9783692a-7330-4ca2-800c-4668f2ff8ce8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/quotas/3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 375 time: 0.0414555 Jul 23 00:01:02.904500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-3cb60809-1893-4b5d-91dc-432ed4b303b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747203 Jul 23 00:01:02.970317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-c98054bd-c03a-4d41-bac3-202c997d8f8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499562 Jul 23 00:01:02.992969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:03.007372 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.009619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a09e1e38-2d2a-4e45-9007-73f1768f5324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.020288 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Transition to ACTIVE for port object c6fe921c-b540-40c4-83d0-30e1cdcc8b8b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:03.030874 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.065181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:03.091249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fceb5d49-fafd-4e0a-a310-3a7ccc7a5775 req-236ef9ff-8f85-4bbb-81a8-279479a5da14 service neutron] 10.222.0.49 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758764 Jul 23 00:01:03.112525 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Pushing event updated for resources: {'Port': ['ID=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:03.125565 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.126060 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.127137 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.127889 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.128423 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.128829 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.129229 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.129770 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.130166 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.131293 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.131789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.132133 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:03.170230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-5626bf5d-b955-4d65-b5bb-d49bfa7aad51 service neutron] 10.222.0.21 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737895 Jul 23 00:01:03.207812 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Attempting to bind port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:03.208521 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Attempting to bind port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:03.209203 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Attempting to bind port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b on network 9006277e-f5bd-422f-bb38-d09f195deb2e {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:03.215725 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:03.216711 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Checking segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:03.217351 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.217937 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Bound using segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:03.219057 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Bound port: c6fe921c-b540-40c4-83d0-30e1cdcc8b8b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:03.219706 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.219824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a09e1e38-2d2a-4e45-9007-73f1768f5324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.227722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a09e1e38-2d2a-4e45-9007-73f1768f5324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.251001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:03.283902 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a09e1e38-2d2a-4e45-9007-73f1768f5324 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70e59a815fc34aef90e47800526e3a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874818 Jul 23 00:01:03.284113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38760) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:03.290790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'port_id': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed', 'mac_address': 'fa:16:3e:c4:e3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a15030-1e20-4b0f-8b50-285b6a74f391', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:03.305781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e1e38-2d2a-4e45-9007-73f1768f5324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205ce698-1745-4f3f-8bd0-5d0d120109f8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:03.350025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.351903 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] For port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:03.355746 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] For port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:03.360694 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.384243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:03.384872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-9d828291-e800-437a-b0fd-b73951bd374e service neutron] 10.222.0.21 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056644 Jul 23 00:01:03.393939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0793b569-f989-4de8-9884-c5149e9d79ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.418604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:03.424575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.441104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:03.441768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:03.484225 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0793b569-f989-4de8-9884-c5149e9d79ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.517703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:03.602308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0793b569-f989-4de8-9884-c5149e9d79ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.614586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0793b569-f989-4de8-9884-c5149e9d79ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:03.614586 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0793b569-f989-4de8-9884-c5149e9d79ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/205ce698-1745-4f3f-8bd0-5d0d120109f8 HTTP/1.1" status: 204 len: 168 time: 0.3224006 Jul 23 00:01:03.618574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b569-f989-4de8-9884-c5149e9d79ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205ce698-1745-4f3f-8bd0-5d0d120109f8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:03.641406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:03.656393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4578315d-c57b-4db5-bb64-5196bde03a33 req-6735b9f8-18bc-463f-98d1-46ff41695f67 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 210 time: 0.0669751 Jul 23 00:01:03.755683 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092decf-00a9-4fb2-b552-0795e0e8f6ff None None] Pushing event updated for resources: {'Port': ['ID=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:03.824381 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:03.913393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab47e-acb5-467f-9e69-3da2303fba12 req-6fec552a-2613-4fa1-8eb4-d082516d89c1 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:03.915701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946ab47e-acb5-467f-9e69-3da2303fba12 req-6fec552a-2613-4fa1-8eb4-d082516d89c1 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 944 time: 0.1332040 Jul 23 00:01:03.975470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-946ab47e-acb5-467f-9e69-3da2303fba12 req-2f4e3491-bebd-40de-aa55-03744ba09330 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513418 Jul 23 00:01:04.172780 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:03Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:04.203642 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b745792-c104-4660-9101-a1f8cacb9c29 None None] The sync data for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 is: [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:03Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:04.407309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c6fe921c-b540-40c4-83d0-30e1cdcc8b8b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:04.515097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:04.523093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:04.523462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.642304 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.684043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:04.693499 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:04.862124 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:01:04.869012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ff35b96-7c83-4c23-b760-5ae991355c8b req-98955cda-e6cb-43ed-97c6-95c6c7c9cd18 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 210 time: 0.0477936 Jul 23 00:01:04.995796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:05.075533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:05.177610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:05.183983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:05.184609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.281705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-c719ca4e-7947-4d11-8924-a28f60228cf5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:05.290824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-c719ca4e-7947-4d11-8924-a28f60228cf5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 797 time: 0.3327997 Jul 23 00:01:05.340296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.366782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b6c60-3669-4140-8418-6402d0c42417 req-27a274ec-d80a-451d-9d0d-55d1f76d98a7 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:05.385192 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e3b6c60-3669-4140-8418-6402d0c42417 req-27a274ec-d80a-451d-9d0d-55d1f76d98a7 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 944 time: 0.2552764 Jul 23 00:01:05.390583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:05.390583 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933a2aa-c662-42f1-aa47-c64f17de3408" -d '{"events": [{"server_uuid": "217b084c-2f17-42de-9ea4-63c86a1c8940", "name": "network-vif-plugged", "status": "completed", "tag": "3fafa3aa-1b81-4b79-9f04-aa13e0f576ed"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:05.416628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:05.422592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.502585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-c6e908c0-1d42-40c1-a0f4-94f41856208e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 378 time: 0.1969011 Jul 23 00:01:05.506944 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564dbf5-f80f-482c-a137-f50f9da8d4d0 x-openstack-request-id: req-3564dbf5-f80f-482c-a137-f50f9da8d4d0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:05.507240 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217b084c-2f17-42de-9ea4-63c86a1c8940", "name": "network-vif-plugged", "status": "completed", "tag": "3fafa3aa-1b81-4b79-9f04-aa13e0f576ed", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:05.507783 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3564dbf5-f80f-482c-a137-f50f9da8d4d0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:05.511453 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed', 'code': 200} Jul 23 00:01:05.517943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:05.518541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'port': {'device_id': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'admin_state_up': True, 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'security_groups': ['396ba0a4-dc22-4278-b3c1-746096a4c78d']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:05.550814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e3b6c60-3669-4140-8418-6402d0c42417 req-97afa400-65c2-47af-817d-a6d122d4790a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645403 Jul 23 00:01:05.698023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861c37-e195-4cd5-a46f-489947d6e900 req-d085ffa3-3248-4072-8e2c-4d76c938fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:05.701493 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-16861c37-e195-4cd5-a46f-489947d6e900 req-d085ffa3-3248-4072-8e2c-4d76c938fb92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 1096 time: 0.0991242 Jul 23 00:01:05.727620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:05.763219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:05.768986 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.771089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-16861c37-e195-4cd5-a46f-489947d6e900 req-47f3f3f7-d94f-4000-9be1-7cf554a6bf87 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Jul 23 00:01:05.926206 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59828802-89df-4196-a351-76a974aa8ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:05.976568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.8 (9006277e-f5bd-422f-bb38-d09f195deb2e/dab1e6fd-0a21-4f54-9387-12c81d018b8d/7d340316-9d40-46ff-935a-2c1926240870) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:06.041025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49402b46-064e-4d8e-b83b-b3baa246e034 req-936049ac-50f6-4dad-b50e-9d5636505e75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 210 time: 0.0509965 Jul 23 00:01:06.197381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59828802-89df-4196-a351-76a974aa8ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.203725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-59828802-89df-4196-a351-76a974aa8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.250071 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.263575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.278455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-59828802-89df-4196-a351-76a974aa8ad3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85e8029d729f409da91c4715a3e1d562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493193 Jul 23 00:01:06.281409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59828802-89df-4196-a351-76a974aa8ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc82f78d-b6d3-4bd0-83bc-c4a34b064a07,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.282015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38818) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.286582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object 7d340316-9d40-46ff-935a-2c1926240870 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:06.329208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.363762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c6fe921c-b540-40c4-83d0-30e1cdcc8b8b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:06.385724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed73ff3-f20f-4ede-98b0-55c8f1d3579a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.393264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 9006277e-f5bd-422f-bb38-d09f195deb2e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:06.396394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:06.401051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:06.407252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.421896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed73ff3-f20f-4ede-98b0-55c8f1d3579a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.433897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:06.434973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.468798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:06.470040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.492494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-ac50691d-bf25-4f45-89cf-2e6224e70e71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9777596 Jul 23 00:01:06.506650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Request body: {'port': {'device_id': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:06.525591 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed73ff3-f20f-4ede-98b0-55c8f1d3579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.529991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed73ff3-f20f-4ede-98b0-55c8f1d3579a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.539418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aed73ff3-f20f-4ede-98b0-55c8f1d3579a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc82f78d-b6d3-4bd0-83bc-c4a34b064a07 HTTP/1.1" status: 204 len: 168 time: 0.2529705 Jul 23 00:01:06.560146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed73ff3-f20f-4ede-98b0-55c8f1d3579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc82f78d-b6d3-4bd0-83bc-c4a34b064a07,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.725632 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.819311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42af5-5ffb-47b4-bb67-5caa9a8a47a4 req-db48f476-2cfc-424e-90b5-0383f94b44f6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:06.820924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4d42af5-5ffb-47b4-bb67-5caa9a8a47a4 req-db48f476-2cfc-424e-90b5-0383f94b44f6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 945 time: 0.1462576 Jul 23 00:01:06.862718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ad3b9e2-c491-4573-9f94-1200df53a389 None None] Provisioning for port 7d340316-9d40-46ff-935a-2c1926240870 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:06.867419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7ad3b9e2-c491-4573-9f94-1200df53a389 None None] Provisioning complete for port 7d340316-9d40-46ff-935a-2c1926240870 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:06.867890 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7ad3b9e2-c491-4573-9f94-1200df53a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.910202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3b9e2-c491-4573-9f94-1200df53a389 None None] Port 7d340316-9d40-46ff-935a-2c1926240870 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:07.004015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4d42af5-5ffb-47b4-bb67-5caa9a8a47a4 req-44db398a-671b-4692-93dd-01a747bbd3ac tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036944 Jul 23 00:01:07.221676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d340316-9d40-46ff-935a-2c1926240870 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:07.234044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.255023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Transition to ACTIVE for port object 7d340316-9d40-46ff-935a-2c1926240870 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:07.261739 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.284533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c2-6a1e-45ed-9eda-082218b60acf req-05a88dc0-cf6f-453a-b3a5-fe3bc2f42905 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:07.286278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5bff8c2-6a1e-45ed-9eda-082218b60acf req-05a88dc0-cf6f-453a-b3a5-fe3bc2f42905 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 931 time: 0.1445994 Jul 23 00:01:07.361779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.428195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5bff8c2-6a1e-45ed-9eda-082218b60acf req-64beb17d-1edc-44b0-9626-8dd23a449796 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214046 Jul 23 00:01:07.481425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:07.481768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:07.482102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 on network 9006277e-f5bd-422f-bb38-d09f195deb2e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:07.492496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Port 7d340316-9d40-46ff-935a-2c1926240870 on network 9006277e-f5bd-422f-bb38-d09f195deb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:07.493253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 on network 9006277e-f5bd-422f-bb38-d09f195deb2e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:07.500278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:07.500488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:07.500985 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Checking segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:07.502004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Bound using segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:07.502707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Bound port: 7d340316-9d40-46ff-935a-2c1926240870, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:07.503267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.594084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:07.597902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:07.603082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.632660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2017476089-network', 'tenant_id': 'd2a48d4499f649c0856f8484b7a993b4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:07.658631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:07.659791 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.661491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 1091 time: 1.1614208 Jul 23 00:01:07.662116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:07.664683 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12a17ef-1394-4bd1-a425-65838941aef7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:07.686162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Made reservation on behalf of d2a48d4499f649c0856f8484b7a993b4 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:07.689957 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.696159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba19af-de87-4496-b353-01b58353d5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.703884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.756175 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa24f9-6135-46b8-ac1f-dece5c28f729 x-openstack-request-id: req-f1aa24f9-6135-46b8-ac1f-dece5c28f729 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:07.756959 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:07.756959 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1aa24f9-6135-46b8-ac1f-dece5c28f729 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:07.757185 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'status': 'completed', 'code': 200} Jul 23 00:01:07.805827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-fa399d43-e28b-4024-96ca-b1ff58bbff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:07.808897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-fa399d43-e28b-4024-96ca-b1ff58bbff4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1094 time: 0.0879598 Jul 23 00:01:07.864247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-9ccae804-e779-43ed-afb5-bb04cef38d60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 217 time: 0.0495677 Jul 23 00:01:07.865603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.870783 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.905070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:07.927983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a4f0a-be29-4516-a83a-e3f8567df3db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.937082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.937848 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Added segment 7280c852-0a0b-4f32-b98b-7617c5eb058b of type vlan for network 20ae342a-787f-4bad-a477-0d21b41d2102 Jul 23 00:01:07.940831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-77862c90-ea0d-42eb-af1d-2cb8edb0bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:07.943537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-77862c90-ea0d-42eb-af1d-2cb8edb0bde8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0732791 Jul 23 00:01:07.987477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.022184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-8b49495a-f56d-413a-ba70-25bba4febb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.024610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-8b49495a-f56d-413a-ba70-25bba4febb2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745656 Jul 23 00:01:08.036713 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.038395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.039107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.077154 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5742714 Jul 23 00:01:08.078978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:08.087518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Request body: {'subnet': {'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2017476089-subnet', 'tenant_id': 'd2a48d4499f649c0856f8484b7a993b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:08.119224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df9f6c-b993-4064-9ac0-3c661df1460b admin admin] Pushing event updated for resources: {'Network': ['ID=20ae342a-787f-4bad-a477-0d21b41d2102,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:08.131159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 20ae342a-787f-4bad-a477-0d21b41d2102 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:08.204383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Made reservation on behalf of d2a48d4499f649c0856f8484b7a993b4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:08.207012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.216752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-652913b8-63f3-497e-b6b4-7c4978becb8b service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858902 Jul 23 00:01:08.387676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1289002-0c18-49a2-a544-d7fb80fa0ffd req-c0fc035b-f27a-404a-94c9-d5a24e33877c tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.389193 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1289002-0c18-49a2-a544-d7fb80fa0ffd req-c0fc035b-f27a-404a-94c9-d5a24e33877c tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 945 time: 0.2703736 Jul 23 00:01:08.443229 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e123a531-b4dc-453d-a4e7-e2d92c0512ef req-92eac15c-3463-4dff-b7f1-6fcc3c274f0f service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137604 Jul 23 00:01:08.502608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1289002-0c18-49a2-a544-d7fb80fa0ffd req-194debf8-6eac-4077-a1e7-a779e37572da tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999975 Jul 23 00:01:08.616533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.699797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0edb1b00-968a-43ff-93eb-ef5000c2fa7d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:08.710072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-4e8ca9b9-cdf7-4246-8a2e-0484c5aa1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.711618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-4e8ca9b9-cdf7-4246-8a2e-0484c5aa1bfc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1094 time: 0.2012064 Jul 23 00:01:08.723533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de310dd1-293d-4c8c-860c-b675fcecb02b req-b5ccf1c2-9e24-4f78-8eaf-c968ed7b6372 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.725239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de310dd1-293d-4c8c-860c-b675fcecb02b req-b5ccf1c2-9e24-4f78-8eaf-c968ed7b6372 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.2035553 Jul 23 00:01:08.772244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Checking segment: {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:08.772691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Network hostable DHCP agents. Network: 20ae342a-787f-4bad-a477-0d21b41d2102, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:08.850039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de310dd1-293d-4c8c-860c-b675fcecb02b req-1daed913-235f-44b0-9283-6526f509185a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131115 Jul 23 00:01:08.855045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Network 20ae342a-787f-4bad-a477-0d21b41d2102 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:08.878061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 20ae342a-787f-4bad-a477-0d21b41d2102) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:08.883552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.883895 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:08.887143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-37e332b8-5a38-46bd-90da-737e8bcb9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.888181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297acaa1-20aa-4619-8feb-e7a3d4a81d33 None None] Network 20ae342a-787f-4bad-a477-0d21b41d2102 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:08.888637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-37e332b8-5a38-46bd-90da-737e8bcb9d2c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.1622267 Jul 23 00:01:09.056667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9788ebc8-4f69-4330-931f-2d731de71f94 None None] Network 20ae342a-787f-4bad-a477-0d21b41d2102 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:09.266281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c5b46a03-8ca6-4572-852d-7e392a5245f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1840742 Jul 23 00:01:09.267837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-b6d4be84-7659-4d9d-a502-edab55999502 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 217 time: 0.3715253 Jul 23 00:01:09.318765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-38670f8d-8cb0-4b2a-a6ba-795416f841cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:09.320276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-38670f8d-8cb0-4b2a-a6ba-795416f841cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0452874 Jul 23 00:01:09.385914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-9baacf11-b6c2-46a3-a0b4-49ac9c303541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:09.387489 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-9baacf11-b6c2-46a3-a0b4-49ac9c303541 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607114 Jul 23 00:01:09.496393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-97ffedde-875e-4b7b-a003-87e5f629313e service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000137 Jul 23 00:01:09.619428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c12a17ef-1394-4bd1-a425-65838941aef7 req-b4ac7542-46ca-452e-9b7e-c632dc941563 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168270 Jul 23 00:01:10.013644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024868d9-24c2-42e7-9044-cfe30b9467f1 req-4497ba1b-4681-4d17-bfde-edfeead2ae3c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:10.015463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-024868d9-24c2-42e7-9044-cfe30b9467f1 req-4497ba1b-4681-4d17-bfde-edfeead2ae3c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.0845006 Jul 23 00:01:10.073717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-024868d9-24c2-42e7-9044-cfe30b9467f1 req-c0a4deb8-ae47-4a7e-8b49-2118a500239d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509133 Jul 23 00:01:11.074253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7d340316-9d40-46ff-935a-2c1926240870 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:11.255309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:11.270836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '7d340316-9d40-46ff-935a-2c1926240870', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'port_id': '7d340316-9d40-46ff-935a-2c1926240870', 'mac_address': 'fa:16:3e:1b:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:11.284532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256638d-923d-4771-a11a-ffcdeffd93dd req-4355e892-2caf-48e3-9503-711b2a0cfef7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:11.291780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1256638d-923d-4771-a11a-ffcdeffd93dd req-4355e892-2caf-48e3-9503-711b2a0cfef7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.1016390 Jul 23 00:01:11.317148 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.331625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d340316-9d40-46ff-935a-2c1926240870 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:11.361305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:11.366951 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.397653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1256638d-923d-4771-a11a-ffcdeffd93dd req-86d0beef-7a26-4241-8cd2-151ec7a4087e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048257 Jul 23 00:01:11.449241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:11.595287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['7d340316-9d40-46ff-935a-2c1926240870'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:12.538212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6267f-03e1-4461-9bd6-542cec987291 req-fbcda0c8-8c9a-4561-80e7-9f89c63b7e84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:12.539812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39b6267f-03e1-4461-9bd6-542cec987291 req-fbcda0c8-8c9a-4561-80e7-9f89c63b7e84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 944 time: 0.0771086 Jul 23 00:01:12.585480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39b6267f-03e1-4461-9bd6-542cec987291 req-8ed456d0-4fbc-4c8b-ab7b-14c841c5bc2e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397847 Jul 23 00:01:13.089881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7d340316-9d40-46ff-935a-2c1926240870 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:13.140893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 7d340316-9d40-46ff-935a-2c1926240870 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:13.145059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 7d340316-9d40-46ff-935a-2c1926240870 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:13.145438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:13.230195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:13.250001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:13.253284 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee66b9c1-1020-4c74-ba03-8f87bb83939e" -d '{"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-plugged", "status": "completed", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:13.270593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:13.275254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:13.311311 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee23a7a0-aa4e-4248-b950-dde15fcd7c19 x-openstack-request-id: req-ee23a7a0-aa4e-4248-b950-dde15fcd7c19 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:13.311783 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-plugged", "status": "completed", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:13.312094 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee23a7a0-aa4e-4248-b950-dde15fcd7c19 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:13.312655 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'code': 200} Jul 23 00:01:13.331091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:13.477287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418c63b-03dc-46ef-bfb6-242bfe1187f2 req-ebda63f1-48d2-4c49-befb-5397fb265afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:13.478809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4418c63b-03dc-46ef-bfb6-242bfe1187f2 req-ebda63f1-48d2-4c49-befb-5397fb265afb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1096 time: 0.0967872 Jul 23 00:01:13.517697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4418c63b-03dc-46ef-bfb6-242bfe1187f2 req-a7feac8b-bbdb-4f4d-8b35-08c45a3f2720 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326457 Jul 23 00:01:13.747701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7db7-b84b-4e16-a2ac-b453dbe685c3 req-17c951c4-93e6-4b66-9820-f10da5176816 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:13.749266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad0e7db7-b84b-4e16-a2ac-b453dbe685c3 req-17c951c4-93e6-4b66-9820-f10da5176816 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0893579 Jul 23 00:01:13.783111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38922) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:13.807320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad0e7db7-b84b-4e16-a2ac-b453dbe685c3 req-446be8e8-88e1-405b-b9df-0caf55707651 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522239 Jul 23 00:01:13.859518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9d4fafd0-f61f-4909-befe-c119572462d5 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/floatingips/dcd53d41-46b7-40b6-8753-90de083322c4 HTTP/1.1" status: 200 len: 993 time: 0.0752819 Jul 23 00:01:14.121639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:14.329897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 8b157ef0-ce65-401a-9266-63a28d92bf0a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:14.332811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.426683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.427377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.451611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 8b157ef0-ce65-401a-9266-63a28d92bf0a owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:14.637822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.679166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=8b157ef0-ce65-401a-9266-63a28d92bf0a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:14.762550 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.763298 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Floating IP dcd53d41-46b7-40b6-8753-90de083322c4 disassociated (deleted). External IP: 172.25.5.228, port: abcbed30-840f-4eef-be61-87457a1e6cec. Jul 23 00:01:15.046863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a3c56-efbc-4934-9935-23e6898f04b6 req-0aaec3d3-2f3a-420e-9404-940abd1b82e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.049821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6a3c56-efbc-4934-9935-23e6898f04b6 req-0aaec3d3-2f3a-420e-9404-940abd1b82e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1685674 Jul 23 00:01:15.069036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:15.104090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c6a3c56-efbc-4934-9935-23e6898f04b6 req-b8e8a6bf-d147-429b-b761-23a5ec57a292 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478899 Jul 23 00:01:15.242513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:15.250496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.253914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] Sync routers for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:15.264117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:15.264832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:15.306270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68633-cc5a-4a41-9d72-b3b05b7b8191 req-8a1de43f-2ad5-4930-b56f-e5ea08424054 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.309938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71d68633-cc5a-4a41-9d72-b3b05b7b8191 req-8a1de43f-2ad5-4930-b56f-e5ea08424054 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1222184 Jul 23 00:01:15.312925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c1d45ee2-0449-43ae-96ce-88c48f1d92c2 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcd53d41-46b7-40b6-8753-90de083322c4 HTTP/1.1" status: 204 len: 168 time: 1.1897991 Jul 23 00:01:15.314259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:15.317633 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f660f-d087-421f-b093-196a38a65620" -d '{"events": [{"name": "network-changed", "server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:15.363237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71d68633-cc5a-4a41-9d72-b3b05b7b8191 req-02960565-ed02-46d4-a2ee-145060f640d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401778 Jul 23 00:01:15.386773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:15.389170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:15.466610 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d93e7e-206d-4501-a535-a820bb3cc4ca x-openstack-request-id: req-39d93e7e-206d-4501-a535-a820bb3cc4ca {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:15.467026 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:15.467216 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39d93e7e-206d-4501-a535-a820bb3cc4ca {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:15.467709 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'status': 'completed', 'code': 200} Jul 23 00:01:15.512633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26526b4-7227-449c-b147-bddc3ce4e431 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.517934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38948) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:15.525494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '7d340316-9d40-46ff-935a-2c1926240870', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:15.530011 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a26526b4-7227-449c-b147-bddc3ce4e431 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1091 time: 0.1415324 Jul 23 00:01:15.591517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.670038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f660f-d087-421f-b093-196a38a65620 req-089b3c2e-a8d1-4aa8-8e71-cc2b4ae58d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.671638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-089b3c2e-a8d1-4aa8-8e71-cc2b4ae58d55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb91c643c1704a42ad8f4aca6460a147&device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 1096 time: 0.1510801 Jul 23 00:01:15.716550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:22Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:15.757460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] Checking router: 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:15.766096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:15.766764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:15.832333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16949-8656-4e38-9d41-dd3eea9a6e9d req-960be6ff-bc98-4b12-b1d5-d1cf3373d250 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.834606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18c16949-8656-4e38-9d41-dd3eea9a6e9d req-960be6ff-bc98-4b12-b1d5-d1cf3373d250 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 945 time: 0.2097783 Jul 23 00:01:15.885746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:15.902021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f660f-d087-421f-b093-196a38a65620 req-986369a5-626d-4086-8c30-b713662dd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.903714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-986369a5-626d-4086-8c30-b713662dd807 service neutron] 10.222.0.48 "GET /v2.0/networks?id=61c9d534-9db1-45a5-8884-668bd5fe4e51 HTTP/1.1" status: 200 len: 897 time: 0.2182181 Jul 23 00:01:15.954471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18c16949-8656-4e38-9d41-dd3eea9a6e9d req-9652d378-cec6-4ae6-95aa-3f6ae7ae21fc tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081071 Jul 23 00:01:15.957549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-22b2af37-1e25-4af1-a7c5-781a7148e652 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abcbed30-840f-4eef-be61-87457a1e6cec HTTP/1.1" status: 200 len: 217 time: 0.0453010 Jul 23 00:01:15.964203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.063178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f660f-d087-421f-b093-196a38a65620 req-c06dfd7a-0ddd-470c-aa88-02f2c7d0af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:16.065283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-c06dfd7a-0ddd-470c-aa88-02f2c7d0af1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7685b034-9647-49ec-b6c4-72bd3398e11d HTTP/1.1" status: 200 len: 835 time: 0.0986834 Jul 23 00:01:16.123834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:22Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:16.168240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.133 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/b5703bc3-2a02-41ac-b57d-18debea7256b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:16.170953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9ecb2-7056-49ad-a953-6290d9bb0e9f None None] The sync data for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 is: [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:00:14Z', 'revision_number': 4, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'b4b02b9e-319e-46c3-b197-992e30f2ed39', 'name': '', 'network_id': '61c9d534-9db1-45a5-8884-668bd5fe4e51', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'mac_address': 'fa:16:3e:4a:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:12Z', 'updated_at': '2021-07-23T00:00:22Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'subnets': [{'id': '7685b034-9647-49ec-b6c4-72bd3398e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:16.196916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-640b6cad-7b4b-44ca-98a9-2e69e432bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.203604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f660f-d087-421f-b093-196a38a65620 req-e19452da-66b4-4b86-8bce-5b8ed14e186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:16.205303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-e19452da-66b4-4b86-8bce-5b8ed14e186e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=61c9d534-9db1-45a5-8884-668bd5fe4e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290927 Jul 23 00:01:16.383609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-b21c0dd4-1c0c-48ad-ae2b-44318bd721d2 service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630058 Jul 23 00:01:16.413286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.588333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b26f660f-d087-421f-b093-196a38a65620 req-49b16d83-1965-4924-848c-64ce8a91a9b5 service neutron] 10.222.0.48 "GET /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976171 Jul 23 00:01:16.596445 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.609134 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544fabdb-0ccd-4280-88bf-82c5557c751b None None] New status for floating IP dcd53d41-46b7-40b6-8753-90de083322c4: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:01:16.659837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:16.664644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:16.670195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:16.673769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=b5703bc3-2a02-41ac-b57d-18debea7256b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:17.236069 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.609224 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-04e25328-fe8b-46b9-86ac-ada5c6e03449 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666666 Jul 23 00:01:17.634029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74215e0f-e79e-4f04-b376-a33758bae724 req-175f35e1-e54f-4def-90f3-d2382a3e05e6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.634029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74215e0f-e79e-4f04-b376-a33758bae724 req-175f35e1-e54f-4def-90f3-d2382a3e05e6 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 945 time: 0.5475159 Jul 23 00:01:17.686988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dc63c-1759-48ff-92da-d9359c5ffb3d req-737449d5-42f5-4afc-8ca8-08126155c02b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.689765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc9dc63c-1759-48ff-92da-d9359c5ffb3d req-737449d5-42f5-4afc-8ca8-08126155c02b tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 945 time: 0.5913298 Jul 23 00:01:17.762861 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-7583450f-0be2-4879-bb24-f99c0a7aace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.766238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-7583450f-0be2-4879-bb24-f99c0a7aace5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 1096 time: 0.0681880 Jul 23 00:01:17.839896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc9dc63c-1759-48ff-92da-d9359c5ffb3d req-6f74b8f0-1a0c-44ea-aa30-d96b7a5583c8 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1ebfc7f-1ef9-4229-aaf6-d73183769642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434247 Jul 23 00:01:17.853174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.929576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port abcbed30-840f-4eef-be61-87457a1e6cec {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:17.929923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.951965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-3d27fc97-042c-4907-91b9-216b04a6f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.953614 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-3d27fc97-042c-4907-91b9-216b04a6f1d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 916 time: 0.1638291 Jul 23 00:01:18.002323 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-512bc7ae-c7cf-4444-a396-397ffd9913ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 HTTP/1.1" status: 200 len: 217 time: 0.0404501 Jul 23 00:01:18.074275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-0c56edce-e9b0-48e8-bacb-0a7a6a6b05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:18.076510 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-0c56edce-e9b0-48e8-bacb-0a7a6a6b05ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.0678611 Jul 23 00:01:18.115899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port abcbed30-840f-4eef-be61-87457a1e6cec, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=abcbed30-840f-4eef-be61-87457a1e6cec,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:18.116397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.117247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-6c837e98-b393-464d-b9a1-3a096a3be7ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343232 Jul 23 00:01:18.137110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for abcbed30-840f-4eef-be61-87457a1e6cec owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:18.162274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.210494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.247599 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-e6018dbf-cd82-4aff-830d-558b91f41984 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241932 Jul 23 00:01:18.346433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=b5703bc3-2a02-41ac-b57d-18debea7256b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.358749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.366955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f5e780cd-5e42-4d8f-9e14-f32cbc22996c req-eb4a1725-e235-46c0-b444-06c9b0ee0406 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106224 Jul 23 00:01:18.520844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.562269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=abcbed30-840f-4eef-be61-87457a1e6cec,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.567971 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP b414f560-482f-4fd3-90ad-3d1b2c695161 associated. External IP: 172.25.5.133, port: 7d340316-9d40-46ff-935a-2c1926240870. Jul 23 00:01:18.679509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] No DVR routers for this DVR port abcbed30-840f-4eef-be61-87457a1e6cec on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:18.683486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.685556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74215e0f-e79e-4f04-b376-a33758bae724 req-9120948d-68f8-4dd5-af39-a9baeb48b2b3 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.48 "DELETE /v2.0/ports/abcbed30-840f-4eef-be61-87457a1e6cec HTTP/1.1" status: 204 len: 173 time: 1.0421410 Jul 23 00:01:18.686003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'name': 'network-vif-deleted', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:18.688377 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258201a1-826c-4a67-8807-39032729c8e7" -d '{"events": [{"server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "name": "network-vif-deleted", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:18.748545 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f780847c-7632-4e40-876a-7e43baaa9620 x-openstack-request-id: req-f780847c-7632-4e40-876a-7e43baaa9620 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:18.748844 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a56e08-04ca-477d-9039-a4ff560774b6", "name": "network-vif-deleted", "tag": "abcbed30-840f-4eef-be61-87457a1e6cec", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:18.749109 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f780847c-7632-4e40-876a-7e43baaa9620 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:18.749497 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a56e08-04ca-477d-9039-a4ff560774b6', 'name': 'network-vif-deleted', 'tag': 'abcbed30-840f-4eef-be61-87457a1e6cec', 'status': 'completed', 'code': 200} Jul 23 00:01:18.892496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router c40ce226-e62e-4a98-8deb-6760b01fdca4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:19.036005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fba8539-b32f-446c-a18f-ce0e7284158a req-b06a2790-c548-4911-b0b8-95373e3b9811 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "GET /v2.0/ports?device_id=14a56e08-04ca-477d-9039-a4ff560774b6 HTTP/1.1" status: 200 len: 210 time: 0.0875144 Jul 23 00:01:19.092446 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:19.106885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] Sync routers for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:19.125783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:19.126760 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.128311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:00:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:19.198085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2406cede-23d5-4aab-b555-a176628d1050 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6787193 Jul 23 00:01:19.299492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:19.389758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd2939-8ce6-440f-ad74-6d75d9579da0 req-1d0c93f4-42fb-4347-aab1-6e0c9fe2322a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:19.395880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57bd2939-8ce6-440f-ad74-6d75d9579da0 req-1d0c93f4-42fb-4347-aab1-6e0c9fe2322a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1243973 Jul 23 00:01:19.452383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57bd2939-8ce6-440f-ad74-6d75d9579da0 req-eadf488a-bb59-4da3-91c4-1a2dc26dd927 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453134 Jul 23 00:01:19.483343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:19.490626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5bc7fff9-7580-4cd4-ba2e-7d4bf10a6d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.557515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bdbb267f-d3aa-4ad5-9b14-f350d5b3e617 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/b414f560-482f-4fd3-90ad-3d1b2c695161 HTTP/1.1" status: 200 len: 991 time: 0.0728490 Jul 23 00:01:19.628425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b414f560-482f-4fd3-90ad-3d1b2c695161', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'port_id': '7d340316-9d40-46ff-935a-2c1926240870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'mac_address': 'fa:16:3e:1b:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:01:16Z', 'updated_at': '2021-07-23T00:01:16Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:04Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:19.660933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] Checking router: c40ce226-e62e-4a98-8deb-6760b01fdca4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:19.675005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:19.681604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:19.682267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:19.822643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:20.059550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b414f560-482f-4fd3-90ad-3d1b2c695161', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'port_id': '7d340316-9d40-46ff-935a-2c1926240870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'mac_address': 'fa:16:3e:1b:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:01:16Z', 'updated_at': '2021-07-23T00:01:16Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:04Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:20.110809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b9966-fc66-4bce-9fe0-dce099e04d8f None None] The sync data for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 is: [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b414f560-482f-4fd3-90ad-3d1b2c695161', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'port_id': '7d340316-9d40-46ff-935a-2c1926240870', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'mac_address': 'fa:16:3e:1b:f8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:01:16Z', 'updated_at': '2021-07-23T00:01:16Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:04Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:20.118530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38984) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:20.230402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.273560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.296727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.378924 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.383594 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.389735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/security-groups/c1ebfc7f-1ef9-4229-aaf6-d73183769642 HTTP/1.1" status: 204 len: 168 time: 0.2666945 Jul 23 00:01:20.404925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ebfc7f-1ef9-4229-aaf6-d73183769642,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:20.414022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.414413 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.415093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.415525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.416036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.416700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.417076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.417481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.418208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.418579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.418944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.419883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40622a97-7fb9-438e-8aea-1885474a9dec tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:20.426052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 38988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:20.478072 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e96f43f-97e7-458f-b679-0767de9cc756 None None] New status for floating IP b414f560-482f-4fd3-90ad-3d1b2c695161: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:01:20.561380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 38990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:20.666558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-296d4ba1-663a-497d-9b72-3c54acc36879 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/b414f560-482f-4fd3-90ad-3d1b2c695161 HTTP/1.1" status: 200 len: 991 time: 0.1036506 Jul 23 00:01:20.750740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:20.753782 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849863a5-7837-4414-9ca9-b6bf2c216185" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:20.801716 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c964cf1-ada0-4473-98c5-9f5241ada937 x-openstack-request-id: req-3c964cf1-ada0-4473-98c5-9f5241ada937 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:20.802439 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:20.802800 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c964cf1-ada0-4473-98c5-9f5241ada937 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:20.803298 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'status': 'completed', 'code': 200} Jul 23 00:01:20.910056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-9298c080-5bad-40d7-8dd7-c57689f2c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:20.911975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-9298c080-5bad-40d7-8dd7-c57689f2c5ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1096 time: 0.0801127 Jul 23 00:01:21.016452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-ac7299d5-e341-4beb-8aab-11ce7d5f6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:21.018838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-ac7299d5-e341-4beb-8aab-11ce7d5f6485 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.0999887 Jul 23 00:01:21.106930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-e7ba3f52-b5bc-4f4d-a8cf-cad66cb33215 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 1001 time: 0.0795379 Jul 23 00:01:21.170977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-079798bc-7c6d-4822-8845-bf2000826ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:21.172690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-079798bc-7c6d-4822-8845-bf2000826ed6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0583963 Jul 23 00:01:21.195091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device abcbed30-840f-4eef-be61-87457a1e6cec no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:21.226391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: abcbed30-840f-4eef-be61-87457a1e6cec {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:21.226998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device abcbed30-840f-4eef-be61-87457a1e6cec not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:21.284293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-15d1f8d8-80a6-49d3-a423-5d701330af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:21.286525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-15d1f8d8-80a6-49d3-a423-5d701330af6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018372 Jul 23 00:01:21.293815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.426076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-05821ff7-7636-48a7-889b-eea11c741e62 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313207 Jul 23 00:01:21.596116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-849863a5-7837-4414-9ca9-b6bf2c216185 req-267d8bac-2fdb-4078-a80d-935cc2bce9c7 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623311 Jul 23 00:01:21.658343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port b4b02b9e-319e-46c3-b197-992e30f2ed39 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:21.658343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.669267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:21.755775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.776201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3004cff8-8296-4a34-852f-43b71b37128e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/b414f560-482f-4fd3-90ad-3d1b2c695161 HTTP/1.1" status: 200 len: 993 time: 0.0981362 Jul 23 00:01:21.798688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port b4b02b9e-319e-46c3-b197-992e30f2ed39, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4b02b9e-319e-46c3-b197-992e30f2ed39,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:21.798688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.807516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for b4b02b9e-319e-46c3-b197-992e30f2ed39 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:22.004673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.040377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=b4b02b9e-319e-46c3-b197-992e30f2ed39,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:22.050252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.050612 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.050971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.051321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.051721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.052106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.052445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.052786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.053121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.053455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.053792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.054131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:22.234428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.357434 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.491701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:22.612654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:22.618313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3b016bc6-4be0-4791-8e19-9a7ba799f45d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "PUT /v2.0/routers/3df8e3a3-3741-4ca7-add2-3463d6ab76e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910911 Jul 23 00:01:22.622006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:22.629805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] Sync routers for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:22.641190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:22.642501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:22.691310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting subnet 7685b034-9647-49ec-b6c4-72bd3398e11d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:01:22.695116 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.739543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.857286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.917502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:22.930691 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.959366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Subnet': ['ID=7685b034-9647-49ec-b6c4-72bd3398e11d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:22.963195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:22.967401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a9926bab-edca-4dba-955f-4676ac802d6d tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/subnets/7685b034-9647-49ec-b6c4-72bd3398e11d HTTP/1.1" status: 204 len: 168 time: 0.3417211 Jul 23 00:01:22.968736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:22.981322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf7f6f-e2aa-4358-bd9b-c837fce35fcc None None] Network 61c9d534-9db1-45a5-8884-668bd5fe4e51 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:23.085319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.201978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.243975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85'}], 'enable_snat': True}, 'gw_port_id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:01:21Z', 'revision_number': 5, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port': {'id': '9d8165e7-3969-4753-9320-b295ab87c56d', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:67:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:01Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:23.272750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Deleting port 9d8165e7-3969-4753-9320-b295ab87c56d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:23.273093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.275584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] Checking router: 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:23.289509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] Routers {'3df8e3a3-3741-4ca7-add2-3463d6ab76e8'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:23.290324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:23.365134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] DHCP port deletion for 61c9d534-9db1-45a5-8884-668bd5fe4e51 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:01:23.371940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] For port 9d8165e7-3969-4753-9320-b295ab87c56d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9d8165e7-3969-4753-9320-b295ab87c56d,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:23.372428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.386777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Calling delete_port for 9d8165e7-3969-4753-9320-b295ab87c56d owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:23.416204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] Set router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:23.493580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:01:23Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:23.528710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb06191-9f5e-49d8-97c1-d073265e9a28 None None] The sync data for ids ['3df8e3a3-3741-4ca7-add2-3463d6ab76e8'] in n-d-758851-4 is: [{'id': '3df8e3a3-3741-4ca7-add2-3463d6ab76e8', 'name': 'tempest-TestNetworkBasicOps-router-1198644987', 'tenant_id': 'fb91c643c1704a42ad8f4aca6460a147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:59Z', 'updated_at': '2021-07-23T00:01:23Z', 'revision_number': 6, 'project_id': 'fb91c643c1704a42ad8f4aca6460a147', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:23.540325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] Deleting port 96e93b14-5b47-432d-b58b-aadd7f6fa30e {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:23.540702 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.605961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.629969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] For port 96e93b14-5b47-432d-b58b-aadd7f6fa30e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=96e93b14-5b47-432d-b58b-aadd7f6fa30e,segment=NetworkSegment(fb0b14eb-764a-4294-b856-655de7b42939),segment_id=fb0b14eb-764a-4294-b856-655de7b42939)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:23.630413 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.647165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] Calling delete_port for 96e93b14-5b47-432d-b58b-aadd7f6fa30e owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:23.662641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Port': ['ID=9d8165e7-3969-4753-9320-b295ab87c56d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:23.714559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.748249 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.778447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] Pushing event deleted for resources: {'Port': ['ID=96e93b14-5b47-432d-b58b-aadd7f6fa30e,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:23.787410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d7414d-5c41-4ea6-b9e3-c1a4185d44dd None None] No DVR routers for this DVR port 96e93b14-5b47-432d-b58b-aadd7f6fa30e on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:23.842204 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.847402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.903042 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.903645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Fanout notify agent at l3_agent the message router_deleted on router 3df8e3a3-3741-4ca7-add2-3463d6ab76e8 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:01:23.912517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.916792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0bed9dad-0fdc-4d1f-817c-4bcd481b0cd0 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/routers/3df8e3a3-3741-4ca7-add2-3463d6ab76e8 HTTP/1.1" status: 204 len: 168 time: 0.9429073 Jul 23 00:01:23.917549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39030) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:24.028669 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.131288 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.141814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c9d534-9db1-45a5-8884-668bd5fe4e51']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:24.152327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0b14eb-764a-4294-b856-655de7b42939') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:24.152610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0b14eb-764a-4294-b856-655de7b42939') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:24.163064 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.179156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.185851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:01:24.186251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:01:24.189696 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:01:24.256086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.263185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.268883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] 10.222.0.21 "DELETE /v2.0/networks/61c9d534-9db1-45a5-8884-668bd5fe4e51 HTTP/1.1" status: 204 len: 168 time: 0.3471901 Jul 23 00:01:24.285683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be9d72-93e5-4da9-9c42-3b94b4cfb566 tempest-TestNetworkBasicOps-1060788042 tempest-TestNetworkBasicOps-1060788042-project] Pushing event deleted for resources: {'Network': ['ID=61c9d534-9db1-45a5-8884-668bd5fe4e51,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:24.441892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 96e93b14-5b47-432d-b58b-aadd7f6fa30e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:24.465123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 96e93b14-5b47-432d-b58b-aadd7f6fa30e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:24.466003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 96e93b14-5b47-432d-b58b-aadd7f6fa30e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:24.466767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9d8165e7-3969-4753-9320-b295ab87c56d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:24.490898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9d8165e7-3969-4753-9320-b295ab87c56d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:24.491637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9d8165e7-3969-4753-9320-b295ab87c56d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:24.492070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4b02b9e-319e-46c3-b197-992e30f2ed39 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:24.512239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b4b02b9e-319e-46c3-b197-992e30f2ed39 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:24.512596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4b02b9e-319e-46c3-b197-992e30f2ed39 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:24.538130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39036) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:24.697329 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6c716654-a933-4eb2-87d0-b09b5a4cde34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb91c643c1704a42ad8f4aca6460a147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579423 Jul 23 00:01:24.700368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39040) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:24.761903 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-579379b7-9d56-4dd0-aa3b-5678554d4ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.785602 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-579379b7-9d56-4dd0-aa3b-5678554d4ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.847978 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-579379b7-9d56-4dd0-aa3b-5678554d4ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.851933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-579379b7-9d56-4dd0-aa3b-5678554d4ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:24.856140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-579379b7-9d56-4dd0-aa3b-5678554d4ecc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d4211185-2afa-4c7c-be41-208726cd4e13 HTTP/1.1" status: 204 len: 168 time: 0.1525729 Jul 23 00:01:24.863199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579379b7-9d56-4dd0-aa3b-5678554d4ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4211185-2afa-4c7c-be41-208726cd4e13,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:25.164210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39050) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:25.178002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1821161c-f718-4e64-8d0e-1c6bdb2517a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.280920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1821161c-f718-4e64-8d0e-1c6bdb2517a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.286920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1821161c-f718-4e64-8d0e-1c6bdb2517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.326437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821161c-f718-4e64-8d0e-1c6bdb2517a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5367bcd3-fd1d-4d4e-9f64-5215d5621841,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:25.331241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1821161c-f718-4e64-8d0e-1c6bdb2517a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c592c6cfa73f4205bcd4a11153866f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659098 Jul 23 00:01:25.334492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39052) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:25.386128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-387c3fe4-1ee6-43e2-a4b9-665a5ff88169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.408762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-387c3fe4-1ee6-43e2-a4b9-665a5ff88169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.460351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-387c3fe4-1ee6-43e2-a4b9-665a5ff88169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.463094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-387c3fe4-1ee6-43e2-a4b9-665a5ff88169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.467089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-387c3fe4-1ee6-43e2-a4b9-665a5ff88169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5367bcd3-fd1d-4d4e-9f64-5215d5621841 HTTP/1.1" status: 204 len: 168 time: 0.1296952 Jul 23 00:01:25.475995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c3fe4-1ee6-43e2-a4b9-665a5ff88169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5367bcd3-fd1d-4d4e-9f64-5215d5621841,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.878594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:27.988894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf996ea3-828d-462b-9373-9ffddc4068ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.102097 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf996ea3-828d-462b-9373-9ffddc4068ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.106237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf996ea3-828d-462b-9373-9ffddc4068ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.145717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf996ea3-828d-462b-9373-9ffddc4068ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab70d4ca-fa84-46ad-b9ea-8ea47d369601,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:28.152488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bf996ea3-828d-462b-9373-9ffddc4068ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1516c36dbacb48758331e38367820c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704670 Jul 23 00:01:28.152780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:28.216804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-864890c3-7509-4d72-816c-a2e5a567f77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.240144 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-864890c3-7509-4d72-816c-a2e5a567f77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.303163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-864890c3-7509-4d72-816c-a2e5a567f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.305938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-864890c3-7509-4d72-816c-a2e5a567f77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.307362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-864890c3-7509-4d72-816c-a2e5a567f77e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab70d4ca-fa84-46ad-b9ea-8ea47d369601 HTTP/1.1" status: 204 len: 168 time: 0.1534293 Jul 23 00:01:28.322216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864890c3-7509-4d72-816c-a2e5a567f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab70d4ca-fa84-46ad-b9ea-8ea47d369601,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:28.617968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:28.631261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-6178f67b-2c60-4c03-8f5b-f7a1d077770e tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:28.633009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-6178f67b-2c60-4c03-8f5b-f7a1d077770e tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.1584790 Jul 23 00:01:28.650501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-880483bd-94ae-4c5c-81a4-2f481369e73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.670293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-ff04f702-03fd-47f9-ae55-d89a7e9b32d3 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/quotas/c814597b3eac40519833f34bf59db621 HTTP/1.1" status: 200 len: 375 time: 0.0222974 Jul 23 00:01:28.813359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-b4902fd8-fcc2-44b9-9c4d-287a948c28eb tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205859 Jul 23 00:01:28.913532 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-880483bd-94ae-4c5c-81a4-2f481369e73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.918448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-880483bd-94ae-4c5c-81a4-2f481369e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:28.981327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-1d21d434-7003-4b09-b256-aa6e1974b387 service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597927 Jul 23 00:01:28.983439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880483bd-94ae-4c5c-81a4-2f481369e73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad677732-39c7-4317-9385-d94162d6d153,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:28.988763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-880483bd-94ae-4c5c-81a4-2f481369e73f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c91e2eb72a24f55b5c72b451ae78ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695359 Jul 23 00:01:28.991316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39244) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:29.119091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b620bab1-d663-41a6-8bea-28bbec60c290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.188770 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b620bab1-d663-41a6-8bea-28bbec60c290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.195106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-912e332a-7a5e-4f60-9298-9d2309e7227a service neutron] 10.222.0.21 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851149 Jul 23 00:01:29.278170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b620bab1-d663-41a6-8bea-28bbec60c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.281158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b620bab1-d663-41a6-8bea-28bbec60c290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:29.294325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b620bab1-d663-41a6-8bea-28bbec60c290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad677732-39c7-4317-9385-d94162d6d153 HTTP/1.1" status: 204 len: 168 time: 0.2959585 Jul 23 00:01:29.304063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620bab1-d663-41a6-8bea-28bbec60c290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad677732-39c7-4317-9385-d94162d6d153,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:29.433560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f47f4190-9b63-40ba-9b6a-fb5e2d5378ff req-23e69c4b-ae15-4484-b1f9-6c2d6d39f826 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 210 time: 0.0419972 Jul 23 00:01:30.256194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39280) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:30.370739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-174902915-network', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:30.393664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Made reservation on behalf of e27796f65d2e4950b559fccc461c1258 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:30.396584 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.406682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.529624 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.534623 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.613561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:30.631555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-105edf5b-ec31-483f-aeb1-469f465f49a9 req-c4bdc12c-e1cf-4391-8a6b-3815f0936c5b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 210 time: 0.0914319 Jul 23 00:01:30.654644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84946054-1d85-4127-abc0-05b93b82d35a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:30.660421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.661159 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Added segment 32294ec5-3f4c-4632-84c2-0eea9a9853b0 of type vlan for network 34978865-daa5-4986-b78a-47c2177a9243 Jul 23 00:01:30.762384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.789404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-a5af4c96-af82-41fb-a990-9b6567f41ff4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:30.790856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-a5af4c96-af82-41fb-a990-9b6567f41ff4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 815 time: 0.2446511 Jul 23 00:01:30.810272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Request body: {'port': {'device_id': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'admin_state_up': True, 'tenant_id': 'c814597b3eac40519833f34bf59db621'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:30.847901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.848884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:30.849469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.924898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6672411 Jul 23 00:01:30.935534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39288) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:30.943957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Request body: {'subnet': {'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-174902915-subnet', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:30.957086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb689d-14ee-4dc4-90f3-d76b75068aee admin admin] Pushing event updated for resources: {'Network': ['ID=34978865-daa5-4986-b78a-47c2177a9243,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:30.968105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Made reservation on behalf of e27796f65d2e4950b559fccc461c1258 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:30.971991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:30.973598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 34978865-daa5-4986-b78a-47c2177a9243 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:30.997693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Made reservation on behalf of c814597b3eac40519833f34bf59db621 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:31.002670 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.152358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Allocated IP 172.20.0.3 (8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa/53a15030-1e20-4b0f-8b50-285b6a74f391/60cff4e3-d735-4a0b-b471-d5c8e36c903c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:31.167095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.245491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09134b1-af76-4c04-aee6-3679cab6b662,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:31.252883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Checking segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:31.253576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Network hostable DHCP agents. Network: 34978865-daa5-4986-b78a-47c2177a9243, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:31.274091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Network 34978865-daa5-4986-b78a-47c2177a9243 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:31.289758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 34978865-daa5-4986-b78a-47c2177a9243) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:31.299172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:31.300531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.309366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4708471e-f078-449c-9105-2418430e8562 None None] Network 34978865-daa5-4986-b78a-47c2177a9243 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:31.317071 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-aed360c5-c0e9-4f04-88b9-1ef1190b1382 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3798020 Jul 23 00:01:31.320009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39306) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:31.325221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:31.360486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.361673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.365156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.423512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.431643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.439759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:31.487292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', '2bd41957-4e9a-4138-95d5-4db903c93a08'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:31.488957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:31.492989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:31.501477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:31.504569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event updated for resources: {'Port': ['ID=60cff4e3-d735-4a0b-b471-d5c8e36c903c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:31.560773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:31.561502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.588560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-afa81759-eaea-49f7-bf5f-af82e39142c9 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836156 Jul 23 00:01:31.610678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Request body: {'port': {'device_id': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:31.624261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-34978865-daa5-4986-b78a-47c2177a9243', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:01:31.625080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.631573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:31.770007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.003545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.011744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Allocated IP 172.20.0.2 (34978865-daa5-4986-b78a-47c2177a9243/c09134b1-af76-4c04-aee6-3679cab6b662/efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:32.062474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.064268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfd5fc-377c-43ed-941e-8a78e39b8b43 req-6915854f-b76e-4446-8da6-d89b053462b0 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:32.076757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34bfd5fc-377c-43ed-941e-8a78e39b8b43 req-6915854f-b76e-4446-8da6-d89b053462b0 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 931 time: 0.3072319 Jul 23 00:01:32.233514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34bfd5fc-377c-43ed-941e-8a78e39b8b43 req-70da2516-1a46-412b-be4c-e161315fcae1 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553864 Jul 23 00:01:32.290122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Allocated IP 172.25.5.223 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/19f41acf-403d-4faf-ad85-9684f7b75395) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:32.315832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.328591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Transition to ACTIVE for port object efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:32.365217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Transition to ACTIVE for port object efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:32.379695 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.453561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Network 34978865-daa5-4986-b78a-47c2177a9243 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:32.458968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:32.462205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:32.476781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Pushing event updated for resources: {'Port': ['ID=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:32.503516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.573240 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.618047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Attempting to bind port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:32.618491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Attempting to bind port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:32.618805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Attempting to bind port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b on network 34978865-daa5-4986-b78a-47c2177a9243 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:32.625198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:32.625620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Checking segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:32.626184 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.626592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Bound using segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:32.627103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Bound port: efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:32.627533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.651362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:32.654868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:32.661151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:32.666865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Pushing event updated for resources: {'Port': ['ID=19f41acf-403d-4faf-ad85-9684f7b75395,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:32.719543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] For port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:32.726134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] For port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:32.733468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.843393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb9ab0-ca98-49f6-a2b6-6092e597952a None None] Pushing event updated for resources: {'Port': ['ID=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:32.854635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cff4e3-d735-4a0b-b471-d5c8e36c903c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:32.885356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.900932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Transition to ACTIVE for port object 60cff4e3-d735-4a0b-b471-d5c8e36c903c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:32.906405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:32.998251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Pushing event updated for resources: {'Port': ['ID=60cff4e3-d735-4a0b-b471-d5c8e36c903c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:33.059914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:33.075171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Attempting to bind port 60cff4e3-d735-4a0b-b471-d5c8e36c903c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:33.075598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Attempting to bind port 60cff4e3-d735-4a0b-b471-d5c8e36c903c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:33.075934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Attempting to bind port 60cff4e3-d735-4a0b-b471-d5c8e36c903c on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:33.098059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Port 60cff4e3-d735-4a0b-b471-d5c8e36c903c on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:33.107586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Attempting to bind port 60cff4e3-d735-4a0b-b471-d5c8e36c903c on network 8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:33.119813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:33.119813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Checking segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:33.135031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Bound using segment: {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:33.135031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Bound port: 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b675f8-939a-4312-bde4-a2235085c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:33.135031 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:33.227901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] For port 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:33.231927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] For port 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:33.246538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:33.296617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.297743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:33.299920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] 10.222.0.48 "PUT /v2.0/ports/60cff4e3-d735-4a0b-b471-d5c8e36c903c HTTP/1.1" status: 200 len: 1091 time: 1.6978281 Jul 23 00:01:33.303308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'tag': '60cff4e3-d735-4a0b-b471-d5c8e36c903c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:33.305503 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2bf94e-e0e9-4616-91ed-5b602d8fe855" -d '{"events": [{"name": "network-changed", "server_uuid": "3e820d23-3939-410d-b1cf-4b5b9bc4a7cf", "tag": "60cff4e3-d735-4a0b-b471-d5c8e36c903c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:33.376245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0b5e0-8276-4b68-9329-23f83195712e service neutron] Pushing event updated for resources: {'Port': ['ID=60cff4e3-d735-4a0b-b471-d5c8e36c903c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:33.409340 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2586459-4eb6-44e4-abd1-e172f50545d6 x-openstack-request-id: req-a2586459-4eb6-44e4-abd1-e172f50545d6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:33.409635 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e820d23-3939-410d-b1cf-4b5b9bc4a7cf", "tag": "60cff4e3-d735-4a0b-b471-d5c8e36c903c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:33.409887 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2586459-4eb6-44e4-abd1-e172f50545d6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:33.410283 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'tag': '60cff4e3-d735-4a0b-b471-d5c8e36c903c', 'status': 'completed', 'code': 200} Jul 23 00:01:33.480808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:33.511615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-8603c3f8-e7b5-41e1-8892-f6825913f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.514148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-8603c3f8-e7b5-41e1-8892-f6825913f84a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 1094 time: 0.1476545 Jul 23 00:01:33.527891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb474b-76a8-4542-9d9d-741b8bb9ef67 req-170a66da-01bd-4634-858e-3bedd8e71824 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.530482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1cb474b-76a8-4542-9d9d-741b8bb9ef67 req-170a66da-01bd-4634-858e-3bedd8e71824 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 943 time: 0.1232398 Jul 23 00:01:33.584306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-7f5ffb63-27e6-4806-a9f0-c1d0afafe686 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c HTTP/1.1" status: 200 len: 217 time: 0.0522907 Jul 23 00:01:33.652134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1cb474b-76a8-4542-9d9d-741b8bb9ef67 req-a154c510-9a4c-43f0-b1f1-8dc6c895e9fc tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100898 Jul 23 00:01:33.665561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-d3676a40-4753-4dfc-931a-f122075f61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.667319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-d3676a40-4753-4dfc-931a-f122075f61d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.0750184 Jul 23 00:01:33.703348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-06d35318-5506-4af6-96d6-c1f1022e3b00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297854 Jul 23 00:01:33.821439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-178ed672-4a00-48a3-bcd3-d52d2ce9076f service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114314 Jul 23 00:01:33.930564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7de911d3-6ba7-420c-87cd-54d65716f4ff req-66753cf1-1e0f-439c-85c7-da147625d6e3 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033242 Jul 23 00:01:34.012792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:01:34.078009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-f15a892c-960e-40c8-8e0a-38728eb82f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:34.080168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-f15a892c-960e-40c8-8e0a-38728eb82f9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c814597b3eac40519833f34bf59db621&device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 1094 time: 0.0652435 Jul 23 00:01:34.147040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daac8b2-f159-48b3-85ca-e8565ab35481 None None] Network 34978865-daa5-4986-b78a-47c2177a9243 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:34.152951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:34.164993 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Sync routers for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:34.185057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.186365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9dfe5125-b70f-488d-8719-46147571bd48 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8650153 Jul 23 00:01:34.187268 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:34.189176 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:34.191240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39358) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:34.244632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-6d13cbd5-8b80-48d7-b930-dd9f9f0954d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:34.246374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-6d13cbd5-8b80-48d7-b930-dd9f9f0954d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 200 len: 916 time: 0.1579909 Jul 23 00:01:34.295669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-53cef603-cb59-4cde-8821-3810c3e9a147 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c HTTP/1.1" status: 200 len: 217 time: 0.0417051 Jul 23 00:01:34.297641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e7048c26-590d-4a73-9f59-3eb8635279a9 None None] Provisioning for port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:34.387036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:34.418854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-01ea70d7-0999-48f6-9322-763dce8b9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:34.421854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-01ea70d7-0999-48f6-9322-763dce8b9e4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 200 len: 855 time: 0.1080692 Jul 23 00:01:34.484751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:34.501617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-da0beb54-506e-4f7b-9695-6d20eb5d6ffd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727322 Jul 23 00:01:34.566395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:34.574548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:34.575070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.710516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-28f30b55-513a-45ad-ba24-87f8d6b30656 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013755 Jul 23 00:01:34.756629 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 3, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:34.762979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.814375 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Checking router: dc3e7dff-887c-4ce2-9d61-8da8e22d4862 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:34.814995 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Updating router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 port 19f41acf-403d-4faf-ad85-9684f7b75395 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:34.859471 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.861719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:34.870827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.872812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de2bf94e-e0e9-4616-91ed-5b602d8fe855 req-6b342139-df61-4faa-92eb-4f706c566c09 service neutron] 10.222.0.48 "GET /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552205 Jul 23 00:01:34.929901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab9c11d2-442f-499e-86ce-de492cc45b84 None None] Provisioning complete for port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:34.930426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab9c11d2-442f-499e-86ce-de492cc45b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:34.934894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7957-6807-461a-8972-2f58be81a28e req-e9db1a9c-ed64-4d78-a1e7-73f25d1ee394 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:34.940291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80ca7957-6807-461a-8972-2f58be81a28e req-e9db1a9c-ed64-4d78-a1e7-73f25d1ee394 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 943 time: 0.1214507 Jul 23 00:01:34.978732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:34.993697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.025853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80ca7957-6807-461a-8972-2f58be81a28e req-479b7a82-7ccf-4e00-a9ae-4457fcf2050e tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793438 Jul 23 00:01:35.234869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Allocated IP 172.20.0.1 (34978865-daa5-4986-b78a-47c2177a9243/c09134b1-af76-4c04-aee6-3679cab6b662/c3727f70-5058-430a-87e8-7bb19c3a777f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:35.297820 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.323517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Transition to ACTIVE for port object 19f41acf-403d-4faf-ad85-9684f7b75395 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:35.330771 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.373848 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.376710 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Attempting to bind port 19f41acf-403d-4faf-ad85-9684f7b75395 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:35.377080 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Attempting to bind port 19f41acf-403d-4faf-ad85-9684f7b75395 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:35.377447 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Attempting to bind port 19f41acf-403d-4faf-ad85-9684f7b75395 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:35.388693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Transition to ACTIVE for port object c3727f70-5058-430a-87e8-7bb19c3a777f will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:35.389402 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:35.389794 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:35.390216 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.390591 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:35.391074 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Bound port: 19f41acf-403d-4faf-ad85-9684f7b75395, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:35.392312 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.419357 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6ce73-f58c-4539-877a-e1d9f75994e6 None None] Pushing event updated for resources: {'Port': ['ID=19f41acf-403d-4faf-ad85-9684f7b75395,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:35.431473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.460437 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] For port 19f41acf-403d-4faf-ad85-9684f7b75395, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:35.464369 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] For port 19f41acf-403d-4faf-ad85-9684f7b75395, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=19f41acf-403d-4faf-ad85-9684f7b75395,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:35.469613 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.488719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Pushing event updated for resources: {'Port': ['ID=c3727f70-5058-430a-87e8-7bb19c3a777f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:35.504822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Network 34978865-daa5-4986-b78a-47c2177a9243 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:35.506893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:35.509542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:35.527412 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:35.528045 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:35.553214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.566649 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6ce73-f58c-4539-877a-e1d9f75994e6 None None] Pushing event updated for resources: {'Port': ['ID=19f41acf-403d-4faf-ad85-9684f7b75395,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:35.653621 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:35.728737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.870066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d26e4cc0-266f-40a5-8ee1-6055e5b84a48 None None] Provisioning for port c3727f70-5058-430a-87e8-7bb19c3a777f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:35.874835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d26e4cc0-266f-40a5-8ee1-6055e5b84a48 None None] Provisioning complete for port c3727f70-5058-430a-87e8-7bb19c3a777f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:35.875414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d26e4cc0-266f-40a5-8ee1-6055e5b84a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.920529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d26e4cc0-266f-40a5-8ee1-6055e5b84a48 None None] Port c3727f70-5058-430a-87e8-7bb19c3a777f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:35.923523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.929105 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.978519 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 3, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:35.999671 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.002178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Pushing event updated for resources: {'Port': ['ID=c3727f70-5058-430a-87e8-7bb19c3a777f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:36.008830 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec38df72-19ce-4f29-a687-7933fa54914e None None] The sync data for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 is: [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:32Z', 'revision_number': 3, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:36.115608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Network 34978865-daa5-4986-b78a-47c2177a9243 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:36.117545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:36.207576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ec745-1a6a-4b0a-bea0-18aa9c438505 req-b40aed4a-befe-41be-9469-8faf582b7282 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.209966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f3ec745-1a6a-4b0a-bea0-18aa9c438505 req-b40aed4a-befe-41be-9469-8faf582b7282 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 943 time: 0.0936451 Jul 23 00:01:36.248089 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.283064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f3ec745-1a6a-4b0a-bea0-18aa9c438505 req-b4414091-09f6-4577-879d-d4132d0579ba tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650685 Jul 23 00:01:36.325319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:36.445752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:36.519913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:36.530031 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4dd360d8-aaf9-4146-8b65-94d0d8257063 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc3e7dff-887c-4ce2-9d61-8da8e22d4862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3374794 Jul 23 00:01:36.716409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:36.716879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.721360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-be8c6797-ff63-402a-b491-5146f86de10e None None] Provisioning complete for port c3727f70-5058-430a-87e8-7bb19c3a777f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:36.721360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-be8c6797-ff63-402a-b491-5146f86de10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.791235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-be8c6797-ff63-402a-b491-5146f86de10e None None] Port c3727f70-5058-430a-87e8-7bb19c3a777f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:37.262770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 60cff4e3-d735-4a0b-b471-d5c8e36c903c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:37.299240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39422) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:37.322346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-556476751-network', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:37.394211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Made reservation on behalf of 07aea6885c5e4edba86bd0f29b072a15 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:37.396629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.398689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:37.409999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.414513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '60cff4e3-d735-4a0b-b471-d5c8e36c903c', 'network_id': '8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa', 'port_id': '60cff4e3-d735-4a0b-b471-d5c8e36c903c', 'mac_address': 'fa:16:3e:64:0a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a15030-1e20-4b0f-8b50-285b6a74f391', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:37.465954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ccd2e-cd65-47d5-97bd-bdd0fa45a795 req-488a71f1-6c3b-4c51-89db-9530a47f1832 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.467548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e7ccd2e-cd65-47d5-97bd-bdd0fa45a795 req-488a71f1-6c3b-4c51-89db-9530a47f1832 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 943 time: 0.1196663 Jul 23 00:01:37.467727 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.482715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cff4e3-d735-4a0b-b471-d5c8e36c903c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:37.508797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:37.512655 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.531389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e7ccd2e-cd65-47d5-97bd-bdd0fa45a795 req-e38b5b5d-c254-4e53-a6e4-7436433733ed tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Jul 23 00:01:37.570631 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.575582 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.589983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=60cff4e3-d735-4a0b-b471-d5c8e36c903c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.611421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:37.621498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5bdf3-84e2-4918-92d0-0f5529fd7514,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.631775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.632724 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Added segment 4ec69efc-8ff7-4916-8368-5c4164e25517 of type vlan for network d99b4da6-9445-42d0-b005-f6c49b9d5873 Jul 23 00:01:37.685033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.725182 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.726283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.726934 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.761373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4601641 Jul 23 00:01:37.764262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:37.769688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Request body: {'subnet': {'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-556476751-subnet', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:37.795840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4250ce-ae1c-4f63-87a1-06368c3eda5a admin admin] Pushing event updated for resources: {'Network': ['ID=d99b4da6-9445-42d0-b005-f6c49b9d5873,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.802802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Made reservation on behalf of 07aea6885c5e4edba86bd0f29b072a15 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:37.804268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['60cff4e3-d735-4a0b-b471-d5c8e36c903c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:37.806138 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.811424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:37.996058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Sync routers for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:37.997189 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.018619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:38.019259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:38.062811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebed819-c12a-476c-88e5-c693af339a84,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:38.071189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Checking segment: {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:38.071594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Network hostable DHCP agents. Network: d99b4da6-9445-42d0-b005-f6c49b9d5873, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:38.099819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:38.109426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d99b4da6-9445-42d0-b005-f6c49b9d5873) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:38.114353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.115476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.120016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bcfdfd-8332-4370-869a-e84cdb3ca0e6 None None] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:38.131433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7b8eefc2-c3af-4887-b148-4f3946874435 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3658037 Jul 23 00:01:38.134085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 39434) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:38.138819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:38.161999 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.163108 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.194699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:38.221071 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.376815 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.451210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-d99b4da6-9445-42d0-b005-f6c49b9d5873', 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'fixed_ips': [{'subnet_id': '1ebed819-c12a-476c-88e5-c693af339a84'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:01:38.451962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.454309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19f41acf-403d-4faf-ad85-9684f7b75395 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:38.598400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 19f41acf-403d-4faf-ad85-9684f7b75395 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:38.611178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 19f41acf-403d-4faf-ad85-9684f7b75395 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:38.611803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.663446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 2, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:38.691537 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.702924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Checking router: dc3e7dff-887c-4ce2-9d61-8da8e22d4862 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:38.703295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Updating router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 port c3727f70-5058-430a-87e8-7bb19c3a777f binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:38.716506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.735811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Allocated IP 172.20.0.2 (d99b4da6-9445-42d0-b005-f6c49b9d5873/1ebed819-c12a-476c-88e5-c693af339a84/5271c260-ab16-4b8e-bf65-235905aee70d) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:38.766199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.788378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba2be-1d35-43a8-904c-2268d11b14ee req-9874a45b-9c14-45e2-a50b-32017282a6f6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.789965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f5ba2be-1d35-43a8-904c-2268d11b14ee req-9874a45b-9c14-45e2-a50b-32017282a6f6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 944 time: 0.1449373 Jul 23 00:01:38.874910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f5ba2be-1d35-43a8-904c-2268d11b14ee req-bcb8c8d1-f892-4f2f-a045-efa64ae7a34d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762501 Jul 23 00:01:38.895986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Allocated IP 172.25.5.175 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/7a11eaf6-a246-47f7-8aa1-78333f549040) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:38.902341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:38.994606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 19f41acf-403d-4faf-ad85-9684f7b75395, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=19f41acf-403d-4faf-ad85-9684f7b75395,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:39.010308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.020682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.062197 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.113025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:39.116313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:39.120491 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.120967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:39.146380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Pushing event updated for resources: {'Port': ['ID=7a11eaf6-a246-47f7-8aa1-78333f549040,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:39.168748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Transition to ACTIVE for port object 5271c260-ab16-4b8e-bf65-235905aee70d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:39.179233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=19f41acf-403d-4faf-ad85-9684f7b75395,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:39.211646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Transition to ACTIVE for port object 5271c260-ab16-4b8e-bf65-235905aee70d will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:39.222176 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.295739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:39.302508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 60cff4e3-d735-4a0b-b471-d5c8e36c903c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:39.312022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:39.335287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:39.362823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Pushing event updated for resources: {'Port': ['ID=5271c260-ab16-4b8e-bf65-235905aee70d,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:39.370818 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.404787 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.407927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Transition to ACTIVE for port object c3727f70-5058-430a-87e8-7bb19c3a777f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:39.432312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.494783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Attempting to bind port 5271c260-ab16-4b8e-bf65-235905aee70d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:39.495551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Attempting to bind port 5271c260-ab16-4b8e-bf65-235905aee70d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:39.495551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Attempting to bind port 5271c260-ab16-4b8e-bf65-235905aee70d on network d99b4da6-9445-42d0-b005-f6c49b9d5873 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:39.504745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 60cff4e3-d735-4a0b-b471-d5c8e36c903c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:39.513802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:39.514051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Checking segment: {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:39.514348 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.514753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Bound using segment: {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:39.515265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Bound port: 5271c260-ab16-4b8e-bf65-235905aee70d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:39.515678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.541093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 60cff4e3-d735-4a0b-b471-d5c8e36c903c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:39.541472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.549473 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536413e3-8807-4a78-8348-0b8a78387caa None None] Pushing event updated for resources: {'Port': ['ID=c3727f70-5058-430a-87e8-7bb19c3a777f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:39.635183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.828732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Router 21bd0960-aa65-4adf-866c-c9245baa00e7 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:01:39.863291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Attempting to bind port c3727f70-5058-430a-87e8-7bb19c3a777f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:39.863701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Attempting to bind port c3727f70-5058-430a-87e8-7bb19c3a777f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:39.864058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Attempting to bind port c3727f70-5058-430a-87e8-7bb19c3a777f on network 34978865-daa5-4986-b78a-47c2177a9243 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:39.879763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:39.880157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Checking segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:39.880452 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.880851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Bound using segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:39.881328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Bound port: c3727f70-5058-430a-87e8-7bb19c3a777f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:39.881713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.883829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] For port 5271c260-ab16-4b8e-bf65-235905aee70d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:39.891014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] For port 5271c260-ab16-4b8e-bf65-235905aee70d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5271c260-ab16-4b8e-bf65-235905aee70d,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:39.905154 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.946313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:39.957955 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Sync routers for ids ['21bd0960-aa65-4adf-866c-c9245baa00e7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:39.966629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:39.968420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58050dd3-c3c5-4cd1-953c-bc6f54aa4a2c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8332481 Jul 23 00:01:39.971735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:39.990411 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Routers {'21bd0960-aa65-4adf-866c-c9245baa00e7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:39.991551 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['21bd0960-aa65-4adf-866c-c9245baa00e7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:40.057971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.094836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0480c4-dbab-479d-8932-665542035e65 None None] Pushing event updated for resources: {'Port': ['ID=5271c260-ab16-4b8e-bf65-235905aee70d,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:40.105969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] For port c3727f70-5058-430a-87e8-7bb19c3a777f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:40.110839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] For port c3727f70-5058-430a-87e8-7bb19c3a777f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c3727f70-5058-430a-87e8-7bb19c3a777f,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:40.151485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cff4e3-d735-4a0b-b471-d5c8e36c903c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:40.151712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4191f6-83d9-4c10-80b6-50908b67ec86 req-dc5cc206-f1a3-44cd-bbcf-d47fd7187041 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.151828 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78319e2-08aa-4eb0-8755-7e8ed2c801ab" -d '{"events": [{"server_uuid": "3e820d23-3939-410d-b1cf-4b5b9bc4a7cf", "name": "network-vif-plugged", "status": "completed", "tag": "60cff4e3-d735-4a0b-b471-d5c8e36c903c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:40.160277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf4191f6-83d9-4c10-80b6-50908b67ec86 req-dc5cc206-f1a3-44cd-bbcf-d47fd7187041 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 944 time: 0.1230025 Jul 23 00:01:40.166769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.172836 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.188040 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.200372 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Set router 21bd0960-aa65-4adf-866c-c9245baa00e7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:40.246202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf4191f6-83d9-4c10-80b6-50908b67ec86 req-0cb1d32e-21d4-4099-9b82-031883f69e54 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848992 Jul 23 00:01:40.291820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:40.292489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:40.520703 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:39Z', 'revision_number': 3, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:40.553636 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Checking router: 21bd0960-aa65-4adf-866c-c9245baa00e7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:40.553991 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Updating router 21bd0960-aa65-4adf-866c-c9245baa00e7 port 7a11eaf6-a246-47f7-8aa1-78333f549040 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:40.566499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19f41acf-403d-4faf-ad85-9684f7b75395 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:40.608330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536413e3-8807-4a78-8348-0b8a78387caa None None] Pushing event updated for resources: {'Port': ['ID=c3727f70-5058-430a-87e8-7bb19c3a777f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:40.640076 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.694792 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bc700b-8bc8-48d7-b4ba-9fec7cbc45bd x-openstack-request-id: req-23bc700b-8bc8-48d7-b4ba-9fec7cbc45bd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:40.695087 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e820d23-3939-410d-b1cf-4b5b9bc4a7cf", "name": "network-vif-plugged", "status": "completed", "tag": "60cff4e3-d735-4a0b-b471-d5c8e36c903c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:40.695798 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23bc700b-8bc8-48d7-b4ba-9fec7cbc45bd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:40.695798 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cff4e3-d735-4a0b-b471-d5c8e36c903c', 'code': 200} Jul 23 00:01:40.720051 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=60cff4e3-d735-4a0b-b471-d5c8e36c903c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:40.735793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:40.738252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 19f41acf-403d-4faf-ad85-9684f7b75395 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:40.738818 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.902211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4e355-e97b-4b5d-bea7-804513ce38cc req-a4eed0be-72b2-4c4a-94a4-3bb8463ecefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.904379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cc4e355-e97b-4b5d-bea7-804513ce38cc req-a4eed0be-72b2-4c4a-94a4-3bb8463ecefb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 1096 time: 0.1212459 Jul 23 00:01:40.972685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cc4e355-e97b-4b5d-bea7-804513ce38cc req-be396d1a-2445-4d71-bb2d-761f668baea3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614955 Jul 23 00:01:40.996806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.040489 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.054543 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Transition to ACTIVE for port object 7a11eaf6-a246-47f7-8aa1-78333f549040 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:41.069788 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.105492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:40Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:41.107389 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Attempting to bind port 7a11eaf6-a246-47f7-8aa1-78333f549040 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:41.109114 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Attempting to bind port 7a11eaf6-a246-47f7-8aa1-78333f549040 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:41.109693 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Attempting to bind port 7a11eaf6-a246-47f7-8aa1-78333f549040 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:41.135971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f789893c-15a5-45fe-8266-4e7bce7eb226 None None] The sync data for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 is: [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:40Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:41.167015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:41.167015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:41.168725 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.169709 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:41.171039 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Bound port: 7a11eaf6-a246-47f7-8aa1-78333f549040, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:41.173554 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.215706 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Allocated IP 172.20.0.1 (d99b4da6-9445-42d0-b005-f6c49b9d5873/1ebed819-c12a-476c-88e5-c693af339a84/adfb1d5d-e3cc-49c4-a244-304a31f3315e) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:41.319602 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c03a2-f6ea-47aa-a47d-e249be8edced None None] Pushing event updated for resources: {'Port': ['ID=7a11eaf6-a246-47f7-8aa1-78333f549040,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.356333 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] For port 7a11eaf6-a246-47f7-8aa1-78333f549040, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:41.364444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] For port 7a11eaf6-a246-47f7-8aa1-78333f549040, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7a11eaf6-a246-47f7-8aa1-78333f549040,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:41.374918 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.394328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.412658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Transition to ACTIVE for port object adfb1d5d-e3cc-49c4-a244-304a31f3315e will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:41.441823 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Routers {'21bd0960-aa65-4adf-866c-c9245baa00e7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:41.442416 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['21bd0960-aa65-4adf-866c-c9245baa00e7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:41.475128 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.553520 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:41.568932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:41.571390 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:41.572846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629496f-aa01-46e4-829a-baeb262cd1fb req-3839782a-d7e1-4445-aa32-eb52bc9974e4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:41.574719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4629496f-aa01-46e4-829a-baeb262cd1fb req-3839782a-d7e1-4445-aa32-eb52bc9974e4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 945 time: 0.1715987 Jul 23 00:01:41.607156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Pushing event updated for resources: {'Port': ['ID=adfb1d5d-e3cc-49c4-a244-304a31f3315e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.642457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.646529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4629496f-aa01-46e4-829a-baeb262cd1fb req-7cee66a6-1f75-46e9-bd2e-525860a1d477 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650523 Jul 23 00:01:41.679302 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] Set router 21bd0960-aa65-4adf-866c-c9245baa00e7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:41.737216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c03a2-f6ea-47aa-a47d-e249be8edced None None] Pushing event updated for resources: {'Port': ['ID=7a11eaf6-a246-47f7-8aa1-78333f549040,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.769017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641daa66-79af-4554-81fb-d9dc0bfb767a None None] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:41.861405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:41.945647 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:01:41.953929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c796dc2e-7726-49d5-bbb6-df8ccce009a0 None None] Provisioning for port 5271c260-ab16-4b8e-bf65-235905aee70d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:42.033278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:39Z', 'revision_number': 3, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:42.068597 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eece30-221e-4afa-9bdf-06d03edf7215 None None] The sync data for ids ['21bd0960-aa65-4adf-866c-c9245baa00e7'] in n-d-758851-4 is: [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:39Z', 'revision_number': 3, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:42.206915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.213681 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.295471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.323568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Pushing event updated for resources: {'Port': ['ID=adfb1d5d-e3cc-49c4-a244-304a31f3315e,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:42.519630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:42.525844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:42.633913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c3727f70-5058-430a-87e8-7bb19c3a777f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:42.768903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5c9458bf-8daa-4366-9629-3624ca72c5ce None None] Provisioning for port adfb1d5d-e3cc-49c4-a244-304a31f3315e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:42.773218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Router 21bd0960-aa65-4adf-866c-c9245baa00e7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:01:42.783167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5c9458bf-8daa-4366-9629-3624ca72c5ce None None] Provisioning complete for port adfb1d5d-e3cc-49c4-a244-304a31f3315e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:42.783777 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c9458bf-8daa-4366-9629-3624ca72c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.871396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c9458bf-8daa-4366-9629-3624ca72c5ce None None] Port adfb1d5d-e3cc-49c4-a244-304a31f3315e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:42.893132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c3727f70-5058-430a-87e8-7bb19c3a777f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:42.900150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c3727f70-5058-430a-87e8-7bb19c3a777f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:42.901392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.990651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28f1c-8291-4c85-97d6-7b701d71e8f6 req-0fe5c307-c4ab-47e0-a7c4-f7b301060b11 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:42.999901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6d28f1c-8291-4c85-97d6-7b701d71e8f6 req-0fe5c307-c4ab-47e0-a7c4-f7b301060b11 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 945 time: 0.2346210 Jul 23 00:01:43.017649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-312a8903-858c-47f9-926b-5289fc362e92 None None] Provisioning complete for port adfb1d5d-e3cc-49c4-a244-304a31f3315e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:43.017939 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-312a8903-858c-47f9-926b-5289fc362e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.042853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:01:43.075793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-628abb5f-6da4-48af-b513-0d888aba31fa admin admin] 10.222.0.21 "PUT /v2.0/routers/21bd0960-aa65-4adf-866c-c9245baa00e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025114 Jul 23 00:01:43.078818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6d28f1c-8291-4c85-97d6-7b701d71e8f6 req-6990fc84-1ca8-42da-b789-40ddf56f6f59 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771782 Jul 23 00:01:43.121239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.145631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-312a8903-858c-47f9-926b-5289fc362e92 None None] Port adfb1d5d-e3cc-49c4-a244-304a31f3315e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:43.178904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c3727f70-5058-430a-87e8-7bb19c3a777f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c3727f70-5058-430a-87e8-7bb19c3a777f,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:43.183531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.184574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5271c260-ab16-4b8e-bf65-235905aee70d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:43.361940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5271c260-ab16-4b8e-bf65-235905aee70d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:43.367792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c3727f70-5058-430a-87e8-7bb19c3a777f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:43.381659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5271c260-ab16-4b8e-bf65-235905aee70d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:43.382032 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.424061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4a7de4f1-6c27-4e44-9e73-d90b8ef825b4 None None] Provisioning complete for port adfb1d5d-e3cc-49c4-a244-304a31f3315e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:43.424449 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a7de4f1-6c27-4e44-9e73-d90b8ef825b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.498472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4a7de4f1-6c27-4e44-9e73-d90b8ef825b4 None None] Port adfb1d5d-e3cc-49c4-a244-304a31f3315e cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:01:43.576750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.631230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5271c260-ab16-4b8e-bf65-235905aee70d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5271c260-ab16-4b8e-bf65-235905aee70d,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:43.644498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.711912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5271c260-ab16-4b8e-bf65-235905aee70d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:44.568152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7a11eaf6-a246-47f7-8aa1-78333f549040 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:44.628913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7a11eaf6-a246-47f7-8aa1-78333f549040 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:44.638812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7a11eaf6-a246-47f7-8aa1-78333f549040 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:44.639497 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.741177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.772434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Sync routers for ids ['21bd0960-aa65-4adf-866c-c9245baa00e7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:01:44.786713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7a11eaf6-a246-47f7-8aa1-78333f549040, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7a11eaf6-a246-47f7-8aa1-78333f549040,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:44.795612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Routers {'21bd0960-aa65-4adf-866c-c9245baa00e7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:44.796484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['21bd0960-aa65-4adf-866c-c9245baa00e7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:44.799725 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.800516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c3727f70-5058-430a-87e8-7bb19c3a777f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:44.993237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7a11eaf6-a246-47f7-8aa1-78333f549040,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:45.042746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Set router 21bd0960-aa65-4adf-866c-c9245baa00e7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:45.046788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c3727f70-5058-430a-87e8-7bb19c3a777f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:45.047259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.271888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5271c260-ab16-4b8e-bf65-235905aee70d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:45.363370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5271c260-ab16-4b8e-bf65-235905aee70d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:45.363370 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.468444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:41Z', 'revision_number': 4, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'adfb1d5d-e3cc-49c4-a244-304a31f3315e', 'name': '', 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'mac_address': 'fa:16:3e:bc:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '1ebed819-c12a-476c-88e5-c693af339a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:41Z', 'updated_at': '2021-07-23T00:01:41Z', 'revision_number': 2, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'subnets': [{'id': '1ebed819-c12a-476c-88e5-c693af339a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:45.503048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Checking router: 21bd0960-aa65-4adf-866c-c9245baa00e7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:01:45.503449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Updating router 21bd0960-aa65-4adf-866c-c9245baa00e7 port adfb1d5d-e3cc-49c4-a244-304a31f3315e binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:01:45.546278 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.086531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.106564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Transition to ACTIVE for port object adfb1d5d-e3cc-49c4-a244-304a31f3315e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:46.120646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.189668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ec60-a64d-4406-a510-aef1187d45e2 None None] Pushing event updated for resources: {'Port': ['ID=adfb1d5d-e3cc-49c4-a244-304a31f3315e,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:46.196537 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c11789a-4a44-4dd1-a58d-f7d23a2ffa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.264959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Attempting to bind port adfb1d5d-e3cc-49c4-a244-304a31f3315e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:46.265586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Attempting to bind port adfb1d5d-e3cc-49c4-a244-304a31f3315e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:46.265766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Attempting to bind port adfb1d5d-e3cc-49c4-a244-304a31f3315e on network d99b4da6-9445-42d0-b005-f6c49b9d5873 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:46.272559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:46.272971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Checking segment: {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:46.273396 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.273802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Bound using segment: {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:46.274288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Bound port: adfb1d5d-e3cc-49c4-a244-304a31f3315e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec69efc-8ff7-4916-8368-5c4164e25517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:46.274683 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.376205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] For port adfb1d5d-e3cc-49c4-a244-304a31f3315e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:46.383102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] For port adfb1d5d-e3cc-49c4-a244-304a31f3315e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=adfb1d5d-e3cc-49c4-a244-304a31f3315e,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:46.389814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:46.464674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7a11eaf6-a246-47f7-8aa1-78333f549040 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:46.595770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Routers {'21bd0960-aa65-4adf-866c-c9245baa00e7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:01:46.596571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['21bd0960-aa65-4adf-866c-c9245baa00e7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:46.648403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ec60-a64d-4406-a510-aef1187d45e2 None None] Pushing event updated for resources: {'Port': ['ID=adfb1d5d-e3cc-49c4-a244-304a31f3315e,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:46.773152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] Set router 21bd0960-aa65-4adf-866c-c9245baa00e7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:01:46.819150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7a11eaf6-a246-47f7-8aa1-78333f549040 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:46.819813 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.164487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:41Z', 'revision_number': 4, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'adfb1d5d-e3cc-49c4-a244-304a31f3315e', 'name': '', 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'mac_address': 'fa:16:3e:bc:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '1ebed819-c12a-476c-88e5-c693af339a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:41Z', 'updated_at': '2021-07-23T00:01:46Z', 'revision_number': 4, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'subnets': [{'id': '1ebed819-c12a-476c-88e5-c693af339a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:01:47.196419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d046854-929d-456b-bef6-f4a8e8dc70de None None] The sync data for ids ['21bd0960-aa65-4adf-866c-c9245baa00e7'] in n-d-758851-4 is: [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:41Z', 'revision_number': 4, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'adfb1d5d-e3cc-49c4-a244-304a31f3315e', 'name': '', 'network_id': 'd99b4da6-9445-42d0-b005-f6c49b9d5873', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'mac_address': 'fa:16:3e:bc:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '1ebed819-c12a-476c-88e5-c693af339a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:41Z', 'updated_at': '2021-07-23T00:01:46Z', 'revision_number': 4, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'subnets': [{'id': '1ebed819-c12a-476c-88e5-c693af339a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:01:48.475728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device adfb1d5d-e3cc-49c4-a244-304a31f3315e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:48.581068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port adfb1d5d-e3cc-49c4-a244-304a31f3315e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:48.586386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port adfb1d5d-e3cc-49c4-a244-304a31f3315e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:48.586386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.608655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26934ce9-3a92-483a-bee6-cf7a87aba326 req-780e3228-7f02-4dd2-9943-f335f4ca0863 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:48.616412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26934ce9-3a92-483a-bee6-cf7a87aba326 req-780e3228-7f02-4dd2-9943-f335f4ca0863 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1096 time: 0.1211436 Jul 23 00:01:48.661125 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26934ce9-3a92-483a-bee6-cf7a87aba326 req-e9dde525-7dc7-4a95-8696-208fba0492c3 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.778006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.850156 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port adfb1d5d-e3cc-49c4-a244-304a31f3315e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=adfb1d5d-e3cc-49c4-a244-304a31f3315e,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:48.861020 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.874858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26934ce9-3a92-483a-bee6-cf7a87aba326 req-e9dde525-7dc7-4a95-8696-208fba0492c3 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.888243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-26934ce9-3a92-483a-bee6-cf7a87aba326 req-e9dde525-7dc7-4a95-8696-208fba0492c3 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:48.948268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=adfb1d5d-e3cc-49c4-a244-304a31f3315e,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:48.955677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26934ce9-3a92-483a-bee6-cf7a87aba326 req-e9dde525-7dc7-4a95-8696-208fba0492c3 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3364489 Jul 23 00:01:48.978817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dde525-7dc7-4a95-8696-208fba0492c3 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f9e2f4-b469-459a-99f8-0e824d1ee88b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:49.144157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c97d78-1441-418e-9d89-b5acf528cb99 req-4319edbb-2529-4b82-9f32-a208a2121fff tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.150965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6c97d78-1441-418e-9d89-b5acf528cb99 req-4319edbb-2529-4b82-9f32-a208a2121fff tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0867357 Jul 23 00:01:49.221308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6c97d78-1441-418e-9d89-b5acf528cb99 req-576c1e0f-d551-4a14-8556-fb6677630dde tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653136 Jul 23 00:01:49.240056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39710) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:49.320489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1e0d903a-bf8f-447d-9f49-8a7216335847 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/b414f560-482f-4fd3-90ad-3d1b2c695161 HTTP/1.1" status: 200 len: 993 time: 0.0791669 Jul 23 00:01:49.456014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-581415d3-dcaf-4b45-9e5d-a2991a8027b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:49.662249 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.124431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 39742) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:50.189420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d4a88-24ac-455f-85b4-34a092159043 req-396946b2-baf1-4c07-b70d-1d1abb56da7f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.196823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b91d4a88-24ac-455f-85b4-34a092159043 req-396946b2-baf1-4c07-b70d-1d1abb56da7f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0921454 Jul 23 00:01:50.253239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b91d4a88-24ac-455f-85b4-34a092159043 req-51b5bbae-cd51-4476-9e64-ae5df6e7e109 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555370 Jul 23 00:01:50.295244 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.432798 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-e8655cc9-56c6-48f9-aa1e-90e85e74d1f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3072011 Jul 23 00:01:50.460804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device adfb1d5d-e3cc-49c4-a244-304a31f3315e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:50.570920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port adfb1d5d-e3cc-49c4-a244-304a31f3315e triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:50.571575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.454903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8227-fd11-486a-9424-06b03e51a63a req-d6a1d9b3-7227-4ac1-8135-ad093a8d2c62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:51.474382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-134f8227-fd11-486a-9424-06b03e51a63a req-d6a1d9b3-7227-4ac1-8135-ad093a8d2c62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1146441 Jul 23 00:01:51.536763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-134f8227-fd11-486a-9424-06b03e51a63a req-8ffba863-29bd-4c47-9e6d-9e93302ed30a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606205 Jul 23 00:01:51.760669 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:52.224292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-57e6431a-7a05-4249-b05c-995929992348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.228266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-57e6431a-7a05-4249-b05c-995929992348 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1096 time: 0.1185019 Jul 23 00:01:52.355961 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-fbbb6929-2029-4917-9ec2-a47d59e212e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.356918 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:52.357475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-fbbb6929-2029-4917-9ec2-a47d59e212e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.1204567 Jul 23 00:01:52.426733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-bb6cb863-fcb0-406e-a51e-be0ccff22537 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 1001 time: 0.0620167 Jul 23 00:01:52.486364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-b575750e-9c0e-438b-8bd6-824bb3fea2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.487750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-b575750e-9c0e-438b-8bd6-824bb3fea2aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0547099 Jul 23 00:01:52.557382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-4e266911-f6a7-4c7a-bfec-ec56d3ef554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.558899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-4e266911-f6a7-4c7a-bfec-ec56d3ef554a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638480 Jul 23 00:01:52.701226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c28b54ca-d453-4e74-8996-de42ec374ed3 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348710 Jul 23 00:01:52.764705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20024b-375b-4831-8ae7-665b423030ae req-8a2e1626-e13d-48cd-af36-9b620761cd8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.766443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe20024b-375b-4831-8ae7-665b423030ae req-8a2e1626-e13d-48cd-af36-9b620761cd8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1357460 Jul 23 00:01:52.850511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe20024b-375b-4831-8ae7-665b423030ae req-1241e127-e472-4531-a2c9-9d1dfb5a1075 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563548 Jul 23 00:01:52.856409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-1717984f-6fb7-4f05-aec0-db8c7a0ae7ca service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477060 Jul 23 00:01:54.376924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e57f7-e70e-4d38-a352-82ad3583b1b2 req-9f07c763-c2da-44ce-8b80-c2dbbe2adf91 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.383820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e78e57f7-e70e-4d38-a352-82ad3583b1b2 req-9f07c763-c2da-44ce-8b80-c2dbbe2adf91 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.4197741 Jul 23 00:01:54.422451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e78e57f7-e70e-4d38-a352-82ad3583b1b2 req-c1a445cd-ddcd-4af9-bb3d-8edf785a9147 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376422 Jul 23 00:01:55.570460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde038e7-0956-45fa-aa47-b624fb2adbb5 req-29c80adf-d49c-461b-b6f6-fff3be2146ed tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:55.572053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fde038e7-0956-45fa-aa47-b624fb2adbb5 req-29c80adf-d49c-461b-b6f6-fff3be2146ed tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0738604 Jul 23 00:01:55.611653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fde038e7-0956-45fa-aa47-b624fb2adbb5 req-5e1ab956-ff78-4b96-ad7e-e0c96be30546 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337446 Jul 23 00:01:56.792676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14667e-efbb-4c82-b259-a27c040413af req-fa623d11-6c8b-4474-8c63-5654598dc25b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:56.794573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f14667e-efbb-4c82-b259-a27c040413af req-fa623d11-6c8b-4474-8c63-5654598dc25b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0979559 Jul 23 00:01:56.844579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f14667e-efbb-4c82-b259-a27c040413af req-0f87d4cc-d69b-4b41-815c-2603b6f7d56c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421541 Jul 23 00:01:57.191755 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-5c45187a-cef6-4534-9cca-a3497ddd8aec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622194 Jul 23 00:01:57.283164 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-be76c6d3-7129-4015-b2c7-7b75c5d5e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.284937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-be76c6d3-7129-4015-b2c7-7b75c5d5e2ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1097 time: 0.0698550 Jul 23 00:01:57.429261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-8f8fd058-479b-427b-9ad5-21ab69aa0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.430783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-8f8fd058-479b-427b-9ad5-21ab69aa0d2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.1255441 Jul 23 00:01:57.515688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-8f22e0df-10f5-4fa1-8bc0-9fb46ea6aa23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 200 len: 1001 time: 0.0764899 Jul 23 00:01:57.580124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-579a5e94-9661-4ffa-9901-e27211ea2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.582213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-579a5e94-9661-4ffa-9901-e27211ea2f7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0620859 Jul 23 00:01:57.691038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-70bee38b-0dca-432b-b17f-c640368395c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.694081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-70bee38b-0dca-432b-b17f-c640368395c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049130 Jul 23 00:01:57.815289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-d731951a-27b5-457c-a877-eda1ba40e71c service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144254 Jul 23 00:01:57.952017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6de32cd9-1d7b-4d0e-9b0e-72c515db4ec0 req-1c08b91f-35c6-4c17-b40b-6f6490bb4130 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302676 Jul 23 00:01:58.006179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c9293-99c5-4130-a87d-3dfe2da5934e req-afed5e36-dfd9-4dd0-bc84-158fd1056060 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:58.007714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a6c9293-99c5-4130-a87d-3dfe2da5934e req-afed5e36-dfd9-4dd0-bc84-158fd1056060 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0697792 Jul 23 00:01:58.051908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a6c9293-99c5-4130-a87d-3dfe2da5934e req-d6b0ea00-d64f-4711-a200-fea837300d19 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386193 Jul 23 00:01:59.214662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74890aeb-e367-4edc-a1a8-89a7bf961f7e req-b8fc63d2-9c20-4856-8bca-9fb4ba9b4086 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:59.216663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74890aeb-e367-4edc-a1a8-89a7bf961f7e req-b8fc63d2-9c20-4856-8bca-9fb4ba9b4086 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0781054 Jul 23 00:01:59.273917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74890aeb-e367-4edc-a1a8-89a7bf961f7e req-a6d127b9-bdf4-4427-8ed5-4ee6d7ca4201 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482144 Jul 23 00:02:00.471904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea09a-7229-4051-9759-1bfb1db11276 req-47de25e2-59a9-4363-8c07-527e922d2bcc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:00.473827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-facea09a-7229-4051-9759-1bfb1db11276 req-47de25e2-59a9-4363-8c07-527e922d2bcc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1165140 Jul 23 00:02:00.527224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-facea09a-7229-4051-9759-1bfb1db11276 req-2d61e928-cab7-468d-a16c-c96a8d54fe7e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444772 Jul 23 00:02:01.715322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a6be-686e-4b65-919d-c1bf282e7532 req-52949d37-fdfc-477b-b8c1-0d3025fca78c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:01.720147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43c0a6be-686e-4b65-919d-c1bf282e7532 req-52949d37-fdfc-477b-b8c1-0d3025fca78c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1033239 Jul 23 00:02:01.767537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43c0a6be-686e-4b65-919d-c1bf282e7532 req-476ecc54-7bcd-4ad1-bde0-b29b53dd545d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407236 Jul 23 00:02:02.967776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041bfc-e47b-4b25-8a68-1ea62b1fd9d4 req-15c130a1-1908-4ac4-a2d5-9b59818170ae tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.969736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54041bfc-e47b-4b25-8a68-1ea62b1fd9d4 req-15c130a1-1908-4ac4-a2d5-9b59818170ae tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0942793 Jul 23 00:02:03.011501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54041bfc-e47b-4b25-8a68-1ea62b1fd9d4 req-3b2698be-301c-4ecf-bbcf-2924bd04cae6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354047 Jul 23 00:02:04.177500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9285d5-9552-48db-be1e-def4dd017253 req-7f90e05c-3d46-473b-8009-a1f900f38a70 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.180068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d9285d5-9552-48db-be1e-def4dd017253 req-7f90e05c-3d46-473b-8009-a1f900f38a70 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.0881271 Jul 23 00:02:04.229598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d9285d5-9552-48db-be1e-def4dd017253 req-ae8b155e-bd5e-425c-8bae-986a3e65bfe3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449555 Jul 23 00:02:04.315482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-e8efbb4c-ebd1-40b3-8c7f-4b3ada023138 req-f1a9bf9f-970f-4bd4-852f-ea57a316315c service neutron] (93790) timed out ('10.222.0.48', 59001) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:02:04.798245 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-109c2655-41d1-44b6-b6e3-dd56124c2fb1 service neutron] show failed (client error): The resource could not be found. Jul 23 00:02:04.799291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-109c2655-41d1-44b6-b6e3-dd56124c2fb1 service neutron] 10.222.0.49 "GET /v2.0/ports/7d340316-9d40-46ff-935a-2c1926240870/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0686476 Jul 23 00:02:05.075909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-d7747b6d-a029-4d80-acef-cfc8ffa31158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:05.077469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-d7747b6d-a029-4d80-acef-cfc8ffa31158 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 1096 time: 0.0951517 Jul 23 00:02:05.097687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:05.139284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-e9824a22-e9fb-49ec-988f-7477295a315c req-56a1f20d-cb9c-4b45-a448-fb12f0c8c6bb service neutron] (93790) timed out ('10.222.0.48', 59186) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:02:05.178124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.489795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:05.551580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb724c8-35f7-4998-8828-44acaf58dbf3 req-6dc092f8-8ec5-4b7c-95e9-1a2755047486 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:05.553235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bb724c8-35f7-4998-8828-44acaf58dbf3 req-6dc092f8-8ec5-4b7c-95e9-1a2755047486 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.2006872 Jul 23 00:02:05.573904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:02:05.633299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:05.635690 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357df17d-516f-4bee-add5-78dcf108068b" -d '{"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-unplugged", "status": "completed", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:05.640977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.685998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bb724c8-35f7-4998-8828-44acaf58dbf3 req-028f627d-9ab7-4aab-9e4b-95dd4ebed908 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193154 Jul 23 00:02:05.687510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Transition to ACTIVE for port object 7d340316-9d40-46ff-935a-2c1926240870 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:02:05.699661 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.820504 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f46102-f371-43ae-a1a6-2b4abe349527 x-openstack-request-id: req-75f46102-f371-43ae-a1a6-2b4abe349527 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:05.820863 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-unplugged", "status": "completed", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:05.821026 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75f46102-f371-43ae-a1a6-2b4abe349527 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:05.821399 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'code': 200} Jul 23 00:02:05.932759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:06.004914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] No DVR routers for this DVR port 7d340316-9d40-46ff-935a-2c1926240870 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:06.108613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071cb8e-089b-4f45-a04c-409054846bba req-05585cf5-f234-423c-9892-c57048e736b1 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.110837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a071cb8e-089b-4f45-a04c-409054846bba req-05585cf5-f234-423c-9892-c57048e736b1 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 945 time: 0.2928824 Jul 23 00:02:06.233519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:02:06.238399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:02:06.238399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 on network 9006277e-f5bd-422f-bb38-d09f195deb2e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:06.243609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a071cb8e-089b-4f45-a04c-409054846bba req-c45c0451-97ee-4e12-8c31-cd4e5f432fd2 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901942 Jul 23 00:02:06.244541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Port 7d340316-9d40-46ff-935a-2c1926240870 on network 9006277e-f5bd-422f-bb38-d09f195deb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:02:06.245064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Attempting to bind port 7d340316-9d40-46ff-935a-2c1926240870 on network 9006277e-f5bd-422f-bb38-d09f195deb2e {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:06.254333 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.257916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:02:06.258278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Checking segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:02:06.258676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Bound using segment: {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:02:06.259284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Bound port: 7d340316-9d40-46ff-935a-2c1926240870, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52712e5-d84e-49b8-9d6e-ee232faf1da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:02:06.259873 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.415613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:02:06.420052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:02:06.426363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.478848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.479664 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.481287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 1091 time: 1.3889048 Jul 23 00:02:06.598886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c6b0f-8d43-4d17-99db-af732e7b5fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:06.634827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-6ca53f7b-e251-4c83-8a11-19936e6e9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.636955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-6ca53f7b-e251-4c83-8a11-19936e6e9d2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1094 time: 0.0999348 Jul 23 00:02:06.846576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-b845347d-5155-4149-a522-abd2231f8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.848417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-b845347d-5155-4149-a522-abd2231f8d2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.2042899 Jul 23 00:02:06.918015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e9793-5837-44ab-92f7-9de4193b6063 req-56db3970-2897-4a85-bd41-cbab3ba5f46e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.919639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d02e9793-5837-44ab-92f7-9de4193b6063 req-56db3970-2897-4a85-bd41-cbab3ba5f46e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.1314011 Jul 23 00:02:06.965983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-e7b3f574-9705-42cc-98db-0356f1d51213 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 999 time: 0.1098406 Jul 23 00:02:06.987530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d02e9793-5837-44ab-92f7-9de4193b6063 req-0e3448d1-9414-4b1c-85ca-0b49015072b0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606918 Jul 23 00:02:07.058024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-3a0f3fdb-d7c6-42e9-8348-a9f4d468b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.059576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-3a0f3fdb-d7c6-42e9-8348-a9f4d468b4ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0851059 Jul 23 00:02:07.137443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-8b324ce2-e52b-4fa6-ab3f-4a7dd80f1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.139323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-8b324ce2-e52b-4fa6-ab3f-4a7dd80f1dc1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727794 Jul 23 00:02:07.247978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-2b3afa12-08a6-4f2a-b1e0-61646eadc521 service neutron] 10.222.0.48 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013260 Jul 23 00:02:07.354605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c857d98e-a254-435e-a08c-b12e34e554d5 req-f0d505e4-2ad2-4f39-b683-2253233001c6 service neutron] 10.222.0.48 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984566 Jul 23 00:02:07.417790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7d340316-9d40-46ff-935a-2c1926240870 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:07.420537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647a569-2af5-4897-a4ec-46848e949d6d req-a9870619-b66b-4f18-b6f4-85815212dd72 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.422641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4647a569-2af5-4897-a4ec-46848e949d6d req-a9870619-b66b-4f18-b6f4-85815212dd72 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 945 time: 0.0793786 Jul 23 00:02:07.489066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7d340316-9d40-46ff-935a-2c1926240870 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:07.523771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4647a569-2af5-4897-a4ec-46848e949d6d req-fb0f197d-93ab-4e6b-be6c-44429d02bd7d tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943561 Jul 23 00:02:07.567564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-25d4a8b1-193e-471e-8116-76a598603a1b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.569158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-25d4a8b1-193e-471e-8116-76a598603a1b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 945 time: 0.0987170 Jul 23 00:02:07.686099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Deleting port 60cff4e3-d735-4a0b-b471-d5c8e36c903c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:07.686606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.790559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] For port 60cff4e3-d735-4a0b-b471-d5c8e36c903c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=60cff4e3-d735-4a0b-b471-d5c8e36c903c,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:07.790928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.804648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Calling delete_port for 60cff4e3-d735-4a0b-b471-d5c8e36c903c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:07.846202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:07.848490 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69aef1b-995b-48ac-a45f-fcb86e079a85" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:07.937935 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae87bc-93a2-477a-9a63-4dfa204e09cf x-openstack-request-id: req-fbae87bc-93a2-477a-9a63-4dfa204e09cf {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:07.938769 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:07.938769 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbae87bc-93a2-477a-9a63-4dfa204e09cf {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:07.939014 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'status': 'completed', 'code': 200} Jul 23 00:02:07.959588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.972026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:08.022331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event deleted for resources: {'Port': ['ID=60cff4e3-d735-4a0b-b471-d5c8e36c903c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:08.029452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', '2bd41957-4e9a-4138-95d5-4db903c93a08', '60cff4e3-d735-4a0b-b471-d5c8e36c903c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:08.115134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-49d33e34-940c-4291-a435-d3d074ac1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.116787 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-49d33e34-940c-4291-a435-d3d074ac1df8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1094 time: 0.1343253 Jul 23 00:02:08.121987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] No DVR routers for this DVR port 60cff4e3-d735-4a0b-b471-d5c8e36c903c on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:08.135603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.138400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e0e2956-3330-45c2-b79f-8d7c90541863 req-a7c7bcbd-1da4-489d-b75e-4bab8a76bc88 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "DELETE /v2.0/ports/60cff4e3-d735-4a0b-b471-d5c8e36c903c HTTP/1.1" status: 204 len: 173 time: 0.5636611 Jul 23 00:02:08.214048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-f3adda3a-d352-40dd-b984-30ac6b7eeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.214333 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-bcaea954-8a9a-495c-80a4-c2885dd59eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.215892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-f3adda3a-d352-40dd-b984-30ac6b7eeee5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1094 time: 0.2477388 Jul 23 00:02:08.216507 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-bcaea954-8a9a-495c-80a4-c2885dd59eae service neutron] 10.222.0.48 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.0922642 Jul 23 00:02:08.277212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a001-faf1-4314-bfd0-78bba113c979 req-745016ce-36c7-45de-8b08-342cb20c0c52 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.279560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c64a001-faf1-4314-bfd0-78bba113c979 req-745016ce-36c7-45de-8b08-342cb20c0c52 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.1947556 Jul 23 00:02:08.310717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-0f4c77dd-dd3d-41f8-aa81-f8553b0877de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 999 time: 0.0823991 Jul 23 00:02:08.374467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-0f37e871-12a6-46f2-ab16-fadf149c81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.377484 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-0f37e871-12a6-46f2-ab16-fadf149c81b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0601301 Jul 23 00:02:08.435152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c64a001-faf1-4314-bfd0-78bba113c979 req-5910c5fa-dd34-4a44-9066-45483211be9d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391351 Jul 23 00:02:08.435152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-1898c70d-f528-4b7b-82e2-fc64cd2b9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.435152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-1898c70d-f528-4b7b-82e2-fc64cd2b9e4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.2077007 Jul 23 00:02:08.480167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-b33749e2-312c-4d6a-a9c5-c883b5252c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.482619 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-b33749e2-312c-4d6a-a9c5-c883b5252c9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976191 Jul 23 00:02:08.516836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-e422b58b-2718-40e0-b12a-867888a6da41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 999 time: 0.0784204 Jul 23 00:02:08.592841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-bf1ae886-2d41-4cbf-9b06-665f52d36df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.595777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-bf1ae886-2d41-4cbf-9b06-665f52d36df5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0718217 Jul 23 00:02:08.601205 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-b6fc3514-e699-4654-86ad-3444edf9c190 service neutron] 10.222.0.48 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103485 Jul 23 00:02:08.698616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-3dcc1eb1-f482-4c31-b976-a7f46e002a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.700267 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-3dcc1eb1-f482-4c31-b976-a7f46e002a65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972841 Jul 23 00:02:08.717842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-ada66950-1aa5-4e89-a50e-fd345ed28cde service neutron] 10.222.0.48 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091316 Jul 23 00:02:08.722586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b942d583-e715-4f86-8f76-5ff3b2c2c66c req-d2b8175a-771d-4b02-b9b7-2edb53ea17eb tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e820d23-3939-410d-b1cf-4b5b9bc4a7cf HTTP/1.1" status: 200 len: 210 time: 0.0433877 Jul 23 00:02:08.819598 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-d9950029-230a-440b-a025-e9dbace2c571 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997024 Jul 23 00:02:08.934654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d69aef1b-995b-48ac-a45f-fcb86e079a85 req-23bdef19-3bd5-4973-82c8-b347267ed5db service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081598 Jul 23 00:02:09.554828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012561d7-0a7c-4237-a67e-2a854e8b22d8 req-068cdb82-0f9f-4df0-8b28-19905c229a9b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:09.556446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-012561d7-0a7c-4237-a67e-2a854e8b22d8 req-068cdb82-0f9f-4df0-8b28-19905c229a9b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.0652575 Jul 23 00:02:09.599666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-012561d7-0a7c-4237-a67e-2a854e8b22d8 req-09f80c98-1950-4aa0-aa12-d10f49857bac tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369987 Jul 23 00:02:09.944809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'name': 'network-vif-deleted', 'tag': '60cff4e3-d735-4a0b-b471-d5c8e36c903c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:09.947124 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ebe258-3720-4aaa-8384-ac5b48f989d0" -d '{"events": [{"server_uuid": "3e820d23-3939-410d-b1cf-4b5b9bc4a7cf", "name": "network-vif-deleted", "tag": "60cff4e3-d735-4a0b-b471-d5c8e36c903c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:09.961087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959da9f-3630-4575-ac3d-55b5df5b41ba req-f74821e4-78e0-40a3-9f13-9c50966f41c0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:09.963099 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9959da9f-3630-4575-ac3d-55b5df5b41ba req-f74821e4-78e0-40a3-9f13-9c50966f41c0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.2082596 Jul 23 00:02:10.317334 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11975b4-2d0a-4a86-be51-62a312c849b6 x-openstack-request-id: req-e11975b4-2d0a-4a86-be51-62a312c849b6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:10.317629 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e820d23-3939-410d-b1cf-4b5b9bc4a7cf", "name": "network-vif-deleted", "tag": "60cff4e3-d735-4a0b-b471-d5c8e36c903c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:10.317885 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e11975b4-2d0a-4a86-be51-62a312c849b6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:10.318289 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e820d23-3939-410d-b1cf-4b5b9bc4a7cf', 'name': 'network-vif-deleted', 'tag': '60cff4e3-d735-4a0b-b471-d5c8e36c903c', 'status': 'completed', 'code': 200} Jul 23 00:02:10.330706 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784aab-136e-4373-aaee-6344064052ca req-948b2047-20fb-4dbd-adde-500ff7395d61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.332304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-948b2047-20fb-4dbd-adde-500ff7395d61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666&tenant_id=3cc992aef98541b3b5b137c2bbf79b96&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 943 time: 0.5207679 Jul 23 00:02:10.382031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9959da9f-3630-4575-ac3d-55b5df5b41ba req-a9c43853-b1c3-4123-99a1-61e5b1af2b37 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4107270 Jul 23 00:02:10.424930 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-7b784aab-136e-4373-aaee-6344064052ca req-38800b90-655d-4ab0-997a-aba60c1c250b service neutron] delete failed (client error): The resource could not be found. Jul 23 00:02:10.425991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-38800b90-655d-4ab0-997a-aba60c1c250b service neutron] 10.222.0.49 "DELETE /v2.0/ports/7d340316-9d40-46ff-935a-2c1926240870/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0832283 Jul 23 00:02:10.537009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784aab-136e-4373-aaee-6344064052ca req-d1a30ef0-dc09-4291-af9b-aced29dea528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.538565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-d1a30ef0-dc09-4291-af9b-aced29dea528 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1094 time: 0.0622973 Jul 23 00:02:10.637640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784aab-136e-4373-aaee-6344064052ca req-c5cb21c9-a31e-402c-b70c-f858d2f6140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.639235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-c5cb21c9-a31e-402c-b70c-f858d2f6140c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.0947082 Jul 23 00:02:10.705346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-923273e6-037b-4c39-a875-871dbc54b2b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 999 time: 0.0598307 Jul 23 00:02:10.762750 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784aab-136e-4373-aaee-6344064052ca req-dd8c5274-12a7-4429-960c-6770c7cba073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.764478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-dd8c5274-12a7-4429-960c-6770c7cba073 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.0529480 Jul 23 00:02:10.838930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784aab-136e-4373-aaee-6344064052ca req-2414e25b-3a83-4577-8e16-9e901f527d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.841214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-2414e25b-3a83-4577-8e16-9e901f527d6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707891 Jul 23 00:02:10.937479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-f2909c4d-2e72-4437-be32-057138571512 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893607 Jul 23 00:02:11.050241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b784aab-136e-4373-aaee-6344064052ca req-8d701d01-c940-4659-a049-de15b3dc1e60 service neutron] 10.222.0.49 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065109 Jul 23 00:02:11.435497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7d340316-9d40-46ff-935a-2c1926240870 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:02:11.450549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 60cff4e3-d735-4a0b-b471-d5c8e36c903c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:11.508201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 60cff4e3-d735-4a0b-b471-d5c8e36c903c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:11.508822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 60cff4e3-d735-4a0b-b471-d5c8e36c903c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:11.661589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35697a74-9107-4c54-b3f3-d617b0e496f1 req-71b0693c-e9b0-4f42-b993-2ff1cf875615 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:11.663057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35697a74-9107-4c54-b3f3-d617b0e496f1 req-71b0693c-e9b0-4f42-b993-2ff1cf875615 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 943 time: 0.1625433 Jul 23 00:02:11.685625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:11.708115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '7d340316-9d40-46ff-935a-2c1926240870', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'port_id': '7d340316-9d40-46ff-935a-2c1926240870', 'mac_address': 'fa:16:3e:1b:f8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:02:11.729539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35697a74-9107-4c54-b3f3-d617b0e496f1 req-69349b8a-99bb-4e4f-ba12-f426d179415c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559745 Jul 23 00:02:11.774605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.797881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d340316-9d40-46ff-935a-2c1926240870 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:11.821188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:11.826066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:11.886999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:11.897063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.897423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.897773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.898123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.898460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.898809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.899186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.899548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.900019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.900353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.900685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:11.901047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:12.119118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['7d340316-9d40-46ff-935a-2c1926240870'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:12.881953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40250) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:12.915401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb0a30-c174-4d36-abde-7ed717842cf4 req-183fa302-badb-4ace-8199-4dcd49750cf6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:12.923762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ebb0a30-c174-4d36-abde-7ed717842cf4 req-183fa302-badb-4ace-8199-4dcd49750cf6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 944 time: 0.0973871 Jul 23 00:02:12.980894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ebb0a30-c174-4d36-abde-7ed717842cf4 req-f2ee15dc-5663-4f94-87e4-af25bccfd853 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557220 Jul 23 00:02:13.024599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40252) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:13.127602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port c168833c-095a-4f89-adc1-ed68d2011df3 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:13.127958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.147361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e91b507e-555b-49dc-8cd5-f7f8935be6eb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/b414f560-482f-4fd3-90ad-3d1b2c695161 HTTP/1.1" status: 200 len: 992 time: 0.1214967 Jul 23 00:02:13.267935 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.268271 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.286644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for c168833c-095a-4f89-adc1-ed68d2011df3 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:13.463997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7d340316-9d40-46ff-935a-2c1926240870 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:02:13.524364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4915-090b-4af7-9deb-111b625b8d44 req-09c3079c-ffe1-42af-8436-846b9cf840b2 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:13.534135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-680b4915-090b-4af7-9deb-111b625b8d44 req-09c3079c-ffe1-42af-8436-846b9cf840b2 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 945 time: 0.1649613 Jul 23 00:02:13.568787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 7d340316-9d40-46ff-935a-2c1926240870 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:02:13.573083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 7d340316-9d40-46ff-935a-2c1926240870 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:02:13.573466 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.624012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-680b4915-090b-4af7-9deb-111b625b8d44 req-7a85f65f-92ed-4def-8090-ed18a3c18f01 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887945 Jul 23 00:02:13.739163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.768418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:13.771492 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e93a8-a3ea-43eb-8ebf-4ffd93024a37" -d '{"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-plugged", "status": "completed", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:13.792576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:13.799122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.860802 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d75873-6ba4-4809-b03c-b1d107e8ec1a x-openstack-request-id: req-f0d75873-6ba4-4809-b03c-b1d107e8ec1a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:13.863000 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-plugged", "status": "completed", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:13.863261 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0d75873-6ba4-4809-b03c-b1d107e8ec1a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:13.863691 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'code': 200} Jul 23 00:02:13.892270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:14.022451 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.059730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=c168833c-095a-4f89-adc1-ed68d2011df3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:14.142047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.143225 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Floating IP 3695ebd0-fa43-44ad-9c76-9cc52da98c71 disassociated (deleted). External IP: 172.25.5.44, port: 1130d80a-a46c-4bef-8897-9aceae9658b7. Jul 23 00:02:14.398161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:14.516242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:14.521169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:14.539924 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:14.553680 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:14.554655 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:14.575066 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7c7416d0-ec4e-4aaf-9705-a3cf163b7418 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "DELETE /v2.0/floatingips/3695ebd0-fa43-44ad-9c76-9cc52da98c71 HTTP/1.1" status: 204 len: 168 time: 1.6916170 Jul 23 00:02:14.575721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:14.578804 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed830c4-f742-4452-8269-f55da3cf2beb" -d '{"events": [{"name": "network-changed", "server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:14.761537 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad60769b-f82d-4d5f-b6ab-21b83ba776b6 x-openstack-request-id: req-ad60769b-f82d-4d5f-b6ab-21b83ba776b6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:14.762023 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:14.762579 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad60769b-f82d-4d5f-b6ab-21b83ba776b6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:14.763133 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'status': 'completed', 'code': 200} Jul 23 00:02:14.837567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-f4d9428b-0e41-4df2-9a75-469b06f9942a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:14.853754 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:14.855246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-f4d9428b-0e41-4df2-9a75-469b06f9942a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.49 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 945 time: 0.1484516 Jul 23 00:02:14.930806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-99e52053-f7cc-43f4-8288-58e7c804cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:14.950486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-99e52053-f7cc-43f4-8288-58e7c804cd70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 1097 time: 0.1581318 Jul 23 00:02:15.168344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-3b7895e0-7ae2-42a4-b242-91002b96c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.170929 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-3b7895e0-7ae2-42a4-b242-91002b96c583 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.2193911 Jul 23 00:02:15.265063 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-64fd6690-fec9-44ff-8501-59673b84ee98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 200 len: 217 time: 0.0863373 Jul 23 00:02:15.364794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e649b2-2208-46b0-a139-6679f0749d38 req-6d5d15e2-9bb0-4986-ab8e-b3128cb58b01 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.367255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-e1fbd898-8a96-43b0-a06f-78c0291b681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.372552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-e1fbd898-8a96-43b0-a06f-78c0291b681d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.1001093 Jul 23 00:02:15.377093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8e649b2-2208-46b0-a139-6679f0749d38 req-6d5d15e2-9bb0-4986-ab8e-b3128cb58b01 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 945 time: 0.4018700 Jul 23 00:02:15.379639 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 1, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:15.429172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:15.447859 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:15.448488 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:01:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:15.461701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Deleting port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:15.462119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.475596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeac21b-aef9-45f0-b4c7-e14a1105922d req-bc938539-a904-4051-b9cc-aaed048bea10 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.483318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeac21b-aef9-45f0-b4c7-e14a1105922d req-bc938539-a904-4051-b9cc-aaed048bea10 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 946 time: 0.4258115 Jul 23 00:02:15.517881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8e649b2-2208-46b0-a139-6679f0749d38 req-0411ac3a-6aa0-42fe-9214-bb3f80514615 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393592 Jul 23 00:02:15.536889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-ba04b192-f574-4332-b37b-5c4e6c4e4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.539046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-ba04b192-f574-4332-b37b-5c4e6c4e4e30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585486 Jul 23 00:02:15.597590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eeac21b-aef9-45f0-b4c7-e14a1105922d req-94d5f379-dca9-4b8a-947d-e6488d3e92d6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133821 Jul 23 00:02:15.669054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] For port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:15.669925 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.694719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Calling delete_port for 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:15.739087 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-9f96d025-4338-49b1-9e31-0b44b1679067 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923032 Jul 23 00:02:15.870205 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:15.882990 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7ed830c4-f742-4452-8269-f55da3cf2beb req-be2464ef-884d-4302-a2cb-5a12338482b0 service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354418 Jul 23 00:02:15.942678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:15.957479 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:15.981312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event deleted for resources: {'Port': ['ID=3fafa3aa-1b81-4b79-9f04-aa13e0f576ed,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:16.036462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] No DVR routers for this DVR port 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:16.039736 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:16.044753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c08733f5-35e5-4969-a079-23c7a217e2d6 req-605f4ff2-ffad-4cab-96d8-a3ce60d040d6 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.49 "DELETE /v2.0/ports/3fafa3aa-1b81-4b79-9f04-aa13e0f576ed HTTP/1.1" status: 204 len: 173 time: 1.1807971 Jul 23 00:02:16.044753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'name': 'network-vif-deleted', 'tag': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:16.045246 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598d9aca-07b0-4477-a468-214e8fdee1bf" -d '{"events": [{"server_uuid": "217b084c-2f17-42de-9ea4-63c86a1c8940", "name": "network-vif-deleted", "tag": "3fafa3aa-1b81-4b79-9f04-aa13e0f576ed"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:16.045519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', '2bd41957-4e9a-4138-95d5-4db903c93a08'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:16.146849 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f0240-85e8-4801-ba5d-828f0987a33f x-openstack-request-id: req-d57f0240-85e8-4801-ba5d-828f0987a33f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:16.147869 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217b084c-2f17-42de-9ea4-63c86a1c8940", "name": "network-vif-deleted", "tag": "3fafa3aa-1b81-4b79-9f04-aa13e0f576ed", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:16.148336 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57f0240-85e8-4801-ba5d-828f0987a33f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:16.149163 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217b084c-2f17-42de-9ea4-63c86a1c8940', 'name': 'network-vif-deleted', 'tag': '3fafa3aa-1b81-4b79-9f04-aa13e0f576ed', 'status': 'completed', 'code': 200} Jul 23 00:02:16.261140 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-745bdf97-3e8e-4bc4-9bb3-de3bf9796902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:16.364922 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 1, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:16.435314 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e5dd9-bab8-4c7c-8d0d-e4ae5e864eeb None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '2f641a78-1db5-40f6-8af8-53bfc87eec6d', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'port_id': '60413865-c9df-4e19-bf1b-7d6809fae656', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'mac_address': 'fa:16:3e:54:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:58:02Z', 'updated_at': '2021-07-22T23:58:06Z', 'revision_number': 1, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:16.642070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-59d45a48-60dd-4fc5-8396-84f89863df08 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:16.647031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-59d45a48-60dd-4fc5-8396-84f89863df08 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 946 time: 0.2394967 Jul 23 00:02:16.782117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfe0c704-b47e-4108-a26e-e87716c26abf req-9caa1cbf-b62f-4228-be92-376e23391ea4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=217b084c-2f17-42de-9ea4-63c86a1c8940 HTTP/1.1" status: 200 len: 210 time: 0.0396392 Jul 23 00:02:16.939235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b7162-761f-4274-81e4-1c794e4a08da req-54563f83-5314-43c1-b433-1c152b916401 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:16.940832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d4b7162-761f-4274-81e4-1c794e4a08da req-54563f83-5314-43c1-b433-1c152b916401 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 946 time: 0.1536891 Jul 23 00:02:16.947893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 1130d80a-a46c-4bef-8897-9aceae9658b7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:16.948542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:16.964469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e01301-abf5-4f70-81a3-af7f27e09ea1 None None] New status for floating IP 3695ebd0-fa43-44ad-9c76-9cc52da98c71: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:02:17.100510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3d4b7162-761f-4274-81e4-1c794e4a08da req-9f3f3719-c9e1-44d6-ab01-11f041967933 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487925 Jul 23 00:02:17.143820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 1130d80a-a46c-4bef-8897-9aceae9658b7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=1130d80a-a46c-4bef-8897-9aceae9658b7,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:17.144284 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:17.161424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 1130d80a-a46c-4bef-8897-9aceae9658b7 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:17.314986 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:17.353642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=1130d80a-a46c-4bef-8897-9aceae9658b7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:17.407408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 1130d80a-a46c-4bef-8897-9aceae9658b7 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:17.410526 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:17.412736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eceac88b-c8a3-4fa1-89b1-f963631e807e req-752111be-20eb-4fd5-8643-4e6249e58ee2 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "DELETE /v2.0/ports/1130d80a-a46c-4bef-8897-9aceae9658b7 HTTP/1.1" status: 204 len: 173 time: 0.7597616 Jul 23 00:02:18.149811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'name': 'network-vif-deleted', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:18.152923 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bbb634-f447-4fb5-afa2-3b23e30f32f5" -d '{"events": [{"server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "name": "network-vif-deleted", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:18.261632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43361e87-d699-4d09-bfa2-649159d476e1 req-1241add6-19cb-442f-8791-f2cff9d07ef1 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 210 time: 0.0407915 Jul 23 00:02:18.283799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cececdfb-eaf6-4d20-8b73-608cc7c7367d req-afcab770-ece1-4bca-85ad-e569770cb5d4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:18.285368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cececdfb-eaf6-4d20-8b73-608cc7c7367d req-afcab770-ece1-4bca-85ad-e569770cb5d4 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 946 time: 0.1293988 Jul 23 00:02:18.369623 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe4aeed-2aa9-4eb2-9244-1f6895b539d9 x-openstack-request-id: req-afe4aeed-2aa9-4eb2-9244-1f6895b539d9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:18.370000 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ae248f-e16c-49f9-b1b6-d49d79ed9b7b", "name": "network-vif-deleted", "tag": "1130d80a-a46c-4bef-8897-9aceae9658b7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:18.370169 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afe4aeed-2aa9-4eb2-9244-1f6895b539d9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:18.370546 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ae248f-e16c-49f9-b1b6-d49d79ed9b7b', 'name': 'network-vif-deleted', 'tag': '1130d80a-a46c-4bef-8897-9aceae9658b7', 'status': 'completed', 'code': 200} Jul 23 00:02:18.382278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cececdfb-eaf6-4d20-8b73-608cc7c7367d req-825ce92a-51c7-41a6-8318-59f59566caf3 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713849 Jul 23 00:02:18.947631 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:02:19.402354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de79a587-cf7e-4528-a1a2-ab3d4373a670 req-f5e3e55d-5726-40d3-ad2f-ac1f5c23d243 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 210 time: 0.0352015 Jul 23 00:02:19.485352 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6c35-ab72-40ed-832d-c992c7e8fdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.494496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:19.523663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:19.524725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3fafa3aa-1b81-4b79-9f04-aa13e0f576ed not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:19.582683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa365-c28f-4395-a603-6d433ded2ef7 req-09c754cd-94c1-49d5-a209-53d0f6bb1ae5 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:19.584783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b21fa365-c28f-4395-a603-6d433ded2ef7 req-09c754cd-94c1-49d5-a209-53d0f6bb1ae5 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 946 time: 0.1047342 Jul 23 00:02:19.643957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b21fa365-c28f-4395-a603-6d433ded2ef7 req-55da5eec-143e-4ed3-8751-7a0e4033ea64 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Jul 23 00:02:19.668218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.677818 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-77859ae7-a115-4d32-b8b0-3f141c577ee2 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:19.679410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-77859ae7-a115-4d32-b8b0-3f141c577ee2 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 946 time: 0.0785615 Jul 23 00:02:19.803828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Deleting port 2bd41957-4e9a-4138-95d5-4db903c93a08 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:19.804274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.915109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] For port 2bd41957-4e9a-4138-95d5-4db903c93a08, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2bd41957-4e9a-4138-95d5-4db903c93a08,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:19.915417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.929375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Calling delete_port for 2bd41957-4e9a-4138-95d5-4db903c93a08 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:20.079480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.116300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', '2bd41957-4e9a-4138-95d5-4db903c93a08'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:20.116507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event deleted for resources: {'Port': ['ID=2bd41957-4e9a-4138-95d5-4db903c93a08,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:20.190367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] No DVR routers for this DVR port 2bd41957-4e9a-4138-95d5-4db903c93a08 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:20.193198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.195595 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7fa77002-4fac-4d20-9105-688b1ca887e0 req-ebf44ecc-0fa4-47ad-9198-3c7c2b7117ee tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "DELETE /v2.0/ports/2bd41957-4e9a-4138-95d5-4db903c93a08 HTTP/1.1" status: 204 len: 173 time: 0.5111470 Jul 23 00:02:20.199698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'name': 'network-vif-deleted', 'tag': '2bd41957-4e9a-4138-95d5-4db903c93a08'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:20.211221 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061d4ad1-e471-432e-9ed4-f9650993c6ae" -d '{"events": [{"server_uuid": "65e19c1e-2395-4c11-9bcf-f72965ddaa67", "name": "network-vif-deleted", "tag": "2bd41957-4e9a-4138-95d5-4db903c93a08"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:20.279485 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2111d-8895-42a1-8901-f1d3ce51d727 x-openstack-request-id: req-13c2111d-8895-42a1-8901-f1d3ce51d727 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:20.279785 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e19c1e-2395-4c11-9bcf-f72965ddaa67", "name": "network-vif-deleted", "tag": "2bd41957-4e9a-4138-95d5-4db903c93a08", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:20.280139 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13c2111d-8895-42a1-8901-f1d3ce51d727 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:20.280637 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e19c1e-2395-4c11-9bcf-f72965ddaa67', 'name': 'network-vif-deleted', 'tag': '2bd41957-4e9a-4138-95d5-4db903c93a08', 'status': 'completed', 'code': 200} Jul 23 00:02:20.321365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.550020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33cb61ad-e100-4e06-9e83-293bf7bfc43c req-8f048510-226b-46c3-a432-369dd8c96fc9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 210 time: 0.0477622 Jul 23 00:02:20.649220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-6a091d5a-afa3-47f7-913e-359965946884 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:20.657108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-6a091d5a-afa3-47f7-913e-359965946884 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 814 time: 0.1455648 Jul 23 00:02:20.673969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-96d961f2-5f44-4b68-9c2d-49b94312b866 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/quotas/d2a48d4499f649c0856f8484b7a993b4 HTTP/1.1" status: 200 len: 375 time: 0.0157697 Jul 23 00:02:20.715979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-fd444e8f-4a99-4219-886f-3ed9f6b3df22 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410597 Jul 23 00:02:20.829257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65c69463-c0e4-4a04-b91c-d1b3fd2315b3 req-5939873c-5f2e-46ff-ac78-ae9459956f95 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=65e19c1e-2395-4c11-9bcf-f72965ddaa67 HTTP/1.1" status: 200 len: 210 time: 0.0382786 Jul 23 00:02:20.861478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-7e937267-4532-4c91-a0af-d6e312d9d592 service neutron] 10.222.0.21 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446528 Jul 23 00:02:20.978584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-953c0e60-1dde-4d8e-88d7-7ebe8de4afe6 service neutron] 10.222.0.21 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084211 Jul 23 00:02:21.179482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f547588f-34a0-4f26-a436-0a8ae11452d1 req-f73ca860-02e2-47d1-892f-b0adf4b36b19 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 210 time: 0.0364714 Jul 23 00:02:21.494129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1130d80a-a46c-4bef-8897-9aceae9658b7 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:21.517714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 1130d80a-a46c-4bef-8897-9aceae9658b7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:21.518312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 1130d80a-a46c-4bef-8897-9aceae9658b7 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:21.677822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ec7d116-f624-40b4-9e7b-65d264a7ac8e req-e16b9161-ceba-4cfe-a4dc-f0c674268454 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ae248f-e16c-49f9-b1b6-d49d79ed9b7b HTTP/1.1" status: 200 len: 210 time: 0.0321274 Jul 23 00:02:21.747181 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.112423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-ae8d6fdd-0918-49a5-8173-7abc623be517 req-327ae54f-e655-4b0f-a43b-0c238b0d4fd2 service neutron] (93791) timed out ('10.222.0.48', 59017) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:02:22.331690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f938be3-81ac-443e-8e9b-0e8a63e50483 req-e287d94e-35fc-4f45-84c3-9e22ef822f7c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 210 time: 0.0536087 Jul 23 00:02:22.376309 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.454362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-67784721-2cf0-4d7f-9799-2400034d0da8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:22.456831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-67784721-2cf0-4d7f-9799-2400034d0da8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.49 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 814 time: 0.1689045 Jul 23 00:02:22.471884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Request body: {'port': {'device_id': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102', 'admin_state_up': True, 'tenant_id': 'd2a48d4499f649c0856f8484b7a993b4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:22.588859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Made reservation on behalf of d2a48d4499f649c0856f8484b7a993b4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:02:22.594927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.753027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Allocated IP 172.20.0.12 (20ae342a-787f-4bad-a477-0d21b41d2102/0edb1b00-968a-43ff-93eb-ef5000c2fa7d/3ae4f3a7-e360-4360-81fc-fb7dae2981eb) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:02:22.945910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.086317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.185073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Network 20ae342a-787f-4bad-a477-0d21b41d2102 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:02:23.192800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:02:23.198014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Pushing event updated for resources: {'Port': ['ID=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:23.206703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:02:23.250439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.250992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.251573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.252117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.252658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.253205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.253752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.254356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.254912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.255452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.255971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.256588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:23.298633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:23.299260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.318716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-0931e392-53f5-4425-b9a4-08d5b4fcbfbd tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8526192 Jul 23 00:02:23.330424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Request body: {'port': {'device_id': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:23.494946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2bd41957-4e9a-4138-95d5-4db903c93a08 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:23.543791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 2bd41957-4e9a-4138-95d5-4db903c93a08 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:23.562895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2bd41957-4e9a-4138-95d5-4db903c93a08 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:23.574491 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.650424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e9987-9c47-47a3-b6ec-f2fb0a411b3b req-c9097572-6df6-42a5-9071-0dbbddaea12e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:23.655507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-097e9987-9c47-47a3-b6ec-f2fb0a411b3b req-c9097572-6df6-42a5-9071-0dbbddaea12e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 932 time: 0.1772461 Jul 23 00:02:23.785495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-097e9987-9c47-47a3-b6ec-f2fb0a411b3b req-05ef6a7d-3e19-4b98-a7e5-d1518375499e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162171 Jul 23 00:02:23.987757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae4f3a7-e360-4360-81fc-fb7dae2981eb {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:23.996723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.012243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Transition to ACTIVE for port object 3ae4f3a7-e360-4360-81fc-fb7dae2981eb will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:02:24.016784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.100394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:24.284523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Attempting to bind port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:02:24.284885 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Attempting to bind port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:02:24.285226 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Attempting to bind port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb on network 20ae342a-787f-4bad-a477-0d21b41d2102 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:24.290283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb on network 20ae342a-787f-4bad-a477-0d21b41d2102 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:02:24.290607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Attempting to bind port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb on network 20ae342a-787f-4bad-a477-0d21b41d2102 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:24.298745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:02:24.299167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Checking segment: {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:02:24.299574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Bound using segment: {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:02:24.299979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Bound port: 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:02:24.300353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.376689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] For port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:02:24.380171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] For port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:02:24.385088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.441038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:24.447364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.447364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ae4f3a7-e360-4360-81fc-fb7dae2981eb HTTP/1.1" status: 200 len: 1092 time: 1.1183124 Jul 23 00:02:24.447364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'tag': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:24.447793 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf330f0e-4922-4b54-8deb-4113b46e4693" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3fadc-0824-42dd-be04-eb8b38c1805a", "tag": "3ae4f3a7-e360-4360-81fc-fb7dae2981eb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:24.512555 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d031a93-93f9-46a7-ae45-f7dd21e7b73b x-openstack-request-id: req-5d031a93-93f9-46a7-ae45-f7dd21e7b73b {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:24.513119 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3fadc-0824-42dd-be04-eb8b38c1805a", "tag": "3ae4f3a7-e360-4360-81fc-fb7dae2981eb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:24.513524 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d031a93-93f9-46a7-ae45-f7dd21e7b73b {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:24.514064 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'tag': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb', 'status': 'completed', 'code': 200} Jul 23 00:02:24.553137 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7cf17-0172-4376-8875-b919f13a6de3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:24.585382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-be9f4242-169d-4f01-9385-c9804a6490f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:24.586394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-be9f4242-169d-4f01-9385-c9804a6490f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 1095 time: 0.0863688 Jul 23 00:02:24.653239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-6ee0c29b-1844-4b20-9d98-0fa8c22c6543 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb HTTP/1.1" status: 200 len: 217 time: 0.0584860 Jul 23 00:02:24.716599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8149e-0697-4466-9f28-e9675a423a2a req-1d2957e1-b738-4b46-bcd1-5f05b7af8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:24.720625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-1d2957e1-b738-4b46-bcd1-5f05b7af8a33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 200 len: 854 time: 0.0609827 Jul 23 00:02:24.760586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-fa1e4351-e2a6-4afc-ac02-916bd299b7be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20ae342a-787f-4bad-a477-0d21b41d2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324800 Jul 23 00:02:24.885735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-26c2835d-d4be-43b4-aa49-070b11a57d31 service neutron] 10.222.0.49 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194041 Jul 23 00:02:25.019470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8a99d-1bf9-481c-ad1a-614b0db36f4e req-08df93af-8a87-4f5f-a3e9-f45441fe04e7 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:25.021594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edc8a99d-1bf9-481c-ad1a-614b0db36f4e req-08df93af-8a87-4f5f-a3e9-f45441fe04e7 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 944 time: 0.1340306 Jul 23 00:02:25.051713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bca8149e-0697-4466-9f28-e9675a423a2a req-c45b5524-25bc-4070-80b7-2973a4529d0f service neutron] 10.222.0.49 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553440 Jul 23 00:02:25.074238 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edc8a99d-1bf9-481c-ad1a-614b0db36f4e req-a0c1796b-1f80-4793-92f2-96a1161f4ea8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Jul 23 00:02:25.182931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-c1caa8a2-1a7f-403e-a387-5fef18fb0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:25.184529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-c1caa8a2-1a7f-403e-a387-5fef18fb0da5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 1095 time: 0.0724716 Jul 23 00:02:25.319389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-35ffa814-5e39-4eba-91ec-c346f3914bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:25.321034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-35ffa814-5e39-4eba-91ec-c346f3914bdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 915 time: 0.1303396 Jul 23 00:02:25.444351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-51502c84-7f40-4b48-ae68-2b9ab7680569 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb HTTP/1.1" status: 200 len: 217 time: 0.1152766 Jul 23 00:02:25.531056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-328c410c-5e7c-452d-97b3-e1816eea0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:25.532995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-328c410c-5e7c-452d-97b3-e1816eea0a8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 200 len: 854 time: 0.0821080 Jul 23 00:02:25.572983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-87f0e4d2-7575-4718-97d7-c77f39941639 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20ae342a-787f-4bad-a477-0d21b41d2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328648 Jul 23 00:02:25.717429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-a7275cec-0760-47f7-98fc-cd881f3a70e0 service neutron] 10.222.0.49 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344554 Jul 23 00:02:25.727675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed04d4-3903-4d5c-8aa2-107439a6911b req-e347cc11-98d4-4e10-8e2c-2bd20d3c56dd tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:25.729168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eed04d4-3903-4d5c-8aa2-107439a6911b req-e347cc11-98d4-4e10-8e2c-2bd20d3c56dd tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 945 time: 0.1551223 Jul 23 00:02:26.170858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eed04d4-3903-4d5c-8aa2-107439a6911b req-c57bf13d-fb5b-4be3-bb85-453ea554234f tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328063 Jul 23 00:02:26.212041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf330f0e-4922-4b54-8deb-4113b46e4693 req-9471c9b8-f506-4561-b611-022d23b2f3c7 service neutron] 10.222.0.49 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818013 Jul 23 00:02:26.250996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f864-e3f0-47d6-80ae-5bbd47663069 req-1c843457-6da7-46d8-ab7b-47a2544cf634 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:26.252747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e24f864-e3f0-47d6-80ae-5bbd47663069 req-1c843457-6da7-46d8-ab7b-47a2544cf634 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 944 time: 0.0954618 Jul 23 00:02:26.297747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e24f864-e3f0-47d6-80ae-5bbd47663069 req-171fe336-988c-418b-8522-c1987b372a0e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Jul 23 00:02:27.320588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-5d340a0e-1580-49a3-afd8-9c8d37e4cd4b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:27.322818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-5d340a0e-1580-49a3-afd8-9c8d37e4cd4b tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0962589 Jul 23 00:02:27.379255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3787362-4139-4ded-b848-69ce9a17887e req-c9354c46-1389-48d0-85cd-fb5107ca9453 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:27.387361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3787362-4139-4ded-b848-69ce9a17887e req-c9354c46-1389-48d0-85cd-fb5107ca9453 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 945 time: 0.1237493 Jul 23 00:02:27.471141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3787362-4139-4ded-b848-69ce9a17887e req-628b4560-f91e-4eb8-a974-40585e0ab214 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/security-groups?id=5925f3d9-9e87-48c8-90f3-d8644b4bee16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798182 Jul 23 00:02:27.549451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Deleting port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:27.549876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:27.558623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0355391-e41b-47b1-a00a-af977c8ae065 req-2ac6b8c2-7d24-4071-bffe-ec369d690409 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:27.560484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0355391-e41b-47b1-a00a-af977c8ae065 req-2ac6b8c2-7d24-4071-bffe-ec369d690409 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 944 time: 0.1134310 Jul 23 00:02:27.648692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0355391-e41b-47b1-a00a-af977c8ae065 req-a19b9b6c-8061-4bdb-9694-e71a91113116 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617476 Jul 23 00:02:27.678435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] For port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,segment=NetworkSegment(c8b675f8-939a-4312-bde4-a2235085c99e),segment_id=c8b675f8-939a-4312-bde4-a2235085c99e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:27.678983 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:27.697998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Calling delete_port for 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:27.846220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:27.876498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Pushing event deleted for resources: {'Port': ['ID=6be1a071-7c94-46eb-8f6d-0b0f39d0ee26,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:27.882512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['6be1a071-7c94-46eb-8f6d-0b0f39d0ee26'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:27.905335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.905758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.906162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.906496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.906843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.907185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.907552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.907884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.908220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.908558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.908892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.909299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:27.935410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] No DVR routers for this DVR port 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:27.939581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:27.941703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79db5cff-63ed-4e39-bd04-f528b3b552e8 req-f1e0b710-c577-4b67-a23c-10a0f2ac853a tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.48 "DELETE /v2.0/ports/6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 HTTP/1.1" status: 204 len: 173 time: 0.6133420 Jul 23 00:02:27.942163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'name': 'network-vif-deleted', 'tag': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:27.944464 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b77cfc-268e-469d-99ab-8e6c19ff3b5a" -d '{"events": [{"server_uuid": "c7d0f386-1202-47ec-9c38-f1210d99bdf1", "name": "network-vif-deleted", "tag": "6be1a071-7c94-46eb-8f6d-0b0f39d0ee26"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:27.981893 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21eedc7-2fc2-4e72-a422-0a7f1a6c0406 x-openstack-request-id: req-b21eedc7-2fc2-4e72-a422-0a7f1a6c0406 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:27.982143 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d0f386-1202-47ec-9c38-f1210d99bdf1", "name": "network-vif-deleted", "tag": "6be1a071-7c94-46eb-8f6d-0b0f39d0ee26", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:27.982376 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b21eedc7-2fc2-4e72-a422-0a7f1a6c0406 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:27.982789 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d0f386-1202-47ec-9c38-f1210d99bdf1', 'name': 'network-vif-deleted', 'tag': '6be1a071-7c94-46eb-8f6d-0b0f39d0ee26', 'status': 'completed', 'code': 200} Jul 23 00:02:28.558920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40942) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:28.651021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d88b4b8-0366-4dde-9803-bf126f75c044 req-34ff8edd-a22b-43ed-9e0c-71d237a74757 tempest-AttachVolumeNegativeTest-2127965020 tempest-AttachVolumeNegativeTest-2127965020-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7d0f386-1202-47ec-9c38-f1210d99bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0491979 Jul 23 00:02:28.813631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c7851-86d6-45e1-8967-02cfc9146b35 req-88462790-2c5b-4920-949f-f8ea981986c4 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:28.815230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-184c7851-86d6-45e1-8967-02cfc9146b35 req-88462790-2c5b-4920-949f-f8ea981986c4 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 944 time: 0.1066654 Jul 23 00:02:28.824508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port f28ac6f8-b0b6-4ece-80b0-ad55e0b47ea3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:28.824852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:28.908450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-184c7851-86d6-45e1-8967-02cfc9146b35 req-a546677c-09f6-497d-8515-c2e31ae6055b tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855148 Jul 23 00:02:28.940038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:28.940523 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:28.957966 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for f28ac6f8-b0b6-4ece-80b0-ad55e0b47ea3 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:29.142552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.169997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=f28ac6f8-b0b6-4ece-80b0-ad55e0b47ea3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:29.255851 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.256419 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Floating IP 2f641a78-1db5-40f6-8af8-53bfc87eec6d disassociated (deleted). External IP: 172.25.5.176, port: 60413865-c9df-4e19-bf1b-7d6809fae656. Jul 23 00:02:29.498508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:29.524526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3ae4f3a7-e360-4360-81fc-fb7dae2981eb details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:02:29.631080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:29.639208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:29.644143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb', 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102', 'port_id': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb', 'mac_address': 'fa:16:3e:36:d6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edb1b00-968a-43ff-93eb-ef5000c2fa7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:02:29.645867 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.652718 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:29.664992 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:29.666001 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:29.696495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-97bb2bca-01ae-4c39-b514-c316768ec0b4 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "DELETE /v2.0/floatingips/2f641a78-1db5-40f6-8af8-53bfc87eec6d HTTP/1.1" status: 204 len: 168 time: 1.1357107 Jul 23 00:02:29.697303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:29.700248 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91edbe94-f219-43e5-b2df-7ad69831ca78" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:29.754921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40958) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:29.790914 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:29.873270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Deleting subnet 53a15030-1e20-4b0f-8b50-285b6a74f391 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:29.878284 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a22ff01-072d-4ac3-8009-ca5f8b78d5b9 x-openstack-request-id: req-5a22ff01-072d-4ac3-8009-ca5f8b78d5b9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:29.878649 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:29.878992 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a22ff01-072d-4ac3-8009-ca5f8b78d5b9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:29.879355 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656', 'status': 'completed', 'code': 200} Jul 23 00:02:29.891104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.988630 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.077632 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.093798 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae4f3a7-e360-4360-81fc-fb7dae2981eb {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:30.119457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:30.124409 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.143517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:30.168576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-f4f90b77-85e8-4e88-8504-618da95fa522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.171744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-f4f90b77-85e8-4e88-8504-618da95fa522 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9cf3269547c487dba2dbc102d9161a9&device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 1096 time: 0.2905202 Jul 23 00:02:30.173156 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:30.181596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:30.185397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.192535 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:30.193299 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:30.323887 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:30.326823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6fc1c-133b-4b05-a2cf-75bedac61130 req-183edcf8-651b-4bab-974c-4e87af2b652d tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.329076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90e6fc1c-133b-4b05-a2cf-75bedac61130 req-183edcf8-651b-4bab-974c-4e87af2b652d tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 944 time: 0.2852013 Jul 23 00:02:30.342019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3ae4f3a7-e360-4360-81fc-fb7dae2981eb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:30.370507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c3cba-f5f3-4955-8c73-2be4680ad639 req-edbd78ba-143f-41dd-a84d-13e7030cde68 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.372091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a65c3cba-f5f3-4955-8c73-2be4680ad639 req-edbd78ba-143f-41dd-a84d-13e7030cde68 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 945 time: 0.2762840 Jul 23 00:02:30.438242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.459085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-101a6ac7-d7bf-4419-bd99-5773a8af138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.461237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-101a6ac7-d7bf-4419-bd99-5773a8af138b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 200 len: 913 time: 0.2721140 Jul 23 00:02:30.491946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a15030-1e20-4b0f-8b50-285b6a74f391,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:30.570617 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.575164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-25657b36-c06b-4a2d-90e1-0047caf6c000 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53a15030-1e20-4b0f-8b50-285b6a74f391 HTTP/1.1" status: 204 len: 168 time: 0.8164189 Jul 23 00:02:30.576032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40970) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:30.593657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a65c3cba-f5f3-4955-8c73-2be4680ad639 req-514a8f2b-a94b-4422-bf3b-2a1c9a3ed41c tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830959 Jul 23 00:02:30.593657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-14c26490-3fbd-48ac-97eb-198c314c55f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 200 len: 217 time: 0.0950234 Jul 23 00:02:30.593657 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90e6fc1c-133b-4b05-a2cf-75bedac61130 req-83a1604b-a5a9-4c77-83db-c2d9d7d64e9d tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437940 Jul 23 00:02:30.626825 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:30.654166 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-2bb5efdf-e3dc-49c6-a919-74c44ac46e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.656940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-2bb5efdf-e3dc-49c6-a919-74c44ac46e43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 200 len: 851 time: 0.0593081 Jul 23 00:02:30.657330 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fd720-b380-48be-be76-f46b552f5bf6 None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'ee76ae15-429c-4d01-aa41-b9c9ea4ca821', 'name': '', 'network_id': 'a21aa19d-0b9d-4167-b126-1e6e7a6faa4a', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'mac_address': 'fa:16:3e:da:77:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:37Z', 'updated_at': '2021-07-22T23:50:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'subnets': [{'id': '4626b962-00ed-47ef-a8fa-6cb73b16de6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:30.678248 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.725073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-64b9d27d-b9eb-4da7-8383-13ebbce20489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.726684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-64b9d27d-b9eb-4da7-8383-13ebbce20489 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630317 Jul 23 00:02:30.780024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.793944 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:30.806349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b675f8-939a-4312-bde4-a2235085c99e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:30.806659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b675f8-939a-4312-bde4-a2235085c99e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:30.816646 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.834161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.835169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-0faed200-0eae-43a1-a57b-b2fbb5ccf56e service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015408 Jul 23 00:02:30.840806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:30.841284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:30.844706 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:30.928673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.937717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.939648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa HTTP/1.1" status: 204 len: 168 time: 0.3611870 Jul 23 00:02:30.958036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a57d5-02c0-4477-bb23-1372633991b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecc0398-d95b-4b20-a507-0bfa5a6cb2fa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:30.964436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91edbe94-f219-43e5-b2df-7ad69831ca78 req-1b7647a0-db79-4ad5-8fab-7bf71181764c service neutron] 10.222.0.49 "GET /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221848 Jul 23 00:02:31.034066 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a373852-3c3f-4119-98cf-74abc472bb23 None None] New status for floating IP 2f641a78-1db5-40f6-8af8-53bfc87eec6d: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:02:31.176764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 40976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:31.231184 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-94a61def-f687-4cb8-8652-b2b98e00aaa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c814597b3eac40519833f34bf59db621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532677 Jul 23 00:02:31.235492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 40980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:31.308544 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8cc-58b2-4234-bca7-134b9136f094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.330697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8cc-58b2-4234-bca7-134b9136f094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.381836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8cc-58b2-4234-bca7-134b9136f094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.384444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e8cc-58b2-4234-bca7-134b9136f094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.385722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e2d3e8cc-58b2-4234-bca7-134b9136f094 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5925f3d9-9e87-48c8-90f3-d8644b4bee16 HTTP/1.1" status: 204 len: 168 time: 0.1498711 Jul 23 00:02:31.396620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e8cc-58b2-4234-bca7-134b9136f094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925f3d9-9e87-48c8-90f3-d8644b4bee16,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:31.516921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:31.545606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3ae4f3a7-e360-4360-81fc-fb7dae2981eb up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:02:31.547728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:31.548120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 6be1a071-7c94-46eb-8f6d-0b0f39d0ee26 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:31.549356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-5a7109ef-e29d-4590-9989-f01b90753bc8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:31.550800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-5a7109ef-e29d-4590-9989-f01b90753bc8 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 945 time: 0.0830202 Jul 23 00:02:31.619305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:02:31.626268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:02:31.628326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.743059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.771275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:31.774049 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4188c1d-8554-456a-9268-b23c7455d6a5" -d '{"events": [{"server_uuid": "a0e3fadc-0824-42dd-be04-eb8b38c1805a", "name": "network-vif-plugged", "status": "completed", "tag": "3ae4f3a7-e360-4360-81fc-fb7dae2981eb"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:31.797718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:31.802766 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.870221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:31.892725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 60413865-c9df-4e19-bf1b-7d6809fae656 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:31.893375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.931053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2c6b-0825-43b1-b3fb-fda444b85ec0 req-d4cddc41-3791-4a30-96a6-de9248100be6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:31.939188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e65c2c6b-0825-43b1-b3fb-fda444b85ec0 req-d4cddc41-3791-4a30-96a6-de9248100be6 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 945 time: 0.1825244 Jul 23 00:02:31.969260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991d71-29b8-4095-990a-cc4f286c172e req-6e40b104-4215-4e24-82f7-bda6530224dc tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:31.970436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54991d71-29b8-4095-990a-cc4f286c172e req-6e40b104-4215-4e24-82f7-bda6530224dc tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 946 time: 0.2158380 Jul 23 00:02:32.065858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e65c2c6b-0825-43b1-b3fb-fda444b85ec0 req-134e2fe1-dba2-413c-b434-e67362425fab tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d11593b-afd6-43a6-8ba7-1f5763b41e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256113 Jul 23 00:02:32.099435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] For port 60413865-c9df-4e19-bf1b-7d6809fae656, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=60413865-c9df-4e19-bf1b-7d6809fae656,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:32.099816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.114428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 60413865-c9df-4e19-bf1b-7d6809fae656 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:32.131760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54991d71-29b8-4095-990a-cc4f286c172e req-023c30e5-ae8d-4173-b9d3-504576ed78bf tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463444 Jul 23 00:02:32.149187 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f986af-9996-49a2-accf-e976402c2318 x-openstack-request-id: req-74f986af-9996-49a2-accf-e976402c2318 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:32.149701 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e3fadc-0824-42dd-be04-eb8b38c1805a", "name": "network-vif-plugged", "status": "completed", "tag": "3ae4f3a7-e360-4360-81fc-fb7dae2981eb", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:32.150410 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74f986af-9996-49a2-accf-e976402c2318 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:32.150410 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb', 'code': 200} Jul 23 00:02:32.299644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.310126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0f0d7-f580-46e3-93a4-622fa6f42f39 req-00a9fd5d-c403-4cf7-8032-67d1b452d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:32.312307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ecb0f0d7-f580-46e3-93a4-622fa6f42f39 req-00a9fd5d-c403-4cf7-8032-67d1b452d023 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 1097 time: 0.0907531 Jul 23 00:02:32.337930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=60413865-c9df-4e19-bf1b-7d6809fae656,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:32.387758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ecb0f0d7-f580-46e3-93a4-622fa6f42f39 req-850c126f-0833-44cc-b47f-28c487bcfb36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Jul 23 00:02:32.413805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] No DVR routers for this DVR port 60413865-c9df-4e19-bf1b-7d6809fae656 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:32.416982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.418507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d95c16e8-830e-49d9-aa40-bb1111d2339a req-68ad3465-9430-449c-82f3-8bd612ba2893 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.49 "DELETE /v2.0/ports/60413865-c9df-4e19-bf1b-7d6809fae656 HTTP/1.1" status: 204 len: 173 time: 0.8615870 Jul 23 00:02:32.418952 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'name': 'network-vif-deleted', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:32.421351 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211431ea-ea11-4956-b008-624c079fbccb" -d '{"events": [{"server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "name": "network-vif-deleted", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:32.472383 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbf6d39-5702-473e-a9c6-a705324a60e7 x-openstack-request-id: req-4bbf6d39-5702-473e-a9c6-a705324a60e7 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:32.472686 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9c589d-549c-4492-9e02-b9061ad0d3df", "name": "network-vif-deleted", "tag": "60413865-c9df-4e19-bf1b-7d6809fae656", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:32.472975 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bbf6d39-5702-473e-a9c6-a705324a60e7 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:32.473396 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9c589d-549c-4492-9e02-b9061ad0d3df', 'name': 'network-vif-deleted', 'tag': '60413865-c9df-4e19-bf1b-7d6809fae656', 'status': 'completed', 'code': 200} Jul 23 00:02:33.260716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22de80f6-6675-4f23-80ff-1a65be5e5d9d req-134ac622-bcb5-4efb-99e9-ea90e3769935 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0722570 Jul 23 00:02:33.391371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469478-c29b-42a1-968a-c1ad6f62c196 req-461ce009-27a6-4aae-9315-fdf9d94c3efb tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:33.393518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1469478-c29b-42a1-968a-c1ad6f62c196 req-461ce009-27a6-4aae-9315-fdf9d94c3efb tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 946 time: 0.0941851 Jul 23 00:02:33.483392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b1469478-c29b-42a1-968a-c1ad6f62c196 req-e8a6d825-50d3-4bdb-bb97-48b5a0cfa916 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783279 Jul 23 00:02:34.367750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4bf50161-7ad2-49fa-8c40-452113ddfa42 req-a26f14e7-cd17-4c2a-938d-a568317ea191 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0348504 Jul 23 00:02:34.629908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ce25-1884-4b4b-9e8a-fa2fde762171 req-152cd375-53c9-411e-adeb-7a3054671add tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:34.637263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2153ce25-1884-4b4b-9e8a-fa2fde762171 req-152cd375-53c9-411e-adeb-7a3054671add tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 946 time: 0.0858915 Jul 23 00:02:34.696242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2153ce25-1884-4b4b-9e8a-fa2fde762171 req-51c0a53b-1843-4f47-b216-9dcb3c7e666b tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Jul 23 00:02:35.517403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7efb7ecf-a8d5-4c60-900b-a5760be9a179 req-a6c2b1d4-3fce-4952-920c-4909e9cd5982 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0421028 Jul 23 00:02:35.572842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60413865-c9df-4e19-bf1b-7d6809fae656 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:35.599822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 60413865-c9df-4e19-bf1b-7d6809fae656 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:35.600386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 60413865-c9df-4e19-bf1b-7d6809fae656 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:36.266059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.681253 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07a6028b-b31d-45e4-95bf-9e5b080488b8 req-7f6c93df-6082-4cb1-906b-26ea5c43a076 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d9c589d-549c-4492-9e02-b9061ad0d3df HTTP/1.1" status: 200 len: 210 time: 0.0693872 Jul 23 00:02:37.802239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:37.965544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Deleting port 637afd3f-16cf-4e41-9880-82c0e42b2eb7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:37.966775 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.083900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.084347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.108280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Calling delete_port for 637afd3f-16cf-4e41-9880-82c0e42b2eb7 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:38.288526 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.321179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'Port': ['ID=637afd3f-16cf-4e41-9880-82c0e42b2eb7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:38.328872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41340) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:38.399161 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.402713 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.407123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e6a58381-f976-473b-a64e-1253bdcbae9b tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "DELETE /v2.0/floatingips/5224dce5-e699-47a5-b42c-ce9564f89b24 HTTP/1.1" status: 204 len: 168 time: 0.5994039 Jul 23 00:02:38.533481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e625bafa-85b8-414d-a889-630bcc9f2737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.684950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e625bafa-85b8-414d-a889-630bcc9f2737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.692057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e625bafa-85b8-414d-a889-630bcc9f2737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.744881 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e625bafa-85b8-414d-a889-630bcc9f2737 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2d11f6b7570404cbeec882fcd1e6dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116981 Jul 23 00:02:38.744881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625bafa-85b8-414d-a889-630bcc9f2737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccffc38-b503-43a8-9031-81120811706c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:38.745289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41356) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:38.844383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2e34eda-ef61-4e07-b1ad-a6e42c0310f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.878460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2e34eda-ef61-4e07-b1ad-a6e42c0310f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.957050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2e34eda-ef61-4e07-b1ad-a6e42c0310f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.960156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e2e34eda-ef61-4e07-b1ad-a6e42c0310f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.964509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e2e34eda-ef61-4e07-b1ad-a6e42c0310f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eccffc38-b503-43a8-9031-81120811706c HTTP/1.1" status: 204 len: 168 time: 0.2155354 Jul 23 00:02:38.977862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34eda-ef61-4e07-b1ad-a6e42c0310f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccffc38-b503-43a8-9031-81120811706c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:39.367086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:39.384516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-968af5ad-e552-4d39-8f2b-ab6a69d51e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.519060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-968af5ad-e552-4d39-8f2b-ab6a69d51e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.524592 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-968af5ad-e552-4d39-8f2b-ab6a69d51e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.584540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-968af5ad-e552-4d39-8f2b-ab6a69d51e06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f0ad01498bf4fd6afe9445ade9445b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157943 Jul 23 00:02:39.586926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41370) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:39.597290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968af5ad-e552-4d39-8f2b-ab6a69d51e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57537a3f-80ff-46c6-867e-a6bce6a28607,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:39.717466 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a030255-d7eb-449d-8b3c-089bd071a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.773644 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a030255-d7eb-449d-8b3c-089bd071a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.841542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a030255-d7eb-449d-8b3c-089bd071a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.845532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0a030255-d7eb-449d-8b3c-089bd071a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:39.850628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0a030255-d7eb-449d-8b3c-089bd071a8a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57537a3f-80ff-46c6-867e-a6bce6a28607 HTTP/1.1" status: 204 len: 168 time: 0.2622476 Jul 23 00:02:39.861166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a030255-d7eb-449d-8b3c-089bd071a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57537a3f-80ff-46c6-867e-a6bce6a28607,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:41.943839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:42.124820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455873ae-dec0-47f4-acaa-4680640007b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.160439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455873ae-dec0-47f4-acaa-4680640007b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.240444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fb6e1-a4dd-4d6d-ab42-de7a6414fc54 req-f691a9f3-637b-4def-8270-da9841286d72 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:42.250184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-294fb6e1-a4dd-4d6d-ab42-de7a6414fc54 req-f691a9f3-637b-4def-8270-da9841286d72 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1096 time: 0.2720039 Jul 23 00:02:42.281226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455873ae-dec0-47f4-acaa-4680640007b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.290860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-455873ae-dec0-47f4-acaa-4680640007b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.295246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-455873ae-dec0-47f4-acaa-4680640007b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d11593b-afd6-43a6-8ba7-1f5763b41e03 HTTP/1.1" status: 204 len: 168 time: 0.3495164 Jul 23 00:02:42.333151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455873ae-dec0-47f4-acaa-4680640007b9 tempest-TestVolumeBootPattern-2083430588 tempest-TestVolumeBootPattern-2083430588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11593b-afd6-43a6-8ba7-1f5763b41e03,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:42.384972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-294fb6e1-a4dd-4d6d-ab42-de7a6414fc54 req-b613b32d-14bc-4c7a-950e-ddd29b1a7d0f tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248047 Jul 23 00:02:42.387451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41454) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:42.424009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41458) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:42.672476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port b5703bc3-2a02-41ac-b57d-18debea7256b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:42.672871 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.820669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.821007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.848153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for b5703bc3-2a02-41ac-b57d-18debea7256b owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:43.231064 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.261875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=b5703bc3-2a02-41ac-b57d-18debea7256b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:43.428741 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.430090 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP b414f560-482f-4fd3-90ad-3d1b2c695161 disassociated (deleted). External IP: 172.25.5.133, port: 7d340316-9d40-46ff-935a-2c1926240870. Jul 23 00:02:43.720706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.880793 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router c40ce226-e62e-4a98-8deb-6760b01fdca4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:43.992173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41486) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:44.152517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c115493-8ce2-4352-9302-231818cd3485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.272137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c115493-8ce2-4352-9302-231818cd3485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.277157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0c115493-8ce2-4352-9302-231818cd3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.328458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0c115493-8ce2-4352-9302-231818cd3485 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36275be3d2ad4a8c8e69c4f0e614bdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350766 Jul 23 00:02:44.329876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c115493-8ce2-4352-9302-231818cd3485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a7192-e0ce-48da-8ad2-f0d5ad49e27f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:44.333089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:44.442417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc44b02a-9a0d-4fce-91ad-baee9736b40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.451406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:44.456163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.466806 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] Sync routers for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:44.479959 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:44.480978 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:44.491755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc44b02a-9a0d-4fce-91ad-baee9736b40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.543092 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e27ae7e9-6eae-4539-ab86-80839f40117e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/floatingips/b414f560-482f-4fd3-90ad-3d1b2c695161 HTTP/1.1" status: 204 len: 168 time: 2.1169565 Jul 23 00:02:44.550903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:44.559223 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de5273-bccc-42ab-af6d-63eaf2359477" -d '{"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:44.560694 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc44b02a-9a0d-4fce-91ad-baee9736b40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.566095 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc44b02a-9a0d-4fce-91ad-baee9736b40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:44.570882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bc44b02a-9a0d-4fce-91ad-baee9736b40c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc5a7192-e0ce-48da-8ad2-f0d5ad49e27f HTTP/1.1" status: 204 len: 168 time: 0.2195187 Jul 23 00:02:44.581324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44b02a-9a0d-4fce-91ad-baee9736b40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a7192-e0ce-48da-8ad2-f0d5ad49e27f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:44.683363 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9637f1f0-65d0-4ac8-b9f2-38dbbb4aaf1a x-openstack-request-id: req-9637f1f0-65d0-4ac8-b9f2-38dbbb4aaf1a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:44.683968 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:44.684390 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9637f1f0-65d0-4ac8-b9f2-38dbbb4aaf1a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:44.684964 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'status': 'completed', 'code': 200} Jul 23 00:02:44.712824 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:44.828314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-17932cd3-8810-43aa-9cdc-e515e91d0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:44.831620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-17932cd3-8810-43aa-9cdc-e515e91d0aad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 1096 time: 0.1191165 Jul 23 00:02:44.913637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Deleting port ee76ae15-429c-4d01-aa41-b9c9ea4ca821 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:44.915283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.027649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391f2b3-83e0-430e-8e45-844e522522c3 req-b2e80b30-94db-40b6-83f9-4580a5ebab3a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:45.035144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f391f2b3-83e0-430e-8e45-844e522522c3 req-b2e80b30-94db-40b6-83f9-4580a5ebab3a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1039751 Jul 23 00:02:45.092592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-6bb73cde-3af2-4bb0-87d0-c20bbf214379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:45.094677 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-6bb73cde-3af2-4bb0-87d0-c20bbf214379 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 200 len: 898 time: 0.2552419 Jul 23 00:02:45.100047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] For port ee76ae15-429c-4d01-aa41-b9c9ea4ca821, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:45.100443 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.130539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f391f2b3-83e0-430e-8e45-844e522522c3 req-8ce085e4-d873-4f1d-9066-9de263c72679 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943844 Jul 23 00:02:45.150108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-916693b3-19ec-4b6d-b85b-5711ba56db3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 200 len: 217 time: 0.0462663 Jul 23 00:02:45.154874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Calling delete_port for ee76ae15-429c-4d01-aa41-b9c9ea4ca821 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:45.160511 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:04Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:45.217265 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] Checking router: c40ce226-e62e-4a98-8deb-6760b01fdca4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:45.230770 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:45.231816 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:45.245907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41512) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:45.259595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-ea0e4dbd-e97d-4d42-b7cc-53ca93bf3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:45.261184 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-ea0e4dbd-e97d-4d42-b7cc-53ca93bf3707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 200 len: 834 time: 0.1033814 Jul 23 00:02:45.264260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4feacf8c-bcbc-49f4-a1ce-069405f5ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.411481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-297d5cd3-ed6e-4fa0-bc8a-b306e0a173f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:45.412962 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-297d5cd3-ed6e-4fa0-bc8a-b306e0a173f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9006277e-f5bd-422f-bb38-d09f195deb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404660 Jul 23 00:02:45.441564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4feacf8c-bcbc-49f4-a1ce-069405f5ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.455097 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4feacf8c-bcbc-49f4-a1ce-069405f5ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.544044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feacf8c-bcbc-49f4-a1ce-069405f5ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92550b16-d9b9-4ad1-a613-5049a791cbba,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:45.550815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4feacf8c-bcbc-49f4-a1ce-069405f5ed8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e92fa6ec1564fe69ce9008e7684ce8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034377 Jul 23 00:02:45.553488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41514) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:45.585789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.616490 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca932d5-b03b-44cb-b6ec-f660b94e0c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.622555 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:45.634218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-d2c6516b-f87f-4868-abb7-3219f0488a3e service neutron] 10.222.0.48 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118704 Jul 23 00:02:45.634218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Pushing event deleted for resources: {'Port': ['ID=ee76ae15-429c-4d01-aa41-b9c9ea4ca821,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:45.641830 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca932d5-b03b-44cb-b6ec-f660b94e0c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.720518 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca932d5-b03b-44cb-b6ec-f660b94e0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.723524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bca932d5-b03b-44cb-b6ec-f660b94e0c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:45.724712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bca932d5-b03b-44cb-b6ec-f660b94e0c68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92550b16-d9b9-4ad1-a613-5049a791cbba HTTP/1.1" status: 204 len: 168 time: 0.1702063 Jul 23 00:02:45.764240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca932d5-b03b-44cb-b6ec-f660b94e0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92550b16-d9b9-4ad1-a613-5049a791cbba,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:46.015886 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:04Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:46.069838 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74495800-3b45-4ea5-be05-b4ae2eb7f864 None None] The sync data for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 is: [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:59Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c6fe921c-b540-40c4-83d0-30e1cdcc8b8b', 'name': '', 'network_id': '9006277e-f5bd-422f-bb38-d09f195deb2e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:92:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:58Z', 'updated_at': '2021-07-23T00:01:04Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': 'dab1e6fd-0a21-4f54-9387-12c81d018b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:46.115145 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-47de5273-bccc-42ab-af6d-63eaf2359477 req-4aef78bb-be62-4607-beab-45aa1a7588a9 service neutron] 10.222.0.48 "GET /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572916 Jul 23 00:02:46.186973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a03c548b-5fca-4554-b9eb-fa0c0c435c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:46.210351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:46.430382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184a465-7085-4d75-92f5-b76adb9b203b req-6b37059d-92d8-42ca-b7c5-92fd71df5740 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:46.432836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2184a465-7085-4d75-92f5-b76adb9b203b req-6b37059d-92d8-42ca-b7c5-92fd71df5740 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1685436 Jul 23 00:02:46.478134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-4361a17f-2752-44c6-b564-529a8e83d091 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:46.478931 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-4361a17f-2752-44c6-b564-529a8e83d091 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.48 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 945 time: 0.1773491 Jul 23 00:02:46.549894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2184a465-7085-4d75-92f5-b76adb9b203b req-b14c319d-a4b9-49f4-8add-16a29cb1dd24 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=396ba0a4-dc22-4278-b3c1-746096a4c78d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097507 Jul 23 00:02:46.605711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415e5d3-a2b1-4f53-a6e4-35da5a26a7e9 None None] New status for floating IP b414f560-482f-4fd3-90ad-3d1b2c695161: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:02:46.828722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Router bafede37-58f5-4adc-b1a7-00a6abf5645e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:46.853581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 7d340316-9d40-46ff-935a-2c1926240870 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:46.853948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.047922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port 7d340316-9d40-46ff-935a-2c1926240870, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=7d340316-9d40-46ff-935a-2c1926240870,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:47.048318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.067242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 7d340316-9d40-46ff-935a-2c1926240870 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:47.071938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:47.078313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:47.078788 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b59070be-01b7-44ae-9ea1-7264d1f7127b admin admin] 10.222.0.21 "PUT /v2.0/routers/bafede37-58f5-4adc-b1a7-00a6abf5645e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6892936 Jul 23 00:02:47.080943 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] Sync routers for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:47.117398 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:47.118052 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:47.282410 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.294712 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.365009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=7d340316-9d40-46ff-935a-2c1926240870,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:47.404087 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:47.472471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.509900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] No DVR routers for this DVR port 7d340316-9d40-46ff-935a-2c1926240870 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:47.516824 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.522480 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5e0a08eb-fe16-44b1-aa3e-feb4fbc9a2ee req-34b624ab-e915-4dbc-aa1f-f69cd27f8beb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.48 "DELETE /v2.0/ports/7d340316-9d40-46ff-935a-2c1926240870 HTTP/1.1" status: 204 len: 173 time: 1.0365014 Jul 23 00:02:47.525180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-deleted', 'tag': '7d340316-9d40-46ff-935a-2c1926240870'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:47.530024 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2b32b-f983-49f4-b8c6-627c0bccf96d" -d '{"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-deleted", "tag": "7d340316-9d40-46ff-935a-2c1926240870"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:47.612980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Deleting port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:47.613380 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.666190 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf21169-c09f-496c-ab46-de24e8f11834 x-openstack-request-id: req-cdf21169-c09f-496c-ab46-de24e8f11834 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:47.667840 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c93cc56-e35d-4c26-9a28-fbf9562f6666", "name": "network-vif-deleted", "tag": "7d340316-9d40-46ff-935a-2c1926240870", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:47.668280 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdf21169-c09f-496c-ab46-de24e8f11834 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:47.668924 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c93cc56-e35d-4c26-9a28-fbf9562f6666', 'name': 'network-vif-deleted', 'tag': '7d340316-9d40-46ff-935a-2c1926240870', 'status': 'completed', 'code': 200} Jul 23 00:02:47.753003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f08ad20-7e58-43ed-8c6c-d96f7c399689 req-42e62166-615c-4744-b840-e55b0faa0c1b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c93cc56-e35d-4c26-9a28-fbf9562f6666 HTTP/1.1" status: 200 len: 210 time: 0.1083822 Jul 23 00:02:47.881920 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-23T00:02:45Z', 'revision_number': 5, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port': {'id': 'a5fa79c4-7cbc-44a1-b72f-588ba0244e3e', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:19:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:32Z', 'updated_at': '2021-07-22T23:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:47.903837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] For port a5fa79c4-7cbc-44a1-b72f-588ba0244e3e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:47.904430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:47.934902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Calling delete_port for a5fa79c4-7cbc-44a1-b72f-588ba0244e3e owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:47.949385 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] Checking router: bafede37-58f5-4adc-b1a7-00a6abf5645e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:47.977330 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] Routers {'bafede37-58f5-4adc-b1a7-00a6abf5645e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:47.977882 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['bafede37-58f5-4adc-b1a7-00a6abf5645e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:48.176577 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] Set router bafede37-58f5-4adc-b1a7-00a6abf5645e gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:48.282370 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:48.287086 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-23T00:02:47Z', 'revision_number': 6, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:48.345154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fa79c4-7cbc-44a1-b72f-588ba0244e3e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:48.350893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380124-388b-417f-8970-43e7d7fa8eef None None] The sync data for ids ['bafede37-58f5-4adc-b1a7-00a6abf5645e'] in n-d-758851-4 is: [{'id': 'bafede37-58f5-4adc-b1a7-00a6abf5645e', 'name': 'tempest-TestVolumeBootPattern-1189494794-router', 'tenant_id': 'c9cf3269547c487dba2dbc102d9161a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:31Z', 'updated_at': '2021-07-23T00:02:47Z', 'revision_number': 6, 'project_id': 'c9cf3269547c487dba2dbc102d9161a9', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:48.444005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:48.919980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41592) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:48.994327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:48.997425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.059703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.059893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bafede37-58f5-4adc-b1a7-00a6abf5645e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:02:49.070395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.072116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-70f30161-0e43-4514-ad1c-3f4b9ad650d5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bafede37-58f5-4adc-b1a7-00a6abf5645e HTTP/1.1" status: 204 len: 168 time: 1.9928854 Jul 23 00:02:49.074965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41598) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:49.143536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Deleting subnet 4626b962-00ed-47ef-a8fa-6cb73b16de6b {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:49.147681 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.229521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.404088 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.485565 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b6c1694-1c9a-4fc3-bf11-d0c76e8c7cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.510001 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.553554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb8e3f-6119-4f54-ba4d-d9a20a08ab45 None None] Network a21aa19d-0b9d-4167-b126-1e6e7a6faa4a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:02:49.555073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4626b962-00ed-47ef-a8fa-6cb73b16de6b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:49.560717 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.572962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b7af5b19-dbc1-4061-bd17-e485d9761e51 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4626b962-00ed-47ef-a8fa-6cb73b16de6b HTTP/1.1" status: 204 len: 168 time: 0.4947276 Jul 23 00:02:49.573930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41610) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:49.676141 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.732230 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.780698 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:49.882787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Deleting port 17ad68b4-da96-4c2e-a157-9063576ee537 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:49.883672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.010795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] DHCP port deletion for a21aa19d-0b9d-4167-b126-1e6e7a6faa4a request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:02:50.042733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] For port 17ad68b4-da96-4c2e-a157-9063576ee537, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17ad68b4-da96-4c2e-a157-9063576ee537,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:50.043384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.067102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Calling delete_port for 17ad68b4-da96-4c2e-a157-9063576ee537 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:50.127160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] Deleting port 17ad68b4-da96-4c2e-a157-9063576ee537 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:50.127572 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.171561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:50.176424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.219462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] For port 17ad68b4-da96-4c2e-a157-9063576ee537, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=17ad68b4-da96-4c2e-a157-9063576ee537,segment=NetworkSegment(66b6a815-b725-4f76-9054-60638ab70576),segment_id=66b6a815-b725-4f76-9054-60638ab70576)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:50.219916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.252426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] Calling delete_port for 17ad68b4-da96-4c2e-a157-9063576ee537 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:50.265022 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.308776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Pushing event deleted for resources: {'Port': ['ID=17ad68b4-da96-4c2e-a157-9063576ee537,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:50.315140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] No DVR routers for this DVR port 17ad68b4-da96-4c2e-a157-9063576ee537 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:50.420309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port c6fe921c-b540-40c4-83d0-30e1cdcc8b8b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:50.420773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.425653 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.452942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for c6fe921c-b540-40c4-83d0-30e1cdcc8b8b owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:02:50.541110 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:02:50.545144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee76ae15-429c-4d01-aa41-b9c9ea4ca821 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:50.574420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.583439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ee76ae15-429c-4d01-aa41-b9c9ea4ca821 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:50.583791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ee76ae15-429c-4d01-aa41-b9c9ea4ca821 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:50.584217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17ad68b4-da96-4c2e-a157-9063576ee537 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:50.607035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21aa19d-0b9d-4167-b126-1e6e7a6faa4a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:50.634087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b6a815-b725-4f76-9054-60638ab70576') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:50.634430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b6a815-b725-4f76-9054-60638ab70576') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:50.635044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.652704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 17ad68b4-da96-4c2e-a157-9063576ee537 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:50.653044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 17ad68b4-da96-4c2e-a157-9063576ee537 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:50.653483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a5fa79c4-7cbc-44a1-b72f-588ba0244e3e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:50.660516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.676609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.694084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:50.695743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:50.703452 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:50.793355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a5fa79c4-7cbc-44a1-b72f-588ba0244e3e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:50.793894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a5fa79c4-7cbc-44a1-b72f-588ba0244e3e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:50.795880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] Pushing event deleted for resources: {'Port': ['ID=17ad68b4-da96-4c2e-a157-9063576ee537,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:50.803281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811a7a9-8227-44e0-9e43-b6c5a944316e None None] No DVR routers for this DVR port 17ad68b4-da96-4c2e-a157-9063576ee537 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:50.828627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.835917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.838567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/a21aa19d-0b9d-4167-b126-1e6e7a6faa4a HTTP/1.1" status: 204 len: 168 time: 1.2636619 Jul 23 00:02:50.841842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41632) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:50.853245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34354011-3442-4006-960a-3d55a05198dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a21aa19d-0b9d-4167-b126-1e6e7a6faa4a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:51.620831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7d340316-9d40-46ff-935a-2c1926240870 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:51.621601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.675715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 7d340316-9d40-46ff-935a-2c1926240870 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:51.676076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 7d340316-9d40-46ff-935a-2c1926240870 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:51.684694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=c6fe921c-b540-40c4-83d0-30e1cdcc8b8b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:51.754783 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.964515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.276948 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.377218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.381455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router c40ce226-e62e-4a98-8deb-6760b01fdca4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:52.582635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:52.588285 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d3ccda52-5d42-43e7-8a84-92e1ccd7d187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/c40ce226-e62e-4a98-8deb-6760b01fdca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6662560 Jul 23 00:02:52.591844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41676) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:52.595234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] Sync routers for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:52.606837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:52.608785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:52.673581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting subnet dab1e6fd-0a21-4f54-9387-12c81d018b8d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:52.677496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.742616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Deleting port b13cc37d-2490-4564-abe6-aba83d82446e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:52.744358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.745299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.805031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:52.946629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] For port b13cc37d-2490-4564-abe6-aba83d82446e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b13cc37d-2490-4564-abe6-aba83d82446e,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:52.950076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.974090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.986236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Calling delete_port for b13cc37d-2490-4564-abe6-aba83d82446e owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:53.111250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.137000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:02:51Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:53.180206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Subnet': ['ID=dab1e6fd-0a21-4f54-9387-12c81d018b8d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:53.184870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.191295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d2bb980-45fd-42c2-9538-1cf6486d1786 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/subnets/dab1e6fd-0a21-4f54-9387-12c81d018b8d HTTP/1.1" status: 204 len: 168 time: 0.5947583 Jul 23 00:02:53.191295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41696) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:53.205094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9ce66-838d-4483-9e91-f2bee63b3967 None None] Network 9006277e-f5bd-422f-bb38-d09f195deb2e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:02:53.212022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] Checking router: c40ce226-e62e-4a98-8deb-6760b01fdca4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:53.274079 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.278945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] Routers {'c40ce226-e62e-4a98-8deb-6760b01fdca4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:53.279611 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c40ce226-e62e-4a98-8deb-6760b01fdca4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:53.312574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b13cc37d-2490-4564-abe6-aba83d82446e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:53.411755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.621258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.658028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.703078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] Set router c40ce226-e62e-4a98-8deb-6760b01fdca4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:53.798725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port f8929978-c4f5-44c4-bdd5-df30eee525e3 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:53.799093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:53.843465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] DHCP port deletion for 9006277e-f5bd-422f-bb38-d09f195deb2e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:02:53.954588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] Deleting port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:53.954968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.025058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port f8929978-c4f5-44c4-bdd5-df30eee525e3, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f8929978-c4f5-44c4-bdd5-df30eee525e3,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:54.025429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.044457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] For port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,segment=NetworkSegment(a52712e5-d84e-49b8-9d6e-ee232faf1da3),segment_id=a52712e5-d84e-49b8-9d6e-ee232faf1da3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:54.044870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.058692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] Calling delete_port for 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:54.090597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Router d98e0bef-b351-4469-8304-dd18676a8cb4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:54.091691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for f8929978-c4f5-44c4-bdd5-df30eee525e3 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:54.184848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.219924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] Pushing event deleted for resources: {'Port': ['ID=4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:54.230063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e1333-fd88-44fe-904e-5ca27ba8abc0 None None] No DVR routers for this DVR port 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:54.241866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:02:51Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:54.312543 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:54.320703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-42577733-d8f3-4b8c-87f3-f75e4edf8d2f admin admin] 10.222.0.21 "PUT /v2.0/routers/d98e0bef-b351-4469-8304-dd18676a8cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4766018 Jul 23 00:02:54.321284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41724) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:54.325396 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] Sync routers for ids ['d98e0bef-b351-4469-8304-dd18676a8cb4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:54.330560 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b381ad-8fca-4e49-bb6a-a29375b69a3e None None] The sync data for ids ['c40ce226-e62e-4a98-8deb-6760b01fdca4'] in n-d-758851-4 is: [{'id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1400225489', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:02:51Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f8929978-c4f5-44c4-bdd5-df30eee525e3', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40ce226-e62e-4a98-8deb-6760b01fdca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:00:53Z', 'updated_at': '2021-07-23T00:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:54.352827 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] Routers {'d98e0bef-b351-4469-8304-dd18676a8cb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:54.354093 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d98e0bef-b351-4469-8304-dd18676a8cb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:54.442450 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.527221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.529797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=f8929978-c4f5-44c4-bdd5-df30eee525e3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:54.654194 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] Set router d98e0bef-b351-4469-8304-dd18676a8cb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:54.695603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c6fe921c-b540-40c4-83d0-30e1cdcc8b8b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:54.721096 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.731987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.771220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c6fe921c-b540-40c4-83d0-30e1cdcc8b8b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:54.777171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c6fe921c-b540-40c4-83d0-30e1cdcc8b8b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:54.777758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:54.840268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:54.842996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4b5fc4bc-1c26-4cbb-b438-9a558ab39d8c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:54.866715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Deleting port 5653b487-f2a2-41a8-b166-9b39ea10dfd9 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:54.867613 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.933492 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-23T00:02:53Z', 'revision_number': 5, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port': {'id': '5653b487-f2a2-41a8-b166-9b39ea10dfd9', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:82:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:50:46Z', 'updated_at': '2021-07-22T23:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:54.967026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:54.971597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.023232 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] Checking router: d98e0bef-b351-4469-8304-dd18676a8cb4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:55.045724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] For port 5653b487-f2a2-41a8-b166-9b39ea10dfd9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5653b487-f2a2-41a8-b166-9b39ea10dfd9,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:55.045956 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] Routers {'d98e0bef-b351-4469-8304-dd18676a8cb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:55.046174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.046884 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d98e0bef-b351-4469-8304-dd18676a8cb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:55.072393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Calling delete_port for 5653b487-f2a2-41a8-b166-9b39ea10dfd9 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:55.090398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.091039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Fanout notify agent at l3_agent the message router_deleted on router c40ce226-e62e-4a98-8deb-6760b01fdca4 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:02:55.110757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.114131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-74367744-aeab-4ee6-a75e-8c03643ab700 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/routers/c40ce226-e62e-4a98-8deb-6760b01fdca4 HTTP/1.1" status: 204 len: 168 time: 1.9225366 Jul 23 00:02:55.117794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41744) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:55.330456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.345418 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] Set router d98e0bef-b351-4469-8304-dd18676a8cb4 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:55.467807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.495432 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-23T00:02:54Z', 'revision_number': 6, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:55.505789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.519748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9006277e-f5bd-422f-bb38-d09f195deb2e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:55.539757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52712e5-d84e-49b8-9d6e-ee232faf1da3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:55.540063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52712e5-d84e-49b8-9d6e-ee232faf1da3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:55.546490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5653b487-f2a2-41a8-b166-9b39ea10dfd9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:55.557273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.560312 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da4a96-5fb6-48f6-8aba-a1b0c50d4521 None None] The sync data for ids ['d98e0bef-b351-4469-8304-dd18676a8cb4'] in n-d-758851-4 is: [{'id': 'd98e0bef-b351-4469-8304-dd18676a8cb4', 'name': 'tempest-TestVolumeBootPattern-244600539-router', 'tenant_id': '2840cc9588a448208f076179dd1fb551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:50:45Z', 'updated_at': '2021-07-23T00:02:54Z', 'revision_number': 6, 'project_id': '2840cc9588a448208f076179dd1fb551', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:55.581479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.605513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:55.607089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:55.616566 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:55.670073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.692820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.705878 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.710419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/networks/9006277e-f5bd-422f-bb38-d09f195deb2e HTTP/1.1" status: 204 len: 168 time: 0.5879955 Jul 23 00:02:55.720296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41752) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:55.730631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605ddd-0827-4d6d-a22d-643e9fb49c00 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Network': ['ID=9006277e-f5bd-422f-bb38-d09f195deb2e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:55.816207 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5932-03d3-4e59-860c-b43522405b84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.885685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5932-03d3-4e59-860c-b43522405b84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.911262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.913552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.948127 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:02:55.961692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5932-03d3-4e59-860c-b43522405b84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.965289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5932-03d3-4e59-860c-b43522405b84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:55.966523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b7fa5932-03d3-4e59-860c-b43522405b84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/security-groups/396ba0a4-dc22-4278-b3c1-746096a4c78d HTTP/1.1" status: 204 len: 168 time: 0.2452738 Jul 23 00:02:56.005399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa5932-03d3-4e59-860c-b43522405b84 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396ba0a4-dc22-4278-b3c1-746096a4c78d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:56.074400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.075020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98e0bef-b351-4469-8304-dd18676a8cb4 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:02:56.088483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.092202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b0d3596f-f410-4275-8dd7-f1a928c6fe85 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d98e0bef-b351-4469-8304-dd18676a8cb4 HTTP/1.1" status: 204 len: 168 time: 1.7674069 Jul 23 00:02:56.092986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:56.211066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Deleting subnet 3c7b67dc-2d6b-4dfe-a505-3c76295f897d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:56.225646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.301586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.459436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.541023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.598273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6819e-59dd-4223-9966-ed4551d2fa73 None None] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:02:56.605844 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.621160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:56.621708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c7b67dc-2d6b-4dfe-a505-3c76295f897d HTTP/1.1" status: 204 len: 168 time: 0.5263119 Jul 23 00:02:56.680311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadf9f6-a9fa-4421-b2a0-cdf3b6093aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7b67dc-2d6b-4dfe-a505-3c76295f897d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:56.697953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5653b487-f2a2-41a8-b166-9b39ea10dfd9 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:56.738707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.798814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5653b487-f2a2-41a8-b166-9b39ea10dfd9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:56.799161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5653b487-f2a2-41a8-b166-9b39ea10dfd9 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:56.799610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f8929978-c4f5-44c4-bdd5-df30eee525e3 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:56.828430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f8929978-c4f5-44c4-bdd5-df30eee525e3 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:56.828783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f8929978-c4f5-44c4-bdd5-df30eee525e3 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:56.829386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b13cc37d-2490-4564-abe6-aba83d82446e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:56.863659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Deleting port 3bec31c8-2c62-413b-b909-5a090766a15f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:56.864007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:56.871453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b13cc37d-2490-4564-abe6-aba83d82446e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:56.872017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b13cc37d-2490-4564-abe6-aba83d82446e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:57.001083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] For port 3bec31c8-2c62-413b-b909-5a090766a15f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3bec31c8-2c62-413b-b909-5a090766a15f,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:57.004615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.034616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Calling delete_port for 3bec31c8-2c62-413b-b909-5a090766a15f owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:57.043712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bdd161-0e56-4b80-854a-762565208aef None None] DHCP port deletion for cabc90cd-d5c9-435c-8eb9-57dbc3253a12 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:02:57.128144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:57.135571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627366418', 'description': 'tempest-secgroup-smoke-1627366418 description', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:57.156167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Deleting port 3bec31c8-2c62-413b-b909-5a090766a15f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:57.161456 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.185693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.192597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.241899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bec31c8-2c62-413b-b909-5a090766a15f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:57.245898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] No DVR routers for this DVR port 3bec31c8-2c62-413b-b909-5a090766a15f on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:57.350962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-99bdd161-0e56-4b80-854a-762565208aef None None] For port 3bec31c8-2c62-413b-b909-5a090766a15f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3bec31c8-2c62-413b-b909-5a090766a15f,segment=NetworkSegment(8de40827-b245-48ed-bda9-92fdd20d35a5),segment_id=8de40827-b245-48ed-bda9-92fdd20d35a5)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:57.351393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.355271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.364283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.369455 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.381668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabc90cd-d5c9-435c-8eb9-57dbc3253a12']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:57.397405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de40827-b245-48ed-bda9-92fdd20d35a5') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:57.397705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de40827-b245-48ed-bda9-92fdd20d35a5') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:57.409890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.413128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Calling delete_port for 3bec31c8-2c62-413b-b909-5a090766a15f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:57.437724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.449502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:57.453173 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:57.454816 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:57.500460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777e4f2d-8bab-4a71-af68-9ffa42e2950f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:57.508331 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.517202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-88398137-0251-48e2-9b95-791fe86500cb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3809016 Jul 23 00:02:57.517948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41794) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:57.527299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '777e4f2d-8bab-4a71-af68-9ffa42e2950f', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:57.580297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.580682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.593688 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.594119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.600201 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] 10.222.0.21 "DELETE /v2.0/networks/cabc90cd-d5c9-435c-8eb9-57dbc3253a12 HTTP/1.1" status: 204 len: 168 time: 0.9779079 Jul 23 00:02:57.629966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eec52-8a7d-41af-9b79-f77b7e39850c admin admin] Pushing event deleted for resources: {'Network': ['ID=cabc90cd-d5c9-435c-8eb9-57dbc3253a12,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:57.647032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Network cabc90cd-d5c9-435c-8eb9-57dbc3253a12 is not hosted by any dhcp agent {{(pid=93792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 00:02:57.647741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdd161-0e56-4b80-854a-762565208aef None None] No DVR routers for this DVR port 3bec31c8-2c62-413b-b909-5a090766a15f on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:57.651628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdd161-0e56-4b80-854a-762565208aef None None] Pushing event deleted for resources: {'Port': ['ID=3bec31c8-2c62-413b-b909-5a090766a15f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:57.675942 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.687122 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.739231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b55e26-014e-4869-ab68-a307d0e26ad8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:57.757955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.760378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d0f4668d-a7db-4e2c-8130-4a288b08dd31 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2409894 Jul 23 00:02:57.763460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41800) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:57.771201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '777e4f2d-8bab-4a71-af68-9ffa42e2950f', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:57.823116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.894959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:57.948192 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.954914 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:57.961423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ce99523d-608b-4c71-bb40-abb6c862a709 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9cf3269547c487dba2dbc102d9161a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624607 Jul 23 00:02:57.961717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41804) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.000292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3488a4f0-98f3-4f27-aa7c-1dc3726fa3c8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:58.041206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.045207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5b5707a-5b58-481e-bdd0-d44bdea3c7d3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2776549 Jul 23 00:02:58.046415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41812) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.056453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '777e4f2d-8bab-4a71-af68-9ffa42e2950f', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:58.086752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca209681-daca-4306-91e8-23c73213eb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.118356 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.136784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca209681-daca-4306-91e8-23c73213eb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.149482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41814) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.169921 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-4db3746b-4f3f-4eca-bfde-a39aa7bd6846 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1195574 Jul 23 00:02:58.199752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.212274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.240406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca209681-daca-4306-91e8-23c73213eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.249255 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ca209681-daca-4306-91e8-23c73213eb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.250790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ca209681-daca-4306-91e8-23c73213eb1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd900838-74e8-4053-b966-c8424fa2d3fe HTTP/1.1" status: 204 len: 168 time: 0.2881219 Jul 23 00:02:58.262009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3c7b5d-497b-4291-97c1-bb4637ca6644,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:58.274666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.278861 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a10dd99c-7083-450a-9691-3e3390f5558d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2288957 Jul 23 00:02:58.279219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41822) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.286044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '777e4f2d-8bab-4a71-af68-9ffa42e2950f', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:58.335180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca209681-daca-4306-91e8-23c73213eb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd900838-74e8-4053-b966-c8424fa2d3fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:58.378115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.384928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e197-53cb-45e3-b56a-edd10a22841d req-9b7ba336-f2bd-472d-a73b-404d2335982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:58.386747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-9b7ba336-f2bd-472d-a73b-404d2335982d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 1097 time: 0.1631567 Jul 23 00:02:58.402303 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ca13190-3eea-4cdd-9750-7be6575de356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.543147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3bec31c8-2c62-413b-b909-5a090766a15f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:58.590283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ca13190-3eea-4cdd-9750-7be6575de356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.597256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ca13190-3eea-4cdd-9750-7be6575de356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.621064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e197-53cb-45e3-b56a-edd10a22841d req-6404b612-6739-4fa8-89de-94abb082c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:58.624830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-6404b612-6739-4fa8-89de-94abb082c079 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 915 time: 0.2124515 Jul 23 00:02:58.629227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3bec31c8-2c62-413b-b909-5a090766a15f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:58.632627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3bec31c8-2c62-413b-b909-5a090766a15f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:58.644566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13190-3eea-4cdd-9750-7be6575de356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314ded6-93c3-4ae6-958b-a434fcdb94b8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:58.690980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ca13190-3eea-4cdd-9750-7be6575de356 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2c1704265d3469f954da413711fa8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404129 Jul 23 00:02:58.695739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41828) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.751961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.758906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.790646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23788f21-a6c4-4164-aaa9-e6dcd3571b44,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:58.803305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.805576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bfdb3f02-7e5a-43a0-b851-80c733b6d6aa tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5234683 Jul 23 00:02:58.810132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41830) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.819216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '777e4f2d-8bab-4a71-af68-9ffa42e2950f', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:58.822645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-f5a7e94c-6b48-48ef-9ec0-bf808b4d2795 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb HTTP/1.1" status: 200 len: 217 time: 0.1920974 Jul 23 00:02:58.838771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-105eaeca-6c8e-439b-9f70-778711eba7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.862071 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:02:58.886073 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-105eaeca-6c8e-439b-9f70-778711eba7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.888035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41832) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:58.888371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.951822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198e197-53cb-45e3-b56a-edd10a22841d req-68baadfa-a606-41fa-b782-52842de70a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:58.953630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-68baadfa-a606-41fa-b782-52842de70a2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 200 len: 854 time: 0.1213298 Jul 23 00:02:58.974387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.979172 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.996822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-d5759e3e-8dde-4627-9dcb-cc3ae39258ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20ae342a-787f-4bad-a477-0d21b41d2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366225 Jul 23 00:02:59.001536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-61454c08-adfe-4fe2-bae1-4403a6915dfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2840cc9588a448208f076179dd1fb551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120591 Jul 23 00:02:59.006776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abac56c-670f-4a06-b3be-03ec3ab8e190,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.010658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.021194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.022619 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-61b52c61-67ad-4456-96d1-7153355e2205 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2104745 Jul 23 00:02:59.029436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.036736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '777e4f2d-8bab-4a71-af68-9ffa42e2950f', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:59.049932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-105eaeca-6c8e-439b-9f70-778711eba7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.053177 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-105eaeca-6c8e-439b-9f70-778711eba7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.054508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-105eaeca-6c8e-439b-9f70-778711eba7b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5314ded6-93c3-4ae6-958b-a434fcdb94b8 HTTP/1.1" status: 204 len: 168 time: 0.3578174 Jul 23 00:02:59.091048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105eaeca-6c8e-439b-9f70-778711eba7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314ded6-93c3-4ae6-958b-a434fcdb94b8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.118206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c98a57ce-c336-4e48-b55a-25e7e4bfe759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.143004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c98a57ce-c336-4e48-b55a-25e7e4bfe759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.192670 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:02:59.203703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c98a57ce-c336-4e48-b55a-25e7e4bfe759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.209837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c98a57ce-c336-4e48-b55a-25e7e4bfe759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.211156 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c98a57ce-c336-4e48-b55a-25e7e4bfe759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/041e3492-131a-4638-bc32-01bd955e4016 HTTP/1.1" status: 204 len: 168 time: 0.1990986 Jul 23 00:02:59.218153 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.228782 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-b63d87b3-ae4e-4110-8550-4bb1b9c02c78 service neutron] 10.222.0.49 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257459 Jul 23 00:02:59.254851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a57ce-c336-4e48-b55a-25e7e4bfe759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e3492-131a-4638-bc32-01bd955e4016,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.355657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.360650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.395520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.397682 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643715 Jul 23 00:02:59.400300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41844) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.407766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'network': {'name': 'tempest-network-smoke--1017320355', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:59.414772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044a3c5-3006-433e-adca-3d870b88254c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361deb16-20b8-476a-8f87-0e8d801a584d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.446181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:02:59.460725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.464052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0198e197-53cb-45e3-b56a-edd10a22841d req-485c2970-e0f2-4613-88c9-b31d450e78ad service neutron] 10.222.0.49 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265263 Jul 23 00:02:59.578284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:02:59.614389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.614756 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Added segment 508d94ca-ddc6-4e54-aa3b-17edfcb2059f of type vlan for network f4373d74-1fb2-44ea-841b-387fb8e108a4 Jul 23 00:02:59.709327 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.797991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.812457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:59.815297 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.828841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41850) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.888439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa6115a2-1a72-4d7f-9f52-4e3ae7e45a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.901388 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4993632 Jul 23 00:02:59.906091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.915214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'admin_state_up': True, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:59.979026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ca540-005e-44a0-b4b6-52229e5ba614 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Network': ['ID=f4373d74-1fb2-44ea-841b-387fb8e108a4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.993575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:00.013815 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.015130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.156341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.280974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa6115a2-1a72-4d7f-9f52-4e3ae7e45a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.287081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-aa6115a2-1a72-4d7f-9f52-4e3ae7e45a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.367777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-aa6115a2-1a72-4d7f-9f52-4e3ae7e45a60 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cb883d7e53b4592b4b69de72327fb27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350010 Jul 23 00:03:00.367777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6115a2-1a72-4d7f-9f52-4e3ae7e45a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f7886-0f83-45de-9272-bec9a52ec60b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.369084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41860) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.431858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20dc38f9-a882-4f61-836b-bd2c9626503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.461349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.469209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20dc38f9-a882-4f61-836b-bd2c9626503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.537367 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20dc38f9-a882-4f61-836b-bd2c9626503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.540431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-20dc38f9-a882-4f61-836b-bd2c9626503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.542018 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-20dc38f9-a882-4f61-836b-bd2c9626503c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce6f7886-0f83-45de-9272-bec9a52ec60b HTTP/1.1" status: 204 len: 168 time: 0.1717329 Jul 23 00:03:00.550319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc38f9-a882-4f61-836b-bd2c9626503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f7886-0f83-45de-9272-bec9a52ec60b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.246701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.266155 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.397731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.16 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/89aaad31-c694-41f3-8b5e-b504e3fc5fc6) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:01.524475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.568127 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.617860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:01.621007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:01.624112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:01.657433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.926284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:02.189205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:02.406929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:02.591322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:02.602940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Sync routers for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:02.614034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:02.616128 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-44d7cc57-22cc-47c1-901f-af120c82c7f2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7059324 Jul 23 00:03:02.619295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41946) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:02.628185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:02.629160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:02.668248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-81a867d9-b637-448c-89c5-0fa284fd9177 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3cc992aef98541b3b5b137c2bbf79b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467777 Jul 23 00:03:02.670887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:02.758774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:02.855474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc94e02-3233-483b-bf97-6b462f5b4917 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:02.860921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8fc94e02-3233-483b-bf97-6b462f5b4917 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1850967 Jul 23 00:03:02.861179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41958) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:02.906521 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be8708f6-4944-4817-a899-719bd89bba98 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412860 Jul 23 00:03:02.906714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41962) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:02.912396 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470431769', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:02.991096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:03.021488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Checking router: db28a529-9b8a-4e8c-85b2-a7b5c2f68968 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:03.022126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Updating router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:03.031291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:03.035687 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.062649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.335545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.440211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Subnet': ['ID=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:03.448417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Checking segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:03.448801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network hostable DHCP agents. Network: f4373d74-1fb2-44ea-841b-387fb8e108a4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:03.485510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:03.496717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.499143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, f4373d74-1fb2-44ea-841b-387fb8e108a4) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:03.513761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:03.516419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2966c3-0339-4be6-9946-62e236a7339d None None] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:03.518312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.545078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c743000-94b3-444e-8ed7-09857f0d1e40 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6372857 Jul 23 00:03:03.547822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 41976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:03.577592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Transition to ACTIVE for port object 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:03.585207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.703998 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716515-08e8-4e29-bfd1-a5fcfd0d285b None None] Pushing event updated for resources: {'Port': ['ID=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:03.709814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Attempting to bind port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:03.710191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Attempting to bind port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:03.710557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Attempting to bind port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:03.724433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:03.724818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:03.725229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.725626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:03.726104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Bound port: 89aaad31-c694-41f3-8b5e-b504e3fc5fc6, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:03.726679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.784695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] For port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:03.789150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] For port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:03.796415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.902931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716515-08e8-4e29-bfd1-a5fcfd0d285b None None] Pushing event updated for resources: {'Port': ['ID=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:03.983818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:03.984787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:03.987173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-f4373d74-1fb2-44ea-841b-387fb8e108a4', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:03.988214 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.118160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:04.224062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.524890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Allocated IP 172.20.0.2 (f4373d74-1fb2-44ea-841b-387fb8e108a4/428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2/a385b0d3-ec00-428a-9ccd-b5445afb0a29) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:04.527601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:04.554721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 41992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:04.558316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2895021d-a41b-4dc5-9db4-ddbf94f38191 None None] The sync data for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 is: [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:04.777672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8272bc22-9d57-4a5c-bb71-4e477647794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.803017 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.817986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Transition to ACTIVE for port object a385b0d3-ec00-428a-9ccd-b5445afb0a29 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:04.847569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Transition to ACTIVE for port object a385b0d3-ec00-428a-9ccd-b5445afb0a29 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:04.859487 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.934613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:04.939588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:04.943778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:04.963352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Pushing event updated for resources: {'Port': ['ID=a385b0d3-ec00-428a-9ccd-b5445afb0a29,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:04.969254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.1 (f4373d74-1fb2-44ea-841b-387fb8e108a4/428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2/a9b3606b-37b2-4228-bc9d-bfe627cf067c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:05.000637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8272bc22-9d57-4a5c-bb71-4e477647794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.010685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8272bc22-9d57-4a5c-bb71-4e477647794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.090618 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8272bc22-9d57-4a5c-bb71-4e477647794e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=386e967c54744e3a883e1dc590056e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342665 Jul 23 00:03:05.095876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.102314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272bc22-9d57-4a5c-bb71-4e477647794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2fdf5-ef05-4c89-b574-86d7dfac166e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.120026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Attempting to bind port a385b0d3-ec00-428a-9ccd-b5445afb0a29 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:05.121527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Attempting to bind port a385b0d3-ec00-428a-9ccd-b5445afb0a29 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:05.122982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Attempting to bind port a385b0d3-ec00-428a-9ccd-b5445afb0a29 on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:05.132794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:05.133457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Checking segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:05.134037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.134637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Bound using segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:05.135602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Bound port: a385b0d3-ec00-428a-9ccd-b5445afb0a29, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:05.136166 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.237085 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd114ac4-2fe1-47f7-a45d-0c3b6c770051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.246259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.261035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] For port a385b0d3-ec00-428a-9ccd-b5445afb0a29, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:05.269115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] For port a385b0d3-ec00-428a-9ccd-b5445afb0a29, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a385b0d3-ec00-428a-9ccd-b5445afb0a29,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:05.274600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.331178 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd114ac4-2fe1-47f7-a45d-0c3b6c770051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.343725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object a9b3606b-37b2-4228-bc9d-bfe627cf067c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:05.394647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10f34c-f0f5-49c4-84a7-f1d3166e3c78 None None] Pushing event updated for resources: {'Port': ['ID=a385b0d3-ec00-428a-9ccd-b5445afb0a29,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.431170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.530199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=a9b3606b-37b2-4228-bc9d-bfe627cf067c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.534945 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd114ac4-2fe1-47f7-a45d-0c3b6c770051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.538633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cd114ac4-2fe1-47f7-a45d-0c3b6c770051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.540037 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cd114ac4-2fe1-47f7-a45d-0c3b6c770051 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63a2fdf5-ef05-4c89-b574-86d7dfac166e HTTP/1.1" status: 204 len: 168 time: 0.4431865 Jul 23 00:03:05.569441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:05.577609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:05.589118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:05.599707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd114ac4-2fe1-47f7-a45d-0c3b6c770051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2fdf5-ef05-4c89-b574-86d7dfac166e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.714724 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.024428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:06.064568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b1056c-731a-40e0-8388-c66c88e00306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.068750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.269283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b1056c-731a-40e0-8388-c66c88e00306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.272157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.274551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6b1056c-731a-40e0-8388-c66c88e00306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.317955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1056c-731a-40e0-8388-c66c88e00306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e930e-8aee-499a-9810-d2545f2be167,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.327324 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6b1056c-731a-40e0-8388-c66c88e00306 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51357d6b88ad40b9a9f8669ee1fe3844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005445 Jul 23 00:03:06.328377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:06.398560 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1aa3-7c0b-4779-b3f8-7d0e89730fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.434561 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1aa3-7c0b-4779-b3f8-7d0e89730fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.454637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.464066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.519162 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1aa3-7c0b-4779-b3f8-7d0e89730fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.523109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1aa3-7c0b-4779-b3f8-7d0e89730fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.524540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d8bb1aa3-7c0b-4779-b3f8-7d0e89730fec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e2e930e-8aee-499a-9810-d2545f2be167 HTTP/1.1" status: 204 len: 168 time: 0.1952736 Jul 23 00:03:06.542521 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb1aa3-7c0b-4779-b3f8-7d0e89730fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e930e-8aee-499a-9810-d2545f2be167,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.550476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.579252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=a9b3606b-37b2-4228-bc9d-bfe627cf067c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.621490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a385b0d3-ec00-428a-9ccd-b5445afb0a29 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:06.684772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a385b0d3-ec00-428a-9ccd-b5445afb0a29 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:06.690491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:06.766411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:06.772223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:06.772827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.819147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:06.822430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:06.939089 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.976639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:06.992232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.118444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:07.169004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:07.344743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc2fa5-51f0-4f62-ba3d-35d0607bf095 None None] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:07.424784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:07.457867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e78b380-4077-465d-b5f7-4455be8a8855 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/db28a529-9b8a-4e8c-85b2-a7b5c2f68968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9023602 Jul 23 00:03:07.724410 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Sync routers for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:07.739036 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:07.739687 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:08.009507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-052d7c1b-eeb7-426d-92ef-d75d6528b533 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627366418&fields=id&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 267 time: 0.1050692 Jul 23 00:03:08.036330 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] Provisioning for port a385b0d3-ec00-428a-9ccd-b5445afb0a29 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:08.048258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] Provisioning complete for port a385b0d3-ec00-428a-9ccd-b5445afb0a29 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:08.048980 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.178990 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:08.265396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-3bb7c17a-6120-4092-8e3f-7f95c1265c30 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:08.272404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-3bb7c17a-6120-4092-8e3f-7f95c1265c30 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 797 time: 0.2545485 Jul 23 00:03:08.289884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-05c5664d-41dd-40c6-973b-71a106b94aa7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/quotas/3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 375 time: 0.0161903 Jul 23 00:03:08.357972 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.379100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-6da32577-812f-47f2-b7ce-3ba1234d9dce tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880914 Jul 23 00:03:08.418472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] For port a385b0d3-ec00-428a-9ccd-b5445afb0a29, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a385b0d3-ec00-428a-9ccd-b5445afb0a29,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:08.426536 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.543263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ad663-6364-443c-920f-eb13e2c28c35 None None] Pushing event updated for resources: {'Port': ['ID=a385b0d3-ec00-428a-9ccd-b5445afb0a29,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:08.560568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:08.604448 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 2, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:08.665075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:08.665609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.667445 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Checking router: db28a529-9b8a-4e8c-85b2-a7b5c2f68968 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:08.667805 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Updating router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 port a9b3606b-37b2-4228-bc9d-bfe627cf067c binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:08.762636 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.835539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d82fa4e9-639a-4616-acc3-625837e3d569 None None] Provisioning for port a9b3606b-37b2-4228-bc9d-bfe627cf067c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:08.844314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d82fa4e9-639a-4616-acc3-625837e3d569 None None] Provisioning complete for port a9b3606b-37b2-4228-bc9d-bfe627cf067c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:08.844796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d82fa4e9-639a-4616-acc3-625837e3d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.974643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d82fa4e9-639a-4616-acc3-625837e3d569 None None] Port a9b3606b-37b2-4228-bc9d-bfe627cf067c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:09.005580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d82fa4e9-639a-4616-acc3-625837e3d569 None None] Provisioning complete for port a385b0d3-ec00-428a-9ccd-b5445afb0a29 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:09.005968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d82fa4e9-639a-4616-acc3-625837e3d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.040004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-05cbdca9-2035-4a20-a240-d132bdfcb6b4 service neutron] 10.222.0.21 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465139 Jul 23 00:03:09.182998 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.208763 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Transition to ACTIVE for port object a9b3606b-37b2-4228-bc9d-bfe627cf067c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:09.219281 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.239558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-7e3b50e3-a0e8-4322-95b8-ba121a888185 service neutron] 10.222.0.21 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985912 Jul 23 00:03:09.357585 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Pushing event updated for resources: {'Port': ['ID=a9b3606b-37b2-4228-bc9d-bfe627cf067c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.395974 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.396324 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.396672 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.397131 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.397428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.397768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.398099 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.398426 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.398752 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.399121 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.399427 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.399754 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:09.466418 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Attempting to bind port a9b3606b-37b2-4228-bc9d-bfe627cf067c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:09.466803 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Attempting to bind port a9b3606b-37b2-4228-bc9d-bfe627cf067c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:09.467510 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Attempting to bind port a9b3606b-37b2-4228-bc9d-bfe627cf067c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:09.485569 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:09.485964 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Checking segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:09.486367 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.486763 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Bound using segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:09.487235 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Bound port: a9b3606b-37b2-4228-bc9d-bfe627cf067c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:09.487642 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.616124 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] For port a9b3606b-37b2-4228-bc9d-bfe627cf067c, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:09.619752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01d8f107-5b71-40b2-818d-f0a4f0f22d86 req-da1e70b8-0134-47ed-a10c-a7c8109aaed2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 210 time: 0.1150441 Jul 23 00:03:09.627031 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] For port a9b3606b-37b2-4228-bc9d-bfe627cf067c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a9b3606b-37b2-4228-bc9d-bfe627cf067c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:09.658310 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.739406 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:09.740051 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:02:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:09.861202 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75a535-69fd-4bb0-ae2f-8b74b8745e28 None None] Pushing event updated for resources: {'Port': ['ID=a9b3606b-37b2-4228-bc9d-bfe627cf067c,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.921653 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:10.269005 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:10.300661 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b59adb-c84a-483a-b8e0-eb45ddd937c3 None None] The sync data for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 is: [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:10.630632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a385b0d3-ec00-428a-9ccd-b5445afb0a29 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:10.708929 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a385b0d3-ec00-428a-9ccd-b5445afb0a29 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:10.709409 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.772387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb15c6cc-3d57-43e4-aae5-c84237cadb46 req-2332eca9-11b8-4534-9969-a9276df642e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 210 time: 0.0670400 Jul 23 00:03:10.894568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a9b3606b-37b2-4228-bc9d-bfe627cf067c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:11.002058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a9b3606b-37b2-4228-bc9d-bfe627cf067c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:11.021924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a9b3606b-37b2-4228-bc9d-bfe627cf067c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:11.021924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.105608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-1d1e66cb-08d0-435f-9fb2-cdf06dc91f25 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:11.114744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-1d1e66cb-08d0-435f-9fb2-cdf06dc91f25 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 797 time: 0.2735176 Jul 23 00:03:11.129849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.171994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-9e9de337-c96c-40c9-8bad-89668d0c0c1d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 380 time: 0.0470138 Jul 23 00:03:11.180230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port a9b3606b-37b2-4228-bc9d-bfe627cf067c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a9b3606b-37b2-4228-bc9d-bfe627cf067c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:11.182931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'port': {'device_id': '1401b7ff-3854-4a41-a495-5c35c1956789', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'admin_state_up': True, 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'security_groups': ['777e4f2d-8bab-4a71-af68-9ffa42e2950f']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.187138 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.283483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=a9b3606b-37b2-4228-bc9d-bfe627cf067c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.364658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:11.371100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.559149 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.12 (f4373d74-1fb2-44ea-841b-387fb8e108a4/428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2/0407a458-fc8c-4ff6-b48a-6b201e08fb6c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:11.762200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.780508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object 0407a458-fc8c-4ff6-b48a-6b201e08fb6c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:11.830465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.894259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:11.927367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:11.947453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.956475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:12.019380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:12.020029 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.051777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fc434221-86e6-4765-b156-1cbc3c59da22 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8740993 Jul 23 00:03:12.069622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Request body: {'port': {'device_id': '1401b7ff-3854-4a41-a495-5c35c1956789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:12.130817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037af85-790e-4a9a-8431-89389c4509bb req-ad575224-e448-4299-941e-188b49f7de64 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:12.138283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e037af85-790e-4a9a-8431-89389c4509bb req-ad575224-e448-4299-941e-188b49f7de64 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 932 time: 0.2651722 Jul 23 00:03:12.218522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e037af85-790e-4a9a-8431-89389c4509bb req-812600d5-61c0-4f4d-824d-047e2df2759c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786130 Jul 23 00:03:12.238519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.282532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-99924462-bdbb-4413-91a1-8a103b1e1ee7 None None] Provisioning for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:12.291150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-99924462-bdbb-4413-91a1-8a103b1e1ee7 None None] Provisioning complete for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:12.291736 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-99924462-bdbb-4413-91a1-8a103b1e1ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.333817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-99924462-bdbb-4413-91a1-8a103b1e1ee7 None None] Port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:12.489021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a9b3606b-37b2-4228-bc9d-bfe627cf067c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:12.549213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a9b3606b-37b2-4228-bc9d-bfe627cf067c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:12.549866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.591136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0407a458-fc8c-4ff6-b48a-6b201e08fb6c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:12.600737 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.615704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Transition to ACTIVE for port object 0407a458-fc8c-4ff6-b48a-6b201e08fb6c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:12.622398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.711572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:12.779307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:12.780016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:12.780171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:12.786614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:03:12.787244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:12.794987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:12.795701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Checking segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:12.796157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Bound using segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:12.796652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Bound port: 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:12.797010 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.879129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:12.882403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:12.888178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.924604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:12.925495 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.926931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] 10.222.0.49 "PUT /v2.0/ports/0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 1092 time: 0.8674881 Jul 23 00:03:12.929296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:12.931870 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc500778-46fa-4bf1-9cd3-56c3bb90937e" -d '{"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:12.972574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0641-89c4-4ffd-9f5e-c508e43bba64 service neutron] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.032871 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16418593-6c87-454e-9781-3493030da118 x-openstack-request-id: req-16418593-6c87-454e-9781-3493030da118 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:13.033158 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:13.033497 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16418593-6c87-454e-9781-3493030da118 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:13.033902 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'status': 'completed', 'code': 200} Jul 23 00:03:13.046243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-b570ed20-8811-4eca-ac6a-bbf94d00ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:13.047806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-b570ed20-8811-4eca-ac6a-bbf94d00ecf9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1095 time: 0.0652196 Jul 23 00:03:13.110357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-6b7698da-10cc-4901-9fbe-04a118b5a120 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 217 time: 0.0496194 Jul 23 00:03:13.166359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-8b2aca7d-e723-42d8-9b0a-64e875cdb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:13.167906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-8b2aca7d-e723-42d8-9b0a-64e875cdb783 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0512154 Jul 23 00:03:13.278653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-867f6f6f-7ec6-43bf-8fb1-9969ed0484db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:13.280617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-867f6f6f-7ec6-43bf-8fb1-9969ed0484db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057231 Jul 23 00:03:13.441078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-c2e8b4eb-0bb4-4276-a14c-f2bc2cb71644 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531734 Jul 23 00:03:13.459960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d87723-002d-4c5e-9ac8-e0b14430bed5 req-9158f6eb-fb64-4f79-82a1-448fd588e26a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:13.461497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50d87723-002d-4c5e-9ac8-e0b14430bed5 req-9158f6eb-fb64-4f79-82a1-448fd588e26a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.0917983 Jul 23 00:03:13.528209 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50d87723-002d-4c5e-9ac8-e0b14430bed5 req-2d58972d-dabb-45d4-9233-f26de3093b2b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566723 Jul 23 00:03:13.599636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41b16c63-1d72-4601-bd2c-45f90d482776 req-3ab6b76a-88a2-43b4-8ddd-ac480f4d1551 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484380 Jul 23 00:03:13.705146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-1c382f48-c1d1-4ee2-90be-02e0877ee28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:13.706655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-1c382f48-c1d1-4ee2-90be-02e0877ee28e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1095 time: 0.0584657 Jul 23 00:03:14.158015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-36a2a286-f102-4a0d-88a5-78c42d5558af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:14.159690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-36a2a286-f102-4a0d-88a5-78c42d5558af service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.4454129 Jul 23 00:03:14.203372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-ceb29107-cb92-4494-b044-c14487fb8e57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 217 time: 0.0366635 Jul 23 00:03:14.252874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-2ee49ae3-abc6-4f75-986b-9fb7fece3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:14.254352 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-2ee49ae3-abc6-4f75-986b-9fb7fece3813 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0446527 Jul 23 00:03:14.323236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-c6f7cf0a-a707-4a2b-99a6-2b378d54bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:14.324965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-c6f7cf0a-a707-4a2b-99a6-2b378d54bffc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635321 Jul 23 00:03:14.447382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-7d5a670c-4c0b-4b93-b508-0ffe0d30f8cd service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120059 Jul 23 00:03:14.558798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc500778-46fa-4bf1-9cd3-56c3bb90937e req-28b736fa-f531-467d-9291-0bfab65d1b3e service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073146 Jul 23 00:03:14.698727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27d14-54cb-41e6-8f81-9ce168f673dd req-b8301470-2c88-4c7c-a99d-56fc4d9248c6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:14.700588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b27d14-54cb-41e6-8f81-9ce168f673dd req-b8301470-2c88-4c7c-a99d-56fc4d9248c6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.0804114 Jul 23 00:03:14.748128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b27d14-54cb-41e6-8f81-9ce168f673dd req-1eaaec51-88d2-408c-9d66-2a70025d2f41 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414078 Jul 23 00:03:15.917808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc9217-ec38-41f2-aebc-e8ac6b6bb0ff req-1f1af933-f259-4832-816d-c70f6883b31c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:15.925121 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4fc9217-ec38-41f2-aebc-e8ac6b6bb0ff req-1f1af933-f259-4832-816d-c70f6883b31c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.0898123 Jul 23 00:03:15.990481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4fc9217-ec38-41f2-aebc-e8ac6b6bb0ff req-88c63ec0-e7af-4a35-b2c0-c654f11a84a7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581942 Jul 23 00:03:16.153098 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-863a3676-7466-4dc2-a549-e2d01f9751e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.192994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196818f-5c5c-493b-83d2-468ff4b38a5c req-b65bf4ee-e86f-4b40-b4ae-af4bbe210493 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:17.203073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3196818f-5c5c-493b-83d2-468ff4b38a5c req-b65bf4ee-e86f-4b40-b4ae-af4bbe210493 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.1223631 Jul 23 00:03:17.254297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3196818f-5c5c-493b-83d2-468ff4b38a5c req-16781914-035b-4417-b3be-29133dcaa70a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499396 Jul 23 00:03:17.271186 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:17.421183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a466a61b-1824-4e1f-982c-c154b1997e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.558844 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a466a61b-1824-4e1f-982c-c154b1997e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.563694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a466a61b-1824-4e1f-982c-c154b1997e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.603793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a466a61b-1824-4e1f-982c-c154b1997e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a8df0d0f2154d5d871fdfeb59037605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323545 Jul 23 00:03:17.604500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466a61b-1824-4e1f-982c-c154b1997e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f7a68-ba39-4453-8ab1-68b518770377,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.606417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:17.658998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92072f71-537a-4d8e-a3da-dcf94e192ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.682639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92072f71-537a-4d8e-a3da-dcf94e192ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.734403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92072f71-537a-4d8e-a3da-dcf94e192ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.737063 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92072f71-537a-4d8e-a3da-dcf94e192ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.738228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-92072f71-537a-4d8e-a3da-dcf94e192ab5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c13f7a68-ba39-4453-8ab1-68b518770377 HTTP/1.1" status: 204 len: 168 time: 0.1307960 Jul 23 00:03:17.746059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92072f71-537a-4d8e-a3da-dcf94e192ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f7a68-ba39-4453-8ab1-68b518770377,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.821142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:03:17.931140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:17.943258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'mac_address': 'fa:16:3e:4a:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:03:18.005252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.037860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0407a458-fc8c-4ff6-b48a-6b201e08fb6c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:18.066495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:18.072129 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.100915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42376) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:18.130263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d7650ea-8c60-41d1-89d7-9877390336e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.140863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:18.159021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.159246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.159597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.159944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.160512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.160861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.163715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.164069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.164559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.164988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.167344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.167833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:18.269322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d7650ea-8c60-41d1-89d7-9877390336e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.273171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['0407a458-fc8c-4ff6-b48a-6b201e08fb6c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:03:18.285369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2d7650ea-8c60-41d1-89d7-9877390336e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.355079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7650ea-8c60-41d1-89d7-9877390336e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5487f95b-4a45-43fc-9d00-80a988399272,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:18.406961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42386) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:18.426662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2d7650ea-8c60-41d1-89d7-9877390336e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08ba510184a14b2bb3f370ebade70cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240716 Jul 23 00:03:18.478424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924f602-f10e-48bf-8f04-08efecc4aed4 req-cf34a64e-f6e1-4d43-a4c4-83c95c727dc0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:18.481277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1924f602-f10e-48bf-8f04-08efecc4aed4 req-cf34a64e-f6e1-4d43-a4c4-83c95c727dc0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.1179149 Jul 23 00:03:18.525358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbe94360-2946-4279-80b4-a822706330bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.571391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1924f602-f10e-48bf-8f04-08efecc4aed4 req-f8846b7e-c29a-4dd9-9b5a-950d570f8b9f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815644 Jul 23 00:03:18.573522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbe94360-2946-4279-80b4-a822706330bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.634266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbe94360-2946-4279-80b4-a822706330bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.637092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bbe94360-2946-4279-80b4-a822706330bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:18.638588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bbe94360-2946-4279-80b4-a822706330bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5487f95b-4a45-43fc-9d00-80a988399272 HTTP/1.1" status: 204 len: 168 time: 0.2306142 Jul 23 00:03:18.659108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe94360-2946-4279-80b4-a822706330bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5487f95b-4a45-43fc-9d00-80a988399272,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:19.478245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe0d255b-d301-4576-9448-07f2667a9c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:19.667685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:19.726504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99e15e-b22e-4c6d-b6f7-2ca6fa6d3ec2 req-de5d85e2-17b6-4846-a166-93791b34dfdd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:19.728778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f99e15e-b22e-4c6d-b6f7-2ca6fa6d3ec2 req-de5d85e2-17b6-4846-a166-93791b34dfdd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.0744395 Jul 23 00:03:19.769551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2f99e15e-b22e-4c6d-b6f7-2ca6fa6d3ec2 req-3cc63958-655c-4196-b619-e5a18a29b47f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344291 Jul 23 00:03:19.834755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:19.891283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:19.895734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:19.896119 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:19.984500 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:20.012764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:20.017004 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a2392-9462-4c3f-8dc3-2da8c68149f0" -d '{"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-plugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:20.040482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:20.045926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:20.088533 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8594f0db-d03f-4e5e-9189-d8107ed9f7aa x-openstack-request-id: req-8594f0db-d03f-4e5e-9189-d8107ed9f7aa {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:20.088858 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-plugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:20.089071 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8594f0db-d03f-4e5e-9189-d8107ed9f7aa {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:20.089730 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'code': 200} Jul 23 00:03:20.100397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:20.202332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc78335-d4aa-4229-820e-61abfc3b1e25 req-77fcc492-484b-49ca-9ac4-6b4a9a6b7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:20.203889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bcc78335-d4aa-4229-820e-61abfc3b1e25 req-77fcc492-484b-49ca-9ac4-6b4a9a6b7dce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1097 time: 0.0636904 Jul 23 00:03:20.241972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bcc78335-d4aa-4229-820e-61abfc3b1e25 req-390857b6-ff03-4b84-85d4-e14514a136ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Jul 23 00:03:20.301862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:20.965011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32216b-7728-41fc-b217-7fab5237bb06 req-d8898797-8fe9-45d4-afc4-4051e18c9e1f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:20.971910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e32216b-7728-41fc-b217-7fab5237bb06 req-d8898797-8fe9-45d4-afc4-4051e18c9e1f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1080773 Jul 23 00:03:20.997395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:21.040803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e32216b-7728-41fc-b217-7fab5237bb06 req-da1a68ef-6151-4141-8ada-3ae44ffc1824 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622175 Jul 23 00:03:21.124462 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f1906b1-b371-4a45-a690-dac0393a5db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.229623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f1906b1-b371-4a45-a690-dac0393a5db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.234390 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9f1906b1-b371-4a45-a690-dac0393a5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.274061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9f1906b1-b371-4a45-a690-dac0393a5db0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cd3419f063e41b89a6fad0ad960b3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744019 Jul 23 00:03:21.276771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:21.280620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1906b1-b371-4a45-a690-dac0393a5db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9735b2-274a-4dff-9b3a-03d9d186083f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:21.338839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8118eb09-9a56-47d0-8f5d-dc688f052f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.361294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8118eb09-9a56-47d0-8f5d-dc688f052f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.415119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8118eb09-9a56-47d0-8f5d-dc688f052f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.418098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8118eb09-9a56-47d0-8f5d-dc688f052f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.419280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8118eb09-9a56-47d0-8f5d-dc688f052f20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f9735b2-274a-4dff-9b3a-03d9d186083f HTTP/1.1" status: 204 len: 168 time: 0.1415274 Jul 23 00:03:21.428451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118eb09-9a56-47d0-8f5d-dc688f052f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9735b2-274a-4dff-9b3a-03d9d186083f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:21.755656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.844614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:21.860550 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2159271-1089-4b19-af37-7f4de1c8786d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.957240 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2159271-1089-4b19-af37-7f4de1c8786d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.961401 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c2159271-1089-4b19-af37-7f4de1c8786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.011880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c2159271-1089-4b19-af37-7f4de1c8786d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ffe0880a7854e4294db2d6f10bdfc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657526 Jul 23 00:03:22.013160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2159271-1089-4b19-af37-7f4de1c8786d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf0256-02cf-4d2d-85af-01d2db61261f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:22.013549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:22.084785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1950c4c8-d745-4549-a1ef-4ace2acc1167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.111227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1950c4c8-d745-4549-a1ef-4ace2acc1167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.164999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1950c4c8-d745-4549-a1ef-4ace2acc1167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.167522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1950c4c8-d745-4549-a1ef-4ace2acc1167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.173497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1950c4c8-d745-4549-a1ef-4ace2acc1167 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44bf0256-02cf-4d2d-85af-01d2db61261f HTTP/1.1" status: 204 len: 168 time: 0.1578705 Jul 23 00:03:22.183289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950c4c8-d745-4549-a1ef-4ace2acc1167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf0256-02cf-4d2d-85af-01d2db61261f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:22.199301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aafec-75fd-44d4-bf5c-fa7c3cb493a6 req-0ce68a01-1225-4731-9572-f6c75294eca7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:22.206909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aafec-75fd-44d4-bf5c-fa7c3cb493a6 req-0ce68a01-1225-4731-9572-f6c75294eca7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0836058 Jul 23 00:03:22.242275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e44aafec-75fd-44d4-bf5c-fa7c3cb493a6 req-3addd82c-4170-41d7-9358-31f63f67cadb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Jul 23 00:03:22.385443 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.417148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28fece-4754-41d5-99bc-68147616fb75 req-cff7e3e0-75dc-443e-bc17-5bcfd668d242 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:22.418659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b28fece-4754-41d5-99bc-68147616fb75 req-cff7e3e0-75dc-443e-bc17-5bcfd668d242 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0948184 Jul 23 00:03:22.469517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b28fece-4754-41d5-99bc-68147616fb75 req-9ac740bb-7120-4db5-81d2-1a22f6bb97b5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Jul 23 00:03:22.492549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:22.566680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e3ec7-07b3-459c-9fc7-518b41834e30 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:22.571358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42542) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:22.571564 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-682e3ec7-07b3-459c-9fc7-518b41834e30 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1092 time: 0.0778382 Jul 23 00:03:22.577913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:22.611384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.735650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:22.858113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.25 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/b5f8a0ca-2448-4604-9902-87abd5b68d5c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:23.006594 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.049740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.086481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:23.091043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:23.093930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:23.134817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=b5f8a0ca-2448-4604-9902-87abd5b68d5c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:23.551987 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.653246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.935113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.941299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:24.049470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=b5f8a0ca-2448-4604-9902-87abd5b68d5c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:24.067543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.068753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.069363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.069949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.070511 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.071041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.071571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.072120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.072765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.073392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.074027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.074600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:24.094720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:24.210099 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP 8c63c442-43f5-4280-b803-ebf2912f981e associated. External IP: 172.25.5.25, port: 0407a458-fc8c-4ff6-b48a-6b201e08fb6c. Jul 23 00:03:24.472071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:24.608032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:24.620515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] Sync routers for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:24.632209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:24.633393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:24.634086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:24.689132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c5bbbc17-fe9b-4ad7-b7b5-9124ca8b3256 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1137605 Jul 23 00:03:24.689132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:24.689968 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:24.782859 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70cd4c-181b-4081-9a2a-23953fa2eacc x-openstack-request-id: req-4c70cd4c-181b-4081-9a2a-23953fa2eacc {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:24.783167 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:24.783592 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c70cd4c-181b-4081-9a2a-23953fa2eacc {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:24.783829 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'status': 'completed', 'code': 200} Jul 23 00:03:24.822162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:24.930115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-623b8fcc-ba87-44d4-90c8-fccf824ee0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:24.932215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-623b8fcc-ba87-44d4-90c8-fccf824ee0f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1097 time: 0.1146531 Jul 23 00:03:24.941729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed4360-37b9-4879-850c-9878f87becc9 req-8e39616c-36ed-45a5-b533-bc41407300f7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:24.943686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3ed4360-37b9-4879-850c-9878f87becc9 req-8e39616c-36ed-45a5-b533-bc41407300f7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1368704 Jul 23 00:03:25.051219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3ed4360-37b9-4879-850c-9878f87becc9 req-efb3ceb1-8bd6-4f8c-ac7a-15152a523560 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975671 Jul 23 00:03:25.079570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42676) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:25.087770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-abda0afb-7d1b-4c6b-b870-86fbfff0979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.091781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-abda0afb-7d1b-4c6b-b870-86fbfff0979c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1467831 Jul 23 00:03:25.180970 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a878ce25-e23b-48f0-a947-85ca6da89bbc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/8c63c442-43f5-4280-b803-ebf2912f981e HTTP/1.1" status: 200 len: 991 time: 0.1000826 Jul 23 00:03:25.186835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-fa92f7a3-3e3c-476a-9bbd-daee18c9dba5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.0880542 Jul 23 00:03:25.204153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '8c63c442-43f5-4280-b803-ebf2912f981e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'mac_address': 'fa:16:3e:4a:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401b7ff-3854-4a41-a495-5c35c1956789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:23Z', 'updated_at': '2021-07-23T00:03:23Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:25.252346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-98a22efd-0a1b-41c6-9741-2d11d30b6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.254549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-98a22efd-0a1b-41c6-9741-2d11d30b6499 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0611267 Jul 23 00:03:25.271849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] Checking router: db28a529-9b8a-4e8c-85b2-a7b5c2f68968 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:25.296306 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:25.297218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:25.337775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-8331ed59-4ddf-43f9-84ef-d5757c3965c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.339808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-8331ed59-4ddf-43f9-84ef-d5757c3965c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784979 Jul 23 00:03:25.501200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:25.530146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-3dbd3d3d-29e0-4d8d-9149-7ca33cdb1759 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834676 Jul 23 00:03:25.729415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2cc23102-62ec-4bfa-85f1-fcf84ed394aa req-a01e8692-24be-4d05-ba42-0dfb0eb9fa7d service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903944 Jul 23 00:03:25.897709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '8c63c442-43f5-4280-b803-ebf2912f981e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'mac_address': 'fa:16:3e:4a:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401b7ff-3854-4a41-a495-5c35c1956789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:23Z', 'updated_at': '2021-07-23T00:03:23Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:25.932973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df8a683-0786-4859-814f-a7c17051d890 None None] The sync data for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 is: [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '8c63c442-43f5-4280-b803-ebf2912f981e', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'mac_address': 'fa:16:3e:4a:5a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1401b7ff-3854-4a41-a495-5c35c1956789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:23Z', 'updated_at': '2021-07-23T00:03:23Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:26.185009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:26.283981 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866cba5-1da9-41d5-adb8-ec86a5b093a6 None None] New status for floating IP 8c63c442-43f5-4280-b803-ebf2912f981e: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:03:26.306532 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0bc318ef-3054-4dae-9221-e17d65e2ece4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/8c63c442-43f5-4280-b803-ebf2912f981e HTTP/1.1" status: 200 len: 991 time: 0.1166990 Jul 23 00:03:27.308000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42820) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:27.388153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-743ea2c6-105c-4402-8aa6-9d9fa637749c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/8c63c442-43f5-4280-b803-ebf2912f981e HTTP/1.1" status: 200 len: 993 time: 0.0783188 Jul 23 00:03:29.017109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42952) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:29.124926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c445788-a655-495b-9d51-289a651f2fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.223402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c445788-a655-495b-9d51-289a651f2fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.227190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c445788-a655-495b-9d51-289a651f2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.271913 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3c445788-a655-495b-9d51-289a651f2fd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c44a19f75e4467f8c13612eff835bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536652 Jul 23 00:03:29.272572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 42964) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:29.274831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c445788-a655-495b-9d51-289a651f2fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411a6147-f2f3-4113-b371-5a21f1d07d19,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:29.356827 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.409040 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.478859 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.481999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.500533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/411a6147-f2f3-4113-b371-5a21f1d07d19 HTTP/1.1" status: 204 len: 168 time: 0.2245314 Jul 23 00:03:29.518132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411a6147-f2f3-4113-b371-5a21f1d07d19,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:29.542583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.543235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.543625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.543981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.544327 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.546000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.546386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.546736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.547079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.549440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.549440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.549440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f4d4-3e51-4ca4-9b9d-066112fc0a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.211853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 42992) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.370892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18996f7e-6889-4fcf-9629-f4dc3e6ae411 tempest-AgentManagementNegativeTest-1851333493 tempest-AgentManagementNegativeTest-1851333493-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1553991 Jul 23 00:03:30.668257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.785500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92732fa7-4c91-4b20-84fd-f647f3c1f0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.883706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92732fa7-4c91-4b20-84fd-f647f3c1f0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.889650 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92732fa7-4c91-4b20-84fd-f647f3c1f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.932622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92732fa7-4c91-4b20-84fd-f647f3c1f0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c150eb66-573c-4ab2-964c-19af003173d1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.943650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-92732fa7-4c91-4b20-84fd-f647f3c1f0a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c107408f9e8e4cef9491a632c7e7b480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732780 Jul 23 00:03:30.945187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43008) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:31.001081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6a646e-5539-4ce6-8826-1007c24b19d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.022062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6a646e-5539-4ce6-8826-1007c24b19d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.074011 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6a646e-5539-4ce6-8826-1007c24b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.077321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9f6a646e-5539-4ce6-8826-1007c24b19d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.080834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9f6a646e-5539-4ce6-8826-1007c24b19d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c150eb66-573c-4ab2-964c-19af003173d1 HTTP/1.1" status: 204 len: 168 time: 0.1323497 Jul 23 00:03:31.086513 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a646e-5539-4ce6-8826-1007c24b19d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c150eb66-573c-4ab2-964c-19af003173d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:31.757620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:31.856950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-230822470'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:31.884122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Made reservation on behalf of 1c15339a13dc489b8c74241e7d896c2d for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:31.887706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.896547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.007114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.013742 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.040583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:32.050940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cd5e8d-a1c5-4a6b-888f-59494cc18bbf,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:32.055692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.056038 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Added segment a7075e09-bdd8-44cc-9352-04cd1b843c64 of type vlan for network 5e610357-4353-4533-9f04-f495e1be5ae4 Jul 23 00:03:32.096585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.139915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.146821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:32.147460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.189834 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4310620 Jul 23 00:03:32.192647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43040) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:32.199699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Request body: {'subnet': {'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:32.229721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd348-4679-49cc-8c46-73394e4998a4 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event updated for resources: {'Network': ['ID=5e610357-4353-4533-9f04-f495e1be5ae4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:32.241862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 5e610357-4353-4533-9f04-f495e1be5ae4 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:32.331042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Made reservation on behalf of 1c15339a13dc489b8c74241e7d896c2d for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:32.334715 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.520226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.583438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event updated for resources: {'Subnet': ['ID=a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:32.591069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Checking segment: {'id': 'a7075e09-bdd8-44cc-9352-04cd1b843c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:32.591606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Network hostable DHCP agents. Network: 5e610357-4353-4533-9f04-f495e1be5ae4, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:32.610285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Network 5e610357-4353-4533-9f04-f495e1be5ae4 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:32.620883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 5e610357-4353-4533-9f04-f495e1be5ae4) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:32.627261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:32.628377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.637799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec9a1e-dede-4ce6-b143-e2d13f2136ec None None] Network 5e610357-4353-4533-9f04-f495e1be5ae4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:32.645673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-93132ec6-d949-4da9-8352-3a288180fd9e tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4518921 Jul 23 00:03:32.648355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43046) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:32.655534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Request body: {'port': {'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-980004336'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:32.769094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Made reservation on behalf of 1c15339a13dc489b8c74241e7d896c2d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:32.774699 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.796569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] device_id is not set on port 2242f335-9bd9-44dc-858e-a9ecec1675d6 yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 00:03:32.802483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-5e610357-4353-4533-9f04-f495e1be5ae4', 'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4', 'tenant_id': '1c15339a13dc489b8c74241e7d896c2d', 'fixed_ips': [{'subnet_id': 'a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:32.804074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.915752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Allocated IP 172.20.0.10 (5e610357-4353-4533-9f04-f495e1be5ae4/a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3/2242f335-9bd9-44dc-858e-a9ecec1675d6) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:32.946984 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:03:33.067858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.083807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Transition to ACTIVE for port object 2242f335-9bd9-44dc-858e-a9ecec1675d6 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:33.117575 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.140155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Network 5e610357-4353-4533-9f04-f495e1be5ae4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:33.143365 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:33.166096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:33.167240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Allocated IP 172.20.0.2 (5e610357-4353-4533-9f04-f495e1be5ae4/a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3/de008917-9348-4d06-9859-9664a49fca72) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:33.215370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:33.216001 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.240893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5914209 Jul 23 00:03:33.244299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43048) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:33.250388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Request body: {'port': {'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1038332769', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:33.250882 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] bootfile-name is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 00:03:33.251228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] tftp-server is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 00:03:33.251593 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] server-ip-address is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 00:03:33.254698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d41037-d548-44e0-aa24-9391b193c3a6 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event updated for resources: {'Port': ['ID=2242f335-9bd9-44dc-858e-a9ecec1675d6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:33.328497 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.337971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Transition to ACTIVE for port object de008917-9348-4d06-9859-9664a49fca72 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:33.355951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Transition to ACTIVE for port object de008917-9348-4d06-9859-9664a49fca72 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:33.362775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.411623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Network 5e610357-4353-4533-9f04-f495e1be5ae4 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:33.415004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Pushing event updated for resources: {'Port': ['ID=de008917-9348-4d06-9859-9664a49fca72,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:33.418579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:33.422635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:33.504679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Attempting to bind port de008917-9348-4d06-9859-9664a49fca72 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:33.505056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Attempting to bind port de008917-9348-4d06-9859-9664a49fca72 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'a7075e09-bdd8-44cc-9352-04cd1b843c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:33.505430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Attempting to bind port de008917-9348-4d06-9859-9664a49fca72 on network 5e610357-4353-4533-9f04-f495e1be5ae4 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:33.513493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:33.514906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Checking segment: {'id': 'a7075e09-bdd8-44cc-9352-04cd1b843c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:33.515530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.516290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Bound using segment: {'id': 'a7075e09-bdd8-44cc-9352-04cd1b843c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:33.516950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Bound port: de008917-9348-4d06-9859-9664a49fca72, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7075e09-bdd8-44cc-9352-04cd1b843c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e610357-4353-4533-9f04-f495e1be5ae4'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:33.517531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.586992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] For port de008917-9348-4d06-9859-9664a49fca72, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:33.591658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] For port de008917-9348-4d06-9859-9664a49fca72, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=de008917-9348-4d06-9859-9664a49fca72,segment=NetworkSegment(a7075e09-bdd8-44cc-9352-04cd1b843c64),segment_id=a7075e09-bdd8-44cc-9352-04cd1b843c64)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:33.596759 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.667956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815a8a2-6851-4c60-8b15-003436386fbc None None] Pushing event updated for resources: {'Port': ['ID=de008917-9348-4d06-9859-9664a49fca72,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:33.753444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Made reservation on behalf of 1c15339a13dc489b8c74241e7d896c2d for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:33.757323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.778379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] device_id is not set on port a684645a-0ceb-4061-b53f-c97da04990fe yet. {{(pid=93791) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 00:03:33.951587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Allocated IP 172.20.0.6 (5e610357-4353-4533-9f04-f495e1be5ae4/a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3/a684645a-0ceb-4061-b53f-c97da04990fe) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:34.159389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2703d8d-63c3-47ba-b287-1ef6eb4f8447 req-a578a1f5-8aea-496f-b6a7-1f75f5d10552 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:34.160972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2703d8d-63c3-47ba-b287-1ef6eb4f8447 req-a578a1f5-8aea-496f-b6a7-1f75f5d10552 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 946 time: 0.1535554 Jul 23 00:03:34.219603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.227606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2703d8d-63c3-47ba-b287-1ef6eb4f8447 req-d434c835-21d8-4ce7-a415-834882bdda0b tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604675 Jul 23 00:03:34.238940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Transition to ACTIVE for port object a684645a-0ceb-4061-b53f-c97da04990fe will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:34.274173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.319452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Network 5e610357-4353-4533-9f04-f495e1be5ae4 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:34.322438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:34.326277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:34.333178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event updated for resources: {'Port': ['ID=a684645a-0ceb-4061-b53f-c97da04990fe,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:34.384547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:34.385190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.403645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-48dbcd41-aa78-4aed-92b6-4aa86995cbdd tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1558182 Jul 23 00:03:34.404801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43060) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:34.562181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device de008917-9348-4d06-9859-9664a49fca72 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:34.566047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0479900-cdba-4f92-ba4c-37f4c4e1feff tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:34.572291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0479900-cdba-4f92-ba4c-37f4c4e1feff tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:34.579845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0479900-cdba-4f92-ba4c-37f4c4e1feff tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:34.584835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43062) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:34.585205 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b0479900-cdba-4f92-ba4c-37f4c4e1feff tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1790745 Jul 23 00:03:34.626221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port de008917-9348-4d06-9859-9664a49fca72 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:34.713460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Deleting port a684645a-0ceb-4061-b53f-c97da04990fe {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:34.713803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.820636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.825068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1c3f08-9e0b-487f-a25f-f4a23f7d0691 None None] Network 5e610357-4353-4533-9f04-f495e1be5ae4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:34.837377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Calling delete_port for a684645a-0ceb-4061-b53f-c97da04990fe owned by {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:34.991229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.002446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] Provisioning for port de008917-9348-4d06-9859-9664a49fca72 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:35.006986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] Provisioning complete for port de008917-9348-4d06-9859-9664a49fca72 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.007470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.027350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event deleted for resources: {'Port': ['ID=a684645a-0ceb-4061-b53f-c97da04990fe,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:35.103725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.109563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f06c38d9-53db-4e98-af4b-f1e3577a1e0c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "DELETE /v2.0/ports/a684645a-0ceb-4061-b53f-c97da04990fe HTTP/1.1" status: 204 len: 168 time: 0.5194712 Jul 23 00:03:35.110130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43064) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:35.115660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Request body: {'port': {'name': 'tempest-new-port-name-1211784365', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:35.116067 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] bootfile-name is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 00:03:35.116413 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] tftp-server is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 00:03:35.116750 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.api.validators [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] server-ip-address is not in valid_values {{(pid=93791) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 00:03:35.216222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.293083 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.330046 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] For port de008917-9348-4d06-9859-9664a49fca72, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=de008917-9348-4d06-9859-9664a49fca72,segment=NetworkSegment(a7075e09-bdd8-44cc-9352-04cd1b843c64),segment_id=a7075e09-bdd8-44cc-9352-04cd1b843c64)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:35.335415 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.398151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6424837-5471-4b8a-abe9-3a843cd915e5 None None] Pushing event updated for resources: {'Port': ['ID=de008917-9348-4d06-9859-9664a49fca72,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:35.538575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b343bb-4621-4e12-b8fd-54bc1ac5480b req-72147e93-acad-44bf-8c40-ff446ba021d9 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:35.540254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b343bb-4621-4e12-b8fd-54bc1ac5480b req-72147e93-acad-44bf-8c40-ff446ba021d9 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 946 time: 0.1720376 Jul 23 00:03:35.551961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.554967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Could not find standard attr ID for object a684645a-0ceb-4061-b53f-c97da04990fe. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 00:03:35.564602 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.571518 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Provisioning complete for port de008917-9348-4d06-9859-9664a49fca72 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.574498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.631222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269efda7-87d4-4787-88a9-86824b62192c req-58646a94-f3e3-4375-a9cc-e933b845773f tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:35.632828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-269efda7-87d4-4787-88a9-86824b62192c req-58646a94-f3e3-4375-a9cc-e933b845773f tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 946 time: 0.1953015 Jul 23 00:03:35.710676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event updated for resources: {'Port': ['ID=2242f335-9bd9-44dc-858e-a9ecec1675d6,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:35.713759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Provisioning for port 2242f335-9bd9-44dc-858e-a9ecec1675d6 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:35.724801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Provisioning complete for port 2242f335-9bd9-44dc-858e-a9ecec1675d6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.725266 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.727214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b343bb-4621-4e12-b8fd-54bc1ac5480b req-528ae36c-d46a-402d-9ef6-96cfc1e81011 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724608 Jul 23 00:03:35.764040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] In _notify_port_updated(), no bound segment for port 2242f335-9bd9-44dc-858e-a9ecec1675d6 on network 5e610357-4353-4533-9f04-f495e1be5ae4 {{(pid=93791) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 00:03:35.772483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:35.773126 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.774540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-341110ad-9a74-4c74-af37-ef29c4063d57 tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "PUT /v2.0/ports/2242f335-9bd9-44dc-858e-a9ecec1675d6 HTTP/1.1" status: 200 len: 1137 time: 0.6634047 Jul 23 00:03:35.777512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43070) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:35.797273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1b2da5a5-6312-45a4-a961-de4e78d2c3be None None] Port 2242f335-9bd9-44dc-858e-a9ecec1675d6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:35.855237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Deleting port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:35.855740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.911675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d759459-4697-46dd-874e-06eadb000a1f tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:35.913766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6d759459-4697-46dd-874e-06eadb000a1f tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "GET /v2.0/ports/2242f335-9bd9-44dc-858e-a9ecec1675d6 HTTP/1.1" status: 200 len: 1137 time: 0.1352644 Jul 23 00:03:35.918004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43072) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:35.937303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b2b4abbf-2ffd-4da9-af47-821d93c2d3f1 None None] Provisioning complete for port 2242f335-9bd9-44dc-858e-a9ecec1675d6 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.937903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b2b4abbf-2ffd-4da9-af47-821d93c2d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.996473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] For port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:35.997263 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.012211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b2b4abbf-2ffd-4da9-af47-821d93c2d3f1 None None] Port 2242f335-9bd9-44dc-858e-a9ecec1675d6 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:36.019801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Calling delete_port for 3ae4f3a7-e360-4360-81fc-fb7dae2981eb owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:36.087538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Deleting port 2242f335-9bd9-44dc-858e-a9ecec1675d6 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:36.088111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.198051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.211767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3ae4f3a7-e360-4360-81fc-fb7dae2981eb'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:03:36.256006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.272622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-87ba9361-199b-4e49-b2a5-a62271ffa8ce None None] Could not find standard attr ID for object a684645a-0ceb-4061-b53f-c97da04990fe. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 00:03:36.273216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Pushing event deleted for resources: {'Port': ['ID=3ae4f3a7-e360-4360-81fc-fb7dae2981eb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:36.277624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Calling delete_port for 2242f335-9bd9-44dc-858e-a9ecec1675d6 owned by {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:36.310728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.311814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] No DVR routers for this DVR port 3ae4f3a7-e360-4360-81fc-fb7dae2981eb on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:36.314555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.316812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-269efda7-87d4-4787-88a9-86824b62192c req-cfef7a1b-4e20-47f3-9f25-aa226ce5dc3c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.49 "DELETE /v2.0/ports/3ae4f3a7-e360-4360-81fc-fb7dae2981eb HTTP/1.1" status: 204 len: 173 time: 0.6544626 Jul 23 00:03:36.317273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'name': 'network-vif-deleted', 'tag': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:36.319735 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7e79bb-7c5a-4bde-bb25-823355e3b008" -d '{"events": [{"server_uuid": "a0e3fadc-0824-42dd-be04-eb8b38c1805a", "name": "network-vif-deleted", "tag": "3ae4f3a7-e360-4360-81fc-fb7dae2981eb"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:36.379980 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0a324-ff94-4341-9f86-48b435520d33 x-openstack-request-id: req-ead0a324-ff94-4341-9f86-48b435520d33 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:36.380502 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e3fadc-0824-42dd-be04-eb8b38c1805a", "name": "network-vif-deleted", "tag": "3ae4f3a7-e360-4360-81fc-fb7dae2981eb", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:36.381006 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ead0a324-ff94-4341-9f86-48b435520d33 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:36.381618 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e3fadc-0824-42dd-be04-eb8b38c1805a', 'name': 'network-vif-deleted', 'tag': '3ae4f3a7-e360-4360-81fc-fb7dae2981eb', 'status': 'completed', 'code': 200} Jul 23 00:03:36.492718 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.551951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device de008917-9348-4d06-9859-9664a49fca72 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:36.558454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event deleted for resources: {'Port': ['ID=2242f335-9bd9-44dc-858e-a9ecec1675d6,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:36.616605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port de008917-9348-4d06-9859-9664a49fca72 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:36.617790 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.645795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.648043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5403f3c7-3601-4b8f-bf75-fd3c0ad64b8c tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "DELETE /v2.0/ports/2242f335-9bd9-44dc-858e-a9ecec1675d6 HTTP/1.1" status: 204 len: 168 time: 0.7292011 Jul 23 00:03:36.650447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43078) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:36.713798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Deleting subnet a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:03:36.722380 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.738544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e10d2bc6-06bd-4642-a649-6c15d2049efd None None] Could not find standard attr ID for object 2242f335-9bd9-44dc-858e-a9ecec1675d6. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 00:03:36.796059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.948399 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8de98016-f2cc-4e62-ae0d-94b9202413da req-f7b68c80-7fed-49d5-a1a2-db58e7984d7e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e3fadc-0824-42dd-be04-eb8b38c1805a HTTP/1.1" status: 200 len: 210 time: 0.0730796 Jul 23 00:03:37.434126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.503734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.529803 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event deleted for resources: {'Subnet': ['ID=a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:37.536353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.541043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1fb9b550-8251-456e-8675-e8c54a6cedab tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "DELETE /v2.0/subnets/a71cb3dd-4f79-4d76-ae43-b7cfbeb7b0f3 HTTP/1.1" status: 204 len: 168 time: 0.8895688 Jul 23 00:03:37.542865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43084) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:37.545989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf6811-5366-4399-9679-88f92f9589cd None None] Network 5e610357-4353-4533-9f04-f495e1be5ae4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:37.636547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.711198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Deleting port de008917-9348-4d06-9859-9664a49fca72 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:37.711576 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.780526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] DHCP port deletion for 5e610357-4353-4533-9f04-f495e1be5ae4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:03:37.796122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] For port de008917-9348-4d06-9859-9664a49fca72, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=de008917-9348-4d06-9859-9664a49fca72,segment=NetworkSegment(a7075e09-bdd8-44cc-9352-04cd1b843c64),segment_id=a7075e09-bdd8-44cc-9352-04cd1b843c64)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:37.796673 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.814551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Calling delete_port for de008917-9348-4d06-9859-9664a49fca72 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:37.846724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] Deleting port de008917-9348-4d06-9859-9664a49fca72 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:37.847111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.913114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.918581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] For port de008917-9348-4d06-9859-9664a49fca72, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=de008917-9348-4d06-9859-9664a49fca72,segment=NetworkSegment(a7075e09-bdd8-44cc-9352-04cd1b843c64),segment_id=a7075e09-bdd8-44cc-9352-04cd1b843c64)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:37.918978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.932414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] Calling delete_port for de008917-9348-4d06-9859-9664a49fca72 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:37.945738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] No DVR routers for this DVR port de008917-9348-4d06-9859-9664a49fca72 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:37.951801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event deleted for resources: {'Port': ['ID=de008917-9348-4d06-9859-9664a49fca72,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.015926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.032712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.044156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e610357-4353-4533-9f04-f495e1be5ae4']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:38.044299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] Pushing event deleted for resources: {'Port': ['ID=de008917-9348-4d06-9859-9664a49fca72,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.049735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42172b8-2845-4e81-b126-41f8260be4fb None None] No DVR routers for this DVR port de008917-9348-4d06-9859-9664a49fca72 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:38.059549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7075e09-bdd8-44cc-9352-04cd1b843c64') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:38.060256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7075e09-bdd8-44cc-9352-04cd1b843c64') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:38.069693 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.084385 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.091167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:03:38.092597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:03:38.095977 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:03:38.180926 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.192101 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.198132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] 10.222.0.21 "DELETE /v2.0/networks/5e610357-4353-4533-9f04-f495e1be5ae4 HTTP/1.1" status: 204 len: 168 time: 0.6504593 Jul 23 00:03:38.210188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca4dbe-3688-4be9-bdc1-1ce0471b432d tempest-ExtraDHCPOptionsTestJSON-487627862 tempest-ExtraDHCPOptionsTestJSON-487627862-project] Pushing event deleted for resources: {'Network': ['ID=5e610357-4353-4533-9f04-f495e1be5ae4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.495707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43098) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:38.503736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device de008917-9348-4d06-9859-9664a49fca72 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:03:38.524099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: de008917-9348-4d06-9859-9664a49fca72 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:03:38.524443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device de008917-9348-4d06-9859-9664a49fca72 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:03:38.649606 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f5fc6385-62b2-491a-b113-9811d5456d7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c15339a13dc489b8c74241e7d896c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521175 Jul 23 00:03:38.652175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43104) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:38.700343 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb4a4-7a22-4da7-90f6-dc1138d1d599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.722567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb4a4-7a22-4da7-90f6-dc1138d1d599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.769810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb4a4-7a22-4da7-90f6-dc1138d1d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.772456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb4a4-7a22-4da7-90f6-dc1138d1d599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.773651 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ab4bb4a4-7a22-4da7-90f6-dc1138d1d599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51cd5e8d-a1c5-4a6b-888f-59494cc18bbf HTTP/1.1" status: 204 len: 168 time: 0.1205583 Jul 23 00:03:38.789245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bb4a4-7a22-4da7-90f6-dc1138d1d599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cd5e8d-a1c5-4a6b-888f-59494cc18bbf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:39.776201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43148) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:39.900849 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-894572906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:39.929634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.931471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.932335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3ae4f3a7-e360-4360-81fc-fb7dae2981eb no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:03:39.956006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 3ae4f3a7-e360-4360-81fc-fb7dae2981eb {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:03:39.956467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3ae4f3a7-e360-4360-81fc-fb7dae2981eb not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:03:39.994041 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.001174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.026056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.028276 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2249206b-2dbf-49ee-aa25-2e902510765b tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2550497 Jul 23 00:03:40.031199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43156) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:40.036416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1079963463'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:40.058472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Made reservation on behalf of d62e47bb6684442ba7613f9226df74ca for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:40.062259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.071470 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.184625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.189534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.230237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:40.238161 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4850a94-8033-4b0b-89b8-6f022ed3db94,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:40.244622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.244982 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Added segment 19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee of type vlan for network 9d7adf45-a114-4a05-8a51-7391a2ecd32e Jul 23 00:03:40.287039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.321100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.327651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.328315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.371917 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3395505 Jul 23 00:03:40.375144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:40.380930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'subnet': {'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:40.431648 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8c3b-2b6e-4d3c-9924-7662a410d285 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Network': ['ID=9d7adf45-a114-4a05-8a51-7391a2ecd32e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:40.462975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:40.496393 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Made reservation on behalf of d62e47bb6684442ba7613f9226df74ca for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:40.501366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.749090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.841370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Subnet': ['ID=70574c9e-6fc6-4137-aea0-5be518d109b3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:40.849085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Checking segment: {'id': '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:40.849914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network hostable DHCP agents. Network: 9d7adf45-a114-4a05-8a51-7391a2ecd32e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:40.870060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:40.880233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9d7adf45-a114-4a05-8a51-7391a2ecd32e) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:40.884804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.885499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.892502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123537f-d169-4b8b-a1ac-da72fc3f6116 None None] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:40.902897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6345737f-91d9-436d-9e31-60a59613815e tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5265567 Jul 23 00:03:40.906431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43190) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:40.911872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'network': {'name': 'tempest-router-network01--68922805'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:40.936813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Made reservation on behalf of d62e47bb6684442ba7613f9226df74ca for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:40.941188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.978311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:40.990525 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.990875 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Added segment f794d11b-3643-4c60-a056-020950fe477c of type vlan for network 1b2d0418-5817-4562-acf1-fee5acb42f38 Jul 23 00:03:41.047587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.088403 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.095234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.096003 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.109902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9d7adf45-a114-4a05-8a51-7391a2ecd32e', 'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e', 'tenant_id': 'd62e47bb6684442ba7613f9226df74ca', 'fixed_ips': [{'subnet_id': '70574c9e-6fc6-4137-aea0-5be518d109b3'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:41.111417 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.140547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2327878 Jul 23 00:03:41.144011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:41.150954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'network': {'name': 'tempest-router-network02--365580919'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:41.179830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Made reservation on behalf of d62e47bb6684442ba7613f9226df74ca for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:41.183853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.208287 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2089e-bfbf-4cbf-bbbc-70bd34c0e50f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Network': ['ID=1b2d0418-5817-4562-acf1-fee5acb42f38,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.227232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:41.241208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.241977 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Added segment 6985be76-0e78-4b44-bf90-f51197f7227b of type vlan for network 1cb7c6e4-1da3-4232-baae-2a13af42479e Jul 23 00:03:41.295194 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.312132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Allocated IP 172.20.0.2 (9d7adf45-a114-4a05-8a51-7391a2ecd32e/70574c9e-6fc6-4137-aea0-5be518d109b3/ea5450a9-fd30-4d6f-9605-62dd4e6114a9) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:41.338839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.345737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.346400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.391081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2427852 Jul 23 00:03:41.391831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:41.396823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'subnet': {'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:41.410305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:41.500918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8913210-02f0-455f-8946-57164c106f61 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Network': ['ID=1cb7c6e4-1da3-4232-baae-2a13af42479e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.536238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 1cb7c6e4-1da3-4232-baae-2a13af42479e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:41.545647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Made reservation on behalf of d62e47bb6684442ba7613f9226df74ca for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:41.549920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.729967 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.739411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Transition to ACTIVE for port object ea5450a9-fd30-4d6f-9605-62dd4e6114a9 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:41.757107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Transition to ACTIVE for port object ea5450a9-fd30-4d6f-9605-62dd4e6114a9 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:41.765946 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.802786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.831466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:41.831466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:41.836494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:41.851595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Pushing event updated for resources: {'Port': ['ID=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.892439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Subnet': ['ID=d970de47-3fac-48e3-91a3-bd5db3bc090c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.898190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Checking segment: {'id': 'f794d11b-3643-4c60-a056-020950fe477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:41.898558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network hostable DHCP agents. Network: 1b2d0418-5817-4562-acf1-fee5acb42f38, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:41.920479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:41.930103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Attempting to bind port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:41.930797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Attempting to bind port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:41.931576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Attempting to bind port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 on network 9d7adf45-a114-4a05-8a51-7391a2ecd32e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:41.933899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 1b2d0418-5817-4562-acf1-fee5acb42f38) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:41.942254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:41.942634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Checking segment: {'id': '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:41.943071 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.943445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Bound using segment: {'id': '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:41.944107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Bound port: ea5450a9-fd30-4d6f-9605-62dd4e6114a9, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d7adf45-a114-4a05-8a51-7391a2ecd32e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:41.944658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.945440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.946200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.964719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d920b5-0d5e-4404-988d-d2394505ebed None None] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:41.970056 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ab006822-bef8-4962-93a3-0704ebac80cb tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5747595 Jul 23 00:03:41.970257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:41.977795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'subnet': {'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:42.097514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Made reservation on behalf of d62e47bb6684442ba7613f9226df74ca for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:42.099425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] For port ea5450a9-fd30-4d6f-9605-62dd4e6114a9, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:42.101414 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.115427 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] For port ea5450a9-fd30-4d6f-9605-62dd4e6114a9, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,segment=NetworkSegment(19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee),segment_id=19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:42.140513 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.234735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fe52c-3e12-456e-acf0-6c4ea7d66e84 None None] Pushing event updated for resources: {'Port': ['ID=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:42.255721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-1b2d0418-5817-4562-acf1-fee5acb42f38', 'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38', 'tenant_id': 'd62e47bb6684442ba7613f9226df74ca', 'fixed_ips': [{'subnet_id': 'd970de47-3fac-48e3-91a3-bd5db3bc090c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:42.257318 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.329178 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.395619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Subnet': ['ID=db997631-8a6d-42b0-a896-04f7d6ea4d26,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:42.420020 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Checking segment: {'id': '6985be76-0e78-4b44-bf90-f51197f7227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:42.420937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network hostable DHCP agents. Network: 1cb7c6e4-1da3-4232-baae-2a13af42479e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:42.447513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 1cb7c6e4-1da3-4232-baae-2a13af42479e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:42.479091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Allocated IP 172.20.0.2 (1b2d0418-5817-4562-acf1-fee5acb42f38/d970de47-3fac-48e3-91a3-bd5db3bc090c/e59936b6-191f-4cda-a78d-04f7bc670770) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:42.496691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 1cb7c6e4-1da3-4232-baae-2a13af42479e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:42.505661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.506331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.522122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6896bc-1967-42bc-81f4-699c88d50c93 None None] Network 1cb7c6e4-1da3-4232-baae-2a13af42479e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:42.537629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f15a50a8-9b07-4098-8e1f-8b0537ec6c75 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5660224 Jul 23 00:03:42.540918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:42.822631 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.830492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-1cb7c6e4-1da3-4232-baae-2a13af42479e', 'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e', 'tenant_id': 'd62e47bb6684442ba7613f9226df74ca', 'fixed_ips': [{'subnet_id': 'db997631-8a6d-42b0-a896-04f7d6ea4d26'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:42.831451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.846300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Transition to ACTIVE for port object e59936b6-191f-4cda-a78d-04f7bc670770 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:42.878032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Transition to ACTIVE for port object e59936b6-191f-4cda-a78d-04f7bc670770 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:42.940656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.960468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.963493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:42.969731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:42.998594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:43.112550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Pushing event updated for resources: {'Port': ['ID=e59936b6-191f-4cda-a78d-04f7bc670770,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.156227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Attempting to bind port e59936b6-191f-4cda-a78d-04f7bc670770 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:43.156899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Attempting to bind port e59936b6-191f-4cda-a78d-04f7bc670770 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f794d11b-3643-4c60-a056-020950fe477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:43.157010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Attempting to bind port e59936b6-191f-4cda-a78d-04f7bc670770 on network 1b2d0418-5817-4562-acf1-fee5acb42f38 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:43.159474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Allocated IP 172.20.0.2 (1cb7c6e4-1da3-4232-baae-2a13af42479e/db997631-8a6d-42b0-a896-04f7d6ea4d26/74ea6142-d094-430b-ae06-aab4c1e65f81) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:43.171799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:43.172102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Checking segment: {'id': 'f794d11b-3643-4c60-a056-020950fe477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:43.172961 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.173542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Bound using segment: {'id': 'f794d11b-3643-4c60-a056-020950fe477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:43.174416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Bound port: e59936b6-191f-4cda-a78d-04f7bc670770, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f794d11b-3643-4c60-a056-020950fe477c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b2d0418-5817-4562-acf1-fee5acb42f38'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:43.174985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.328554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Allocated IP 172.20.0.1 (1b2d0418-5817-4562-acf1-fee5acb42f38/d970de47-3fac-48e3-91a3-bd5db3bc090c/886ce9ef-8d80-4204-8ac7-743f30cb4c26) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:43.356633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] For port e59936b6-191f-4cda-a78d-04f7bc670770, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:43.361780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] For port e59936b6-191f-4cda-a78d-04f7bc670770, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e59936b6-191f-4cda-a78d-04f7bc670770,segment=NetworkSegment(f794d11b-3643-4c60-a056-020950fe477c),segment_id=f794d11b-3643-4c60-a056-020950fe477c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:43.370336 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.501872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.517323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Transition to ACTIVE for port object 886ce9ef-8d80-4204-8ac7-743f30cb4c26 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:43.524131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc638efb-d1b9-499a-bf13-e318b114f6f2 None None] Pushing event updated for resources: {'Port': ['ID=e59936b6-191f-4cda-a78d-04f7bc670770,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.581772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.621389 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.634177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Transition to ACTIVE for port object 74ea6142-d094-430b-ae06-aab4c1e65f81 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:43.656299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Transition to ACTIVE for port object 74ea6142-d094-430b-ae06-aab4c1e65f81 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:43.665524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.670633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:43.678926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:43.685762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:43.728239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Port': ['ID=886ce9ef-8d80-4204-8ac7-743f30cb4c26,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.730824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55366cae-e28b-4bbc-93d8-762c54494e20 None None] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:43.788823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Network 1cb7c6e4-1da3-4232-baae-2a13af42479e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:43.805387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.826677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:43.833692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:43.937241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-569627aa-2e42-48f2-9332-f9a51ea73269 None None] Provisioning for port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:43.948651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Pushing event updated for resources: {'Port': ['ID=74ea6142-d094-430b-ae06-aab4c1e65f81,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.070020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.094003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Attempting to bind port 74ea6142-d094-430b-ae06-aab4c1e65f81 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:44.094366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Attempting to bind port 74ea6142-d094-430b-ae06-aab4c1e65f81 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6985be76-0e78-4b44-bf90-f51197f7227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:44.094748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Attempting to bind port 74ea6142-d094-430b-ae06-aab4c1e65f81 on network 1cb7c6e4-1da3-4232-baae-2a13af42479e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:44.147478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:44.148096 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Checking segment: {'id': '6985be76-0e78-4b44-bf90-f51197f7227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:44.148571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.149816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Bound using segment: {'id': '6985be76-0e78-4b44-bf90-f51197f7227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:44.150376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Bound port: 74ea6142-d094-430b-ae06-aab4c1e65f81, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6985be76-0e78-4b44-bf90-f51197f7227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1cb7c6e4-1da3-4232-baae-2a13af42479e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:44.150829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.449076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.449076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.518281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] For port 74ea6142-d094-430b-ae06-aab4c1e65f81, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:44.551813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] For port 74ea6142-d094-430b-ae06-aab4c1e65f81, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74ea6142-d094-430b-ae06-aab4c1e65f81,segment=NetworkSegment(6985be76-0e78-4b44-bf90-f51197f7227b),segment_id=6985be76-0e78-4b44-bf90-f51197f7227b)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:44.576258 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.726967 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.746719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Port': ['ID=886ce9ef-8d80-4204-8ac7-743f30cb4c26,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.772627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e59936b6-191f-4cda-a78d-04f7bc670770 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:44.778491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcbf41-1fe5-43ba-9834-7731d2d5459e None None] Pushing event updated for resources: {'Port': ['ID=74ea6142-d094-430b-ae06-aab4c1e65f81,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.866773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port e59936b6-191f-4cda-a78d-04f7bc670770 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:44.873071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ea5450a9-fd30-4d6f-9605-62dd4e6114a9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:44.944944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:44.949911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:44.950299 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.968656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:44.970683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:45.093172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.136484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Router 725dfd0e-1368-4b6d-ba3b-ceb64df66114 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:45.193676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port ea5450a9-fd30-4d6f-9605-62dd4e6114a9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,segment=NetworkSegment(19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee),segment_id=19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:45.217728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.383265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:45.387896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:45.402390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-92accf23-59ba-4c4d-be41-796fb13cf3e8 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8601129 Jul 23 00:03:45.406637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43262) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:45.410780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] Sync routers for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:45.424672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:45.425312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:45.511201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:45.522271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:45.522942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:45.534365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7d8aff2c-09f3-4e31-8c67-2738da8e98c9 None None] Provisioning complete for port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:45.535019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d8aff2c-09f3-4e31-8c67-2738da8e98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.574680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:45.575843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c37ebb-555c-449d-9008-17fa2481f0ac None None] The sync data for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:45.614375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af4cd7e-a323-42a2-8eeb-ea10cb14eec6 None None] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:45.915981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] Provisioning for port e59936b6-191f-4cda-a78d-04f7bc670770 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:45.921695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] Provisioning complete for port e59936b6-191f-4cda-a78d-04f7bc670770 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:45.922065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.047060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.102988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] For port e59936b6-191f-4cda-a78d-04f7bc670770, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e59936b6-191f-4cda-a78d-04f7bc670770,segment=NetworkSegment(f794d11b-3643-4c60-a056-020950fe477c),segment_id=f794d11b-3643-4c60-a056-020950fe477c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:46.107926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.172074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3563-b976-4e71-bb91-fde85690a7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.185369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a1020-edeb-44d4-935a-b20e847d614d None None] Pushing event updated for resources: {'Port': ['ID=e59936b6-191f-4cda-a78d-04f7bc670770,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:46.227725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-79fce27d-1df3-49f3-bc8a-a1e0f35fd5fc tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:46.229431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-79fce27d-1df3-49f3-bc8a-a1e0f35fd5fc tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 814 time: 0.2861078 Jul 23 00:03:46.253916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-4673e37a-f059-41a5-a00c-d496e19c5c43 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/quotas/d2a48d4499f649c0856f8484b7a993b4 HTTP/1.1" status: 200 len: 375 time: 0.0135839 Jul 23 00:03:46.343406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f3f9-4697-4069-9b9f-c087071a8609 None None] Provisioning complete for port e59936b6-191f-4cda-a78d-04f7bc670770 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:46.344420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f3f9-4697-4069-9b9f-c087071a8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.376935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-4506b157-bfd7-424b-837b-fec38f0a113a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909669 Jul 23 00:03:46.572834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f3f9-4697-4069-9b9f-c087071a8609 None None] Provisioning for port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:46.584129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f3f9-4697-4069-9b9f-c087071a8609 None None] Provisioning complete for port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:46.584521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f3f9-4697-4069-9b9f-c087071a8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.710241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3f3f9-4697-4069-9b9f-c087071a8609 None None] Port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:46.753177 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-bb9d59e5-35f3-4847-80d2-c31b41e2ec4c tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:03:46.758057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43292) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:46.766752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ea6142-d094-430b-ae06-aab4c1e65f81 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:46.768442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb9d59e5-35f3-4847-80d2-c31b41e2ec4c tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3561990 Jul 23 00:03:46.832000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-931f8834-d6b7-41d4-83c8-7cc3bcc4aa0d service neutron] 10.222.0.21 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835852 Jul 23 00:03:46.859256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 74ea6142-d094-430b-ae06-aab4c1e65f81 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:46.864786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e59936b6-191f-4cda-a78d-04f7bc670770 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:46.933799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a1c3a-f2a3-4fab-8889-d968332e910a None None] Network 1cb7c6e4-1da3-4232-baae-2a13af42479e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:47.020032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-d8e1923d-fb44-4301-ae90-0c136f30f473 service neutron] 10.222.0.21 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867163 Jul 23 00:03:47.131034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Provisioning complete for port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:47.131511 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.186511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:47.250779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port e59936b6-191f-4cda-a78d-04f7bc670770 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:47.251296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.323729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.356313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b4ecb83-ddb2-40c9-91ec-2aa2d8284751 req-f917f2ac-408c-48e0-95fd-9432cbad354c tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 210 time: 0.0482078 Jul 23 00:03:47.360821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Provisioning for port 74ea6142-d094-430b-ae06-aab4c1e65f81 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:47.372205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Provisioning complete for port 74ea6142-d094-430b-ae06-aab4c1e65f81 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:47.373700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.478873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ea5450a9-fd30-4d6f-9605-62dd4e6114a9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:47.568828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:47.569209 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.657047 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.740552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] For port 74ea6142-d094-430b-ae06-aab4c1e65f81, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74ea6142-d094-430b-ae06-aab4c1e65f81,segment=NetworkSegment(6985be76-0e78-4b44-bf90-f51197f7227b),segment_id=6985be76-0e78-4b44-bf90-f51197f7227b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:47.748692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:47.749063 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.774199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.849803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b6f7d-9004-4a34-9a71-14ccd64ded03 None None] Pushing event updated for resources: {'Port': ['ID=74ea6142-d094-430b-ae06-aab4c1e65f81,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:47.908802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-44044b9b-4e26-46e7-8e22-880361872f12 None None] Provisioning complete for port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:47.909053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44044b9b-4e26-46e7-8e22-880361872f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.922855 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.940521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Calling delete_port for 886ce9ef-8d80-4204-8ac7-743f30cb4c26 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:47.965083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-44044b9b-4e26-46e7-8e22-880361872f12 None None] Port 886ce9ef-8d80-4204-8ac7-743f30cb4c26 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:48.093524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1e17d7de-e337-4cdd-b6ac-7422bcc1a69c None None] Provisioning complete for port 74ea6142-d094-430b-ae06-aab4c1e65f81 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:48.093915 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1e17d7de-e337-4cdd-b6ac-7422bcc1a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.237094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.264252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Port': ['ID=886ce9ef-8d80-4204-8ac7-743f30cb4c26,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:48.474952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.502319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fccc5c3-a109-4321-8a38-036c1f52dc60 req-b9018dea-ab36-4e99-9eba-51e61d18de83 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 210 time: 0.0463047 Jul 23 00:03:48.583922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ea6142-d094-430b-ae06-aab4c1e65f81 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:48.682351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 74ea6142-d094-430b-ae06-aab4c1e65f81 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:48.682940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.706232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Router 725dfd0e-1368-4b6d-ba3b-ceb64df66114 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:48.802022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:48.808639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-76be79e5-9e73-4d13-8954-1642081307f5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0489266 Jul 23 00:03:48.813699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43334) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:48.819359 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] Sync routers for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:48.846223 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:48.846865 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:48.885642 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-1854410b-ef5f-49b2-ba07-071a7aa8cfa5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] delete failed (client error): The resource could not be found. Jul 23 00:03:48.893402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1854410b-ef5f-49b2-ba07-071a7aa8cfa5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-326830530 HTTP/1.1" status: 404 len: 334 time: 0.0764503 Jul 23 00:03:48.894318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:48.902071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a77f27eb-b0ba-4bee-8e0d-dadcf9936426 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'router': {'external_gateway_info': {'network_id': '725dfd0e-1368-4b6d-ba3b-ceb64df66114'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:49.059129 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:49.071967 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:49.072866 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:49.130555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-6c5b910f-9783-4be7-87f4-5b927809f3a8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:49.133204 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-6c5b910f-9783-4be7-87f4-5b927809f3a8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.48 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 814 time: 0.3288214 Jul 23 00:03:49.134260 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:49.141209 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebfab2-dd53-44b4-b530-fc301f6a56a1 None None] The sync data for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:49.154285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Request body: {'port': {'device_id': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102', 'admin_state_up': True, 'tenant_id': 'd2a48d4499f649c0856f8484b7a993b4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:49.243516 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a77f27eb-b0ba-4bee-8e0d-dadcf9936426 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.269483 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-a77f27eb-b0ba-4bee-8e0d-dadcf9936426 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] update failed (client error): The resource could not be found. Jul 23 00:03:49.270575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a77f27eb-b0ba-4bee-8e0d-dadcf9936426 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114 HTTP/1.1" status: 404 len: 339 time: 0.3749592 Jul 23 00:03:49.274371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43348) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:49.488456 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c661c713-570d-47cc-b737-32d6d8acd217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.604171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Made reservation on behalf of d2a48d4499f649c0856f8484b7a993b4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:49.608975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.647777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e7e6f9e-bcb4-473b-be76-5b3e96c7b986 req-5ca4bdb1-090c-454a-b1c2-c0833b0cfd64 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 210 time: 0.0406992 Jul 23 00:03:49.662982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.689055 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.790915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Allocated IP 172.20.0.2 (20ae342a-787f-4bad-a477-0d21b41d2102/0edb1b00-968a-43ff-93eb-ef5000c2fa7d/19f20b87-7f05-4845-8d13-812622d9001b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:49.977039 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.012212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Allocated IP 172.20.0.1 (9d7adf45-a114-4a05-8a51-7391a2ecd32e/70574c9e-6fc6-4137-aea0-5be518d109b3/f1ab7daf-2ad0-470b-a4a3-7041f4beac6f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:50.038555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.082766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Network 20ae342a-787f-4bad-a477-0d21b41d2102 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:50.086069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:50.088741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:50.147412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Pushing event updated for resources: {'Port': ['ID=19f20b87-7f05-4845-8d13-812622d9001b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:50.164602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:50.165230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.167249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.181843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-38cc555c-4f4b-490e-aa2f-8c906fa260b3 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316882 Jul 23 00:03:50.184183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Transition to ACTIVE for port object f1ab7daf-2ad0-470b-a4a3-7041f4beac6f will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:50.199573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Request body: {'port': {'device_id': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:50.221649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.269434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:50.273054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:50.277051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:50.305555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.322510 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.336876 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.416176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Port': ['ID=f1ab7daf-2ad0-470b-a4a3-7041f4beac6f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:50.607634 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.680311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a7f904a-ce16-48b3-b1f3-d361643845f7 None None] Provisioning for port f1ab7daf-2ad0-470b-a4a3-7041f4beac6f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:50.687554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9a7f904a-ce16-48b3-b1f3-d361643845f7 None None] Provisioning complete for port f1ab7daf-2ad0-470b-a4a3-7041f4beac6f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:50.688329 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a7f904a-ce16-48b3-b1f3-d361643845f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.777722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f20b87-7f05-4845-8d13-812622d9001b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:50.790266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f904a-ce16-48b3-b1f3-d361643845f7 None None] Port f1ab7daf-2ad0-470b-a4a3-7041f4beac6f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:50.799898 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.820562 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Transition to ACTIVE for port object 19f20b87-7f05-4845-8d13-812622d9001b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:50.836585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.894754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Pushing event updated for resources: {'Port': ['ID=19f20b87-7f05-4845-8d13-812622d9001b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:50.996401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Attempting to bind port 19f20b87-7f05-4845-8d13-812622d9001b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:50.996857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Attempting to bind port 19f20b87-7f05-4845-8d13-812622d9001b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:50.998289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Attempting to bind port 19f20b87-7f05-4845-8d13-812622d9001b on network 20ae342a-787f-4bad-a477-0d21b41d2102 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:51.004366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Port 19f20b87-7f05-4845-8d13-812622d9001b on network 20ae342a-787f-4bad-a477-0d21b41d2102 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:03:51.004741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Attempting to bind port 19f20b87-7f05-4845-8d13-812622d9001b on network 20ae342a-787f-4bad-a477-0d21b41d2102 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:51.010790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:51.011263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Checking segment: {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:51.011707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Bound using segment: {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:51.012673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Bound port: 19f20b87-7f05-4845-8d13-812622d9001b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7280c852-0a0b-4f32-b98b-7617c5eb058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:51.013084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.014884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ac3b3-1409-4370-9572-8f9b5a64a833 req-894e51c9-ab63-4005-9780-600c6d9ca1f8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.016902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-315ac3b3-1409-4370-9572-8f9b5a64a833 req-894e51c9-ab63-4005-9780-600c6d9ca1f8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 943 time: 0.1793978 Jul 23 00:03:51.108881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-315ac3b3-1409-4370-9572-8f9b5a64a833 req-39caf979-d8fb-44dd-9ae0-b53620776d98 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855482 Jul 23 00:03:51.112204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] For port 19f20b87-7f05-4845-8d13-812622d9001b, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:51.115603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] For port 19f20b87-7f05-4845-8d13-812622d9001b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=19f20b87-7f05-4845-8d13-812622d9001b,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:51.121534 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.126900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.135392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.171430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.171430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.173280 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] 10.222.0.48 "PUT /v2.0/ports/19f20b87-7f05-4845-8d13-812622d9001b HTTP/1.1" status: 200 len: 1091 time: 0.9788618 Jul 23 00:03:51.173766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'tag': '19f20b87-7f05-4845-8d13-812622d9001b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:51.176262 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8025d-ac36-45b6-a28f-394661741f05" -d '{"events": [{"name": "network-changed", "server_uuid": "cee06734-7e31-4fe9-95c3-915aea1e19c4", "tag": "19f20b87-7f05-4845-8d13-812622d9001b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:51.239269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f4fdd-f681-441d-bd6e-02f7cb7d2e9f service neutron] Pushing event updated for resources: {'Port': ['ID=19f20b87-7f05-4845-8d13-812622d9001b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:51.265497 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ad1789-cabe-44d0-996c-5e43d6db370d x-openstack-request-id: req-93ad1789-cabe-44d0-996c-5e43d6db370d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:51.266025 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee06734-7e31-4fe9-95c3-915aea1e19c4", "tag": "19f20b87-7f05-4845-8d13-812622d9001b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:51.266439 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93ad1789-cabe-44d0-996c-5e43d6db370d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:51.267256 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'tag': '19f20b87-7f05-4845-8d13-812622d9001b', 'status': 'completed', 'code': 200} Jul 23 00:03:51.279450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event updated for resources: {'Port': ['ID=f1ab7daf-2ad0-470b-a4a3-7041f4beac6f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:51.326901 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.339974 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-2e5ac7fa-023a-4d6d-a53f-57433f80c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.341995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-2e5ac7fa-023a-4d6d-a53f-57433f80c7ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 1094 time: 0.0879362 Jul 23 00:03:51.396856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-8e674ace-84f9-4fed-93c9-5b396f208979 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19f20b87-7f05-4845-8d13-812622d9001b HTTP/1.1" status: 200 len: 217 time: 0.0399971 Jul 23 00:03:51.442194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:51.444904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:51.461872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-2d1c1116-55cc-4284-b802-83d58c0d648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.464577 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-2d1c1116-55cc-4284-b802-83d58c0d648c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 200 len: 854 time: 0.0617526 Jul 23 00:03:51.524578 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-f7e47626-93b9-4028-aa51-e369fb337610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20ae342a-787f-4bad-a477-0d21b41d2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521314 Jul 23 00:03:51.656683 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-706c27bd-126a-48e8-b97f-d1fc7e43d6ae service neutron] 10.222.0.48 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256127 Jul 23 00:03:51.769867 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.799941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b755fd-cfe7-419d-bf15-fd53e57b5113 req-1e2f7bb0-03f5-49cf-b071-079381679c35 service neutron] 10.222.0.48 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349733 Jul 23 00:03:51.840400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4194cc78-0626-4611-a16c-fa6936cb5cbb None None] Provisioning complete for port f1ab7daf-2ad0-470b-a4a3-7041f4beac6f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:51.840859 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4194cc78-0626-4611-a16c-fa6936cb5cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.904161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4194cc78-0626-4611-a16c-fa6936cb5cbb None None] Port f1ab7daf-2ad0-470b-a4a3-7041f4beac6f cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:51.958343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-78cc2901-409a-4ed5-939d-8205c281b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.960209 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-78cc2901-409a-4ed5-939d-8205c281b4b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 1094 time: 0.0659339 Jul 23 00:03:51.996007 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Router 725dfd0e-1368-4b6d-ba3b-ceb64df66114 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:52.086310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-cf48a26f-ff63-4873-9850-905a6fd946ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:52.087869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-cf48a26f-ff63-4873-9850-905a6fd946ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 915 time: 0.1218722 Jul 23 00:03:52.098956 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:52.109002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7eaa23b4-0f3d-409d-9e96-455f4fe07d01 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332283 Jul 23 00:03:52.109664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43404) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:52.117326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] Sync routers for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:52.145294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:52.146332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:52.172172 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-0bb83721-41e7-4371-910a-4fef9741786b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19f20b87-7f05-4845-8d13-812622d9001b HTTP/1.1" status: 200 len: 217 time: 0.0764985 Jul 23 00:03:52.207377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:52.216860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:52.217500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:52.238968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-41f2c8fe-98fa-4bd4-8a20-416842d5201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:52.241035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-41f2c8fe-98fa-4bd4-8a20-416842d5201d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 200 len: 854 time: 0.0611980 Jul 23 00:03:52.252365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:52.253014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5d8cae-57d8-41a8-9dc7-aee0f9e5723c None None] The sync data for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 is: [] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:52.289295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9c7efeef-9796-4a20-b915-ec2cd0019cc5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.295100 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-c32c0db4-dd25-4ce9-a147-36404ee51df1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20ae342a-787f-4bad-a477-0d21b41d2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433116 Jul 23 00:03:52.389279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac2738-872e-41b9-89f4-57fff3f0f9d6 req-c64dac05-ffff-443e-ae7f-338e7742ca7a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:52.390832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6ac2738-872e-41b9-89f4-57fff3f0f9d6 req-c64dac05-ffff-443e-ae7f-338e7742ca7a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 943 time: 0.1784804 Jul 23 00:03:52.395933 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-051e2e25-59f4-4d8f-bdf3-47276a60cac5 service neutron] 10.222.0.48 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941472 Jul 23 00:03:52.407428 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-9c7efeef-9796-4a20-b915-ec2cd0019cc5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 00:03:52.411493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9c7efeef-9796-4a20-b915-ec2cd0019cc5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114 HTTP/1.1" status: 409 len: 329 time: 0.2974267 Jul 23 00:03:52.412431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.413288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43412) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:52.440124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6ac2738-872e-41b9-89f4-57fff3f0f9d6 req-f142609b-ff13-4757-925b-63b38314862a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Jul 23 00:03:52.653196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ffd8025d-ac36-45b6-a28f-394661741f05 req-1b537df0-083e-470b-96c2-fd150ae58610 service neutron] 10.222.0.48 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494504 Jul 23 00:03:52.821242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.109837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting port f1ab7daf-2ad0-470b-a4a3-7041f4beac6f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:53.110194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.211910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.225576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Calling delete_port for f1ab7daf-2ad0-470b-a4a3-7041f4beac6f owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:53.423982 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.460004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Port': ['ID=f1ab7daf-2ad0-470b-a4a3-7041f4beac6f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:53.618806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e8986-184f-4dde-ab94-2891c3f22b2e req-c36206da-10b1-4fc6-930c-8d11f266ee56 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:53.621022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75e8986-184f-4dde-ab94-2891c3f22b2e req-c36206da-10b1-4fc6-930c-8d11f266ee56 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 943 time: 0.0759008 Jul 23 00:03:53.629145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.673024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e75e8986-184f-4dde-ab94-2891c3f22b2e req-406ef610-b13d-4586-adfc-b768d44674f8 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Jul 23 00:03:53.811761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Router 725dfd0e-1368-4b6d-ba3b-ceb64df66114 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:53.930902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 19f20b87-7f05-4845-8d13-812622d9001b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:03:54.057027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 19f20b87-7f05-4845-8d13-812622d9001b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=19f20b87-7f05-4845-8d13-812622d9001b,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:54.071527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '19f20b87-7f05-4845-8d13-812622d9001b', 'network_id': '20ae342a-787f-4bad-a477-0d21b41d2102', 'port_id': '19f20b87-7f05-4845-8d13-812622d9001b', 'mac_address': 'fa:16:3e:50:24:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0edb1b00-968a-43ff-93eb-ef5000c2fa7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:03:54.116995 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.132683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f20b87-7f05-4845-8d13-812622d9001b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:54.148894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:54.158208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 19f20b87-7f05-4845-8d13-812622d9001b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=19f20b87-7f05-4845-8d13-812622d9001b,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:54.161695 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b20c2ede-2282-4fc4-8b4f-527ebe317dda tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469292 Jul 23 00:03:54.161954 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] Sync routers for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:54.165586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:54.167791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.172988 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:54.175479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.236967 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-c6eb6f82-4953-47a1-9e98-bd640e939da5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] show failed (client error): The resource could not be found. Jul 23 00:03:54.238083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c6eb6f82-4953-47a1-9e98-bd640e939da5 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-2118630457 HTTP/1.1" status: 404 len: 335 time: 0.0714462 Jul 23 00:03:54.241832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:54.248474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-84752072-b618-4aa0-b0e4-bc74b5bffd59 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:54.248940 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.253551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=19f20b87-7f05-4845-8d13-812622d9001b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:54.261061 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] Routers {'725dfd0e-1368-4b6d-ba3b-ceb64df66114'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:54.261675 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:03:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.290192 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-84752072-b618-4aa0-b0e4-bc74b5bffd59 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] update failed (client error): The resource could not be found. Jul 23 00:03:54.291505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-84752072-b618-4aa0-b0e4-bc74b5bffd59 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1002078091 HTTP/1.1" status: 404 len: 335 time: 0.0486791 Jul 23 00:03:54.297236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:54.305173 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.305838 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc5c6e-e45e-4368-95ca-9bf730cb63cb None None] The sync data for ids ['725dfd0e-1368-4b6d-ba3b-ceb64df66114'] in n-d-758851-4 is: [] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:54.362635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting subnet db997631-8a6d-42b0-a896-04f7d6ea4d26 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:03:54.366127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.411503 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.440994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['19f20b87-7f05-4845-8d13-812622d9001b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:03:54.527701 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.608505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.638013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Subnet': ['ID=db997631-8a6d-42b0-a896-04f7d6ea4d26,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:54.642348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.647390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5f22f24a-2eed-4858-9e19-460999c3ecef tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/subnets/db997631-8a6d-42b0-a896-04f7d6ea4d26 HTTP/1.1" status: 204 len: 168 time: 0.3460536 Jul 23 00:03:54.648312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43468) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:54.653271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e431fb-7d8f-477a-9f22-ddb60c458475 None None] Network 1cb7c6e4-1da3-4232-baae-2a13af42479e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:54.739298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting subnet d970de47-3fac-48e3-91a3-bd5db3bc090c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:03:54.744928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.827885 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.899276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac9b3c-8303-410f-8310-b9e5c410fed3 req-994d2c83-ef46-4a54-9941-bbc88f6b48b6 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:54.900903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9eac9b3c-8303-410f-8310-b9e5c410fed3 req-994d2c83-ef46-4a54-9941-bbc88f6b48b6 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 944 time: 0.1335144 Jul 23 00:03:54.920633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] DHCP port deletion for 1cb7c6e4-1da3-4232-baae-2a13af42479e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:03:54.975358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] Deleting port 74ea6142-d094-430b-ae06-aab4c1e65f81 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:54.976117 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.980559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.018382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9eac9b3c-8303-410f-8310-b9e5c410fed3 req-41cdf563-2f98-4f36-954b-a800af166630 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886042 Jul 23 00:03:55.055982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] For port 74ea6142-d094-430b-ae06-aab4c1e65f81, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=74ea6142-d094-430b-ae06-aab4c1e65f81,segment=NetworkSegment(6985be76-0e78-4b44-bf90-f51197f7227b),segment_id=6985be76-0e78-4b44-bf90-f51197f7227b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:55.056392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.070600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] Calling delete_port for 74ea6142-d094-430b-ae06-aab4c1e65f81 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:55.072090 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.106607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Subnet': ['ID=d970de47-3fac-48e3-91a3-bd5db3bc090c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.110726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.112723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0de05fa6-dec3-4a1e-aaf9-1a1b1f2e01c2 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/subnets/d970de47-3fac-48e3-91a3-bd5db3bc090c HTTP/1.1" status: 204 len: 168 time: 0.4634275 Jul 23 00:03:55.115386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43480) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:55.139225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4692a1-3d5f-4154-b870-504d78e914cb None None] Network 1b2d0418-5817-4562-acf1-fee5acb42f38 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:55.213242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.251006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.298702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] Pushing event deleted for resources: {'Port': ['ID=74ea6142-d094-430b-ae06-aab4c1e65f81,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.306561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dace787-9d63-4847-bdc9-6a4605c89711 None None] No DVR routers for this DVR port 74ea6142-d094-430b-ae06-aab4c1e65f81 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:55.343635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.356256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb7c6e4-1da3-4232-baae-2a13af42479e']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:55.372029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6985be76-0e78-4b44-bf90-f51197f7227b') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:55.373325 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6985be76-0e78-4b44-bf90-f51197f7227b') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:55.386744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.402274 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.409010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:03:55.409440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:03:55.412620 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:03:55.429684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] DHCP port deletion for 1b2d0418-5817-4562-acf1-fee5acb42f38 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:03:55.501906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] Deleting port e59936b6-191f-4cda-a78d-04f7bc670770 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:55.502261 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.511782 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.518265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.523292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43490) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:55.523591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/networks/1cb7c6e4-1da3-4232-baae-2a13af42479e HTTP/1.1" status: 204 len: 168 time: 0.4071004 Jul 23 00:03:55.546322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62639d8a-8bf3-4079-95df-07faecb4387f tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Network': ['ID=1cb7c6e4-1da3-4232-baae-2a13af42479e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.574123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] For port e59936b6-191f-4cda-a78d-04f7bc670770, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e59936b6-191f-4cda-a78d-04f7bc670770,segment=NetworkSegment(f794d11b-3643-4c60-a056-020950fe477c),segment_id=f794d11b-3643-4c60-a056-020950fe477c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:55.574428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.590829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] Calling delete_port for e59936b6-191f-4cda-a78d-04f7bc670770 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:55.631615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.700020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting port e59936b6-191f-4cda-a78d-04f7bc670770 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:55.701499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.781339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] For port e59936b6-191f-4cda-a78d-04f7bc670770, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=e59936b6-191f-4cda-a78d-04f7bc670770,segment=NetworkSegment(f794d11b-3643-4c60-a056-020950fe477c),segment_id=f794d11b-3643-4c60-a056-020950fe477c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:55.781773 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.799559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Calling delete_port for e59936b6-191f-4cda-a78d-04f7bc670770 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:55.845308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.873613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] Pushing event deleted for resources: {'Port': ['ID=e59936b6-191f-4cda-a78d-04f7bc670770,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.875821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d036622-6c35-4935-b53d-f698c8423b74 None None] No DVR routers for this DVR port e59936b6-191f-4cda-a78d-04f7bc670770 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:55.893735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.928321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] No DVR routers for this DVR port e59936b6-191f-4cda-a78d-04f7bc670770 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:55.934604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Port': ['ID=e59936b6-191f-4cda-a78d-04f7bc670770,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.952939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 19f20b87-7f05-4845-8d13-812622d9001b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:56.008945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 19f20b87-7f05-4845-8d13-812622d9001b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:56.013699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 19f20b87-7f05-4845-8d13-812622d9001b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:56.014083 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.041745 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.052125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2d0418-5817-4562-acf1-fee5acb42f38']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:56.067610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f794d11b-3643-4c60-a056-020950fe477c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:56.068047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f794d11b-3643-4c60-a056-020950fe477c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:56.080765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.101267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.116271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.119629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:03:56.120196 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: self.session.flush() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:03:56.123858 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:03:56.146457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f20b87-7f05-4845-8d13-812622d9001b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:56.148866 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c6ae93-9283-473e-9e34-eba24958f653" -d '{"events": [{"server_uuid": "cee06734-7e31-4fe9-95c3-915aea1e19c4", "name": "network-vif-plugged", "status": "completed", "tag": "19f20b87-7f05-4845-8d13-812622d9001b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:56.180632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 19f20b87-7f05-4845-8d13-812622d9001b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=19f20b87-7f05-4845-8d13-812622d9001b,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:56.187553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.218102 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5c393e-b781-44cd-ae2e-30ea36f24272 x-openstack-request-id: req-8d5c393e-b781-44cd-ae2e-30ea36f24272 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:56.218406 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee06734-7e31-4fe9-95c3-915aea1e19c4", "name": "network-vif-plugged", "status": "completed", "tag": "19f20b87-7f05-4845-8d13-812622d9001b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:56.218853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d5c393e-b781-44cd-ae2e-30ea36f24272 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:56.219459 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f20b87-7f05-4845-8d13-812622d9001b', 'code': 200} Jul 23 00:03:56.237979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.265973 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.270564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/networks/1b2d0418-5817-4562-acf1-fee5acb42f38 HTTP/1.1" status: 204 len: 168 time: 0.7414422 Jul 23 00:03:56.272147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:56.272647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=19f20b87-7f05-4845-8d13-812622d9001b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:56.289191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0672e-3f05-4b80-b8ae-6590dd36a2fe tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Network': ['ID=1b2d0418-5817-4562-acf1-fee5acb42f38,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:56.332038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d9c3a-8665-4150-a8b9-7266bc441d5b req-3803d5dd-cdad-4625-9e8c-50b536f11b12 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:56.335817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-158d9c3a-8665-4150-a8b9-7266bc441d5b req-3803d5dd-cdad-4625-9e8c-50b536f11b12 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 944 time: 0.2283666 Jul 23 00:03:56.378289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting subnet 70574c9e-6fc6-4137-aea0-5be518d109b3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:03:56.382110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-158d9c3a-8665-4150-a8b9-7266bc441d5b req-751fccd8-4cc0-49e3-a2de-3893658d7c62 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Jul 23 00:03:56.383176 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.432701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.480814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5115ee-c58e-4d35-b932-f6bbcd02cd8a req-39c4ac02-b476-4f71-9097-303d0cf386c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:56.482889 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1c5115ee-c58e-4d35-b932-f6bbcd02cd8a req-39c4ac02-b476-4f71-9097-303d0cf386c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 1096 time: 0.1601605 Jul 23 00:03:56.550324 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ea6142-d094-430b-ae06-aab4c1e65f81 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:03:56.561987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1c5115ee-c58e-4d35-b932-f6bbcd02cd8a req-fdadc8f8-ad55-4a43-9616-a02279b1e17e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723929 Jul 23 00:03:56.571756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.576042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 74ea6142-d094-430b-ae06-aab4c1e65f81 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:03:56.576393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 74ea6142-d094-430b-ae06-aab4c1e65f81 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:03:56.577077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e59936b6-191f-4cda-a78d-04f7bc670770 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:03:56.598917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: e59936b6-191f-4cda-a78d-04f7bc670770 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:03:56.599711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device e59936b6-191f-4cda-a78d-04f7bc670770 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:03:56.657060 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.676838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.678705 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/subnets/70574c9e-6fc6-4137-aea0-5be518d109b3 HTTP/1.1" status: 204 len: 168 time: 0.4043598 Jul 23 00:03:56.681343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43508) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:56.688347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d4089-5d88-414a-bd86-f5aea2303542 None None] Network 9d7adf45-a114-4a05-8a51-7391a2ecd32e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:56.697209 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c09e3-153c-4ab6-ad90-393d35bc2db0 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Subnet': ['ID=70574c9e-6fc6-4137-aea0-5be518d109b3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:56.817854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.831816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800b2a-499a-4cdc-8239-e9a147ba41fc req-7cc0c7a3-a585-4e9f-99fd-4e25873b55c4 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:56.833470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de800b2a-499a-4cdc-8239-e9a147ba41fc req-7cc0c7a3-a585-4e9f-99fd-4e25873b55c4 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1097 time: 0.1667993 Jul 23 00:03:56.901148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de800b2a-499a-4cdc-8239-e9a147ba41fc req-6debfcdf-78b2-4867-8bd8-f953c8dce3d8 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600588 Jul 23 00:03:56.911682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] DHCP port deletion for 9d7adf45-a114-4a05-8a51-7391a2ecd32e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:03:56.927242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Deleting port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:56.927636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.971106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] Deleting port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:56.971787 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.043160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] For port ea5450a9-fd30-4d6f-9605-62dd4e6114a9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,segment=NetworkSegment(19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee),segment_id=19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:57.043555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.045133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] For port ea5450a9-fd30-4d6f-9605-62dd4e6114a9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,segment=NetworkSegment(19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee),segment_id=19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:57.045655 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.067133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] Calling delete_port for ea5450a9-fd30-4d6f-9605-62dd4e6114a9 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:57.071437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Calling delete_port for ea5450a9-fd30-4d6f-9605-62dd4e6114a9 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:57.098936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e225a-caf7-4c8a-a45e-f2154dc934a7 req-e76b2d46-f063-40d5-942e-979f7ca010eb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:57.100550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-809e225a-caf7-4c8a-a45e-f2154dc934a7 req-e76b2d46-f063-40d5-942e-979f7ca010eb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1066220 Jul 23 00:03:57.172701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-809e225a-caf7-4c8a-a45e-f2154dc934a7 req-ff192077-f5bf-4ae2-af1f-d8991f812a99 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381694 Jul 23 00:03:57.177305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.195407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] No DVR routers for this DVR port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:57.217254 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.224378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:57.233378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] No DVR routers for this DVR port ea5450a9-fd30-4d6f-9605-62dd4e6114a9 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:57.243246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6ebe9-74bc-47b5-88e6-4adb11e36646 None None] Pushing event deleted for resources: {'Port': ['ID=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:57.279776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Port': ['ID=ea5450a9-fd30-4d6f-9605-62dd4e6114a9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:57.308481 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4bc560fb-58c5-49b9-a8e0-df6fc5cc490a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/8c63c442-43f5-4280-b803-ebf2912f981e HTTP/1.1" status: 200 len: 993 time: 0.0777881 Jul 23 00:03:57.355388 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.366398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7adf45-a114-4a05-8a51-7391a2ecd32e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:57.377422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:57.377726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19aa76ca-241a-4d6e-9f3f-6c9d6fd575ee') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:57.388640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.409294 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.415683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:03:57.416082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:03:57.419259 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:03:57.524528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.531508 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.536138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43522) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:57.536314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/networks/9d7adf45-a114-4a05-8a51-7391a2ecd32e HTTP/1.1" status: 204 len: 168 time: 0.8534760 Jul 23 00:03:57.559916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d36d3-a8c5-485e-87bf-44f45dd91c34 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Pushing event deleted for resources: {'Network': ['ID=9d7adf45-a114-4a05-8a51-7391a2ecd32e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:57.589477 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-275e373c-bf9b-4c3b-9318-f6877de5a7ac tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "GET /v2.0/ports?device_id=725dfd0e-1368-4b6d-ba3b-ceb64df66114 HTTP/1.1" status: 200 len: 205 time: 0.0517275 Jul 23 00:03:57.592972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43526) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:57.613904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af9c6d-a994-4755-b1ad-e316de8d2af1 req-93a96dc1-5bb7-4ebd-b997-a8f596db220a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:57.619885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36af9c6d-a994-4755-b1ad-e316de8d2af1 req-93a96dc1-5bb7-4ebd-b997-a8f596db220a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 945 time: 0.1333547 Jul 23 00:03:57.692027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-36af9c6d-a994-4755-b1ad-e316de8d2af1 req-6035ea37-d8e5-4152-8ff0-6246cea280c4 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638375 Jul 23 00:03:57.712529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.904535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83b798-a27e-48d5-a0bc-ef7851e753f4 req-951e61cf-8d17-4ebc-8ba5-9f9d290237db tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:57.907848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a83b798-a27e-48d5-a0bc-ef7851e753f4 req-951e61cf-8d17-4ebc-8ba5-9f9d290237db tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0714350 Jul 23 00:03:57.929136 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.932486 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.951862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a83b798-a27e-48d5-a0bc-ef7851e753f4 req-2c29701d-1ab7-4962-967a-a6055399d7e2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386031 Jul 23 00:03:57.988355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.988949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Fanout notify agent at l3_agent the message router_deleted on router 725dfd0e-1368-4b6d-ba3b-ceb64df66114 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:03:58.000600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.003591 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ccd8d3b6-656a-4409-afce-686b367ed2f4 tempest-RoutersNegativeTest-2016656484 tempest-RoutersNegativeTest-2016656484-project] 10.222.0.21 "DELETE /v2.0/routers/725dfd0e-1368-4b6d-ba3b-ceb64df66114 HTTP/1.1" status: 204 len: 168 time: 0.4075184 Jul 23 00:03:58.016099 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-5eb39346-9985-492a-8d1c-746405213227 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1502194 Jul 23 00:03:58.180395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-69b85bb4-b3c4-404e-8847-5e59b94f30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:58.182458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-69b85bb4-b3c4-404e-8847-5e59b94f30a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1097 time: 0.0723398 Jul 23 00:03:58.303026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:58.319195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-f49cf7e1-854a-4384-92b1-5782a52f634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:58.320909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-f49cf7e1-854a-4384-92b1-5782a52f634b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1168683 Jul 23 00:03:58.440235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-d6b75c8e-8a49-40b0-a17b-f7c966e66370 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 1001 time: 0.1117718 Jul 23 00:03:58.512590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-635972a1-6536-4b16-bbd8-a77e4596c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:58.518129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-635972a1-6536-4b16-bbd8-a77e4596c570 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0722322 Jul 23 00:03:58.536615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ea5450a9-fd30-4d6f-9605-62dd4e6114a9 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:03:58.563509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ea5450a9-fd30-4d6f-9605-62dd4e6114a9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:03:58.563881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ea5450a9-fd30-4d6f-9605-62dd4e6114a9 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:03:58.564672 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8bdb8d92-15f4-46d3-8a16-d8371793de44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d62e47bb6684442ba7613f9226df74ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543869 Jul 23 00:03:58.565470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43560) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:58.606562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-8aba30bc-0608-4eea-b485-b258a826f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:58.608367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-8aba30bc-0608-4eea-b485-b258a826f782 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842855 Jul 23 00:03:58.633043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf235c3-e03a-4a57-ad28-5853fa22ff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.658120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf235c3-e03a-4a57-ad28-5853fa22ff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.729451 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf235c3-e03a-4a57-ad28-5853fa22ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.734612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7cf235c3-e03a-4a57-ad28-5853fa22ff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.737988 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7cf235c3-e03a-4a57-ad28-5853fa22ff62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4850a94-8033-4b0b-89b8-6f022ed3db94 HTTP/1.1" status: 204 len: 168 time: 0.1701148 Jul 23 00:03:58.751479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf235c3-e03a-4a57-ad28-5853fa22ff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4850a94-8033-4b0b-89b8-6f022ed3db94,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:58.785220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-51e0d16d-433d-489b-8a82-977ba231b4c9 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686552 Jul 23 00:03:58.938050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e6ad0c4-cad4-487f-b11a-cb6149dac2e2 req-a196f5a5-d378-4b2d-8a37-33cb5f6dffad service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459653 Jul 23 00:03:58.948675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b84e7-5d3f-4a44-8c21-437f30cf32c9 req-cb3202f2-6b99-44e8-b17e-178104cd94f7 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:58.950758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-304b84e7-5d3f-4a44-8c21-437f30cf32c9 req-cb3202f2-6b99-44e8-b17e-178104cd94f7 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 945 time: 0.1595323 Jul 23 00:03:59.000948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-304b84e7-5d3f-4a44-8c21-437f30cf32c9 req-823460ad-c691-4322-827b-15b565b39a95 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Jul 23 00:03:59.166421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85388c-1736-4642-b25f-1ec67c3a6070 req-16b98cf5-9c73-41a5-b6d4-011cd8083ae9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.171626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e85388c-1736-4642-b25f-1ec67c3a6070 req-16b98cf5-9c73-41a5-b6d4-011cd8083ae9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1206989 Jul 23 00:03:59.234153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e85388c-1736-4642-b25f-1ec67c3a6070 req-81ffd70e-feb8-46f6-aea9-ec7e6f38b9da tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529578 Jul 23 00:03:59.578778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-fabe2b75-902d-4ae2-9085-61a448fde148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.579141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-fabe2b75-902d-4ae2-9085-61a448fde148 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1097 time: 0.0715375 Jul 23 00:03:59.705245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-e375ddc1-2fd3-4474-a261-70022d7aa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.706828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-e375ddc1-2fd3-4474-a261-70022d7aa3ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1178598 Jul 23 00:03:59.797125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-efd24fd1-1554-489d-b12f-e5d502cd333a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 1001 time: 0.0840454 Jul 23 00:03:59.861999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-25bc5c6a-410b-4661-98bd-62101ebbbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.864394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-25bc5c6a-410b-4661-98bd-62101ebbbd76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0599415 Jul 23 00:03:59.941407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-2bebd8a6-9240-4b86-835d-b4d2fd448096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.944007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-2bebd8a6-9240-4b86-835d-b4d2fd448096 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733721 Jul 23 00:04:00.093362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-46e3fac4-ba7d-4a23-90b7-08288dc00315 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429210 Jul 23 00:04:00.204521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-351f109b-510f-412d-a0fd-3a93d1ebbe5a service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050806 Jul 23 00:04:00.402937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c95a1-2f4a-4fd3-8a14-554128858e27 req-f650f8fb-6e0e-4e4b-89a3-bdf40d51747b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:00.404820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-613c95a1-2f4a-4fd3-8a14-554128858e27 req-f650f8fb-6e0e-4e4b-89a3-bdf40d51747b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0715754 Jul 23 00:04:00.459471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-613c95a1-2f4a-4fd3-8a14-554128858e27 req-bfcc4c20-94f1-463d-bb86-be613c2e44b3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484653 Jul 23 00:04:01.616136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f0af2-efba-44bc-b613-d306658424f0 req-1169cb83-22ea-46f0-a133-68149e5863ce tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:01.617675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c5f0af2-efba-44bc-b613-d306658424f0 req-1169cb83-22ea-46f0-a133-68149e5863ce tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0658815 Jul 23 00:04:01.657126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c5f0af2-efba-44bc-b613-d306658424f0 req-387cafbe-9cc1-4799-8433-c66cb55b81a4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Jul 23 00:04:02.334427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43652) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:02.339590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179545373', 'description': 'tempest-secgroup-smoke-1179545373 description', 'project_id': 'e27796f65d2e4950b559fccc461c1258'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:02.370749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.490599 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.494746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.540751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.542784 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2071722 Jul 23 00:04:02.546484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43654) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:02.551355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group_rule': {'security_group_id': '51cdac68-8192-4da9-887f-6e9f79a76c6a', 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:02.558513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe75b6e-812d-459b-892e-358f7f869768 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cdac68-8192-4da9-887f-6e9f79a76c6a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:02.594054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.684097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.690243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.709964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d38f10f-5477-4637-ba94-07b03010f084,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:02.721545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.725890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-35f32075-8bc5-4da7-8db4-84b051b3d99d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763041 Jul 23 00:04:02.726219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43658) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:02.734584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group_rule': {'security_group_id': '51cdac68-8192-4da9-887f-6e9f79a76c6a', 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:02.777052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.845190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22849b1a-8d3e-43f3-8b72-7d9a1e252b0e req-5a3448d8-c2ef-4d06-a106-7e170550424b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:02.854329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22849b1a-8d3e-43f3-8b72-7d9a1e252b0e req-5a3448d8-c2ef-4d06-a106-7e170550424b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1042044 Jul 23 00:04:02.865215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.871387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.896548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fa6d88-faf5-4ae7-aaa8-a2a521d41186,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:02.913756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.914867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22849b1a-8d3e-43f3-8b72-7d9a1e252b0e req-d32b8361-d672-4e75-943f-03bfc05e733d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588355 Jul 23 00:04:02.915899 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d50ab6e4-33f9-4234-89d1-402d1369bd94 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1881149 Jul 23 00:04:02.919380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:02.925487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group_rule': {'security_group_id': '51cdac68-8192-4da9-887f-6e9f79a76c6a', 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:02.971659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.061467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.066847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.089302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9f615e-24ad-4bfe-b1c3-02c5a66f996f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:03.097242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.101736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43664) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.107202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group_rule': {'security_group_id': '51cdac68-8192-4da9-887f-6e9f79a76c6a', 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:03.111978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e4f143e3-0dab-410b-9704-7d00066fc1dc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911385 Jul 23 00:04:03.149870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.219109 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.223605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.243829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bab77f-1da3-4a81-92d9-10a1244d2e63,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:03.253331 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.258319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cf0ad11b-4f0a-46fb-92bb-edc435851b03 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525400 Jul 23 00:04:03.258979 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43666) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.267986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group_rule': {'security_group_id': '51cdac68-8192-4da9-887f-6e9f79a76c6a', 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:03.303238 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Project e27796f65d2e4950b559fccc461c1258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:04:03.307376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.394051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.406327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.451181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030d682b-cc78-405f-b8f7-326b0999aff2,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:03.475894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.482641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dc1ea138-ce21-4724-8213-51f8787270a8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2203119 Jul 23 00:04:03.484868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43670) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:03.494885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'security_group_rule': {'security_group_id': '51cdac68-8192-4da9-887f-6e9f79a76c6a', 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:03.540096 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Project e27796f65d2e4950b559fccc461c1258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:04:03.551973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.644652 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.649259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.667933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4e3367-031c-4390-8d0d-97c238e5d8a4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:03.676132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.677777 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a9c59661-0293-4c04-8a65-33718b8626f3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1907635 Jul 23 00:04:03.924488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-59f9ff5c-8b1f-48f7-a483-f3d2aa70c3b5 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179545373&fields=id&tenant_id=e27796f65d2e4950b559fccc461c1258 HTTP/1.1" status: 200 len: 267 time: 0.0432575 Jul 23 00:04:04.423793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-a24ff7d1-7762-4f4c-b22f-baccf65125f5 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:04.425381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-a24ff7d1-7762-4f4c-b22f-baccf65125f5 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 813 time: 0.4920619 Jul 23 00:04:04.452747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd2bb0-1963-4829-961b-5e46fe742735 req-a839e94a-d147-4f9d-bdf4-5d51130ada9b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:04.454369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8dd2bb0-1963-4829-961b-5e46fe742735 req-a839e94a-d147-4f9d-bdf4-5d51130ada9b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1089644 Jul 23 00:04:04.457292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-65c682b3-d9f5-4609-8b15-667f159a57c2 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/quotas/e27796f65d2e4950b559fccc461c1258 HTTP/1.1" status: 200 len: 375 time: 0.0259137 Jul 23 00:04:04.541430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8dd2bb0-1963-4829-961b-5e46fe742735 req-6bba98c3-4ba8-4730-a1c8-6e696618bb2f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750844 Jul 23 00:04:04.571946 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-d4a32c71-74b4-455a-9e79-5f24ad52d44a tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071498 Jul 23 00:04:04.680315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-8f7f0f22-d38b-477a-903c-c727c7fb4476 service neutron] 10.222.0.21 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929635 Jul 23 00:04:04.793089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-9cb4d853-8147-4797-adfa-f7262e0a9d0c service neutron] 10.222.0.21 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066382 Jul 23 00:04:05.098135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59425086-a686-4fee-8901-bd8e5da10741 req-d1846354-74f3-4ecf-a33c-0762317d4ae0 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 210 time: 0.0301397 Jul 23 00:04:05.720503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8db59c-8796-4749-9641-37870808c47c req-c80a6cf6-3e86-4c02-8570-6af8d42894c4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.722006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec8db59c-8796-4749-9641-37870808c47c req-c80a6cf6-3e86-4c02-8570-6af8d42894c4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0771191 Jul 23 00:04:05.800407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec8db59c-8796-4749-9641-37870808c47c req-ed233ce4-4ca4-492a-9509-0ecceb8b82d0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710475 Jul 23 00:04:06.053828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-319ac993-1fbe-40c1-b762-914d8f7b75a4 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:06.055293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-319ac993-1fbe-40c1-b762-914d8f7b75a4 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 813 time: 0.1055696 Jul 23 00:04:06.097967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-605472e4-dd13-4fd1-a1f0-6879a3908d9d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e27796f65d2e4950b559fccc461c1258 HTTP/1.1" status: 200 len: 380 time: 0.0350087 Jul 23 00:04:06.108580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'port': {'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'admin_state_up': True, 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'security_groups': ['51cdac68-8192-4da9-887f-6e9f79a76c6a']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:06.211460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6fcde6f4-7a97-495d-9490-63d903eb67bb req-681abfe5-8d32-424f-93aa-272bda344cdc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 210 time: 0.0372469 Jul 23 00:04:06.261399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Made reservation on behalf of e27796f65d2e4950b559fccc461c1258 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:06.265642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.318995 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.397582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Allocated IP 172.20.0.14 (34978865-daa5-4986-b78a-47c2177a9243/c09134b1-af76-4c04-aee6-3679cab6b662/95bfc614-ea19-4e2e-95dd-14e6ba0cea9c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:06.542329 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.556523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Transition to ACTIVE for port object 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:06.590369 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.643197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Network 34978865-daa5-4986-b78a-47c2177a9243 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:06.646265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:06.650117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:06.675908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'Port': ['ID=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:06.705367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:06.706056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.721476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-589e8f88-e51a-4a47-839f-32401699c045 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168511 Jul 23 00:04:06.736931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Request body: {'port': {'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:06.820817 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.886884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e3458e2-e5d4-41f7-a173-b9ef751f08cd None None] Provisioning for port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:06.899669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e3458e2-e5d4-41f7-a173-b9ef751f08cd None None] Provisioning complete for port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:06.901037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e3458e2-e5d4-41f7-a173-b9ef751f08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:06.952592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0e3458e2-e5d4-41f7-a173-b9ef751f08cd None None] Port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:04:07.127874 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3c06e-534a-427c-a143-69ffd730bd44 req-3278173c-1ec5-4d3d-9276-452ab785d640 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.129354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27d3c06e-534a-427c-a143-69ffd730bd44 req-3278173c-1ec5-4d3d-9276-452ab785d640 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.2089946 Jul 23 00:04:07.227797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-27d3c06e-534a-427c-a143-69ffd730bd44 req-d528fd23-61d2-4b11-99ad-810cb1ab7956 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906286 Jul 23 00:04:07.229781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:07.248863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.286900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Transition to ACTIVE for port object 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:07.293870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.506978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:07.524845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Attempting to bind port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:07.525205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Attempting to bind port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:07.525448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Attempting to bind port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c on network 34978865-daa5-4986-b78a-47c2177a9243 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:07.537942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c on network 34978865-daa5-4986-b78a-47c2177a9243 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:07.538266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Attempting to bind port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c on network 34978865-daa5-4986-b78a-47c2177a9243 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:07.550515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:07.550907 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Checking segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:07.551242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Bound using segment: {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:07.551720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Bound port: 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32294ec5-3f4c-4632-84c2-0eea9a9853b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '34978865-daa5-4986-b78a-47c2177a9243'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:07.552087 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.563400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b6a35-83be-4e18-9008-b16816c97a09 req-4d28447f-8d8e-4a04-8dac-55ef5e639436 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.565030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-945b6a35-83be-4e18-9008-b16816c97a09 req-4d28447f-8d8e-4a04-8dac-55ef5e639436 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.2109749 Jul 23 00:04:07.647910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-945b6a35-83be-4e18-9008-b16816c97a09 req-04835070-7f89-4378-9852-d8dc42cdedb4 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762150 Jul 23 00:04:07.668763 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] For port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:07.672076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] For port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:07.677506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.723793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.724411 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:07.725861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] 10.222.0.49 "PUT /v2.0/ports/95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 1092 time: 0.9943538 Jul 23 00:04:07.726284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:07.728740 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26741776-3651-4c82-a18f-87fa939ea1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:07.753135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d166-a01d-4d76-9662-12749a808ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:07.824372 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ceaa64-9172-446f-b258-4476160abe5f x-openstack-request-id: req-08ceaa64-9172-446f-b258-4476160abe5f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:07.824823 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:07.825940 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08ceaa64-9172-446f-b258-4476160abe5f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:07.826494 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'status': 'completed', 'code': 200} Jul 23 00:04:07.858113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-cfafd29d-ffbe-445f-ae35-a02a92203998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.860220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-cfafd29d-ffbe-445f-ae35-a02a92203998 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1095 time: 0.0774798 Jul 23 00:04:07.911069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-995bd0f2-2f8a-4146-8c11-b29b4e9685f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 217 time: 0.0429194 Jul 23 00:04:07.967599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-21b11c1e-69e3-4303-9fa2-4addf05f9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.969257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-21b11c1e-69e3-4303-9fa2-4addf05f9f9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.0525813 Jul 23 00:04:08.103490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-e86dff94-cfa4-4afb-9dc0-6b603f36ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.105922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-e86dff94-cfa4-4afb-9dc0-6b603f36ba12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281416 Jul 23 00:04:08.217583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-278b1360-79e0-460b-b4b7-d76063f4895f service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058769 Jul 23 00:04:08.323568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4289079f-a65c-4d48-a549-c4aa2b64cc76 req-cc78ca2b-1dda-4142-89a1-203f7fdcca9f service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996745 Jul 23 00:04:08.432890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2e2cb-194f-4164-b468-03ce23e82de3 req-b35b9d96-a53a-48b4-9605-8fb1ecbb0a0b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.434481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42c2e2cb-194f-4164-b468-03ce23e82de3 req-b35b9d96-a53a-48b4-9605-8fb1ecbb0a0b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0965650 Jul 23 00:04:08.486037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-83d913f2-3314-463a-b1ae-fec50a708bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.487614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-83d913f2-3314-463a-b1ae-fec50a708bfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1095 time: 0.1085632 Jul 23 00:04:08.490776 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42c2e2cb-194f-4164-b468-03ce23e82de3 req-abcf075b-7fbe-4cec-bfab-7e4a9ffff901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497947 Jul 23 00:04:08.588802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-b123867a-0f5b-42a0-885c-7a418b7e22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.590506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-b123867a-0f5b-42a0-885c-7a418b7e22f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 914 time: 0.0972126 Jul 23 00:04:08.633046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-618f8d6c-d734-4e63-92b9-b18efe5b7772 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 217 time: 0.0352917 Jul 23 00:04:08.690333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-1683e06f-4617-452b-ace6-60f4c0d3215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.691885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-1683e06f-4617-452b-ace6-60f4c0d3215b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.0529063 Jul 23 00:04:08.793847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-f084e00a-0c45-4883-ae25-4d2d58d0aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.795289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-f084e00a-0c45-4883-ae25-4d2d58d0aa76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974114 Jul 23 00:04:08.808027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fccb1-bd73-4748-87d5-178641d207ab req-a2460e78-9774-4ec9-81cd-86671ee63428 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.809720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af9fccb1-bd73-4748-87d5-178641d207ab req-a2460e78-9774-4ec9-81cd-86671ee63428 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0827487 Jul 23 00:04:08.917145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af9fccb1-bd73-4748-87d5-178641d207ab req-1f3d255e-7bed-41a0-91ea-48a2b0802fc6 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988891 Jul 23 00:04:08.951651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-b280a97b-88f9-424c-8286-47f6c8b53544 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409035 Jul 23 00:04:09.059038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-26741776-3651-4c82-a18f-87fa939ea1e3 req-597183a8-aa77-4379-8a93-5506da98c949 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008627 Jul 23 00:04:09.652592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e07ea-6e7b-4aac-9a05-9ab19a406e6b req-9e8d98bd-e97c-4e26-ace6-7440305617d2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:09.654942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa0e07ea-6e7b-4aac-9a05-9ab19a406e6b req-9e8d98bd-e97c-4e26-ace6-7440305617d2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0805490 Jul 23 00:04:09.698013 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa0e07ea-6e7b-4aac-9a05-9ab19a406e6b req-a98628c6-1b7a-4944-946c-20b55da11ce5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370495 Jul 23 00:04:09.947013 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:04:10.057627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db73a9-7cd5-4b73-bf09-a9dd90917c35 req-44354b48-ca91-4d22-a008-16a8e0ebc56f tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:10.059941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5db73a9-7cd5-4b73-bf09-a9dd90917c35 req-44354b48-ca91-4d22-a008-16a8e0ebc56f tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0671935 Jul 23 00:04:10.117767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5db73a9-7cd5-4b73-bf09-a9dd90917c35 req-58f4a615-915b-4f40-bb0a-ec91fc64644e tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461214 Jul 23 00:04:10.843787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a42fc-8d4c-4fe3-9093-e08a6b913354 req-81ea2025-1b84-4b01-975d-5c96e48087ba tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:10.845283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b5a42fc-8d4c-4fe3-9093-e08a6b913354 req-81ea2025-1b84-4b01-975d-5c96e48087ba tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0744858 Jul 23 00:04:10.888724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b5a42fc-8d4c-4fe3-9093-e08a6b913354 req-b8e3e89a-ce7e-4085-8429-a0eeca782963 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371220 Jul 23 00:04:11.258816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2eb12-8ccb-4ba0-adc7-5085abdaf2ed req-4f8dbb54-98f6-4a05-ae2b-024fb875a30d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.260383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-add2eb12-8ccb-4ba0-adc7-5085abdaf2ed req-4f8dbb54-98f6-4a05-ae2b-024fb875a30d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0666285 Jul 23 00:04:11.303428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-add2eb12-8ccb-4ba0-adc7-5085abdaf2ed req-9063ee8f-f935-4b6b-82af-01d0dcb2b818 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Jul 23 00:04:12.065699 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-6359db41-d384-447b-b0a3-0a645632dea0 req-6901cfca-0a98-4da7-bbe3-e45011265663 service neutron] show failed (client error): The resource could not be found. Jul 23 00:04:12.066813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-6901cfca-0a98-4da7-bbe3-e45011265663 service neutron] 10.222.0.49 "GET /v2.0/ports/0407a458-fc8c-4ff6-b48a-6b201e08fb6c/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0756350 Jul 23 00:04:12.076559 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df6b94-7d66-40f5-b986-25f3e93f345c req-02796cfe-4a65-43a3-bec8-5738e43afc91 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:12.078182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87df6b94-7d66-40f5-b986-25f3e93f345c req-02796cfe-4a65-43a3-bec8-5738e43afc91 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1182685 Jul 23 00:04:12.121347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87df6b94-7d66-40f5-b986-25f3e93f345c req-00c1a00c-9841-4d6e-ba53-c7349b151e6b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364954 Jul 23 00:04:12.318213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-eef70fcd-f942-4c9d-8cbd-b82e930da442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:12.319685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-eef70fcd-f942-4c9d-8cbd-b82e930da442 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 1097 time: 0.0953751 Jul 23 00:04:12.337101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:12.417104 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:12.451698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50063391-dbc2-4dce-b90d-83cc06ed9ff0 req-6cda5f00-adf4-48b1-82eb-49c0f996912a tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:12.459247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50063391-dbc2-4dce-b90d-83cc06ed9ff0 req-6cda5f00-adf4-48b1-82eb-49c0f996912a tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0768049 Jul 23 00:04:12.497565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50063391-dbc2-4dce-b90d-83cc06ed9ff0 req-de177030-6928-40f3-a589-6294edca9ae0 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366616 Jul 23 00:04:12.654121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:12.694307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:12.735549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:12.737894 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c2c1c9-8607-4dea-80e9-100c19649858" -d '{"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-unplugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:12.741883 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:12.757273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Transition to ACTIVE for port object 0407a458-fc8c-4ff6-b48a-6b201e08fb6c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:12.761674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:12.800112 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fcb42a-e773-422f-9556-cc731db473ed x-openstack-request-id: req-05fcb42a-e773-422f-9556-cc731db473ed {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:12.800415 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-unplugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:12.800670 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05fcb42a-e773-422f-9556-cc731db473ed {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:12.801062 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'code': 200} Jul 23 00:04:12.900059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:12.976605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] No DVR routers for this DVR port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:13.127746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:13.128082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:13.128414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:13.132986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:13.133320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:13.140182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:13.140537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Checking segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:13.140909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Bound using segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:13.141446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Bound port: 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:13.141812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:13.217411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:13.220820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:13.225711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:13.268485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.269118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:13.270540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] 10.222.0.48 "PUT /v2.0/ports/0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 1092 time: 0.9377337 Jul 23 00:04:13.283934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663d5ed-6a79-4779-b5eb-986a4c5d671b req-f733c848-4459-46f5-88c0-65e4cc762eee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.290982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7663d5ed-6a79-4779-b5eb-986a4c5d671b req-f733c848-4459-46f5-88c0-65e4cc762eee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.0890043 Jul 23 00:04:13.299304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da883999-3063-4741-8f64-a054b96a9a78 service neutron] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:13.330740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7663d5ed-6a79-4779-b5eb-986a4c5d671b req-a2670853-c88c-4580-8186-ccaaa58b1a07 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388255 Jul 23 00:04:13.371495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-16a97fe5-552a-4be7-9522-6e6de3a122d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.373407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-16a97fe5-552a-4be7-9522-6e6de3a122d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1095 time: 0.0659616 Jul 23 00:04:13.472415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-c20dfadd-41ff-466d-9cfb-755cc5613f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.474522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-c20dfadd-41ff-466d-9cfb-755cc5613f3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.0949924 Jul 23 00:04:13.548919 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-2b1f6dad-bb26-4b21-830c-757926124333 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.0680413 Jul 23 00:04:13.600673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-3bd76ca2-b1b1-45b9-9763-9ecf0e730ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.602140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-3bd76ca2-b1b1-45b9-9763-9ecf0e730ace service neutron] 10.222.0.48 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0461543 Jul 23 00:04:13.647601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f4c7-4096-4176-b798-ce216ff090a0 req-462fbce6-aaa7-4c8a-aa79-e4fc5dfec49b tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.649479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7298f4c7-4096-4176-b798-ce216ff090a0 req-462fbce6-aaa7-4c8a-aa79-e4fc5dfec49b tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0780094 Jul 23 00:04:13.673632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359db41-d384-447b-b0a3-0a645632dea0 req-11d6b3ae-dc55-49db-b554-4200785ec8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.675163 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-11d6b3ae-dc55-49db-b554-4200785ec8d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668790 Jul 23 00:04:13.696160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7298f4c7-4096-4176-b798-ce216ff090a0 req-b108c036-0f03-47a2-8d3d-8d6149916349 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364590 Jul 23 00:04:13.807052 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-e88ac8eb-02cf-47f0-b085-ebbe86a183ff service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245286 Jul 23 00:04:13.917369 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6359db41-d384-447b-b0a3-0a645632dea0 req-390d4a35-9f46-4a3c-9bde-7f41e487946d service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034353 Jul 23 00:04:14.473451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b54e71-0d7a-4dba-a67d-cec9853e27c9 req-c44c8d6e-22ad-4f38-9a8f-9cff12ebf991 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:14.474975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6b54e71-0d7a-4dba-a67d-cec9853e27c9 req-c44c8d6e-22ad-4f38-9a8f-9cff12ebf991 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.0697069 Jul 23 00:04:14.515933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6b54e71-0d7a-4dba-a67d-cec9853e27c9 req-eb53c53e-4bd6-4853-8641-ba39406c84f1 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334768 Jul 23 00:04:14.801831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:14.804283 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8098466f-4177-47eb-8776-dafcae793f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:14.842040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c3387-9983-4567-8ceb-ec3d1eaa4010 req-d42765e0-9f82-4d8b-9d7a-f2b8bbd8548f tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:14.844284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c48c3387-9983-4567-8ceb-ec3d1eaa4010 req-d42765e0-9f82-4d8b-9d7a-f2b8bbd8548f tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0705724 Jul 23 00:04:14.853583 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbc2a4c-fe18-4f4e-8cce-7018c2a26a51 x-openstack-request-id: req-0dbc2a4c-fe18-4f4e-8cce-7018c2a26a51 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:14.853818 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:14.854077 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dbc2a4c-fe18-4f4e-8cce-7018c2a26a51 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:14.854821 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'status': 'completed', 'code': 200} Jul 23 00:04:14.894228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c48c3387-9983-4567-8ceb-ec3d1eaa4010 req-0adc062b-0ade-467e-b5d8-f91bf3d911b8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440197 Jul 23 00:04:14.957918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-bbc7f4d8-996d-4ace-b7cc-82dcbfe5f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:14.959835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-bbc7f4d8-996d-4ace-b7cc-82dcbfe5f553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1095 time: 0.0697079 Jul 23 00:04:14.969652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-36c179d0-9011-4298-b7d1-06fa93396026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:14.971270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-36c179d0-9011-4298-b7d1-06fa93396026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1095 time: 0.0746148 Jul 23 00:04:15.070766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-5aacf1dd-fd35-4a46-b403-74ca54c7f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.075843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-5aacf1dd-fd35-4a46-b403-74ca54c7f683 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1072857 Jul 23 00:04:15.117043 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-a74e8954-7f1e-4371-8692-baec6d3d574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.118679 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-a74e8954-7f1e-4371-8692-baec6d3d574c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1401062 Jul 23 00:04:15.158003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-a6295bcf-b759-466f-8206-ada18c7726ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.0772324 Jul 23 00:04:15.195774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-d02663a7-0d49-428f-a155-6721236acaa6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.0699246 Jul 23 00:04:15.214865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-3c70db71-2a2f-4959-80f6-c88dce7a00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.216576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-3c70db71-2a2f-4959-80f6-c88dce7a00a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0527754 Jul 23 00:04:15.245458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-389a1297-a19d-48b8-8614-e5b214d20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.247528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-389a1297-a19d-48b8-8614-e5b214d20a74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0444913 Jul 23 00:04:15.281720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-28a39d8d-e246-41f9-9d95-7e09d4a19cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.283720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-28a39d8d-e246-41f9-9d95-7e09d4a19cea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596786 Jul 23 00:04:15.318810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098466f-4177-47eb-8776-dafcae793f8f req-015384f3-38ce-475a-81c0-5861ebc57702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.320414 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-015384f3-38ce-475a-81c0-5861ebc57702 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656853 Jul 23 00:04:15.388263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-e099505a-9abf-4eea-b683-4f202b709dd1 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973227 Jul 23 00:04:15.435512 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-9cc3b541-bbac-4ed0-a5bf-309f6eb55a1b service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078193 Jul 23 00:04:15.489174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-94578601-0b1f-46bf-bbf8-a6f3685d2a9e service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949032 Jul 23 00:04:15.687622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc4b97-9bfe-4aff-84f1-f64c9dad13a2 req-c7af2379-5383-4129-9f0b-6b3652eeb322 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.697573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65fc4b97-9bfe-4aff-84f1-f64c9dad13a2 req-c7af2379-5383-4129-9f0b-6b3652eeb322 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 944 time: 0.0985448 Jul 23 00:04:15.753082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65fc4b97-9bfe-4aff-84f1-f64c9dad13a2 req-0103e31b-691f-4c43-9013-1a5353b7b615 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517025 Jul 23 00:04:15.811360 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8098466f-4177-47eb-8776-dafcae793f8f req-4b9f7851-3d1e-4485-bf58-f1279fc903aa service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694263 Jul 23 00:04:16.041027 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:16.054880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cd292-2e16-4465-adca-cda8bb0ffeb6 req-d2f5b052-f074-45ad-a326-5f1a3bba3b0a tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:16.056817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-071cd292-2e16-4465-adca-cda8bb0ffeb6 req-d2f5b052-f074-45ad-a326-5f1a3bba3b0a tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.0873482 Jul 23 00:04:16.104585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-071cd292-2e16-4465-adca-cda8bb0ffeb6 req-caf2ea4f-73fc-48d3-bc9e-6b1b4ac9d1fc tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Jul 23 00:04:16.122532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:16.251204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:16.262002 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c4525b5c-f0a1-4a6b-a77f-8ac434dd5f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:16.267146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'mac_address': 'fa:16:3e:4a:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:16.268935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:16.309847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:16.324508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0407a458-fc8c-4ff6-b48a-6b201e08fb6c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:16.350169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:16.354147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:16.466598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:16.690441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['0407a458-fc8c-4ff6-b48a-6b201e08fb6c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:16.882969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa286-c83f-41db-bd7c-1e5cb616fe60 req-6c16b127-778e-4d79-8234-1ac1d4bb0407 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:16.884578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21afa286-c83f-41db-bd7c-1e5cb616fe60 req-6c16b127-778e-4d79-8234-1ac1d4bb0407 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.0715964 Jul 23 00:04:16.924237 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21afa286-c83f-41db-bd7c-1e5cb616fe60 req-2ac3fb22-559c-4f7e-93c4-c666b85f336d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331912 Jul 23 00:04:17.231922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a563b80-6b3a-4d81-95c6-0ff59c0149e3 req-8f14d57a-cb25-42a1-a44b-1288b932cc41 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.244085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a563b80-6b3a-4d81-95c6-0ff59c0149e3 req-8f14d57a-cb25-42a1-a44b-1288b932cc41 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.1175909 Jul 23 00:04:17.284391 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-b819a0df-ca02-4a3c-824e-6dd50c9bc89f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.286006 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-b819a0df-ca02-4a3c-824e-6dd50c9bc89f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.48 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789&tenant_id=3cc992aef98541b3b5b137c2bbf79b96&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 945 time: 0.1787684 Jul 23 00:04:17.337710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a563b80-6b3a-4d81-95c6-0ff59c0149e3 req-fbc40133-bfc4-4b9b-a2ea-63ff530efaa1 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907454 Jul 23 00:04:17.366748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-455c14cd-c69a-406e-b042-ee97c77a7de3 service neutron] 10.222.0.48 "GET /v2.0/ports/0407a458-fc8c-4ff6-b48a-6b201e08fb6c/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 382 time: 0.0738261 Jul 23 00:04:17.380221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10895619-48a5-4b40-ace1-e7ab1d661ca2 req-907ae7ed-f906-4729-a710-0651506fe3fa tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.381830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10895619-48a5-4b40-ace1-e7ab1d661ca2 req-907ae7ed-f906-4729-a710-0651506fe3fa tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.1349745 Jul 23 00:04:17.433199 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-10895619-48a5-4b40-ace1-e7ab1d661ca2 req-df74ceca-8556-48dd-b932-6d11f6a6e6d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Jul 23 00:04:17.482777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-cd80757a-1bff-4f78-b4d5-b29c3486f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.484357 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-cd80757a-1bff-4f78-b4d5-b29c3486f9e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1096 time: 0.0701473 Jul 23 00:04:17.602166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-fcba7076-d155-46a4-93cf-3bee866cd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.603690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-fcba7076-d155-46a4-93cf-3bee866cd020 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1102197 Jul 23 00:04:17.670656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-dcb8fb3d-6161-4843-9b23-16418a280c46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 1000 time: 0.0591066 Jul 23 00:04:17.723031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-b1596e0d-6571-424f-a085-7c7c6e7388bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.724449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-b1596e0d-6571-424f-a085-7c7c6e7388bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0478337 Jul 23 00:04:17.788864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-a86cf77c-e89e-4d26-9150-fec867503303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.790398 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-a86cf77c-e89e-4d26-9150-fec867503303 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596554 Jul 23 00:04:17.906178 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-cb168141-092d-426b-928c-4b4295fb5e92 service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091955 Jul 23 00:04:18.010755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-5de2a024-3d82-49a3-aa53-8c483321bd3c service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975738 Jul 23 00:04:18.042716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:18.096883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:18.100960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:18.101361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:18.181457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:18.204266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:18.206503 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a842a53d-fc0b-459d-8fb8-66003323b585" -d '{"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-plugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:18.220195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:18.224492 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:18.260118 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242bb2e0-01ea-43a7-828e-a36d5b53189d x-openstack-request-id: req-242bb2e0-01ea-43a7-828e-a36d5b53189d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:18.260410 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-plugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:18.260661 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-242bb2e0-01ea-43a7-828e-a36d5b53189d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:18.261051 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'code': 200} Jul 23 00:04:18.288460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:18.296959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.297321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.297692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.298021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.298362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.298705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.299039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.299397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.299733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.300064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.300393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.300723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:18.556432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42267d79-a304-400b-93eb-142e0ebcf117 req-11426528-1dad-43a2-b8bb-3fb9771c381c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:18.558362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42267d79-a304-400b-93eb-142e0ebcf117 req-11426528-1dad-43a2-b8bb-3fb9771c381c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.1445601 Jul 23 00:04:18.668404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42267d79-a304-400b-93eb-142e0ebcf117 req-3710f088-b637-405b-b5ab-fa876a1a13ef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029325 Jul 23 00:04:18.713653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ec751-b77b-4aa4-89bd-5b7e496158e4 req-a9da07ac-eec6-4085-a454-eeaedb492289 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:18.716174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c3ec751-b77b-4aa4-89bd-5b7e496158e4 req-a9da07ac-eec6-4085-a454-eeaedb492289 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.1160965 Jul 23 00:04:18.757566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c3ec751-b77b-4aa4-89bd-5b7e496158e4 req-007c4a4b-b96c-4fcd-a89a-e08ef1c06685 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353739 Jul 23 00:04:19.466451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b475d891-2ccc-4bf8-b575-c66c577ee26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:19.682793 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:19.857351 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8eb57-100a-4a09-a8ea-9239f95beba6 req-e6aaeb72-9d8c-48c3-9b14-3802478bf48b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.858690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50d8eb57-100a-4a09-a8ea-9239f95beba6 req-e6aaeb72-9d8c-48c3-9b14-3802478bf48b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 946 time: 0.0732355 Jul 23 00:04:19.958768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50d8eb57-100a-4a09-a8ea-9239f95beba6 req-bb3add7f-fded-48d0-884a-70bbdb54b156 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625150 Jul 23 00:04:19.970882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbb827-cb58-4e9a-9cb5-761b06e038d6 req-e3c84bb9-e93b-4628-af1e-27ebb4a11344 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.975807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bfbb827-cb58-4e9a-9cb5-761b06e038d6 req-e3c84bb9-e93b-4628-af1e-27ebb4a11344 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 944 time: 0.1125224 Jul 23 00:04:20.018652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bfbb827-cb58-4e9a-9cb5-761b06e038d6 req-b537e12a-770b-4646-94b4-594b3992598d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398412 Jul 23 00:04:20.115077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:20.243408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:20.259482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:20.309903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.334088 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:20.356409 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.365992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:20.371225 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.396052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-60af7210-492c-452c-9138-023b47f43652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:20.397664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-60af7210-492c-452c-9138-023b47f43652 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 1097 time: 0.0611045 Jul 23 00:04:20.409652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:20.427242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:20.499719 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.570990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:20.764498 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:20.814367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:20.881526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:20.884026 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ccadb1-4258-492e-a6ab-5d0c088f08f3" -d '{"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-unplugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:20.890154 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.914644 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-d4e0ed1c-384e-4383-b3e9-41bdf19faee8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1617389 Jul 23 00:04:20.918152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Transition to ACTIVE for port object 0407a458-fc8c-4ff6-b48a-6b201e08fb6c will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:20.922829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.987696 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c23f8-664c-4bd7-881e-5b6e65131947 x-openstack-request-id: req-668c23f8-664c-4bd7-881e-5b6e65131947 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:20.988310 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-unplugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:20.988750 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-668c23f8-664c-4bd7-881e-5b6e65131947 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:20.989319 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'code': 200} Jul 23 00:04:21.138162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-bc1717f6-e5a7-4a3c-84fd-71b1153fa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.141100 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-bc1717f6-e5a7-4a3c-84fd-71b1153fa2f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2a48d4499f649c0856f8484b7a993b4&device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 1096 time: 0.1229076 Jul 23 00:04:21.292125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-d41ac2d7-a2d4-4c42-b668-8e4aec13388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.294821 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-d41ac2d7-a2d4-4c42-b668-8e4aec13388d service neutron] 10.222.0.48 "GET /v2.0/networks?id=20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 200 len: 915 time: 0.1310325 Jul 23 00:04:21.347067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-731ffa54-96ff-403c-b725-371985c48f4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19f20b87-7f05-4845-8d13-812622d9001b HTTP/1.1" status: 200 len: 217 time: 0.0446968 Jul 23 00:04:21.399383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-fb9033c0-2638-4d2c-a11d-90b554f45906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.401213 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-fb9033c0-2638-4d2c-a11d-90b554f45906 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 200 len: 854 time: 0.0485194 Jul 23 00:04:21.454044 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-bb37f708-d3bb-4e72-aa65-2f18a247e066 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20ae342a-787f-4bad-a477-0d21b41d2102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465937 Jul 23 00:04:21.476176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=10']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:21.539792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] No DVR routers for this DVR port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:21.551423 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-6f7e4207-23fa-47f8-8a9a-d322d2436141 service neutron] 10.222.0.48 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897765 Jul 23 00:04:21.642576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95459f-7be2-4b19-84b8-3c2a300a358a req-1d9fcac9-f9e8-4da9-bc87-c9d09cc56b4d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.644737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db95459f-7be2-4b19-84b8-3c2a300a358a req-1d9fcac9-f9e8-4da9-bc87-c9d09cc56b4d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 945 time: 0.2334068 Jul 23 00:04:21.655421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d2b77fa9-9901-41cd-b277-0da7b6f29ab9 req-3368531e-2782-496b-923c-7c550b0b0110 service neutron] 10.222.0.48 "GET /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976224 Jul 23 00:04:21.670009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836beb0d-212e-427f-a25e-9845a44e04fc req-b4b665db-5b40-468c-941c-738d0c3baf32 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.672389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-836beb0d-212e-427f-a25e-9845a44e04fc req-b4b665db-5b40-468c-941c-738d0c3baf32 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.2626035 Jul 23 00:04:21.740409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db95459f-7be2-4b19-84b8-3c2a300a358a req-e4ea8d0e-e181-4b47-8407-29e308da9bf4 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886974 Jul 23 00:04:21.747318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-836beb0d-212e-427f-a25e-9845a44e04fc req-e54c1e1e-4b00-4a45-9f36-eeb81823c989 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676291 Jul 23 00:04:21.776142 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.791072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:21.791452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:21.791795 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:21.797177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:21.797501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Attempting to bind port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on network f4373d74-1fb2-44ea-841b-387fb8e108a4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:21.807450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:21.807734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Checking segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:21.808130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Bound using segment: {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:21.808572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Bound port: 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508d94ca-ddc6-4e54-aa3b-17edfcb2059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:21.808941 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.896723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:21.907430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:21.917585 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.964094 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.965683 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.968093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] 10.222.0.49 "PUT /v2.0/ports/0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 1093 time: 1.5627558 Jul 23 00:04:21.996986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f2087-922d-4bba-bcba-b7021fa14c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=11']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:22.081555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-c63d2720-3ba4-4b56-8e08-5130cfddc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.083541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-c63d2720-3ba4-4b56-8e08-5130cfddc104 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1096 time: 0.0823379 Jul 23 00:04:22.133386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:22.264183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-cae86513-01c2-4469-8dac-4ef144571086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.265837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-cae86513-01c2-4469-8dac-4ef144571086 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1759763 Jul 23 00:04:22.273635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:22.280250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:22.281334 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:22.359770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-4f85aee4-fc87-41fc-9083-c5d000c2365c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.0872641 Jul 23 00:04:22.400086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:22.415629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-552845fe-1239-44ba-8941-d64411cabdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.417345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-552845fe-1239-44ba-8941-d64411cabdf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0511634 Jul 23 00:04:22.426319 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:22.434706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:22.434706 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce064c7b-e2a1-41c2-8c19-8eafd32499de" -d '{"events": [{"server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "name": "network-vif-plugged", "status": "completed", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:22.451373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:22.459475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:22.501520 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa2f0fe-b749-4696-afff-150a9b42338a x-openstack-request-id: req-eaa2f0fe-b749-4696-afff-150a9b42338a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:22.501835 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "name": "network-vif-plugged", "status": "completed", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:22.502084 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaa2f0fe-b749-4696-afff-150a9b42338a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:22.502471 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'code': 200} Jul 23 00:04:22.506831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-264176fb-141c-4b3f-b463-3234e805a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.508607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-264176fb-141c-4b3f-b463-3234e805a75c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848825 Jul 23 00:04:22.533038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:22.608540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-1e9164b6-9688-46fa-9065-1e4fb9c023fe service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936613 Jul 23 00:04:22.611821 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734498c-5db0-48e3-b346-1689b69a5926 req-a47b4600-2745-4f8b-aa85-68a2bb4cc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.613334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8734498c-5db0-48e3-b346-1689b69a5926 req-a47b4600-2745-4f8b-aa85-68a2bb4cc39e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1097 time: 0.0548859 Jul 23 00:04:22.651279 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8734498c-5db0-48e3-b346-1689b69a5926 req-ed906de4-b3e4-4700-9044-4b98c983b7d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299389 Jul 23 00:04:22.712639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf49154b-9bf6-4820-883b-a30b5a53a8b4 req-1927762a-3e6e-46e7-839a-c618020882a4 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Jul 23 00:04:22.922578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4334-5677-4a25-8125-9d179d5c9ab7 req-4bfafddd-7a65-4df4-8bf1-091410e27a39 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.924044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8ac4334-5677-4a25-8125-9d179d5c9ab7 req-4bfafddd-7a65-4df4-8bf1-091410e27a39 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.1013367 Jul 23 00:04:22.945937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b895-2ddf-493a-a515-b457b7bdf4b7 req-5c995d79-5ae6-4e28-8a82-2a856a25936d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.947430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a45b895-2ddf-493a-a515-b457b7bdf4b7 req-5c995d79-5ae6-4e28-8a82-2a856a25936d tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 946 time: 0.1160362 Jul 23 00:04:22.993049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:23.000671 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875738b5-6c2f-4292-8813-d93d2a163163" -d '{"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:23.007885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8ac4334-5677-4a25-8125-9d179d5c9ab7 req-c0826065-e3d2-4e55-8447-c2e57441f392 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762446 Jul 23 00:04:23.013311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a45b895-2ddf-493a-a515-b457b7bdf4b7 req-c4f035f3-7f27-4ed6-a19a-8a14e900459b tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579844 Jul 23 00:04:23.074798 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163dc478-88e4-481e-b6f0-a8e31161608f x-openstack-request-id: req-163dc478-88e4-481e-b6f0-a8e31161608f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:23.075016 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:23.075215 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-163dc478-88e4-481e-b6f0-a8e31161608f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:23.075675 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'status': 'completed', 'code': 200} Jul 23 00:04:23.159655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-1322b694-8546-4467-b58f-374cd8f46ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.162549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-1322b694-8546-4467-b58f-374cd8f46ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1096 time: 0.0665162 Jul 23 00:04:23.191290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-c61eaf84-9eb5-45e9-8b7f-f5dd2cf2a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.193554 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-c61eaf84-9eb5-45e9-8b7f-f5dd2cf2a928 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1096 time: 0.0702982 Jul 23 00:04:23.286460 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-7b9683ff-755b-47ff-b643-ce6e5a04d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.288006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-7b9683ff-755b-47ff-b643-ce6e5a04d67d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1164343 Jul 23 00:04:23.318026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-2ba49785-610c-40cd-a90e-4b8ef494d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.319564 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-2ba49785-610c-40cd-a90e-4b8ef494d357 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1184394 Jul 23 00:04:23.413019 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-73cb925b-002d-42ea-914b-a7805d397b26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.1182716 Jul 23 00:04:23.414784 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-38a3ab81-4808-44a3-9080-220594f3ad72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 999 time: 0.0884833 Jul 23 00:04:23.481868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-32621c41-da60-4aa9-87e4-c0187054ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.481868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-32621c41-da60-4aa9-87e4-c0187054ef5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0594873 Jul 23 00:04:23.524168 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-026337b6-43c5-4f95-b70b-83a13fdcd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.527563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-026337b6-43c5-4f95-b70b-83a13fdcd1cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0949709 Jul 23 00:04:23.558783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-ccf91b06-041e-4fdd-8a6b-97beecea302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.561195 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-ccf91b06-041e-4fdd-8a6b-97beecea302e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737324 Jul 23 00:04:23.632594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875738b5-6c2f-4292-8813-d93d2a163163 req-3aad9515-54be-4e9e-b37f-27fedc3567b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.634413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-3aad9515-54be-4e9e-b37f-27fedc3567b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822039 Jul 23 00:04:23.710155 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-e728c343-03ce-4594-b93d-e37cce0f391a service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402984 Jul 23 00:04:23.766418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-9c8c1726-4adf-4a51-a896-4a737040ade4 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235251 Jul 23 00:04:23.815622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-5ac18f92-79a0-4cca-bee3-1512f6a0da00 service neutron] 10.222.0.48 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972292 Jul 23 00:04:23.870300 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-875738b5-6c2f-4292-8813-d93d2a163163 req-f49e684c-7bb0-4752-a798-1cf52d81ee50 service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974762 Jul 23 00:04:24.073554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:24.127018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:24.226328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126100f-8c3f-4428-9b82-9ad8324f487d req-8c0ee4b5-d409-430e-9846-fd1f71eeb76b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:24.228032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c126100f-8c3f-4428-9b82-9ad8324f487d req-8c0ee4b5-d409-430e-9846-fd1f71eeb76b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.1452506 Jul 23 00:04:24.240494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb603-a51b-4134-ae98-69d9053550c3 req-08309b78-2fcc-4405-86c3-8c0d2cfbe216 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:24.242219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cacb603-a51b-4134-ae98-69d9053550c3 req-08309b78-2fcc-4405-86c3-8c0d2cfbe216 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 946 time: 0.1452808 Jul 23 00:04:24.308857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c126100f-8c3f-4428-9b82-9ad8324f487d req-a016fc9e-b6a9-4d30-b59b-def5fce9c0db tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655675 Jul 23 00:04:24.316075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5cacb603-a51b-4134-ae98-69d9053550c3 req-c4166275-57d2-414f-a4f3-1c9a49427c2a tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658216 Jul 23 00:04:24.526024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0d42c-1588-4464-8404-e7df3e2138d5 req-41ef6079-a8c6-4163-a7a4-2b04ea4430d0 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:24.534113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92a0d42c-1588-4464-8404-e7df3e2138d5 req-41ef6079-a8c6-4163-a7a4-2b04ea4430d0 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 946 time: 0.1107113 Jul 23 00:04:24.578773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92a0d42c-1588-4464-8404-e7df3e2138d5 req-16cd90a2-511a-4c20-94b4-4a90763c2774 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437155 Jul 23 00:04:24.595726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:24.889098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9eb186-20ef-45a0-a2b1-7cc17d58a8a1 tempest-TestVolumeBackupRestore-1649737745 tempest-TestVolumeBackupRestore-1649737745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:24.890822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-be9eb186-20ef-45a0-a2b1-7cc17d58a8a1 tempest-TestVolumeBackupRestore-1649737745 tempest-TestVolumeBackupRestore-1649737745-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1092 time: 0.2939878 Jul 23 00:04:24.893930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 43980) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:24.898451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:24.922246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.031767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.137601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Allocated IP 172.25.5.75 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f7b0d266-de27-4b48-a0f5-cb81c6a04cf2) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:25.244566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.283906 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.323753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:25.326800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:25.330422 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:25.336237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'Port': ['ID=f7b0d266-de27-4b48-a0f5-cb81c6a04cf2,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:25.364836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.365187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.365531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.365867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.366254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.366592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.366924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.367251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.367606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.367932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.368257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.368583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:25.592112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4737b-2e61-466a-8555-0fe0b62e6e68 req-9220fc34-7dd2-43b0-97b4-10b76e25709b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:25.593845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8f4737b-2e61-466a-8555-0fe0b62e6e68 req-9220fc34-7dd2-43b0-97b4-10b76e25709b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 945 time: 0.2044623 Jul 23 00:04:25.654230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8f4737b-2e61-466a-8555-0fe0b62e6e68 req-0a904f01-8faf-4dca-866b-681d0cb74438 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525069 Jul 23 00:04:25.680387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 43986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:25.758136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2f5f7942-b31a-48eb-ad24-46226e1a4f01 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/8c63c442-43f5-4280-b803-ebf2912f981e HTTP/1.1" status: 200 len: 991 time: 0.0759540 Jul 23 00:04:25.823808 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:25.929349 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.088363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.094544 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.145289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:26.197314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event updated for resources: {'Port': ['ID=f7b0d266-de27-4b48-a0f5-cb81c6a04cf2,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:26.214526 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.254631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:26.267663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'port_id': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'mac_address': 'fa:16:3e:4a:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:26.308697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.327377 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Floating IP d2e5973f-5cde-48c0-9ff3-61a014cbd40e associated. External IP: 172.25.5.75, port: 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c. Jul 23 00:04:26.329705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0407a458-fc8c-4ff6-b48a-6b201e08fb6c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:26.353768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:26.360680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.422186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:26.571023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['0407a458-fc8c-4ff6-b48a-6b201e08fb6c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:26.584748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:26.711316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:26.730075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.735628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] Sync routers for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:26.770811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:26.771472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:26.781850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7b924e88-e31c-41f5-8af4-1a164cf63302 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8866479 Jul 23 00:04:26.782447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:26.784402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:26.788767 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:26.845859 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6b00d2-4345-4f6e-9d84-75cf2b449957 x-openstack-request-id: req-5c6b00d2-4345-4f6e-9d84-75cf2b449957 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:26.846317 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:26.847394 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c6b00d2-4345-4f6e-9d84-75cf2b449957 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:26.848067 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'status': 'completed', 'code': 200} Jul 23 00:04:26.848868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99850b08-65b7-4338-be4f-c5fcb81d0463 tempest-TestVolumeBackupRestore-1649737745 tempest-TestVolumeBackupRestore-1649737745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:26.850783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-99850b08-65b7-4338-be4f-c5fcb81d0463 tempest-TestVolumeBackupRestore-1649737745 tempest-TestVolumeBackupRestore-1649737745-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1092 time: 0.0652349 Jul 23 00:04:26.853676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:26.861267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Request body: {'floatingip': {'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:26.921237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed9e6b-c6bf-4159-ab56-8ba1ef13ac8a req-e7891ded-faa4-47d6-8832-76cd53b11102 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:26.922987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37ed9e6b-c6bf-4159-ab56-8ba1ef13ac8a req-e7891ded-faa4-47d6-8832-76cd53b11102 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 945 time: 0.1189904 Jul 23 00:04:26.982256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:26.984446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37ed9e6b-c6bf-4159-ab56-8ba1ef13ac8a req-2a3832c9-b5db-4d7f-93b3-6a91d2fa27d4 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Jul 23 00:04:26.987634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for floatingip, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.987755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-a44952ee-1309-4f84-9078-65e2da7c6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:26.989222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-a44952ee-1309-4f84-9078-65e2da7c6ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1097 time: 0.1341238 Jul 23 00:04:27.281604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2e5973f-5cde-48c0-9ff3-61a014cbd40e', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:25Z', 'updated_at': '2021-07-23T00:04:25Z', 'revision_number': 0, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:27.315056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] Checking router: dc3e7dff-887c-4ce2-9d61-8da8e22d4862 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:27.325458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:27.326335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:27.451747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:27.498678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-f95b454c-5ace-4812-a7a6-4e7c79dcd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:27.501869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-f95b454c-5ace-4812-a7a6-4e7c79dcd066 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 914 time: 0.5057542 Jul 23 00:04:27.582555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-80ade0cc-dcad-417f-bc6d-a59636accb3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 999 time: 0.0737300 Jul 23 00:04:27.637475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-2cd90aff-1894-4a86-9ce6-fb5a60979f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:27.639517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-2cd90aff-1894-4a86-9ce6-fb5a60979f68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.0508466 Jul 23 00:04:27.714517 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-f98cab90-936c-4ad4-9a4a-9a2c98412d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:27.717036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-f98cab90-936c-4ad4-9a4a-9a2c98412d05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716913 Jul 23 00:04:27.724659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.731098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:27.823935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-8a6f9c61-9f4e-476e-ab5a-42766ec14401 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003847 Jul 23 00:04:27.897528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2e5973f-5cde-48c0-9ff3-61a014cbd40e', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:25Z', 'updated_at': '2021-07-23T00:04:25Z', 'revision_number': 0, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:27.931207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf5d932c-097a-4dfc-8db3-ee7e4328e96d req-f4c42395-98de-4de9-a600-cfd102afbaec service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005566 Jul 23 00:04:27.937882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f71a4-5a35-4626-a0cf-a7f7a1139301 None None] The sync data for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 is: [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2e5973f-5cde-48c0-9ff3-61a014cbd40e', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:25Z', 'updated_at': '2021-07-23T00:04:25Z', 'revision_number': 0, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:28.169941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:28.181355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2bcac-bd85-45e4-badd-4398298d4a87 req-871922f8-81a1-4172-a389-f14322c5265a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.183107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b2bcac-bd85-45e4-badd-4398298d4a87 req-871922f8-81a1-4172-a389-f14322c5265a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 945 time: 0.1098440 Jul 23 00:04:28.254541 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db5be17-b6aa-42b2-963c-ac2a38b81337 None None] New status for floating IP d2e5973f-5cde-48c0-9ff3-61a014cbd40e: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:04:28.268034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b2bcac-bd85-45e4-badd-4398298d4a87 req-c3d10bd6-4d5d-423d-9de8-63b758ed155e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/security-groups?id=3e4a4f0a-be29-4516-a83a-e3f8567df3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668411 Jul 23 00:04:28.280556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:28.286667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:28.288431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.412714 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:28.430810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:28.470374 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.524678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:28.529166 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9817c-566e-4cdc-a198-20a3149f6670" -d '{"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-plugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:28.564975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:28.569355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.576817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-1383719f-ae19-4f14-915a-6ecd76951334 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.578216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-1383719f-ae19-4f14-915a-6ecd76951334 tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.48 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 945 time: 0.1941924 Jul 23 00:04:28.584423 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c473-0636-4316-8cbe-49402924a970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.616489 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481117c-b1bd-46a9-bd0b-6ff80c6201dc x-openstack-request-id: req-a481117c-b1bd-46a9-bd0b-6ff80c6201dc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:28.617037 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-plugged", "status": "completed", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:28.617340 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a481117c-b1bd-46a9-bd0b-6ff80c6201dc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:28.617881 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'code': 200} Jul 23 00:04:28.666599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=13']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:28.695987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:28.701266 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.710054 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ab164-1440-409a-9f34-0277b84f337f None None] Sync routers for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:28.717040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c473-0636-4316-8cbe-49402924a970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.720902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:28.721440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c473-0636-4316-8cbe-49402924a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.721743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:28.758890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Deleting port 19f20b87-7f05-4845-8d13-812622d9001b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:28.759285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.765437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9c473-0636-4316-8cbe-49402924a970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a8545-3134-4117-9ae1-7dfe53281692,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:28.770511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2ab9c473-0636-4316-8cbe-49402924a970 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24d67b936b3f4c83ad58ffe1d3bfcc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569050 Jul 23 00:04:28.773193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:28.777394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:28.778643 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508b2851-ab1f-423c-b556-5b4f07b72d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:28.841331 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b5cb-adb5-44e9-85b1-ccfc4a06f111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.850391 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f9d61e-c952-41c3-88e0-98d993258489 x-openstack-request-id: req-71f9d61e-c952-41c3-88e0-98d993258489 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:28.850970 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:28.851240 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71f9d61e-c952-41c3-88e0-98d993258489 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:28.851683 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'status': 'completed', 'code': 200} Jul 23 00:04:28.875415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b5cb-adb5-44e9-85b1-ccfc4a06f111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.884456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:28.908947 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5520dc57-5053-4bb0-8d5a-84d46522e2d8 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "PUT /v2.0/floatingips/d2e5973f-5cde-48c0-9ff3-61a014cbd40e HTTP/1.1" status: 200 len: 991 time: 2.0489087 Jul 23 00:04:28.937470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] For port 19f20b87-7f05-4845-8d13-812622d9001b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=19f20b87-7f05-4845-8d13-812622d9001b,segment=NetworkSegment(7280c852-0a0b-4f32-b98b-7617c5eb058b),segment_id=7280c852-0a0b-4f32-b98b-7617c5eb058b)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:28.937843 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.955586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Calling delete_port for 19f20b87-7f05-4845-8d13-812622d9001b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:28.971174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-4e284d77-80d5-4d16-b654-e4070776bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.972802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-4e284d77-80d5-4d16-b654-e4070776bf8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1097 time: 0.0906997 Jul 23 00:04:28.973899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b5cb-adb5-44e9-85b1-ccfc4a06f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.976591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f8b4b5cb-adb5-44e9-85b1-ccfc4a06f111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:28.977655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f8b4b5cb-adb5-44e9-85b1-ccfc4a06f111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/474a8545-3134-4117-9ae1-7dfe53281692 HTTP/1.1" status: 204 len: 168 time: 0.2035358 Jul 23 00:04:29.010461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4b5cb-adb5-44e9-85b1-ccfc4a06f111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a8545-3134-4117-9ae1-7dfe53281692,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:29.078220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-070cf1e3-486d-439c-b857-49952302abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.079955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-070cf1e3-486d-439c-b857-49952302abf1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 914 time: 0.0997274 Jul 23 00:04:29.143773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.164022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-5f6f0f94-d19d-44d1-bc09-73f3d95807c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 1001 time: 0.0777671 Jul 23 00:04:29.169874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2e5973f-5cde-48c0-9ff3-61a014cbd40e', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:25Z', 'updated_at': '2021-07-23T00:04:28Z', 'revision_number': 2, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:29.181495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Pushing event deleted for resources: {'Port': ['ID=19f20b87-7f05-4845-8d13-812622d9001b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:29.207591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['19f20b87-7f05-4845-8d13-812622d9001b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:29.210973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ab164-1440-409a-9f34-0277b84f337f None None] Checking router: dc3e7dff-887c-4ce2-9d61-8da8e22d4862 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:29.234014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-e182e402-cf38-430f-bd14-360c14e4b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.235983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-e182e402-cf38-430f-bd14-360c14e4b3c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.0573442 Jul 23 00:04:29.239787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:29.240408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:29.244928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] No DVR routers for this DVR port 19f20b87-7f05-4845-8d13-812622d9001b on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:29.248377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.250680 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-cbe5ccb6-27da-47c8-bdf5-7af7febeb7b0 req-fead512d-8b16-429a-9aef-dd1cc9f1611e tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.48 "DELETE /v2.0/ports/19f20b87-7f05-4845-8d13-812622d9001b HTTP/1.1" status: 204 len: 173 time: 0.6634221 Jul 23 00:04:29.322051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-4d1dfe5d-6eb7-4875-9e13-075974683fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.324736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-4d1dfe5d-6eb7-4875-9e13-075974683fb3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828457 Jul 23 00:04:29.363842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44032) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:29.381118 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.385184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:29.428685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dbd2b2cb-ed16-413b-9a84-8f5cffdb443f req-89f0cd73-8222-4306-bd7d-a81d93fe230a tempest-VolumesSnapshotTestJSON-348390323 tempest-VolumesSnapshotTestJSON-348390323-project] 10.222.0.21 "GET /v2.0/ports?device_id=cee06734-7e31-4fe9-95c3-915aea1e19c4 HTTP/1.1" status: 200 len: 210 time: 0.0457602 Jul 23 00:04:29.494174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-a02f68dc-0696-42d1-a0d8-5b5e31eac71a service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627884 Jul 23 00:04:29.514706 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.519365 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.563915 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9867dd7de9541da86542fd75aff7b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992059 Jul 23 00:04:29.564887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66cca61-a818-4e1a-bd36-24d9011883e8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:29.565971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44034) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:29.573450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.573806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.575556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.575556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.575556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.575985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.576326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.576667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.577034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.577367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.577703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.578035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6126a1-57b7-4431-bdb2-e1c3b8a9cd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:29.628375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-508b2851-ab1f-423c-b556-5b4f07b72d8d req-1945475b-e74b-45b9-aa1d-329283ab7f80 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280894 Jul 23 00:04:29.641433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb9ad4c4-5bbf-4b83-a7b8-5aefefa49493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.660684 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-292ab164-1440-409a-9f34-0277b84f337f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2e5973f-5cde-48c0-9ff3-61a014cbd40e', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:25Z', 'updated_at': '2021-07-23T00:04:28Z', 'revision_number': 2, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:29.665433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb9ad4c4-5bbf-4b83-a7b8-5aefefa49493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.687677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ab164-1440-409a-9f34-0277b84f337f None None] The sync data for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 is: [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'd2e5973f-5cde-48c0-9ff3-61a014cbd40e', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'floating_ip_address': '172.25.5.75', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'port_id': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'mac_address': 'fa:16:3e:a9:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:25Z', 'updated_at': '2021-07-23T00:04:28Z', 'revision_number': 2, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:29.716606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb9ad4c4-5bbf-4b83-a7b8-5aefefa49493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.719376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fb9ad4c4-5bbf-4b83-a7b8-5aefefa49493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.720652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fb9ad4c4-5bbf-4b83-a7b8-5aefefa49493 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b66cca61-a818-4e1a-bd36-24d9011883e8 HTTP/1.1" status: 204 len: 168 time: 0.1537211 Jul 23 00:04:29.731800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ad4c4-5bbf-4b83-a7b8-5aefefa49493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66cca61-a818-4e1a-bd36-24d9011883e8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:30.853241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}, {'server_uuid': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'name': 'network-vif-deleted', 'tag': '19f20b87-7f05-4845-8d13-812622d9001b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:30.856367 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6452c-444a-4333-b8bd-cebfc50b5cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}, {"server_uuid": "cee06734-7e31-4fe9-95c3-915aea1e19c4", "name": "network-vif-deleted", "tag": "19f20b87-7f05-4845-8d13-812622d9001b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:30.906733 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2032ceb6-2b43-4440-99f4-6ed4e745bb21 x-openstack-request-id: req-2032ceb6-2b43-4440-99f4-6ed4e745bb21 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:30.907048 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "status": "completed", "code": 200}, {"server_uuid": "cee06734-7e31-4fe9-95c3-915aea1e19c4", "name": "network-vif-deleted", "tag": "19f20b87-7f05-4845-8d13-812622d9001b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:30.907850 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2032ceb6-2b43-4440-99f4-6ed4e745bb21 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:30.908298 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'status': 'completed', 'code': 200} Jul 23 00:04:30.908563 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee06734-7e31-4fe9-95c3-915aea1e19c4', 'name': 'network-vif-deleted', 'tag': '19f20b87-7f05-4845-8d13-812622d9001b', 'status': 'completed', 'code': 200} Jul 23 00:04:30.999739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-81486bd2-24b3-42ab-9edd-9a512219ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.001450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-81486bd2-24b3-42ab-9edd-9a512219ab0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1097 time: 0.0722361 Jul 23 00:04:31.104180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-70cb92a7-4253-4385-8e90-fdac23abd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.106706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-70cb92a7-4253-4385-8e90-fdac23abd4a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 914 time: 0.0992107 Jul 23 00:04:31.179060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-dc4f1219-f066-4dc5-85fd-c036a5f48035 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 1001 time: 0.0660877 Jul 23 00:04:31.230858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-91442a5a-6ac8-49c5-ba14-e9ea0709ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.232588 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-91442a5a-6ac8-49c5-ba14-e9ea0709ee2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.0478384 Jul 23 00:04:31.296140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-518eebda-42b1-443b-8fd4-e86081bc9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.297693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-518eebda-42b1-443b-8fd4-e86081bc9bae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592165 Jul 23 00:04:31.407965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-e6e34952-5d34-4456-ad51-0880cbf40977 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037850 Jul 23 00:04:31.516283 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2df6452c-444a-4333-b8bd-cebfc50b5cbf req-22253b11-e0f2-4cda-8e65-a138aed702d9 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041167 Jul 23 00:04:32.102614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 19f20b87-7f05-4845-8d13-812622d9001b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:04:32.124698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 19f20b87-7f05-4845-8d13-812622d9001b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:04:32.125049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 19f20b87-7f05-4845-8d13-812622d9001b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:04:35.123110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:35.254093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-380dced5-65bf-4ce7-ac3d-1fc67a8a300a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.355535 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-380dced5-65bf-4ce7-ac3d-1fc67a8a300a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.359761 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-380dced5-65bf-4ce7-ac3d-1fc67a8a300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.402173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dced5-65bf-4ce7-ac3d-1fc67a8a300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87af143-af53-46aa-8cc3-6fa01ea1e399,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:35.414394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-380dced5-65bf-4ce7-ac3d-1fc67a8a300a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75bb1ea68a624e2dae9a7f1e512bf5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834148 Jul 23 00:04:35.414899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44168) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:35.470528 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17699de2-a874-4227-9630-24ad50ddaf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.492288 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17699de2-a874-4227-9630-24ad50ddaf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.544195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17699de2-a874-4227-9630-24ad50ddaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.547405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-17699de2-a874-4227-9630-24ad50ddaf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.548850 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-17699de2-a874-4227-9630-24ad50ddaf5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c87af143-af53-46aa-8cc3-6fa01ea1e399 HTTP/1.1" status: 204 len: 168 time: 0.1325676 Jul 23 00:04:35.558104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17699de2-a874-4227-9630-24ad50ddaf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87af143-af53-46aa-8cc3-6fa01ea1e399,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:35.838025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44176) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:35.852467 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-634ecacf-dc24-4ad5-bcf0-a22da9802a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.956330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-634ecacf-dc24-4ad5-bcf0-a22da9802a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:35.960264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-634ecacf-dc24-4ad5-bcf0-a22da9802a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.002512 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-634ecacf-dc24-4ad5-bcf0-a22da9802a5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79418994cc2d4dac9345f1cfc5ca3f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606209 Jul 23 00:04:36.002818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:36.004856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ecacf-dc24-4ad5-bcf0-a22da9802a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8958744e-eaa9-4ebe-abb2-a7aef195f4a1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:36.059656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c10dfdcf-549f-4cae-b81d-866fd28e1324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.087605 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c10dfdcf-549f-4cae-b81d-866fd28e1324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.136488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c10dfdcf-549f-4cae-b81d-866fd28e1324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.139716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c10dfdcf-549f-4cae-b81d-866fd28e1324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:36.140889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c10dfdcf-549f-4cae-b81d-866fd28e1324 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8958744e-eaa9-4ebe-abb2-a7aef195f4a1 HTTP/1.1" status: 204 len: 168 time: 0.1367879 Jul 23 00:04:36.148996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dfdcf-549f-4cae-b81d-866fd28e1324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8958744e-eaa9-4ebe-abb2-a7aef195f4a1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:36.320887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.041409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44228) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:38.187768 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9547fc19-4d31-443b-aa3b-557c87357628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.291890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9547fc19-4d31-443b-aa3b-557c87357628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.297225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9547fc19-4d31-443b-aa3b-557c87357628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.339507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547fc19-4d31-443b-aa3b-557c87357628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b230a0-ddf0-4643-929d-12dcbaee39e5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:38.349026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9547fc19-4d31-443b-aa3b-557c87357628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24d4477123f047819f707f3f78d84847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065331 Jul 23 00:04:38.349807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44232) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:38.409023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a6ae5b-6b38-469b-b08f-ee468a950505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.430720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a6ae5b-6b38-469b-b08f-ee468a950505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.485594 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a6ae5b-6b38-469b-b08f-ee468a950505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.488459 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-00a6ae5b-6b38-469b-b08f-ee468a950505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.497154 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-00a6ae5b-6b38-469b-b08f-ee468a950505 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10b230a0-ddf0-4643-929d-12dcbaee39e5 HTTP/1.1" status: 204 len: 168 time: 0.1455905 Jul 23 00:04:38.505479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6ae5b-6b38-469b-b08f-ee468a950505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b230a0-ddf0-4643-929d-12dcbaee39e5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:38.826294 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44240) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:38.841260 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8123d4a2-e465-4ee3-afae-4d133fdcc08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.946583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8123d4a2-e465-4ee3-afae-4d133fdcc08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.951403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8123d4a2-e465-4ee3-afae-4d133fdcc08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:38.990624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123d4a2-e465-4ee3-afae-4d133fdcc08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dcbda8-6a03-4707-994d-12300ecda690,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:39.000103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8123d4a2-e465-4ee3-afae-4d133fdcc08a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fda753257bf54296a64c2286f978381c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674988 Jul 23 00:04:39.000736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:39.053728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3f9c1f-a5d1-4660-8dcf-abb27666e974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:39.076336 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3f9c1f-a5d1-4660-8dcf-abb27666e974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:39.131945 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3f9c1f-a5d1-4660-8dcf-abb27666e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:39.134571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-da3f9c1f-a5d1-4660-8dcf-abb27666e974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:39.138020 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-da3f9c1f-a5d1-4660-8dcf-abb27666e974 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13dcbda8-6a03-4707-994d-12300ecda690 HTTP/1.1" status: 204 len: 168 time: 0.1345012 Jul 23 00:04:39.147280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f9c1f-a5d1-4660-8dcf-abb27666e974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dcbda8-6a03-4707-994d-12300ecda690,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:46.151836 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2d225ab7-ebad-4095-92ba-8ee17d1ba708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:46.948049 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:04:49.486296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-22dae106-e31f-4043-94cf-8c2ea882c5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:49.667745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:49.756977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:49.914877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbf9418d-53ce-4e79-aa3a-9e90f0fc0d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.021656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbf9418d-53ce-4e79-aa3a-9e90f0fc0d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.025509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbf9418d-53ce-4e79-aa3a-9e90f0fc0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.069851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fbf9418d-53ce-4e79-aa3a-9e90f0fc0d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85862744171846839e874078115b5306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114035 Jul 23 00:04:50.070862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9418d-53ce-4e79-aa3a-9e90f0fc0d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30dd8b6-a2b9-4fe4-9bf3-de3d7ebdc4f1,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:50.073825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44388) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:50.133422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0390-5114-47b4-91d7-a77f81a77285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.156904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0390-5114-47b4-91d7-a77f81a77285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.217077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0390-5114-47b4-91d7-a77f81a77285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.220385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0390-5114-47b4-91d7-a77f81a77285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.223889 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9dcd0390-5114-47b4-91d7-a77f81a77285 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f30dd8b6-a2b9-4fe4-9bf3-de3d7ebdc4f1 HTTP/1.1" status: 204 len: 168 time: 0.1458282 Jul 23 00:04:50.232550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd0390-5114-47b4-91d7-a77f81a77285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30dd8b6-a2b9-4fe4-9bf3-de3d7ebdc4f1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:50.320107 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.580841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44396) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:50.596083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3489-b1ca-41ff-9e6e-0a5eede56ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.704156 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3489-b1ca-41ff-9e6e-0a5eede56ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.709629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3489-b1ca-41ff-9e6e-0a5eede56ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.756073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44398) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:50.763265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8c9a3489-b1ca-41ff-9e6e-0a5eede56ae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2955e132f384bcf82c8dba106b89bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810701 Jul 23 00:04:50.765439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3489-b1ca-41ff-9e6e-0a5eede56ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e93df5c-28da-4b7a-a62e-d510fc9bb28b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:50.832483 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e8c8-bb33-41cd-92d2-d266e496544d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.869904 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e8c8-bb33-41cd-92d2-d266e496544d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.924579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e8c8-bb33-41cd-92d2-d266e496544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.927601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e8c8-bb33-41cd-92d2-d266e496544d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.929034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d9f4e8c8-bb33-41cd-92d2-d266e496544d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e93df5c-28da-4b7a-a62e-d510fc9bb28b HTTP/1.1" status: 204 len: 168 time: 0.1719437 Jul 23 00:04:50.939264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4e8c8-bb33-41cd-92d2-d266e496544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e93df5c-28da-4b7a-a62e-d510fc9bb28b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:51.763524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:52.430608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:53.615688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44480) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:53.738620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82935b1e-237c-432c-a9e6-42bc18b3fd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:53.845821 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82935b1e-237c-432c-a9e6-42bc18b3fd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:53.851543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-82935b1e-237c-432c-a9e6-42bc18b3fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:53.903542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-82935b1e-237c-432c-a9e6-42bc18b3fd8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d633328c166f4e83a066f5533870ff00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863173 Jul 23 00:04:53.904529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82935b1e-237c-432c-a9e6-42bc18b3fd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018d0e6a-790e-44e5-b23c-d334b4df9640,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:53.909739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:53.983206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-475dde5c-e8d5-4d0d-aacb-8562eb9c21f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.022548 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-475dde5c-e8d5-4d0d-aacb-8562eb9c21f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.084567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-475dde5c-e8d5-4d0d-aacb-8562eb9c21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.088013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-475dde5c-e8d5-4d0d-aacb-8562eb9c21f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.089541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-475dde5c-e8d5-4d0d-aacb-8562eb9c21f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/018d0e6a-790e-44e5-b23c-d334b4df9640 HTTP/1.1" status: 204 len: 168 time: 0.1779728 Jul 23 00:04:54.099193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dde5c-e8d5-4d0d-aacb-8562eb9c21f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018d0e6a-790e-44e5-b23c-d334b4df9640,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:54.440585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44490) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:54.458175 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc2a30c6-6aa1-4cd9-8f10-c86a32d341fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.568086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc2a30c6-6aa1-4cd9-8f10-c86a32d341fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.572580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bc2a30c6-6aa1-4cd9-8f10-c86a32d341fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.613685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a30c6-6aa1-4cd9-8f10-c86a32d341fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14225727-53bf-48de-ba86-9d5ea07a24cb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:54.621841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44494) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:54.622471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bc2a30c6-6aa1-4cd9-8f10-c86a32d341fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6bb3183b95d42a7b3e605b2b106dd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776361 Jul 23 00:04:54.690319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67a13b71-dbe1-4865-8bc2-29fb8d04704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.713303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67a13b71-dbe1-4865-8bc2-29fb8d04704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.768086 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67a13b71-dbe1-4865-8bc2-29fb8d04704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.771195 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-67a13b71-dbe1-4865-8bc2-29fb8d04704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.772529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-67a13b71-dbe1-4865-8bc2-29fb8d04704c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14225727-53bf-48de-ba86-9d5ea07a24cb HTTP/1.1" status: 204 len: 168 time: 0.1494777 Jul 23 00:04:54.781749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a13b71-dbe1-4865-8bc2-29fb8d04704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14225727-53bf-48de-ba86-9d5ea07a24cb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:56.276388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0970e-e52e-48a9-bce9-f5f402b1e16c req-30b6457d-2d71-41fd-af77-d4fd5e3ae2f9 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:56.278358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8df0970e-e52e-48a9-bce9-f5f402b1e16c req-30b6457d-2d71-41fd-af77-d4fd5e3ae2f9 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1098 time: 0.0588727 Jul 23 00:04:56.316139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8df0970e-e52e-48a9-bce9-f5f402b1e16c req-219ef52c-4b30-4d13-8163-1717e1535123 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Jul 23 00:04:56.339482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:56.529665 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port b5f8a0ca-2448-4604-9902-87abd5b68d5c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:56.530008 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.624500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.624804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.637919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for b5f8a0ca-2448-4604-9902-87abd5b68d5c owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:56.854732 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.900499 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=b5f8a0ca-2448-4604-9902-87abd5b68d5c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:56.981180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.981960 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP 8c63c442-43f5-4280-b803-ebf2912f981e disassociated (deleted). External IP: 172.25.5.25, port: 0407a458-fc8c-4ff6-b48a-6b201e08fb6c. Jul 23 00:04:57.224616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:57.345548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:57.350515 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:57.357856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] Sync routers for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:57.375625 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:57.376468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:57.389201 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3d48d54b-4158-4291-81dd-790bf89034ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/floatingips/8c63c442-43f5-4280-b803-ebf2912f981e HTTP/1.1" status: 204 len: 168 time: 1.0482452 Jul 23 00:04:57.389783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:57.392098 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fc96ec-c398-4357-83d2-90a570068add" -d '{"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:57.471236 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9115aae2-eff4-45ff-8eb7-f9d8a268169e x-openstack-request-id: req-9115aae2-eff4-45ff-8eb7-f9d8a268169e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:57.471600 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:57.472040 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9115aae2-eff4-45ff-8eb7-f9d8a268169e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:57.472302 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'status': 'completed', 'code': 200} Jul 23 00:04:57.571393 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:57.591996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc96ec-c398-4357-83d2-90a570068add req-9eee6879-6c6b-4737-b609-966730875a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:57.597056 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-9eee6879-6c6b-4737-b609-966730875a4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 1098 time: 0.0987422 Jul 23 00:04:57.756238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc96ec-c398-4357-83d2-90a570068add req-e6d6ca54-212e-448a-8799-a54d3f084e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:57.757648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-e6d6ca54-212e-448a-8799-a54d3f084e98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 200 len: 898 time: 0.1531117 Jul 23 00:04:57.817411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-dadd8542-6a8d-4b87-beb1-b875ed3ed963 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 200 len: 217 time: 0.0513878 Jul 23 00:04:57.828168 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:57.837762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aeedda-8460-4051-babb-378e03589c41 req-8c732aca-bd22-4400-b873-8ec55bb8a6e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:57.856411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70aeedda-8460-4051-babb-378e03589c41 req-8c732aca-bd22-4400-b873-8ec55bb8a6e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 947 time: 0.1356413 Jul 23 00:04:57.861063 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] Checking router: db28a529-9b8a-4e8c-85b2-a7b5c2f68968 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:57.875632 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:57.876582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:57.930854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc96ec-c398-4357-83d2-90a570068add req-a8c61121-8c98-44f1-88cc-7b667008653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:57.932565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-a8c61121-8c98-44f1-88cc-7b667008653b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 200 len: 834 time: 0.0829589 Jul 23 00:04:57.982343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-70aeedda-8460-4051-babb-378e03589c41 req-2ecb6387-35a9-46fb-893b-0df9ce644e9f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338422 Jul 23 00:04:58.036190 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:58.047180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc96ec-c398-4357-83d2-90a570068add req-362d32cc-d930-46d1-86b3-5f2bfd68d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:58.049003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-362d32cc-d930-46d1-86b3-5f2bfd68d282 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4373d74-1fb2-44ea-841b-387fb8e108a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037991 Jul 23 00:04:58.212659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-32b1e6a8-d83e-4611-b52e-2c232edb25ca service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563346 Jul 23 00:04:58.361933 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:58.374129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3fc96ec-c398-4357-83d2-90a570068add req-86b3c1cc-c2b6-478a-a208-df71b1bb961a service neutron] 10.222.0.49 "GET /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504922 Jul 23 00:04:58.424730 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90235d94-3fc6-4fcd-b0fb-cc8db818413d None None] The sync data for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 is: [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:05Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'a9b3606b-37b2-4228-bc9d-bfe627cf067c', 'name': '', 'network_id': 'f4373d74-1fb2-44ea-841b-387fb8e108a4', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:bd:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:04Z', 'updated_at': '2021-07-23T00:03:11Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:58.765050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcc1b6-4ee2-473d-85b2-5a47e1f9b700 None None] New status for floating IP 8c63c442-43f5-4280-b803-ebf2912f981e: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:04:59.245731 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67854035-b8c9-441c-b008-1b17e39389ed req-b46d210b-5897-4668-9fb5-f5aed8bf124c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:59.248445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67854035-b8c9-441c-b008-1b17e39389ed req-b46d210b-5897-4668-9fb5-f5aed8bf124c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 947 time: 0.1413550 Jul 23 00:04:59.271444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8cc1e-3a3a-4acc-8a73-1016b3735807 req-9bc8efca-d62c-4315-a954-55646620b2e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:59.275182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92d8cc1e-3a3a-4acc-8a73-1016b3735807 req-9bc8efca-d62c-4315-a954-55646620b2e7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 947 time: 0.1492407 Jul 23 00:04:59.320360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92d8cc1e-3a3a-4acc-8a73-1016b3735807 req-432ea995-f701-48bf-a98e-5431000c0575 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=777e4f2d-8bab-4a71-af68-9ffa42e2950f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376732 Jul 23 00:04:59.491625 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:04:59.492422 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:59.600397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:59.600778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:59.615177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 0407a458-fc8c-4ff6-b48a-6b201e08fb6c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:04:59.697216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-c1c777e5-d99a-48b5-aee4-29d6adef28bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677371 Jul 23 00:04:59.769940 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:59.821503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=0407a458-fc8c-4ff6-b48a-6b201e08fb6c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:59.829155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-7cecf97e-74d3-4634-b30e-9a95ea775261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:59.831143 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-7cecf97e-74d3-4634-b30e-9a95ea775261 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1097 time: 0.0792294 Jul 23 00:04:59.878043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] No DVR routers for this DVR port 0407a458-fc8c-4ff6-b48a-6b201e08fb6c on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:04:59.880829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:59.882975 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "DELETE /v2.0/ports/0407a458-fc8c-4ff6-b48a-6b201e08fb6c HTTP/1.1" status: 204 len: 173 time: 0.5079591 Jul 23 00:04:59.883477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-deleted', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:59.885853 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11f6bb8-beee-4082-ab4d-f1c826f53106" -d '{"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-deleted", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:59.939406 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27361880-5031-42d5-af5a-7c27d48f810c x-openstack-request-id: req-27361880-5031-42d5-af5a-7c27d48f810c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:59.939911 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1401b7ff-3854-4a41-a495-5c35c1956789", "name": "network-vif-deleted", "tag": "0407a458-fc8c-4ff6-b48a-6b201e08fb6c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:59.940341 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27361880-5031-42d5-af5a-7c27d48f810c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:59.940924 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1401b7ff-3854-4a41-a495-5c35c1956789', 'name': 'network-vif-deleted', 'tag': '0407a458-fc8c-4ff6-b48a-6b201e08fb6c', 'status': 'completed', 'code': 200} Jul 23 00:04:59.980115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-4e66e089-47d4-424b-8034-107661ad4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:59.982891 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-4e66e089-47d4-424b-8034-107661ad4371 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 914 time: 0.1264527 Jul 23 00:05:00.056876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-7322ccc0-4779-4154-8c3b-c7c2ff3ae51a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 1001 time: 0.0681429 Jul 23 00:05:00.109051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-96b32a9e-6667-4521-94c8-7d00c8140d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:00.110432 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-96b32a9e-6667-4521-94c8-7d00c8140d41 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.0464702 Jul 23 00:05:00.186277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-af95405b-13dc-45d9-b5e7-940cf5865205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:00.188878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-af95405b-13dc-45d9-b5e7-940cf5865205 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708883 Jul 23 00:05:00.319119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-4fd35e7c-d595-4244-b630-d9c7425b1a50 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224182 Jul 23 00:05:00.499650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72049bcd-cca8-481a-ab8a-b264634f3608 req-74d16f1e-2a27-4d66-8d54-631ec87f1e61 service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719844 Jul 23 00:05:00.565727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f74f7c7-eb2e-4d90-9ed9-d5ed3e4e42ed req-5e080eea-0333-41e8-857f-87676d5135e2 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=1401b7ff-3854-4a41-a495-5c35c1956789 HTTP/1.1" status: 200 len: 210 time: 0.1283422 Jul 23 00:05:01.644456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44638) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:02.036469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44640) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:02.102766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.296367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Deleting port f7b0d266-de27-4b48-a0f5-cb81c6a04cf2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:02.296700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.385095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.385512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.401334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Calling delete_port for f7b0d266-de27-4b48-a0f5-cb81c6a04cf2 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:02.513447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port a9b3606b-37b2-4228-bc9d-bfe627cf067c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:02.513959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.653017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.706349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port a9b3606b-37b2-4228-bc9d-bfe627cf067c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a9b3606b-37b2-4228-bc9d-bfe627cf067c,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:02.707738 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.737732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for a9b3606b-37b2-4228-bc9d-bfe627cf067c owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:02.740446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event deleted for resources: {'Port': ['ID=f7b0d266-de27-4b48-a0f5-cb81c6a04cf2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:02.895046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:02.896864 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Floating IP d2e5973f-5cde-48c0-9ff3-61a014cbd40e disassociated (deleted). External IP: 172.25.5.75, port: 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c. Jul 23 00:05:03.145355 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.180843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=a9b3606b-37b2-4228-bc9d-bfe627cf067c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:03.316022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:05:03.643736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:03.657144 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] Sync routers for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:03.671449 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:03.672803 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:03.673696 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:03.752871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-41ec5041-d294-4d87-a561-f8700a31d6c3 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "DELETE /v2.0/floatingips/d2e5973f-5cde-48c0-9ff3-61a014cbd40e HTTP/1.1" status: 204 len: 168 time: 1.7142248 Jul 23 00:05:03.753493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:03.757273 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a76f10-5951-4d1b-8cac-0f06406639fd" -d '{"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:03.825324 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166096ad-a677-4740-8f8b-86ff3767f2a1 x-openstack-request-id: req-166096ad-a677-4740-8f8b-86ff3767f2a1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:03.826128 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:03.826395 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-166096ad-a677-4740-8f8b-86ff3767f2a1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:03.826967 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'status': 'completed', 'code': 200} Jul 23 00:05:04.014533 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:04.070213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-1e82c2c7-37b8-4dfb-bd50-a163bca3fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:04.073456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-1e82c2c7-37b8-4dfb-bd50-a163bca3fffd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e27796f65d2e4950b559fccc461c1258&device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 1097 time: 0.1913996 Jul 23 00:05:04.350992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:04.354377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-d26434c0-d1fa-44fe-8b31-33d3721bb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:04.356479 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-d26434c0-d1fa-44fe-8b31-33d3721bb364 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 200 len: 914 time: 0.2763777 Jul 23 00:05:04.406553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 0407a458-fc8c-4ff6-b48a-6b201e08fb6c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:04.407263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 0407a458-fc8c-4ff6-b48a-6b201e08fb6c not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:04.485221 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-8a8d27fa-f45d-477c-8f0f-c59eb946af10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 200 len: 217 time: 0.1203692 Jul 23 00:05:04.592040 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:04.600542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-231624af-750f-4441-907e-f19f8dc27c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:04.607517 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-231624af-750f-4441-907e-f19f8dc27c21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 200 len: 852 time: 0.1109083 Jul 23 00:05:04.756305 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:04.775119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-51fcb194-0922-42e8-9878-5d618cd18ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:04.782381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-51fcb194-0922-42e8-9878-5d618cd18ed6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34978865-daa5-4986-b78a-47c2177a9243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681678 Jul 23 00:05:04.917347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fd078-a86c-486e-9acf-17bbf6231a82 req-22aa93b9-e4b2-49b9-99eb-091d9778b994 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:04.920057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e25fd078-a86c-486e-9acf-17bbf6231a82 req-22aa93b9-e4b2-49b9-99eb-091d9778b994 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 946 time: 0.4335756 Jul 23 00:05:04.969275 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] Checking router: dc3e7dff-887c-4ce2-9d61-8da8e22d4862 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:04.998220 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:04.999611 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:05.008345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-10710443-20d4-4811-8407-c856b43569fa service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138009 Jul 23 00:05:05.108758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:05:05.121330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e25fd078-a86c-486e-9acf-17bbf6231a82 req-5547ff7b-3e05-4cfd-a538-71a3dc57385e tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890366 Jul 23 00:05:05.161336 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e7a76f10-5951-4d1b-8cac-0f06406639fd req-188aba85-65f8-4526-a7a8-e184bdc2d6aa service neutron] 10.222.0.49 "GET /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464126 Jul 23 00:05:05.223588 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:05.351173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:05.372767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6fe3af01-2672-4421-a990-6ba3a2875c57 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/db28a529-9b8a-4e8c-85b2-a7b5c2f68968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270899 Jul 23 00:05:05.373747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] Sync routers for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:05.376544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44680) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:05.385241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:05.386137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:05.473017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting subnet 428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:05:05.477314 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.550662 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:05.551870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.554467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:05.583937 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5f40b-af88-4231-aaae-de5a4d31233f None None] The sync data for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 is: [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:01:35Z', 'revision_number': 4, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'c3727f70-5058-430a-87e8-7bb19c3a777f', 'name': '', 'network_id': '34978865-daa5-4986-b78a-47c2177a9243', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'mac_address': 'fa:16:3e:ec:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:35Z', 'updated_at': '2021-07-23T00:01:43Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'subnets': [{'id': 'c09134b1-af76-4c04-aee6-3679cab6b662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:05.693747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.826877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.843533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:05:03Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:05.868738 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:05.873983 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/subnets/428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2 HTTP/1.1" status: 204 len: 168 time: 0.4926095 Jul 23 00:05:05.873983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5c8a-9e5b-4306-8b8f-258b052c01ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Subnet': ['ID=428a01f3-5e78-4d7b-a4c9-6c8f9a401ae2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:05.875096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44682) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:05.891150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] Checking router: db28a529-9b8a-4e8c-85b2-a7b5c2f68968 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:05.899377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ebae3-b57c-4d71-be3f-cdc2fa013832 None None] Network f4373d74-1fb2-44ea-841b-387fb8e108a4 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:05.937890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-bb34005a-87d5-4436-b729-a9b6d06cb6f5 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.939597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-bb34005a-87d5-4436-b729-a9b6d06cb6f5 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.49 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 946 time: 0.2128637 Jul 23 00:05:05.956225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] Routers {'db28a529-9b8a-4e8c-85b2-a7b5c2f68968'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:05.956896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:06.130880 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.178899 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cf8da-e438-4bef-a80f-b7e119cef0d9 None None] New status for floating IP d2e5973f-5cde-48c0-9ff3-61a014cbd40e: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:05:06.221187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Deleting port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:06.221544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.428298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] Set router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:06.437957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.541999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] For port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:06.543025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.557512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Calling delete_port for 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:06.714412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:06.719860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.725477 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.764113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ac44-85d6-40d8-b541-2eb2f6ea1b21 req-cc742582-ffeb-4134-9888-0e40d8e3ea70 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:06.770754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.774911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8582ac44-85d6-40d8-b541-2eb2f6ea1b21 req-cc742582-ffeb-4134-9888-0e40d8e3ea70 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 946 time: 0.4419534 Jul 23 00:05:06.828141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event deleted for resources: {'Port': ['ID=95bfc614-ea19-4e2e-95dd-14e6ba0cea9c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:06.915244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:05:03Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:06.934639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] No DVR routers for this DVR port 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:06.937743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:06.940646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f2cca3-a69f-469f-8eca-383f5a462803 req-92ffcc97-bcc6-450a-b56c-fa072e597713 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.49 "DELETE /v2.0/ports/95bfc614-ea19-4e2e-95dd-14e6ba0cea9c HTTP/1.1" status: 204 len: 173 time: 0.9926481 Jul 23 00:05:06.941341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'name': 'network-vif-deleted', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:06.943959 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d55ceb-eef9-4139-8f0d-91bfb35d2fa7" -d '{"events": [{"server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "name": "network-vif-deleted", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:06.963455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8582ac44-85d6-40d8-b541-2eb2f6ea1b21 req-1a29b832-8d57-4c31-84c0-26b96ce304f5 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/security-groups?id=51cdac68-8192-4da9-887f-6e9f79a76c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871014 Jul 23 00:05:06.981101 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] DHCP port deletion for f4373d74-1fb2-44ea-841b-387fb8e108a4 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:05:06.984545 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e0514-ded7-4f1e-8a03-410cde4449d8 None None] The sync data for ids ['db28a529-9b8a-4e8c-85b2-a7b5c2f68968'] in n-d-758851-4 is: [{'id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1351921418', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:05:03Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '89aaad31-c694-41f3-8b5e-b504e3fc5fc6', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db28a529-9b8a-4e8c-85b2-a7b5c2f68968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:07.026225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port 89aaad31-c694-41f3-8b5e-b504e3fc5fc6, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:07.027527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.041975 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfe2f0-c3ff-43ec-b9b4-0453d787428c x-openstack-request-id: req-fadfe2f0-c3ff-43ec-b9b4-0453d787428c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:07.043253 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d2f43d-bd19-4588-9d53-283b37fbedb3", "name": "network-vif-deleted", "tag": "95bfc614-ea19-4e2e-95dd-14e6ba0cea9c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:07.043900 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fadfe2f0-c3ff-43ec-b9b4-0453d787428c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:07.044413 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d2f43d-bd19-4588-9d53-283b37fbedb3', 'name': 'network-vif-deleted', 'tag': '95bfc614-ea19-4e2e-95dd-14e6ba0cea9c', 'status': 'completed', 'code': 200} Jul 23 00:05:07.072297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:07.075152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] Deleting port a385b0d3-ec00-428a-9ccd-b5445afb0a29 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:07.075910 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.207270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] For port a385b0d3-ec00-428a-9ccd-b5445afb0a29, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a385b0d3-ec00-428a-9ccd-b5445afb0a29,segment=NetworkSegment(508d94ca-ddc6-4e54-aa3b-17edfcb2059f),segment_id=508d94ca-ddc6-4e54-aa3b-17edfcb2059f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:07.208108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.247957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] Calling delete_port for a385b0d3-ec00-428a-9ccd-b5445afb0a29 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:07.566402 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.591030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.605285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] No DVR routers for this DVR port a385b0d3-ec00-428a-9ccd-b5445afb0a29 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:07.655077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=89aaad31-c694-41f3-8b5e-b504e3fc5fc6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:07.698362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b6d3-a043-4aa9-9152-3436692a7322 None None] Pushing event deleted for resources: {'Port': ['ID=a385b0d3-ec00-428a-9ccd-b5445afb0a29,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:07.819190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.970444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:07.973439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.090804 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.091311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Fanout notify agent at l3_agent the message router_deleted on router db28a529-9b8a-4e8c-85b2-a7b5c2f68968 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:05:08.100660 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.101841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9394f5bc-25bb-4ed3-b038-f3332376f761 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/routers/db28a529-9b8a-4e8c-85b2-a7b5c2f68968 HTTP/1.1" status: 204 len: 168 time: 2.2261920 Jul 23 00:05:08.104863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44708) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:08.205294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42f33f94-a0d1-4189-9106-9e00d3bffb39 req-54d4db25-a9b7-4a51-be38-721cf88c3e60 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 210 time: 0.0744340 Jul 23 00:05:08.318518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.470491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.483297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4373d74-1fb2-44ea-841b-387fb8e108a4']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:08.498460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508d94ca-ddc6-4e54-aa3b-17edfcb2059f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:08.498851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508d94ca-ddc6-4e54-aa3b-17edfcb2059f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:08.515545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.541032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.561470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:05:08.562015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:05:08.576359 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:05:08.637578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.646756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.650941 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/networks/f4373d74-1fb2-44ea-841b-387fb8e108a4 HTTP/1.1" status: 204 len: 168 time: 0.5427039 Jul 23 00:05:08.651359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:08.690900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424f74d-ef3e-4d4a-8350-e548cc5746e3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Network': ['ID=f4373d74-1fb2-44ea-841b-387fb8e108a4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:08.776494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6076c14f-d5e2-48d0-ac24-0fdd66c6e9d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.789056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a385b0d3-ec00-428a-9ccd-b5445afb0a29 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:08.820656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a385b0d3-ec00-428a-9ccd-b5445afb0a29 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:08.821045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a385b0d3-ec00-428a-9ccd-b5445afb0a29 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:08.821477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:08.822767 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6076c14f-d5e2-48d0-ac24-0fdd66c6e9d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.844216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:08.844569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 89aaad31-c694-41f3-8b5e-b504e3fc5fc6 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:08.845003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a9b3606b-37b2-4228-bc9d-bfe627cf067c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:08.866047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a9b3606b-37b2-4228-bc9d-bfe627cf067c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:08.866418 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a9b3606b-37b2-4228-bc9d-bfe627cf067c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:08.934233 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6076c14f-d5e2-48d0-ac24-0fdd66c6e9d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.943946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6076c14f-d5e2-48d0-ac24-0fdd66c6e9d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.945169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6076c14f-d5e2-48d0-ac24-0fdd66c6e9d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/security-groups/777e4f2d-8bab-4a71-af68-9ffa42e2950f HTTP/1.1" status: 204 len: 168 time: 0.2921607 Jul 23 00:05:08.956092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c14f-d5e2-48d0-ac24-0fdd66c6e9d7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e4f2d-8bab-4a71-af68-9ffa42e2950f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:09.269730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44722) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:09.274903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098154587', 'description': 'tempest-secgroup-smoke-2098154587 description', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:09.310608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.419457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4205c26-0985-4265-abb0-0ab8fc0dd0c1 req-51a03d98-4542-4be3-89f2-0eb53a6f2e09 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 210 time: 0.0397370 Jul 23 00:05:09.475838 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.480653 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.513239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.517705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44728) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:09.522775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '230c29d2-164e-4eb0-a201-31e9aa6676ae', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:09.529114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2581933 Jul 23 00:05:09.539603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da49e5a-367d-4648-b706-f3b443e98fef tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230c29d2-164e-4eb0-a201-31e9aa6676ae,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:09.571027 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.714645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.723067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.788721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c88ac8f-8a25-4c96-87b3-a964da6dc174,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:09.806923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:09.809582 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3d15cb1e-adfc-4e90-a52f-fcb4e0a5c759 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908280 Jul 23 00:05:09.814234 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44748) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:09.832389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '230c29d2-164e-4eb0-a201-31e9aa6676ae', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:09.920897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.100097 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.106998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.132744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e2b27c-6853-4245-b2a5-735cc1396b7f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:10.162197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.165966 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f9400960-a476-4ce2-9505-3487226faa55 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497500 Jul 23 00:05:10.168869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:10.177435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '230c29d2-164e-4eb0-a201-31e9aa6676ae', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:10.284119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.365961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:10.417960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:10.418934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 95bfc614-ea19-4e2e-95dd-14e6ba0cea9c not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:10.442573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.450828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.508578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c11ffa1-8bbc-4425-ba1c-bf8b84732cb5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:10.524711 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.527082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e06109cf-ed8d-484f-835e-8b4a285ee901 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567972 Jul 23 00:05:10.530759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44758) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:10.536467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '230c29d2-164e-4eb0-a201-31e9aa6676ae', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:10.601991 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.705625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-442460d3-c190-42f1-9dc3-87d925acd4d3 req-e98131b7-e4d7-4054-b2f3-2e5d88e68592 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 210 time: 0.0726113 Jul 23 00:05:10.799670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.806566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.848791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704659c0-bef9-4917-975b-0d66536ebdef,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:10.860379 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:10.868879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44760) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:10.869826 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f5e4bae8-9ad8-45ac-a92a-a71edc918439 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3367474 Jul 23 00:05:10.876190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '230c29d2-164e-4eb0-a201-31e9aa6676ae', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:10.934835 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:05:10.971782 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.144243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.148995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.188721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99eec931-adbd-41a8-870c-5e7193a2c250,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:11.197440 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.199165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cc66ac23-cb01-4dc2-95f8-2e8f46ff59c9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3288414 Jul 23 00:05:11.203853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:11.211385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '230c29d2-164e-4eb0-a201-31e9aa6676ae', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:11.250782 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:05:11.260874 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.400300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.408701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.431457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f33643-bdd0-4f89-9411-2551836ebb87,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:11.441093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.443173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3c6e3fc1-8d12-4e9c-820e-7121c793077b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2377520 Jul 23 00:05:11.445788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:11.461348 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'network': {'name': 'tempest-network-smoke--2086384470', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:11.497901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:11.502269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.535853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:05:11.546195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.546637 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Added segment 14747e4c-a2ac-4a1e-b3dc-4d64507eea3d of type vlan for network da4bf519-5206-4a33-9372-3707dc632c44 Jul 23 00:05:11.848837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d73de44-7289-4e73-a7e0-f8659d3079c5 req-b481ee21-bbb6-4162-93b0-434000e89fde tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "GET /v2.0/ports?device_id=54d2f43d-bd19-4588-9d53-283b37fbedb3 HTTP/1.1" status: 200 len: 210 time: 0.0381064 Jul 23 00:05:11.886969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.918471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.924427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:11.925185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:11.973056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44772) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:11.973341 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5260496 Jul 23 00:05:11.977610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'admin_state_up': True, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:12.008843 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.010589 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.011946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1253be-22e2-4a9d-aa83-29ba1fe28c92 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Network': ['ID=da4bf519-5206-4a33-9372-3707dc632c44,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:12.025198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network da4bf519-5206-4a33-9372-3707dc632c44 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:05:12.117639 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.286645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.567341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.586298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.715779 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.130 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f2620cd0-6aac-4620-bf68-e03203172c32) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:12.847952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.903797 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:12.923946 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44780) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:12.960399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:12.963946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:12.969591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:12.972845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=f2620cd0-6aac-4620-bf68-e03203172c32,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:13.006122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f211169f-12ca-4062-9518-dbadf48408b1 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:13.035079 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f211169f-12ca-4062-9518-dbadf48408b1 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:13.100284 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f211169f-12ca-4062-9518-dbadf48408b1 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:13.102949 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f211169f-12ca-4062-9518-dbadf48408b1 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:13.104440 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f211169f-12ca-4062-9518-dbadf48408b1 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] 10.222.0.21 "DELETE /v2.0/security-groups/51cdac68-8192-4da9-887f-6e9f79a76c6a HTTP/1.1" status: 204 len: 168 time: 0.1794455 Jul 23 00:05:13.138967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211169f-12ca-4062-9518-dbadf48408b1 tempest-TestVolumeBackupRestore-942908553 tempest-TestVolumeBackupRestore-942908553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cdac68-8192-4da9-887f-6e9f79a76c6a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:13.386635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:13.695167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:13.899923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74516c44-1378-403d-8e26-64dc7e22b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.058723 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74516c44-1378-403d-8e26-64dc7e22b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.063893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-74516c44-1378-403d-8e26-64dc7e22b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.112920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516c44-1378-403d-8e26-64dc7e22b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d3a896-a459-4663-bcf7-34bb89a665ef,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:14.121304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-74516c44-1378-403d-8e26-64dc7e22b143 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc9a7d1e79bc42069bc0cd451349f0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249303 Jul 23 00:05:14.123099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44884) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:14.188539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b33aa5-5a99-4866-a231-aa700fd620e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.219819 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b33aa5-5a99-4866-a231-aa700fd620e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.284750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b33aa5-5a99-4866-a231-aa700fd620e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.287522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-83b33aa5-5a99-4866-a231-aa700fd620e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.289042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-83b33aa5-5a99-4866-a231-aa700fd620e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4d3a896-a459-4663-bcf7-34bb89a665ef HTTP/1.1" status: 204 len: 168 time: 0.1639256 Jul 23 00:05:14.299988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b33aa5-5a99-4866-a231-aa700fd620e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d3a896-a459-4663-bcf7-34bb89a665ef,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:14.361340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.612617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:05:14.812281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:14.828153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Sync routers for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:14.857361 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:14.860858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f0be189a-155e-4a0a-aee3-af180448fd62 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8856199 Jul 23 00:05:14.862192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:14.863492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44966) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:14.865227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:14.932576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c32e6465-a7d2-4136-86bd-b8dc565a7b9b tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3cc992aef98541b3b5b137c2bbf79b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663533 Jul 23 00:05:14.934287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 44974) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:15.002980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 44982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:15.018247 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9e7b-2c8c-40ba-b5e5-aa032a895a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.219999 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2f61f-1110-49d9-b2fc-5de0ffd1bafd tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:15.220728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9e7b-2c8c-40ba-b5e5-aa032a895a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.221524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2dd2f61f-1110-49d9-b2fc-5de0ffd1bafd tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2859302 Jul 23 00:05:15.226381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:15.235938 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:15.257973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c6cd9e7b-2c8c-40ba-b5e5-aa032a895a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.324455 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-dd047d06-0703-42b7-bed2-290350e50f1c tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0966597 Jul 23 00:05:15.326958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:15.333158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd9e7b-2c8c-40ba-b5e5-aa032a895a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd265721-ef0f-48b0-b6ae-3c77b0543d85,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:15.333707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134907229', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:15.363743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c6cd9e7b-2c8c-40ba-b5e5-aa032a895a97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55d591128c2148f4bd68c777f16a7de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589749 Jul 23 00:05:15.364497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:15.479077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e372c315-2b50-40a0-8b8c-033052c438da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.507510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e372c315-2b50-40a0-8b8c-033052c438da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.552355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:15.560798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.610930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:13Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:15.612437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e372c315-2b50-40a0-8b8c-033052c438da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.615695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e372c315-2b50-40a0-8b8c-033052c438da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:15.632494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e372c315-2b50-40a0-8b8c-033052c438da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd265721-ef0f-48b0-b6ae-3c77b0543d85 HTTP/1.1" status: 204 len: 168 time: 0.2551186 Jul 23 00:05:15.662426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372c315-2b50-40a0-8b8c-033052c438da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd265721-ef0f-48b0-b6ae-3c77b0543d85,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:15.804325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Checking router: 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:15.810738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Updating router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 port f2620cd0-6aac-4620-bf68-e03203172c32 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:05:15.935671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:16.125352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:16.239263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Subnet': ['ID=201f8826-86a8-431f-ad32-ae7010b6b3f0,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:16.284866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76523554-d4ea-4fe1-b6f8-996513e21f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:16.306850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Checking segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:16.307201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network hostable DHCP agents. Network: da4bf519-5206-4a33-9372-3707dc632c44, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:05:16.366359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network da4bf519-5206-4a33-9372-3707dc632c44 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:05:16.386918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, da4bf519-5206-4a33-9372-3707dc632c44) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:16.401380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:16.403953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:16.430485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d01e4-488c-42d2-869e-03e6f8f06e90 None None] Network da4bf519-5206-4a33-9372-3707dc632c44 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:16.453691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4fce7f50-b45e-4e46-8e6e-158c74b84746 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1253150 Jul 23 00:05:16.456571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:16.808320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-da4bf519-5206-4a33-9372-3707dc632c44', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:05:16.809199 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.260457 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.286081 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.350355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Transition to ACTIVE for port object f2620cd0-6aac-4620-bf68-e03203172c32 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:17.365298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.474771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec49c87-ad55-488c-8f15-247d720f95c1 None None] Pushing event updated for resources: {'Port': ['ID=f2620cd0-6aac-4620-bf68-e03203172c32,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:17.490799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Attempting to bind port f2620cd0-6aac-4620-bf68-e03203172c32 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:05:17.491375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Attempting to bind port f2620cd0-6aac-4620-bf68-e03203172c32 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:05:17.491752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Attempting to bind port f2620cd0-6aac-4620-bf68-e03203172c32 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:17.499466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Allocated IP 172.20.0.2 (da4bf519-5206-4a33-9372-3707dc632c44/201f8826-86a8-431f-ad32-ae7010b6b3f0/c5d4a9d7-2943-4e21-844e-504cefd4e127) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:17.502167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:05:17.502875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:17.503668 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.505099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:05:17.505881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Bound port: f2620cd0-6aac-4620-bf68-e03203172c32, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:05:17.507085 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.588260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] For port f2620cd0-6aac-4620-bf68-e03203172c32, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:05:17.612855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] For port f2620cd0-6aac-4620-bf68-e03203172c32, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f2620cd0-6aac-4620-bf68-e03203172c32,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:05:17.630983 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.731674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:17.732299 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:04:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:17.889754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec49c87-ad55-488c-8f15-247d720f95c1 None None] Pushing event updated for resources: {'Port': ['ID=f2620cd0-6aac-4620-bf68-e03203172c32,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:18.130452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:18.258721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:18.537444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Transition to ACTIVE for port object c5d4a9d7-2943-4e21-844e-504cefd4e127 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:18.572663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Transition to ACTIVE for port object c5d4a9d7-2943-4e21-844e-504cefd4e127 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:18.596058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:18.683884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Network da4bf519-5206-4a33-9372-3707dc632c44 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:18.694111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.1 (da4bf519-5206-4a33-9372-3707dc632c44/201f8826-86a8-431f-ad32-ae7010b6b3f0/1f568925-3c9a-41d2-83fb-a5a705ac336c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:18.708749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:18.716656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:18.808363 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Pushing event updated for resources: {'Port': ['ID=c5d4a9d7-2943-4e21-844e-504cefd4e127,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:18.844485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:18.848371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.848804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.849200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.849540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.849920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.850255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.850620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.850952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.851281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.851645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.851976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.852301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:18.864136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object 1f568925-3c9a-41d2-83fb-a5a705ac336c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:18.868892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Attempting to bind port c5d4a9d7-2943-4e21-844e-504cefd4e127 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:05:18.869274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Attempting to bind port c5d4a9d7-2943-4e21-844e-504cefd4e127 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:05:18.869646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Attempting to bind port c5d4a9d7-2943-4e21-844e-504cefd4e127 on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:18.878746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:05:18.879050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Checking segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:18.883488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:18.884173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Bound using segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:05:18.884972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Bound port: c5d4a9d7-2943-4e21-844e-504cefd4e127, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:05:18.885599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:18.908607 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:18.912258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:13Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:18.958090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network da4bf519-5206-4a33-9372-3707dc632c44 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:18.964633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5fed9-1286-41f2-859b-93a1a8e1b6d6 None None] The sync data for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 is: [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:13Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:18.964972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:18.976912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:19.016784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=1f568925-3c9a-41d2-83fb-a5a705ac336c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:19.037411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] For port c5d4a9d7-2943-4e21-844e-504cefd4e127, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:05:19.043782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] For port c5d4a9d7-2943-4e21-844e-504cefd4e127, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c5d4a9d7-2943-4e21-844e-504cefd4e127,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:05:19.048053 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:19.051192 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:19.123413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098d97-383e-4501-8c0c-8df0dbee07ea None None] Pushing event updated for resources: {'Port': ['ID=c5d4a9d7-2943-4e21-844e-504cefd4e127,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:19.141105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:19.404376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:19.514839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5be993b-739a-4197-ab88-9f501deb7cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:19.702992 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.049217 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.112198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.138043 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.198965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=1f568925-3c9a-41d2-83fb-a5a705ac336c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:20.289740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.325337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.551477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network da4bf519-5206-4a33-9372-3707dc632c44 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:20.555013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:20.620047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Deleting port c3727f70-5058-430a-87e8-7bb19c3a777f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:20.624109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.766165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f2620cd0-6aac-4620-bf68-e03203172c32 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:20.808050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] For port c3727f70-5058-430a-87e8-7bb19c3a777f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c3727f70-5058-430a-87e8-7bb19c3a777f,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:20.809969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.843561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Calling delete_port for c3727f70-5058-430a-87e8-7bb19c3a777f owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:20.909432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port f2620cd0-6aac-4620-bf68-e03203172c32 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:20.918435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f2620cd0-6aac-4620-bf68-e03203172c32 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:20.919084 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.922490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:05:21.039398 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87605b28-26be-4d20-9d84-e38912d43c06 None None] Network da4bf519-5206-4a33-9372-3707dc632c44 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:21.111866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:21.118187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4f6c58d4-864f-43f6-82ac-b33a17a54d94 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/1e769d72-411e-4af2-b7d8-0c5b1b1c6c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6602755 Jul 23 00:05:21.153066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.217118 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81312244-7ab4-44d9-a707-baab118aa039 None None] Provisioning for port c5d4a9d7-2943-4e21-844e-504cefd4e127 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:21.241451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.246812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3727f70-5058-430a-87e8-7bb19c3a777f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:21.321184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port f2620cd0-6aac-4620-bf68-e03203172c32, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f2620cd0-6aac-4620-bf68-e03203172c32,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:21.406416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.407196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c5d4a9d7-2943-4e21-844e-504cefd4e127 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:21.586821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=f2620cd0-6aac-4620-bf68-e03203172c32,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:21.618669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c5d4a9d7-2943-4e21-844e-504cefd4e127 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:21.625172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-cda88b29-88e2-4931-bd6b-9bb4b2ff692c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098154587&fields=id&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 267 time: 0.1404843 Jul 23 00:05:21.626553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c5d4a9d7-2943-4e21-844e-504cefd4e127 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:21.633593 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.646149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.771953 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.834844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Sync routers for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:21.847577 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.861747 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:21.863093 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:21.885555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-71f723fc-0110-4f7d-b382-8eef743716e5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:21.892827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-71f723fc-0110-4f7d-b382-8eef743716e5 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 797 time: 0.2667363 Jul 23 00:05:21.924054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-7f1c1e28-e45b-45ce-9ab5-17f30f72b86a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/quotas/3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 375 time: 0.0287192 Jul 23 00:05:21.930671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c5d4a9d7-2943-4e21-844e-504cefd4e127, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c5d4a9d7-2943-4e21-844e-504cefd4e127,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:21.942583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.091903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e03ced63-368b-41ce-b184-e366fae5ef8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653948 Jul 23 00:05:22.103146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c5d4a9d7-2943-4e21-844e-504cefd4e127,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:22.121261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9910d0a4-ea2f-4e50-9949-11685f221b40 None None] Provisioning complete for port c5d4a9d7-2943-4e21-844e-504cefd4e127 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:22.121627 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:22.121748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9910d0a4-ea2f-4e50-9949-11685f221b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.148526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:05:22.271016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9910d0a4-ea2f-4e50-9949-11685f221b40 None None] Provisioning for port 1f568925-3c9a-41d2-83fb-a5a705ac336c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:22.271432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-735a71a6-2d20-47d1-a36f-852fdb71564a service neutron] 10.222.0.21 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776350 Jul 23 00:05:22.280722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9910d0a4-ea2f-4e50-9949-11685f221b40 None None] Provisioning complete for port 1f568925-3c9a-41d2-83fb-a5a705ac336c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:22.281791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9910d0a4-ea2f-4e50-9949-11685f221b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.375272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9910d0a4-ea2f-4e50-9949-11685f221b40 None None] Port 1f568925-3c9a-41d2-83fb-a5a705ac336c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:05:22.387611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:22.416318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] Sync routers for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:22.422361 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-72f260ea-203e-4fea-a2cc-a2b4369973f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/dc3e7dff-887c-4ce2-9d61-8da8e22d4862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2752054 Jul 23 00:05:22.422921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45408) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:22.435053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:22.436202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:22.499210 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-acb2d325-50b2-4f24-a91d-9f2ba1d370a1 service neutron] 10.222.0.21 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268026 Jul 23 00:05:22.591717 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 2, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:22.666739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Checking router: 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:22.668555 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Updating router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 port 1f568925-3c9a-41d2-83fb-a5a705ac336c binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:05:22.682971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a2698a3f-0dfe-4933-8126-3520a72c559f None None] Provisioning complete for port 1f568925-3c9a-41d2-83fb-a5a705ac336c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:22.683798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2698a3f-0dfe-4933-8126-3520a72c559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.712994 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.746151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.765400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:22.801707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:22.857505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f2620cd0-6aac-4620-bf68-e03203172c32 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:23.006281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-faff9789-78da-400a-9ca2-76434eb077e4 req-de6b025a-e2a6-4bb8-b5fe-e4a4674d9035 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 210 time: 0.0763009 Jul 23 00:05:23.037935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a2698a3f-0dfe-4933-8126-3520a72c559f None None] Port 1f568925-3c9a-41d2-83fb-a5a705ac336c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:05:23.074679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.108282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port f2620cd0-6aac-4620-bf68-e03203172c32 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:23.108938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.173788 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.186917 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Transition to ACTIVE for port object 1f568925-3c9a-41d2-83fb-a5a705ac336c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:23.197076 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.226687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Deleting port 19f41acf-403d-4faf-ad85-9684f7b75395 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:23.230893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.301677 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Pushing event updated for resources: {'Port': ['ID=1f568925-3c9a-41d2-83fb-a5a705ac336c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:23.322333 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.322674 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.332095 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.332510 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.332971 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.333321 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.333755 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.334343 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.334683 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.335149 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.335872 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.336480 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:23.449709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] For port 19f41acf-403d-4faf-ad85-9684f7b75395, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=19f41acf-403d-4faf-ad85-9684f7b75395,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:23.452304 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.489987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c5d4a9d7-2943-4e21-844e-504cefd4e127 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:23.494517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Calling delete_port for 19f41acf-403d-4faf-ad85-9684f7b75395 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:23.514891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 5, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port': {'id': '19f41acf-403d-4faf-ad85-9684f7b75395', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:32Z', 'updated_at': '2021-07-23T00:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:23.542654 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Attempting to bind port 1f568925-3c9a-41d2-83fb-a5a705ac336c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:05:23.543323 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Attempting to bind port 1f568925-3c9a-41d2-83fb-a5a705ac336c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:05:23.544136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Attempting to bind port 1f568925-3c9a-41d2-83fb-a5a705ac336c on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:23.553238 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:05:23.553893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Checking segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:23.554475 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.555172 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Bound using segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:05:23.555855 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Bound port: 1f568925-3c9a-41d2-83fb-a5a705ac336c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:05:23.556884 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.557064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] Checking router: dc3e7dff-887c-4ce2-9d61-8da8e22d4862 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:23.601580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] Routers {'dc3e7dff-887c-4ce2-9d61-8da8e22d4862'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:23.602160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:23.675513 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] For port 1f568925-3c9a-41d2-83fb-a5a705ac336c, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:05:23.679242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] For port 1f568925-3c9a-41d2-83fb-a5a705ac336c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f568925-3c9a-41d2-83fb-a5a705ac336c,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:05:23.687395 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.777293 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f4095-a111-418f-98c7-1ec08fb8a4b1 None None] Pushing event updated for resources: {'Port': ['ID=1f568925-3c9a-41d2-83fb-a5a705ac336c,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:23.782404 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:23.789045 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:23.815539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] Set router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:23.856114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.902905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:23.914834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f41acf-403d-4faf-ad85-9684f7b75395,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:23.930111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:05:23Z', 'revision_number': 6, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:23.935078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c5d4a9d7-2943-4e21-844e-504cefd4e127 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:23.935664 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.966988 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:05:24.012400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad07b93-796c-4d81-be76-d506f1a304c0 None None] The sync data for ids ['dc3e7dff-887c-4ce2-9d61-8da8e22d4862'] in n-d-758851-4 is: [{'id': 'dc3e7dff-887c-4ce2-9d61-8da8e22d4862', 'name': 'tempest-TestVolumeBackupRestore-174902915-router', 'tenant_id': 'e27796f65d2e4950b559fccc461c1258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:31Z', 'updated_at': '2021-07-23T00:05:23Z', 'revision_number': 6, 'project_id': 'e27796f65d2e4950b559fccc461c1258', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:24.013415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Deleting subnet 0edb1b00-968a-43ff-93eb-ef5000c2fa7d {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:05:24.034866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.118086 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:24.125328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.148633 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.248626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.353686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.360566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba3419eb-c6b2-4057-8d01-95d77f5ec077 req-cf6cb784-e444-442e-a4b2-b2d5ff3f3dcc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 210 time: 0.0716240 Jul 23 00:05:24.364868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.412829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.498077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0edb1b00-968a-43ff-93eb-ef5000c2fa7d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:24.511017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.516550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5f964adc-9836-4858-959c-fba2409dd664 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0edb1b00-968a-43ff-93eb-ef5000c2fa7d HTTP/1.1" status: 204 len: 168 time: 0.6111732 Jul 23 00:05:24.520991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:24.579932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.586783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc3e7dff-887c-4ce2-9d61-8da8e22d4862 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:05:24.600568 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.602009 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6eebb891-bcea-49ad-b79e-f2897f4fd453 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dc3e7dff-887c-4ce2-9d61-8da8e22d4862 HTTP/1.1" status: 204 len: 168 time: 2.1780713 Jul 23 00:05:24.605468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:24.658527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.722712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Deleting subnet c09134b1-af76-4c04-aee6-3679cab6b662 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:05:24.726531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.772469 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.790656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.791652 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:23Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:24.801289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ae342a-787f-4bad-a477-0d21b41d2102']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:24.805159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-1944caf0-90f4-4038-b8d3-3c8414d5022f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:24.806655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-1944caf0-90f4-4038-b8d3-3c8414d5022f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 797 time: 0.3036442 Jul 23 00:05:24.821354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7280c852-0a0b-4f32-b98b-7617c5eb058b') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:24.821657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7280c852-0a0b-4f32-b98b-7617c5eb058b') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:24.829477 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1093db-9606-459b-b969-ccd891624a2d None None] The sync data for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 is: [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:23Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:24.832615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.853795 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.861746 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:05:24.862166 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:05:24.864308 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:05:24.909517 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-f62eb6db-8c20-40e9-8842-89d2f24b8c7d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 380 time: 0.0930498 Jul 23 00:05:24.924649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.927608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'port': {'device_id': 'd3221c02-e088-4599-9824-9be0e7867acb', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'admin_state_up': True, 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'security_groups': ['230c29d2-164e-4eb0-a201-31e9aa6676ae']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:24.931859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:24.935831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/20ae342a-787f-4bad-a477-0d21b41d2102 HTTP/1.1" status: 204 len: 168 time: 0.4137700 Jul 23 00:05:25.023875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20be43-fd35-4708-b2fc-ca4f70cb16d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ae342a-787f-4bad-a477-0d21b41d2102,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:25.043077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c3727f70-5058-430a-87e8-7bb19c3a777f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:25.104014 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c3727f70-5058-430a-87e8-7bb19c3a777f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:25.106022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c3727f70-5058-430a-87e8-7bb19c3a777f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:25.119094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.176185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:25.179699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.255147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45440) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:25.328518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-30ca8493-a7b3-4159-885d-93c23fbd8f6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2a48d4499f649c0856f8484b7a993b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716376 Jul 23 00:05:25.330655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45442) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:25.340336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.384764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09134b1-af76-4c04-aee6-3679cab6b662,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:25.389032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.389808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae74d72-b0eb-4cb4-a44a-a57e3439d3fe None None] Network 34978865-daa5-4986-b78a-47c2177a9243 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:25.390967 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2a27bd8a-57b0-434a-ad81-7c540db58788 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c09134b1-af76-4c04-aee6-3679cab6b662 HTTP/1.1" status: 204 len: 168 time: 0.7785552 Jul 23 00:05:25.393635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:25.428995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.478554 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.614202 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.5 (da4bf519-5206-4a33-9372-3707dc632c44/201f8826-86a8-431f-ad32-ae7010b6b3f0/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:25.618420 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.624372 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.632638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.636720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4a4f0a-be29-4516-a83a-e3f8567df3db HTTP/1.1" status: 204 len: 168 time: 0.3040812 Jul 23 00:05:25.641974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa98bb83-b3e4-4744-a7ec-c712ce8b288b req-65b93cee-5918-4f15-91e1-e625cadc5c7d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 210 time: 0.0687141 Jul 23 00:05:25.648519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a4f0a-be29-4516-a83a-e3f8567df3db,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:25.672443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.672790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.673135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.673476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.673813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.674143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.674525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.674797 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.675121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.675477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.675791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.676115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1294f3e8-694a-48c9-a6a0-64bfe30b2ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:25.827687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Deleting port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:25.828046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:25.889494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] DHCP port deletion for 34978865-daa5-4986-b78a-47c2177a9243 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:05:26.005966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] Deleting port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:26.007442 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.111228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] For port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:26.112971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.130642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] Calling delete_port for efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:26.319737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] For port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,segment=NetworkSegment(32294ec5-3f4c-4632-84c2-0eea9a9853b0),segment_id=32294ec5-3f4c-4632-84c2-0eea9a9853b0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:26.320322 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.336139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Calling delete_port for efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:26.507053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.508044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.523557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.527446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] No DVR routers for this DVR port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:26.527634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:26.557910 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] No DVR routers for this DVR port efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:26.560008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:26.560711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eb3a3-bd6a-47f6-a01f-10015c21cb4c None None] Pushing event deleted for resources: {'Port': ['ID=efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:26.662058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.682296 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.686048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34978865-daa5-4986-b78a-47c2177a9243']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:26.701304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f568925-3c9a-41d2-83fb-a5a705ac336c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:26.767216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:26.775602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32294ec5-3f4c-4632-84c2-0eea9a9853b0') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:26.776143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32294ec5-3f4c-4632-84c2-0eea9a9853b0') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:26.786106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network da4bf519-5206-4a33-9372-3707dc632c44 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:26.789596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:26.792669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.794388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:26.810532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 1f568925-3c9a-41d2-83fb-a5a705ac336c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:26.816462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1f568925-3c9a-41d2-83fb-a5a705ac336c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:26.816831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.842799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.862729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:05:26.863162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: self.session.flush() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:05:26.864911 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:05:26.898903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:26.899880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.901062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979530b-23d8-44a6-8022-7397b8fe2ba8 req-9f2ab6f1-b84a-4d7a-b2fa-9b42f088604a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:26.904065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d979530b-23d8-44a6-8022-7397b8fe2ba8 req-9f2ab6f1-b84a-4d7a-b2fa-9b42f088604a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 931 time: 0.1085765 Jul 23 00:05:26.958457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d979530b-23d8-44a6-8022-7397b8fe2ba8 req-ccdf356f-ff2e-45c0-879c-337475ffd6c7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469460 Jul 23 00:05:26.968302 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e9df8d23-4853-4b1b-b61d-cdd85e598643 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0502224 Jul 23 00:05:26.970126 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.972044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.982717 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.985750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/34978865-daa5-4986-b78a-47c2177a9243 HTTP/1.1" status: 204 len: 168 time: 1.5909789 Jul 23 00:05:26.988865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:27.019801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d2804-d872-4637-bb44-d2b941c3fbd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=34978865-daa5-4986-b78a-47c2177a9243,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:27.029258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 1f568925-3c9a-41d2-83fb-a5a705ac336c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f568925-3c9a-41d2-83fb-a5a705ac336c,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:27.033849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.103875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=1f568925-3c9a-41d2-83fb-a5a705ac336c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:27.118829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:27.155203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:27.157122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device efc3ac47-1e09-4f5b-ba6d-9a612d8a5b3b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:27.157718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19f41acf-403d-4faf-ad85-9684f7b75395 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:27.178588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 19f41acf-403d-4faf-ad85-9684f7b75395 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:27.179218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 19f41acf-403d-4faf-ad85-9684f7b75395 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:27.245081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e81d1d90-1fab-4e89-9846-bd77ac5dac29 None None] Provisioning for port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:27.250737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e81d1d90-1fab-4e89-9846-bd77ac5dac29 None None] Provisioning complete for port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:27.251105 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e81d1d90-1fab-4e89-9846-bd77ac5dac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.264641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Request body: {'port': {'device_id': 'd3221c02-e088-4599-9824-9be0e7867acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:27.307931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-e81d1d90-1fab-4e89-9846-bd77ac5dac29 None None] Port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:05:27.352215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.483907 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.694179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:05:27.704686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.718521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Transition to ACTIVE for port object d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:27.724536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.783630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:27.869303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:05:27.869719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:05:27.870965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:27.879814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:05:27.880173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:27.887074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:05:27.887527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Checking segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:27.887919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Bound using segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:05:27.888359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Bound port: d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:05:27.888987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:27.980003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:05:27.984633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:05:28.001495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.053242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.053950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.055436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] 10.222.0.49 "PUT /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 1091 time: 1.0684741 Jul 23 00:05:28.058810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:28.059701 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba" -d '{"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:28.094092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1573d7-98a4-408a-aba0-e6e0e88b347a service neutron] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:28.157713 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2287193-957b-4ca8-86d0-808f098a2352 x-openstack-request-id: req-f2287193-957b-4ca8-86d0-808f098a2352 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:28.158311 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:28.158739 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2287193-957b-4ca8-86d0-808f098a2352 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:28.159347 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'status': 'completed', 'code': 200} Jul 23 00:05:28.190319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-db0c58ee-175b-4efe-849d-9cfa392f1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.192244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-db0c58ee-175b-4efe-849d-9cfa392f1723 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1094 time: 0.0903792 Jul 23 00:05:28.207728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87901f6a-c9a6-4b8f-ac9d-091664003eca req-c9b4653e-bfbb-4a57-8899-f5875e69644b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.209293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87901f6a-c9a6-4b8f-ac9d-091664003eca req-c9b4653e-bfbb-4a57-8899-f5875e69644b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 943 time: 0.1486893 Jul 23 00:05:28.248735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-5da0cc01-b7c3-47a5-bcc6-f5f0b1e443d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 217 time: 0.0488334 Jul 23 00:05:28.262998 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87901f6a-c9a6-4b8f-ac9d-091664003eca req-462e56af-6bb3-46cd-ad99-87b16a56014e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Jul 23 00:05:28.320761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-8e388704-b9f1-40b3-97bf-6ff7d16db03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.322828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-8e388704-b9f1-40b3-97bf-6ff7d16db03c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0678020 Jul 23 00:05:28.329343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Deleting port adfb1d5d-e3cc-49c4-a244-304a31f3315e {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:28.329828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.387360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-628b9f3c-b18b-4d03-852c-6accc6b7706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.388971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-628b9f3c-b18b-4d03-852c-6accc6b7706d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595162 Jul 23 00:05:28.417626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] For port adfb1d5d-e3cc-49c4-a244-304a31f3315e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=adfb1d5d-e3cc-49c4-a244-304a31f3315e,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:28.418342 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.432501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Calling delete_port for adfb1d5d-e3cc-49c4-a244-304a31f3315e owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:28.495192 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-b2d7aba1-7389-4f91-9c88-d9db3f4d14d6 service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997572 Jul 23 00:05:28.605824 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4b915e3d-b02a-4cc7-840d-b4c9d21387f8 req-e3812e70-d49f-4827-966f-597b5a95ecd5 service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025174 Jul 23 00:05:28.617579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f568925-3c9a-41d2-83fb-a5a705ac336c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:28.663202 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.683018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1f568925-3c9a-41d2-83fb-a5a705ac336c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:28.683767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.691878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfb1d5d-e3cc-49c4-a244-304a31f3315e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:28.745163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-2d860488-48af-4508-a893-efb8511711d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.747093 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-2d860488-48af-4508-a893-efb8511711d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1094 time: 0.0810556 Jul 23 00:05:28.875170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-bdf921d5-4755-44ca-9bbc-c04e5c59882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.876905 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-bdf921d5-4755-44ca-9bbc-c04e5c59882f service neutron] 10.222.0.49 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.1235802 Jul 23 00:05:28.903564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.931125 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-ea22bfff-8766-4fdc-a337-d8681959c97c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 217 time: 0.0459630 Jul 23 00:05:28.998057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-7ef22470-1bc3-44fd-ba22-cbdd0410300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.999713 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-7ef22470-1bc3-44fd-ba22-cbdd0410300b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0614471 Jul 23 00:05:29.062521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-a80c31ea-29ce-4a7b-b3bd-266f1bfc2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:29.064133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-a80c31ea-29ce-4a7b-b3bd-266f1bfc2f6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577812 Jul 23 00:05:29.150917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Router 21bd0960-aa65-4adf-866c-c9245baa00e7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:05:29.171898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-021966da-1554-46f6-9593-82b36308b6b6 service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007359 Jul 23 00:05:29.267843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0ed1a8fa-74f2-4b37-8aa2-a543139bcdba req-ca13612c-dac1-44d3-9f02-c83627d53c1e service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Jul 23 00:05:29.270298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:29.278949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:29.279860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-02414c53-e13a-4399-91d8-8291592143d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/21bd0960-aa65-4adf-866c-c9245baa00e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2898667 Jul 23 00:05:29.281161 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] Sync routers for ids ['21bd0960-aa65-4adf-866c-c9245baa00e7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:29.291852 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] Routers {'21bd0960-aa65-4adf-866c-c9245baa00e7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:29.294733 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['21bd0960-aa65-4adf-866c-c9245baa00e7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:29.414698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:29.421647 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] Set router 21bd0960-aa65-4adf-866c-c9245baa00e7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:29.430974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc70cc-4988-4328-af99-069f592f0d4c req-ca1d87ec-b033-4e22-8156-771c884474ed tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:29.433535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1fc70cc-4988-4328-af99-069f592f0d4c req-ca1d87ec-b033-4e22-8156-771c884474ed tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 943 time: 0.0734639 Jul 23 00:05:29.494443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1fc70cc-4988-4328-af99-069f592f0d4c req-6bccb180-fb6e-40fc-bbb0-66aaf1fc2076 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551672 Jul 23 00:05:29.550300 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:29.637039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Deleting port 7a11eaf6-a246-47f7-8aa1-78333f549040 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:29.637444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:29.644937 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:05:28Z', 'revision_number': 5, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port': {'id': '7a11eaf6-a246-47f7-8aa1-78333f549040', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:29.673495 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] Checking router: 21bd0960-aa65-4adf-866c-c9245baa00e7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:29.684651 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] Routers {'21bd0960-aa65-4adf-866c-c9245baa00e7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:29.685570 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['21bd0960-aa65-4adf-866c-c9245baa00e7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:29.739907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] For port 7a11eaf6-a246-47f7-8aa1-78333f549040, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7a11eaf6-a246-47f7-8aa1-78333f549040,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:29.740705 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:29.754851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Calling delete_port for 7a11eaf6-a246-47f7-8aa1-78333f549040 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:29.778444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] Set router 21bd0960-aa65-4adf-866c-c9245baa00e7 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:29.835443 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:05:29Z', 'revision_number': 6, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:29.868396 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da28e1e-72c3-4eca-a83e-ec8e0bc2a1bf None None] The sync data for ids ['21bd0960-aa65-4adf-866c-c9245baa00e7'] in n-d-758851-4 is: [{'id': '21bd0960-aa65-4adf-866c-c9245baa00e7', 'name': 'tempest-TestVolumeBackupRestore-556476751-router', 'tenant_id': '07aea6885c5e4edba86bd0f29b072a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:01:38Z', 'updated_at': '2021-07-23T00:05:29Z', 'revision_number': 6, 'project_id': '07aea6885c5e4edba86bd0f29b072a15', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:29.959558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:29.984995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a11eaf6-a246-47f7-8aa1-78333f549040,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:30.000033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.000393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.000736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.001079 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.001414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.001761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.002078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.002408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.002738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.003062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.003416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.003739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:30.064199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.163186 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.165764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.222792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.223304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21bd0960-aa65-4adf-866c-c9245baa00e7 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:05:30.232149 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.235743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b9b22f3f-5db7-4a0e-a665-6f526076e96a admin admin] 10.222.0.21 "DELETE /v2.0/routers/21bd0960-aa65-4adf-866c-c9245baa00e7 HTTP/1.1" status: 204 len: 168 time: 0.9530294 Jul 23 00:05:30.236050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45472) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:30.297434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Deleting subnet 1ebed819-c12a-476c-88e5-c693af339a84 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:05:30.304923 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.349296 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.447922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.524869 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.555995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebed819-c12a-476c-88e5-c693af339a84,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:30.561988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.563939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b7e247-2504-486e-b71f-2d87321a6e07 None None] Network d99b4da6-9445-42d0-b005-f6c49b9d5873 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:05:30.566711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45476) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:30.574843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3c776663-573f-46cc-b611-db5e3faff5e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ebed819-c12a-476c-88e5-c693af339a84 HTTP/1.1" status: 204 len: 168 time: 0.3375916 Jul 23 00:05:30.665886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.698257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe725a0-9c79-49af-90dc-4d4fd891ba64 req-addb4c06-d9aa-45d6-87f9-5b45a9b34175 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:30.700532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbe725a0-9c79-49af-90dc-4d4fd891ba64 req-addb4c06-d9aa-45d6-87f9-5b45a9b34175 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 943 time: 0.1236451 Jul 23 00:05:30.765769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bbe725a0-9c79-49af-90dc-4d4fd891ba64 req-7a46d4cd-57de-4ca4-9698-f59e0896df1f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588498 Jul 23 00:05:30.784269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device adfb1d5d-e3cc-49c4-a244-304a31f3315e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:30.803728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Deleting port 5271c260-ab16-4b8e-bf65-235905aee70d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:30.804108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.811982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: adfb1d5d-e3cc-49c4-a244-304a31f3315e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:30.812455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device adfb1d5d-e3cc-49c4-a244-304a31f3315e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:30.812980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7a11eaf6-a246-47f7-8aa1-78333f549040 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:30.836631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] DHCP port deletion for d99b4da6-9445-42d0-b005-f6c49b9d5873 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:05:30.840727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7a11eaf6-a246-47f7-8aa1-78333f549040 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:30.841388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7a11eaf6-a246-47f7-8aa1-78333f549040 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:30.888279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] For port 5271c260-ab16-4b8e-bf65-235905aee70d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5271c260-ab16-4b8e-bf65-235905aee70d,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:30.888729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.898245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] Deleting port 5271c260-ab16-4b8e-bf65-235905aee70d {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:05:30.898638 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.906832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Calling delete_port for 5271c260-ab16-4b8e-bf65-235905aee70d owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:30.973889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] For port 5271c260-ab16-4b8e-bf65-235905aee70d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5271c260-ab16-4b8e-bf65-235905aee70d,segment=NetworkSegment(4ec69efc-8ff7-4916-8368-5c4164e25517),segment_id=4ec69efc-8ff7-4916-8368-5c4164e25517)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:30.974288 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:30.986162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] Calling delete_port for 5271c260-ab16-4b8e-bf65-235905aee70d owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:05:31.009198 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.048424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] No DVR routers for this DVR port 5271c260-ab16-4b8e-bf65-235905aee70d on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:31.050665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5271c260-ab16-4b8e-bf65-235905aee70d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:31.072611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.109808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] Pushing event deleted for resources: {'Port': ['ID=5271c260-ab16-4b8e-bf65-235905aee70d,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:31.114579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d639ff-a9d5-47b8-9fd4-9c6b265e6c3f None None] No DVR routers for this DVR port 5271c260-ab16-4b8e-bf65-235905aee70d on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:05:31.136812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.148102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99b4da6-9445-42d0-b005-f6c49b9d5873']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:31.163708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec69efc-8ff7-4916-8368-5c4164e25517') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:31.164294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec69efc-8ff7-4916-8368-5c4164e25517') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:31.173600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.187580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.193618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:05:31.194251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:05:31.195971 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:05:31.255068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.261332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.263571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d99b4da6-9445-42d0-b005-f6c49b9d5873 HTTP/1.1" status: 204 len: 168 time: 0.6955311 Jul 23 00:05:31.276925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b12446-dcc2-4bde-ae99-58c278378ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99b4da6-9445-42d0-b005-f6c49b9d5873,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:31.445147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45482) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:31.489265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f59d8fc0-6b55-44e4-acc9-3f050a5062bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e27796f65d2e4950b559fccc461c1258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425262 Jul 23 00:05:31.491810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45484) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:31.544417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15de70d-f56d-4519-87d2-a93de543301f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.569754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15de70d-f56d-4519-87d2-a93de543301f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.618100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15de70d-f56d-4519-87d2-a93de543301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.620789 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d15de70d-f56d-4519-87d2-a93de543301f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:31.621965 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d15de70d-f56d-4519-87d2-a93de543301f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84946054-1d85-4127-abc0-05b93b82d35a HTTP/1.1" status: 204 len: 168 time: 0.1292365 Jul 23 00:05:31.630295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15de70d-f56d-4519-87d2-a93de543301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84946054-1d85-4127-abc0-05b93b82d35a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:31.908899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073dc15-adc7-4645-b77d-a16741401192 req-2ebfb201-784d-4b26-8f10-b152fea5291f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:31.910457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1073dc15-adc7-4645-b77d-a16741401192 req-2ebfb201-784d-4b26-8f10-b152fea5291f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 943 time: 0.0758431 Jul 23 00:05:31.955888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1073dc15-adc7-4645-b77d-a16741401192 req-66c3ddc7-fc92-47ee-bdc5-410453eac5c0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Jul 23 00:05:31.997623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:32.042459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:32.042720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b8168426-d0a0-46a5-b091-413e70dc07fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07aea6885c5e4edba86bd0f29b072a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431023 Jul 23 00:05:32.102648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8239a32e-40e8-45cb-8dda-af01ebe7e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:32.125803 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8239a32e-40e8-45cb-8dda-af01ebe7e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:32.176251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8239a32e-40e8-45cb-8dda-af01ebe7e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:32.179139 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8239a32e-40e8-45cb-8dda-af01ebe7e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:32.180339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8239a32e-40e8-45cb-8dda-af01ebe7e2b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2b5bdf3-84e2-4918-92d0-0f5529fd7514 HTTP/1.1" status: 204 len: 168 time: 0.1371889 Jul 23 00:05:32.190664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239a32e-40e8-45cb-8dda-af01ebe7e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5bdf3-84e2-4918-92d0-0f5529fd7514,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:32.441511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:05:32.600729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:32.616148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'port_id': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'mac_address': 'fa:16:3e:6e:5d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:05:32.648530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5271c260-ab16-4b8e-bf65-235905aee70d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:32.680843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5271c260-ab16-4b8e-bf65-235905aee70d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:05:32.681676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5271c260-ab16-4b8e-bf65-235905aee70d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:05:32.696635 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:32.715317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:05:32.751513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:32.757496 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:32.833973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:32.961312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:05:33.111185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c7520-ac97-432f-8ec5-8a36bde505bb req-b309b656-df22-40d5-b56c-566d95ccac01 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:33.112906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9c7520-ac97-432f-8ec5-8a36bde505bb req-b309b656-df22-40d5-b56c-566d95ccac01 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.0749543 Jul 23 00:05:33.154697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b9c7520-ac97-432f-8ec5-8a36bde505bb req-40c2486a-0353-4e94-a3dc-ff6c898e14ee tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362499 Jul 23 00:05:34.301628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6e0f6-9c68-4501-bf23-1a816723da8a req-d061603a-cabb-4ca2-82cc-fa388eee8fbf tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:34.303858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83e6e0f6-9c68-4501-bf23-1a816723da8a req-d061603a-cabb-4ca2-82cc-fa388eee8fbf tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.0756032 Jul 23 00:05:34.342143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83e6e0f6-9c68-4501-bf23-1a816723da8a req-ba0f0eb8-eb49-4be1-8fdb-0983d699e698 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331256 Jul 23 00:05:34.439935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:34.490382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:34.494190 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:34.494551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:34.579183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:34.606092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:34.608408 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf230bba-f007-4da6-a433-f8b104277eff" -d '{"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-plugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:34.624167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:34.629109 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:34.657084 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b8b232-b6eb-4f6d-b875-1f842d3db357 x-openstack-request-id: req-89b8b232-b6eb-4f6d-b875-1f842d3db357 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:34.657377 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-plugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:34.657644 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89b8b232-b6eb-4f6d-b875-1f842d3db357 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:34.658014 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'code': 200} Jul 23 00:05:34.684438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:34.768904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35a53-531e-4f62-a240-d5264d0bfdf9 req-932cc6a0-5a3f-47ef-ab00-a7d99ac6de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:34.770523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9a35a53-531e-4f62-a240-d5264d0bfdf9 req-932cc6a0-5a3f-47ef-ab00-a7d99ac6de24 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1096 time: 0.0554309 Jul 23 00:05:34.808876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9a35a53-531e-4f62-a240-d5264d0bfdf9 req-f29ed923-b65b-4c1d-b659-809ffa29c403 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325687 Jul 23 00:05:35.482043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46119824-45dd-4c83-99e2-d9636ea8a0e6 req-4a1740d4-80ee-412f-9e27-c70d934cc8ac tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:35.483673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46119824-45dd-4c83-99e2-d9636ea8a0e6 req-4a1740d4-80ee-412f-9e27-c70d934cc8ac tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0707836 Jul 23 00:05:35.528981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46119824-45dd-4c83-99e2-d9636ea8a0e6 req-53e0109e-d2c2-4c8a-91ab-d7808acb82bb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 Jul 23 00:05:36.345507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:36.681000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd849dd0-5297-4af2-a44f-b991e6950419 req-ebb61539-d298-4c38-b7eb-76ace071dcf3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:36.683048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd849dd0-5297-4af2-a44f-b991e6950419 req-ebb61539-d298-4c38-b7eb-76ace071dcf3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0749295 Jul 23 00:05:36.725792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd849dd0-5297-4af2-a44f-b991e6950419 req-8e527179-a504-4c9e-be29-ed981f899463 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367744 Jul 23 00:05:36.878398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc9f1-aaf4-4166-b7ce-74cdf714ee43 req-95e066d4-1e9d-4f0e-acff-8f22c7086d35 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:36.879945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f0fc9f1-aaf4-4166-b7ce-74cdf714ee43 req-95e066d4-1e9d-4f0e-acff-8f22c7086d35 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0788178 Jul 23 00:05:36.920999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f0fc9f1-aaf4-4166-b7ce-74cdf714ee43 req-4125eb2f-68ca-4be1-8be5-66687100f0c0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353723 Jul 23 00:05:36.944629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45546) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:37.029029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3056f3-20e5-400b-9ade-419d0880c8ab tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:37.030846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-dd3056f3-20e5-400b-9ade-419d0880c8ab tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1091 time: 0.0846255 Jul 23 00:05:37.034091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:37.041180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:37.070236 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:37.181737 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:37.289868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.228 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4c9dfafa-5766-4329-8279-16cbeb1076cc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:37.420619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:37.475426 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:37.522202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:37.525703 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:37.529594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:37.568726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=4c9dfafa-5766-4329-8279-16cbeb1076cc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:37.957454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:38.036050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:38.191890 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:38.196675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:38.269532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=4c9dfafa-5766-4329-8279-16cbeb1076cc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:38.286391 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:38.387480 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP f5f5769d-6e9d-4f14-9f99-3287d063bc72 associated. External IP: 172.25.5.228, port: d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec. Jul 23 00:05:38.605372 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:05:38.709275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:05:38.720127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] Sync routers for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:05:38.725899 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:38.729409 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:38.730225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:38.766708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-33b99e44-4da0-468a-afad-bf6678da3a75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7310688 Jul 23 00:05:38.767134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:38.769517 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a7350d-bb12-4624-80c8-ebf3bbb9607d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:38.809018 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1492e5c0-1cac-4d66-9ee7-16b3642059ca x-openstack-request-id: req-1492e5c0-1cac-4d66-9ee7-16b3642059ca {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:38.809865 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:38.810185 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1492e5c0-1cac-4d66-9ee7-16b3642059ca {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:38.810821 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'status': 'completed', 'code': 200} Jul 23 00:05:38.840442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:38.886269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-6106817a-7f6d-4530-bd8e-cdab322b3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:38.887817 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-6106817a-7f6d-4530-bd8e-cdab322b3caf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1096 time: 0.0573447 Jul 23 00:05:38.889700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcc059-5dc8-4ef0-866d-51ece86b5834 req-b5adc9e5-b71c-49f8-9a1c-cadea250599b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:38.891538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4dcc059-5dc8-4ef0-866d-51ece86b5834 req-b5adc9e5-b71c-49f8-9a1c-cadea250599b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0726089 Jul 23 00:05:38.934124 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4dcc059-5dc8-4ef0-866d-51ece86b5834 req-87ef7dc8-6527-43c1-b7b9-18d46d7c98fc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368574 Jul 23 00:05:38.957617 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:38.987474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-8bd86207-02b9-460b-8bc2-19fc5a47645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:38.988982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-8bd86207-02b9-460b-8bc2-19fc5a47645f service neutron] 10.222.0.49 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.0951922 Jul 23 00:05:39.023076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d0557b80-a91d-4813-9015-b7354f565187 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/f5f5769d-6e9d-4f14-9f99-3287d063bc72 HTTP/1.1" status: 200 len: 991 time: 0.0641344 Jul 23 00:05:39.054476 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-ba569c81-0ad5-43c1-b21c-58824c0ca64b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 999 time: 0.0581613 Jul 23 00:05:39.083769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'f5f5769d-6e9d-4f14-9f99-3287d063bc72', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'port_id': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'mac_address': 'fa:16:3e:6e:5d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3221c02-e088-4599-9824-9be0e7867acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:05:37Z', 'updated_at': '2021-07-23T00:05:37Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:26Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:39.109132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-f184d3b9-f961-47ce-acaa-a7d742b1132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:39.110006 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-f184d3b9-f961-47ce-acaa-a7d742b1132e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0497658 Jul 23 00:05:39.111351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] Checking router: 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:05:39.120151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:05:39.120760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:05:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:39.172052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-9726f62e-e659-488e-bcd4-52ce1c1953fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:39.173984 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-9726f62e-e659-488e-bcd4-52ce1c1953fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579567 Jul 23 00:05:39.237213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:05:39.271357 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-a6bee5e3-6f65-44d4-b810-d411f7f6c066 service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911310 Jul 23 00:05:39.384571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-93a7350d-bb12-4624-80c8-ebf3bbb9607d req-7e3fc5dc-2d98-4d8d-b27a-858207af1ed3 service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051106 Jul 23 00:05:39.502216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'f5f5769d-6e9d-4f14-9f99-3287d063bc72', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'port_id': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'mac_address': 'fa:16:3e:6e:5d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3221c02-e088-4599-9824-9be0e7867acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:05:37Z', 'updated_at': '2021-07-23T00:05:37Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:26Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:05:39.530622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea7911-9b94-45c0-ac71-6fed70d516ee None None] The sync data for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 is: [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'f5f5769d-6e9d-4f14-9f99-3287d063bc72', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'port_id': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'mac_address': 'fa:16:3e:6e:5d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3221c02-e088-4599-9824-9be0e7867acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:05:37Z', 'updated_at': '2021-07-23T00:05:37Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:26Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:05:39.727899 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec105d-93cc-44cd-a9bb-ed814abf7712 None None] New status for floating IP f5f5769d-6e9d-4f14-9f99-3287d063bc72: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:05:40.025227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:40.085716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a5076754-40f9-4453-bc55-3cfab9c8281c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/f5f5769d-6e9d-4f14-9f99-3287d063bc72 HTTP/1.1" status: 200 len: 993 time: 0.0593019 Jul 23 00:05:41.846458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:41.962105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12da812c-40c3-4ade-b39a-4d93b59eddec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.051744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12da812c-40c3-4ade-b39a-4d93b59eddec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.055633 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-12da812c-40c3-4ade-b39a-4d93b59eddec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.098476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-12da812c-40c3-4ade-b39a-4d93b59eddec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de867bc602864bf182195d54c2554052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509038 Jul 23 00:05:42.099416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da812c-40c3-4ade-b39a-4d93b59eddec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef28912-f86a-4a3d-8426-13326f042a0b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:42.101334 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:42.152786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-019033f7-4ed3-42ad-b799-241b37de1b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.173999 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-019033f7-4ed3-42ad-b799-241b37de1b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.220249 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-019033f7-4ed3-42ad-b799-241b37de1b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.222781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-019033f7-4ed3-42ad-b799-241b37de1b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:42.224004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-019033f7-4ed3-42ad-b799-241b37de1b60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aef28912-f86a-4a3d-8426-13326f042a0b HTTP/1.1" status: 204 len: 168 time: 0.1216695 Jul 23 00:05:42.232127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019033f7-4ed3-42ad-b799-241b37de1b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef28912-f86a-4a3d-8426-13326f042a0b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:44.481543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-494687ac-196c-4a1c-a831-9da9077f3177 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f96d4af9448841a9b861613dba7502ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223114 Jul 23 00:05:44.586374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-9a78f925-c616-41d5-8a84-712c4947e65c tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:44.587784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-9a78f925-c616-41d5-8a84-712c4947e65c tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1015992 Jul 23 00:05:44.602483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7866f748-33aa-4536-a83e-aeeeaa6be0ed tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/quotas/f96d4af9448841a9b861613dba7502ec HTTP/1.1" status: 200 len: 375 time: 0.0089285 Jul 23 00:05:44.636154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-5d414209-6bbb-4acc-b713-323f8e3bd6be tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f96d4af9448841a9b861613dba7502ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282984 Jul 23 00:05:44.803633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cf10a19-0b95-4e8a-8f3a-b1f9462132c0 req-a6591404-fa18-4418-a911-7a8276f1d082 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 210 time: 0.0354018 Jul 23 00:05:45.686604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3aa9a877-d721-468c-8ebb-ee4e7f540610 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f96d4af9448841a9b861613dba7502ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335331 Jul 23 00:05:45.874794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-a7bcca26-1860-438e-80d2-203813a6b3cb tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:45.876387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-a7bcca26-1860-438e-80d2-203813a6b3cb tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851113 Jul 23 00:05:45.895452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Request body: {'port': {'device_id': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': 'f96d4af9448841a9b861613dba7502ec'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:45.907006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d224633e-4b3e-46c5-8384-24a6bd2c7539 req-8e552b73-b611-4800-97cc-fe85774a3888 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 210 time: 0.0301628 Jul 23 00:05:46.013451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Made reservation on behalf of f96d4af9448841a9b861613dba7502ec for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:05:46.017090 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.025598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.116670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.120805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.147592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f6cba5f-c57a-4331-a2e8-928732711c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.181144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c72ed-367d-4d49-ba27-4bea691922bf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:46.253678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Allocated IP 192.168.233.201 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/1eb7b67d-3621-4e33-a59d-bb29d8e6188c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:05:46.684425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.697615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Transition to ACTIVE for port object 1eb7b67d-3621-4e33-a59d-bb29d8e6188c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:46.730788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.776264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:05:46.779184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:05:46.782919 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:05:46.789275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Pushing event updated for resources: {'Port': ['ID=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:46.843213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:46.844023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:46.859478 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-3ca7a26b-1356-4557-a5ef-58e648005096 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9683697 Jul 23 00:05:46.875286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-23e47b69-a450-4606-aa5d-fce34d1e35ce tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:05:46.876623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-23e47b69-a450-4606-aa5d-fce34d1e35ce tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059633 Jul 23 00:05:47.012287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86094fc1-be31-4962-ab61-f1868de3b170 None None] Provisioning for port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:47.016426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-86094fc1-be31-4962-ab61-f1868de3b170 None None] Provisioning complete for port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:47.016804 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86094fc1-be31-4962-ab61-f1868de3b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.025160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Request body: {'port': {'device_id': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:05:47.052937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-86094fc1-be31-4962-ab61-f1868de3b170 None None] Port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:05:47.060593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d56531-abad-4f07-a4a8-fe1e8598ed5f req-b4a20971-95b8-49e8-abf1-4fca331ccc26 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:47.063023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23d56531-abad-4f07-a4a8-fe1e8598ed5f req-b4a20971-95b8-49e8-abf1-4fca331ccc26 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 936 time: 0.0853639 Jul 23 00:05:47.100129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.101247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-23d56531-abad-4f07-a4a8-fe1e8598ed5f req-448be3d7-772a-4a1e-95d7-0fe8499ac856 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Jul 23 00:05:47.362046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb7b67d-3621-4e33-a59d-bb29d8e6188c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:05:47.369318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.381682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Transition to ACTIVE for port object 1eb7b67d-3621-4e33-a59d-bb29d8e6188c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:05:47.385995 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.460897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:47.516229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Attempting to bind port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:05:47.516567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Attempting to bind port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:05:47.516909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Attempting to bind port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:47.521783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:05:47.522115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Attempting to bind port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:05:47.527947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:05:47.528294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:05:47.528683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:05:47.529111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Bound port: 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:05:47.529471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.597657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] For port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:05:47.600638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] For port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:05:47.606752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.640962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:47.641579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.643123 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] 10.222.0.48 "PUT /v2.0/ports/1eb7b67d-3621-4e33-a59d-bb29d8e6188c HTTP/1.1" status: 200 len: 1096 time: 0.7604606 Jul 23 00:05:47.643588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'tag': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:47.645834 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78558d7-f3c6-41ee-8d0b-93bea31e435b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9fd6fb-2dca-4734-a43d-965c2614e799", "tag": "1eb7b67d-3621-4e33-a59d-bb29d8e6188c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:47.674792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a982d1f-2854-4e90-80bc-e12b23ad8760 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:47.717433 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b68d90-1c80-4f1a-a4e4-d53d832583a4 x-openstack-request-id: req-b5b68d90-1c80-4f1a-a4e4-d53d832583a4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:47.717433 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9fd6fb-2dca-4734-a43d-965c2614e799", "tag": "1eb7b67d-3621-4e33-a59d-bb29d8e6188c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:47.717433 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5b68d90-1c80-4f1a-a4e4-d53d832583a4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:47.717433 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'tag': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c', 'status': 'completed', 'code': 200} Jul 23 00:05:47.768955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-1c0be980-296e-4788-ba0f-5fe3ae3ddcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:47.770639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-1c0be980-296e-4788-ba0f-5fe3ae3ddcfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f96d4af9448841a9b861613dba7502ec&device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 1099 time: 0.0661042 Jul 23 00:05:47.818439 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-a6da1e74-e490-476d-9540-394b7e868e0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c HTTP/1.1" status: 200 len: 217 time: 0.0355387 Jul 23 00:05:47.868580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-4ea4a6c0-10f4-4cf9-a8bd-1eeaccd21db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:47.870135 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-4ea4a6c0-10f4-4cf9-a8bd-1eeaccd21db4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0456574 Jul 23 00:05:47.936766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-99859d2c-db99-4668-b601-1c841478c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:47.938301 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-99859d2c-db99-4668-b601-1c841478c8c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618672 Jul 23 00:05:48.033895 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-99324fa3-e28a-4d98-a97b-da49b46abf19 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892899 Jul 23 00:05:48.149263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-988ec44f-ccf8-46f1-baba-97ecef6bc2e2 req-8f1b7375-f9fb-4383-b705-93942c1e456a service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092939 Jul 23 00:05:48.247027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976932c6-455b-4d19-9454-a9419a514d82 req-d334e8e0-ef52-4411-a735-2d71e493fb5b tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:48.248625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-976932c6-455b-4d19-9454-a9419a514d82 req-d334e8e0-ef52-4411-a735-2d71e493fb5b tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 948 time: 0.0767674 Jul 23 00:05:48.286147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-072ca8e4-7811-4cdd-a71a-7f3e24a88aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:48.287759 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-072ca8e4-7811-4cdd-a71a-7f3e24a88aaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f96d4af9448841a9b861613dba7502ec&device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 1099 time: 0.0606828 Jul 23 00:05:48.288535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-976932c6-455b-4d19-9454-a9419a514d82 req-75738746-6f4b-4078-bccd-2a020df05594 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Jul 23 00:05:48.379496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-b9d9ce8b-beef-49a9-bdcb-ec20a488e303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:48.380998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-b9d9ce8b-beef-49a9-bdcb-ec20a488e303 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0864005 Jul 23 00:05:48.424733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-5142c274-6e80-45bd-b95e-738f6bc22a0b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c HTTP/1.1" status: 200 len: 217 time: 0.0376589 Jul 23 00:05:48.479842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-e7bc7830-7da4-4dbf-ae01-708564ba88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:48.481344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-e7bc7830-7da4-4dbf-ae01-708564ba88e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0494645 Jul 23 00:05:48.543969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-fdd9c298-35f1-406e-8f65-d5f378495757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:48.545691 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-fdd9c298-35f1-406e-8f65-d5f378495757 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574076 Jul 23 00:05:48.652464 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-a5b26fd1-08f9-4cbc-8a3c-01307f65aa12 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993450 Jul 23 00:05:48.748218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b78558d7-f3c6-41ee-8d0b-93bea31e435b req-cd70dc57-07ea-4f2f-bd36-58aa8af4d1b8 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884132 Jul 23 00:05:49.428949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69995272-5f63-48cf-8c94-bb905cf67090 req-da9b004d-b99c-4ef1-a28d-a4367197d42a tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:49.430446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69995272-5f63-48cf-8c94-bb905cf67090 req-da9b004d-b99c-4ef1-a28d-a4367197d42a tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 948 time: 0.0729585 Jul 23 00:05:49.460936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bcf966a7-6423-47a2-b374-0550bc0d5ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:49.479515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69995272-5f63-48cf-8c94-bb905cf67090 req-bb719d10-03eb-47f0-809a-207bd9bea69d tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Jul 23 00:05:49.674974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:50.313398 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:50.555500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1eb7b67d-3621-4e33-a59d-bb29d8e6188c details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:05:50.632155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3347ce-da52-49c3-b981-c7debd159943 req-45d0e66d-fe8d-47c8-b103-9d7b0e5582f8 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:50.633707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a3347ce-da52-49c3-b981-c7debd159943 req-45d0e66d-fe8d-47c8-b103-9d7b0e5582f8 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 948 time: 0.0823097 Jul 23 00:05:50.668283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:50.676203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a3347ce-da52-49c3-b981-c7debd159943 req-9cef08b7-febe-455b-9000-b5ff5295daa9 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Jul 23 00:05:50.679129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c', 'mac_address': 'fa:16:3e:ff:95:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:05:50.721778 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:50.737316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb7b67d-3621-4e33-a59d-bb29d8e6188c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:05:50.762838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:50.767700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:50.822243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:51.036697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['1eb7b67d-3621-4e33-a59d-bb29d8e6188c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:05:51.769398 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:52.132636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364cfee-9aec-495a-aad4-fac436fe35cb req-fd6db971-fd32-49d1-8a9a-85d0c4d7bed6 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:52.134116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3364cfee-9aec-495a-aad4-fac436fe35cb req-fd6db971-fd32-49d1-8a9a-85d0c4d7bed6 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 949 time: 0.3907633 Jul 23 00:05:52.175760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3364cfee-9aec-495a-aad4-fac436fe35cb req-f4b1eb74-d381-4c56-bdf7-8c62b682ef77 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Jul 23 00:05:52.451813 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:52.569824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1eb7b67d-3621-4e33-a59d-bb29d8e6188c up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:52.622419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:05:52.625103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:52.625478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:52.702219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:52.726180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:52.728433 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca020fba-07a3-41da-863d-1ba76369cefb" -d '{"events": [{"server_uuid": "0a9fd6fb-2dca-4734-a43d-965c2614e799", "name": "network-vif-plugged", "status": "completed", "tag": "1eb7b67d-3621-4e33-a59d-bb29d8e6188c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:52.740944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:52.745006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:52.773853 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed522453-4a03-45dc-89bf-5621ec16ba88 x-openstack-request-id: req-ed522453-4a03-45dc-89bf-5621ec16ba88 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:52.774514 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd6fb-2dca-4734-a43d-965c2614e799", "name": "network-vif-plugged", "status": "completed", "tag": "1eb7b67d-3621-4e33-a59d-bb29d8e6188c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:52.774514 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed522453-4a03-45dc-89bf-5621ec16ba88 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:52.774762 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c', 'code': 200} Jul 23 00:05:52.800705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:52.908415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832142-1a68-44eb-b698-58eef92c6dea req-2305c4c1-3592-41b3-bad8-d5ea62232923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:52.910086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a5832142-1a68-44eb-b698-58eef92c6dea req-2305c4c1-3592-41b3-bad8-d5ea62232923 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 1101 time: 0.0620451 Jul 23 00:05:52.945344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a5832142-1a68-44eb-b698-58eef92c6dea req-2a519f8e-c094-4d1f-8f0e-8009c53d378d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280128 Jul 23 00:05:53.305118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930717ef-6f74-4c81-9116-6c432c8aa59b req-7adb2bdb-e13e-41ea-b897-17d4c49dd1b1 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:53.306631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-930717ef-6f74-4c81-9116-6c432c8aa59b req-7adb2bdb-e13e-41ea-b897-17d4c49dd1b1 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 950 time: 0.0639946 Jul 23 00:05:53.345974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-930717ef-6f74-4c81-9116-6c432c8aa59b req-ff5df52e-192b-4c65-bae4-361888b515ef tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Jul 23 00:05:54.486100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793e3e3-02c8-4b15-bd83-312394a54037 req-fc5570e5-0f31-48d3-b75a-c8d4e9650317 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:54.487679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8793e3e3-02c8-4b15-bd83-312394a54037 req-fc5570e5-0f31-48d3-b75a-c8d4e9650317 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 950 time: 0.0732410 Jul 23 00:05:54.529083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8793e3e3-02c8-4b15-bd83-312394a54037 req-b55f9037-16d7-4ae9-9b46-6b6acb4c741c tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Jul 23 00:06:00.962537 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:06:01.121308 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-6a5c2894-171d-41d7-9675-85f1e025c575 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577006 Jul 23 00:06:01.223081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-6cd98198-9005-4f3c-8803-c07cb6f014c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:01.224669 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-6cd98198-9005-4f3c-8803-c07cb6f014c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1096 time: 0.0560012 Jul 23 00:06:01.340688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-8fd766bc-75b9-41bb-907b-f8b0c73302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:01.342178 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-8fd766bc-75b9-41bb-907b-f8b0c73302cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.0970075 Jul 23 00:06:01.406043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-3454e62a-c59f-4dc7-84d6-49dda070171a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 1001 time: 0.0576253 Jul 23 00:06:01.459578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-883b49bb-2fe9-49e5-8f3e-5896048e8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:01.461051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-883b49bb-2fe9-49e5-8f3e-5896048e8f4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0492125 Jul 23 00:06:01.518877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-64afae84-06b3-4487-a2a9-349388a8a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:01.520336 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-64afae84-06b3-4487-a2a9-349388a8a058 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531607 Jul 23 00:06:01.613923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-017d051f-e84f-4f84-aed7-e4094d878b1d service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Jul 23 00:06:01.708882 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cf085ef-e7b0-4db0-a313-eec59f0e47c2 req-e191d199-3df5-49cf-94bc-34fa549ac39d service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889447 Jul 23 00:06:06.346072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.953657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a3ff1-a75f-4571-92d4-39cddff325c3 req-99c4556e-c314-4d7a-8587-27d91d32b3ce tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:06.955107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab8a3ff1-a75f-4571-92d4-39cddff325c3 req-99c4556e-c314-4d7a-8587-27d91d32b3ce tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0648637 Jul 23 00:06:06.993830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab8a3ff1-a75f-4571-92d4-39cddff325c3 req-bb74ab22-a4cb-404b-b557-1d41d410c153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Jul 23 00:06:07.018459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45714) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:07.090129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e8f1a34d-b377-4818-b1cd-eb045a56bce9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/f5f5769d-6e9d-4f14-9f99-3287d063bc72 HTTP/1.1" status: 200 len: 993 time: 0.0648139 Jul 23 00:06:07.571644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdca5b4-199d-4d8f-8d40-ee7adc724950 req-a7f69122-c04f-4a4b-b885-165d0c6ea010 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:07.573348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebdca5b4-199d-4d8f-8d40-ee7adc724950 req-a7f69122-c04f-4a4b-b885-165d0c6ea010 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1096 time: 0.0751007 Jul 23 00:06:07.614102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebdca5b4-199d-4d8f-8d40-ee7adc724950 req-06e9f533-36d3-4183-a53d-8a10459cc43a tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349562 Jul 23 00:06:08.243918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-1cf7b2ca-8143-4328-ac44-e6ccb66dcd5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726752 Jul 23 00:06:08.833382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-e97fab1d-7bfe-4d8b-837a-f2be9eac51af tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:06:08.834562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-e97fab1d-7bfe-4d8b-837a-f2be9eac51af tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0670617 Jul 23 00:06:08.845331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Request body: {'binding': {'host': 'n-h2-758851-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:08.846000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Unknown quota resources ['binding']. {{(pid=93790) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 00:06:08.995939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on host n-h2-758851-4 for vnic_type normal with profile None {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:08.996280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:08.996600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:09.001231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:06:09.001657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:09.006577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:09.006969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Checking segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:09.007464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Bound using segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:09.008246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Bound port: d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:09.097366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:09.103021 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:09.105484 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-dd148819-43ab-4232-ba23-26ab80812a65 service neutron] 10.222.0.21 "POST /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.2636635 Jul 23 00:06:09.314206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409537d-b4f8-41b1-8b85-be6e9febf357 req-22a7fb7c-9bf3-4439-9585-8e5dc1c5fda3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.321295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9409537d-b4f8-41b1-8b85-be6e9febf357 req-22a7fb7c-9bf3-4439-9585-8e5dc1c5fda3 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0877972 Jul 23 00:06:09.368443 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9409537d-b4f8-41b1-8b85-be6e9febf357 req-b714f01d-fede-4c78-9eea-9de9b0a89083 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461266 Jul 23 00:06:09.497509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-9fbe1bad-2337-45de-afac-048c635779e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.499819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-9fbe1bad-2337-45de-afac-048c635779e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1096 time: 0.0737491 Jul 23 00:06:09.596688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-d0abaf11-6b1f-486a-97dd-cd46ff1031b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.598168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-d0abaf11-6b1f-486a-97dd-cd46ff1031b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.0920706 Jul 23 00:06:09.670550 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-44932d90-4903-4b49-b095-b93c2aaff5a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 1001 time: 0.0648434 Jul 23 00:06:09.726651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-c50b0021-2231-4c66-8c1f-cd3ae8003aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.729134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-c50b0021-2231-4c66-8c1f-cd3ae8003aa6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0521710 Jul 23 00:06:09.814593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-5712a8a6-253a-4cc6-bf13-208b8c1fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.816171 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-5712a8a6-253a-4cc6-bf13-208b8c1fa3ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812626 Jul 23 00:06:09.927982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-0c426a68-c34e-47fb-b811-66c59866b794 service neutron] 10.222.0.48 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045671 Jul 23 00:06:10.060762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-3688f3a3-bc0c-424f-98b9-bacd22ad3658 service neutron] 10.222.0.48 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255503 Jul 23 00:06:10.314372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-f2ad68be-831e-43d1-9de5-574d88cb0d01 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.317471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-f2ad68be-831e-43d1-9de5-574d88cb0d01 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb&tenant_id=3cc992aef98541b3b5b137c2bbf79b96&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1096 time: 0.1401663 Jul 23 00:06:10.332486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758851-4'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:10.459550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.568920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617552b-11c6-45ed-968d-163a70285848 req-c206aee1-9d58-48df-91be-67647ae43fcb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.570756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f617552b-11c6-45ed-968d-163a70285848 req-c206aee1-9d58-48df-91be-67647ae43fcb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.1057837 Jul 23 00:06:10.631562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f617552b-11c6-45ed-968d-163a70285848 req-6084aa66-4829-4460-9ab4-046f062056c0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516622 Jul 23 00:06:10.672939 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:10.719628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:10.769296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:10.773398 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016511cf-9511-4591-b9ef-4cc328a0d8b8" -d '{"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-unplugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:10.779797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.787405 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.869967 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dc1e0f-f539-4ac1-b3be-8adc39fb00c3 x-openstack-request-id: req-13dc1e0f-f539-4ac1-b3be-8adc39fb00c3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:10.870278 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-unplugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:10.870534 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13dc1e0f-f539-4ac1-b3be-8adc39fb00c3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:10.870929 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'code': 200} Jul 23 00:06:10.908887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:10.967523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on host n-h1-758851-4 for vnic_type normal with profile {"migrating_to": "n-h2-758851-4"} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:10.968143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:10.968680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:10.974414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:06:10.975127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Attempting to bind port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on network da4bf519-5206-4a33-9372-3707dc632c44 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:10.982108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:10.982735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Checking segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:10.983300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Bound using segment: {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:10.983975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Bound port: d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:10.984698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.076826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:11.081343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:11.086905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.193408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8b94cb4a-61f7-46d6-90e4-4f225d123142 None None] Provisioning complete for port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:11.194590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b94cb4a-61f7-46d6-90e4-4f225d123142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.247025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=8']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:11.291584 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b94cb4a-61f7-46d6-90e4-4f225d123142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.341868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8b94cb4a-61f7-46d6-90e4-4f225d123142 None None] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:11.342920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:11.346511 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12383b7a-6729-4704-a5e1-85c2d51aaa9d" -d '{"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-plugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:11.350151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8b94cb4a-61f7-46d6-90e4-4f225d123142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.377056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:11.377056 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.378334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-606bdebc-011a-406b-95a0-b4ffbfe1ab3d service neutron] 10.222.0.48 "PUT /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 1121 time: 1.0539315 Jul 23 00:06:11.415558 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d87a09-c748-43fc-878e-bf0ab9bb081d x-openstack-request-id: req-18d87a09-c748-43fc-878e-bf0ab9bb081d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:11.416282 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-plugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:11.416282 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18d87a09-c748-43fc-878e-bf0ab9bb081d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:11.416702 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'code': 200} Jul 23 00:06:11.474604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:11.706092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94cb4a-61f7-46d6-90e4-4f225d123142 None None] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:11.835193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad379f-92f4-487c-90aa-1e842bbb383a req-5753cd40-6fd0-41c9-888b-caae00dbfe63 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:11.836936 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0ad379f-92f4-487c-90aa-1e842bbb383a req-5753cd40-6fd0-41c9-888b-caae00dbfe63 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0903482 Jul 23 00:06:11.888094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0ad379f-92f4-487c-90aa-1e842bbb383a req-e0ace2d3-6d5f-4c72-8bc0-90296cb9007e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Jul 23 00:06:11.907377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ef56e6e5-132b-4d59-a13a-3e6eed241158 None None] Provisioning complete for port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:11.907835 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef56e6e5-132b-4d59-a13a-3e6eed241158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:12.871758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:12.874141 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47" -d '{"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:12.912095 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122875a9-de28-4b4f-ba18-875f277de2ce x-openstack-request-id: req-122875a9-de28-4b4f-ba18-875f277de2ce {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:12.912696 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:12.912696 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-122875a9-de28-4b4f-ba18-875f277de2ce {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:12.912967 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'status': 'completed', 'code': 200} Jul 23 00:06:13.008428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-a4ef07dd-573b-4c52-a191-60f90a0947a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.010780 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-a4ef07dd-573b-4c52-a191-60f90a0947a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1126 time: 0.0769172 Jul 23 00:06:13.056458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32949fc-f239-433d-96ea-7c3f677cbc27 req-aee7f2c0-5c0e-400d-94a6-168d5bff872a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.058250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a32949fc-f239-433d-96ea-7c3f677cbc27 req-aee7f2c0-5c0e-400d-94a6-168d5bff872a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0665355 Jul 23 00:06:13.103671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a32949fc-f239-433d-96ea-7c3f677cbc27 req-2538fbf7-9c39-4508-b9fc-7c76de31d53f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387211 Jul 23 00:06:13.112865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-9fc3537c-883f-4508-8ca6-3597257b4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.114544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-9fc3537c-883f-4508-8ca6-3597257b4fa0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.0971692 Jul 23 00:06:13.181497 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-3f11e867-73d0-43d5-bc53-b60d723a6050 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 1001 time: 0.0601599 Jul 23 00:06:13.234569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-78a80497-3ae0-4bc1-9e75-a25a7f251dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.236084 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-78a80497-3ae0-4bc1-9e75-a25a7f251dec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0489860 Jul 23 00:06:13.295215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-f225846a-5fbf-45c1-9ac0-a26bc992b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.296775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-f225846a-5fbf-45c1-9ac0-a26bc992b01b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547988 Jul 23 00:06:13.388929 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-70bd587b-6738-40a9-8b59-210cfdcbc30e service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Jul 23 00:06:13.484060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73002cbd-dcc1-4b7f-aeb2-1f3989aa7c47 req-e6be6100-a7f0-4a27-972d-df5a663c6356 service neutron] 10.222.0.49 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892587 Jul 23 00:06:14.261056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93da10e-8eff-4f34-b894-999de6eff85b req-ca7c9fcf-bb63-4992-8e42-c247ba4d4024 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:14.262839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c93da10e-8eff-4f34-b894-999de6eff85b req-ca7c9fcf-bb63-4992-8e42-c247ba4d4024 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0759125 Jul 23 00:06:14.310436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c93da10e-8eff-4f34-b894-999de6eff85b req-6a388f39-ccaa-4911-8b16-bac6502419db tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Jul 23 00:06:14.745481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:06:14.858252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:14.870372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec has no active binding in host n-h2-758851-4 {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 00:06:15.453876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b703fa-143a-41fa-ad5a-dbbcbd875c9a req-91f5cded-e78c-4f74-82be-2d249af8f41f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:15.456915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17b703fa-143a-41fa-ad5a-dbbcbd875c9a req-91f5cded-e78c-4f74-82be-2d249af8f41f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0674376 Jul 23 00:06:15.548269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17b703fa-143a-41fa-ad5a-dbbcbd875c9a req-fae8737c-9ee4-4651-8938-79113b91818b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855513 Jul 23 00:06:16.150645 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86304739-5fe9-422d-8d0d-27de357a1b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.579373 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-92b48bcf-c6c7-42a2-b514-0edaf0fa8e01 service neutron] 10.222.0.49 "GET /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 384 time: 0.0684981 Jul 23 00:06:16.723231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e097b4-b5f6-4975-b813-10329033dd8c req-fdfe7d44-2e77-4aac-8877-9730c67576cd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:16.724884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61e097b4-b5f6-4975-b813-10329033dd8c req-fdfe7d44-2e77-4aac-8877-9730c67576cd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 945 time: 0.0798090 Jul 23 00:06:16.768513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61e097b4-b5f6-4975-b813-10329033dd8c req-af659e21-3914-4416-b0e4-b7a8db68130e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370667 Jul 23 00:06:16.794580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:16.816219 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:16.863705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:16.866049 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e01602a-ffd3-4819-b41a-96e14c6fae9c" -d '{"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-unplugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:16.874592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:16.892022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.907928 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8c4e3-55cb-4c72-bfe7-73299f0bf04a x-openstack-request-id: req-c5e8c4e3-55cb-4c72-bfe7-73299f0bf04a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:16.908244 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-unplugged", "status": "completed", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:16.908496 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5e8c4e3-55cb-4c72-bfe7-73299f0bf04a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:16.908893 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'code': 200} Jul 23 00:06:16.982338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] Transition to ACTIVE for port object d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:16.988092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.094377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] Pushing event updated for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=11']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:17.138521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] No DVR routers for this DVR port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:17.572292 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-622f6bd6-60f9-4a2b-880b-33c40cfcf6be service neutron] 10.222.0.49 "PUT /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec/bindings/n-h2-758851-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9876127 Jul 23 00:06:17.718104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-a23db4ed-5b49-45e2-b04d-a0fbe54f5f05 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.719680 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-a23db4ed-5b49-45e2-b04d-a0fbe54f5f05 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb&tenant_id=3cc992aef98541b3b5b137c2bbf79b96&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.0819409 Jul 23 00:06:17.789381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-821b322f-db78-43b7-99c4-4f27acf55347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.791051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-821b322f-db78-43b7-99c4-4f27acf55347 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 1095 time: 0.0638926 Jul 23 00:06:17.891901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-022c2d8c-1884-4053-8c89-72785af16d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.893456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-022c2d8c-1884-4053-8c89-72785af16d4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1095 time: 0.0669692 Jul 23 00:06:17.920065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae880648-ee45-4913-834d-8278c8caf92c req-ee77cc93-cfcb-4869-9d45-5a3bff22286c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.921815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae880648-ee45-4913-834d-8278c8caf92c req-ee77cc93-cfcb-4869-9d45-5a3bff22286c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.0748863 Jul 23 00:06:17.983256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae880648-ee45-4913-834d-8278c8caf92c req-0e058291-8cf9-49d8-b209-5ac7af9b799c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534954 Jul 23 00:06:18.001526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-1d2a31ff-befc-45f4-8c00-89637a8fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:18.002985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-1d2a31ff-befc-45f4-8c00-89637a8fcfa3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.1026738 Jul 23 00:06:18.078127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-af10c417-0952-4aa6-ba5d-948f9c184b9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 999 time: 0.0661304 Jul 23 00:06:18.126611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-5df460d7-9cf4-4f70-aea9-bfb899a2c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:18.128160 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-5df460d7-9cf4-4f70-aea9-bfb899a2c9e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0435567 Jul 23 00:06:18.188195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-3c5bca77-dc56-4af7-a5d6-6550fa6b422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:18.189717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-3c5bca77-dc56-4af7-a5d6-6550fa6b422b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546765 Jul 23 00:06:18.281508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-4889cf72-e088-40e3-a5da-04f81dd594e4 service neutron] 10.222.0.48 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852718 Jul 23 00:06:18.374557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-d80a9fc0-c480-4c1c-a8e5-17fb2a6fb6b3 service neutron] 10.222.0.48 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Jul 23 00:06:18.663107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-9a4a0d99-f7bb-4ebf-bf9a-4582f7d017ea tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:18.664657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-9a4a0d99-f7bb-4ebf-bf9a-4582f7d017ea tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb&tenant_id=3cc992aef98541b3b5b137c2bbf79b96&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 1095 time: 0.0599270 Jul 23 00:06:18.795817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-941874d8-3f6e-4a2c-813d-6f64c8fbf2d1 service neutron] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:18.798869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-941874d8-3f6e-4a2c-813d-6f64c8fbf2d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.800054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-713ea4ee-2ede-49ed-829b-ce8574c73cf3 req-941874d8-3f6e-4a2c-813d-6f64c8fbf2d1 service neutron] 10.222.0.48 "DELETE /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec/bindings/n-h1-758851-4 HTTP/1.1" status: 204 len: 173 time: 0.1279013 Jul 23 00:06:19.132957 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7b953-d997-477b-bca1-3d823685071c req-482fa2f0-15a0-4541-b0cc-e4a97f7d352b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:19.135194 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47b7b953-d997-477b-bca1-3d823685071c req-482fa2f0-15a0-4541-b0cc-e4a97f7d352b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.0858870 Jul 23 00:06:19.178311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47b7b953-d997-477b-bca1-3d823685071c req-7c5c6da3-920d-4e44-9b58-2e45b9ef4dbe tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355241 Jul 23 00:06:19.301494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723e666-1cfa-4073-8277-0b6ee9b03bfc req-d3c99f26-cf78-42ab-91e9-bdcc778276c7 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:19.303164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5723e666-1cfa-4073-8277-0b6ee9b03bfc req-d3c99f26-cf78-42ab-91e9-bdcc778276c7 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1095 time: 0.0556698 Jul 23 00:06:19.344671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5723e666-1cfa-4073-8277-0b6ee9b03bfc req-982772d5-351e-4d4e-bba0-79b37a1efe0e tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351601 Jul 23 00:06:19.469387 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45552215-cb24-464e-9292-fd9edebef005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.506312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3dabc-6fa7-48dc-9397-c9399bc4ff4f req-f8df1f5c-0aa1-45aa-819c-4e6d36afba07 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:19.507823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5b3dabc-6fa7-48dc-9397-c9399bc4ff4f req-f8df1f5c-0aa1-45aa-819c-4e6d36afba07 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.0920548 Jul 23 00:06:19.546706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5b3dabc-6fa7-48dc-9397-c9399bc4ff4f req-6d479629-4836-413a-bf41-eadeb293b36e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Jul 23 00:06:19.569095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45826) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:19.631804 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-16bab6bf-e847-4c2c-898f-1dba071c13bd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/f5f5769d-6e9d-4f14-9f99-3287d063bc72 HTTP/1.1" status: 200 len: 991 time: 0.0612457 Jul 23 00:06:19.678203 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.874260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45838) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:20.048083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 4c9dfafa-5766-4329-8279-16cbeb1076cc {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:20.048434 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.129506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.129838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.142179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 4c9dfafa-5766-4329-8279-16cbeb1076cc owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:20.300519 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.317073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.330064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=4c9dfafa-5766-4329-8279-16cbeb1076cc,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:20.393774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.394105 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP f5f5769d-6e9d-4f14-9f99-3287d063bc72 disassociated (deleted). External IP: 172.25.5.228, port: d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec. Jul 23 00:06:20.610257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:20.612779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:20.648467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:20.726667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:20.733286 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.745481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] Sync routers for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:20.756482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:20.757137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:20.771180 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ae355b8a-234b-42c3-b1da-0635afe8fb1c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/floatingips/f5f5769d-6e9d-4f14-9f99-3287d063bc72 HTTP/1.1" status: 204 len: 168 time: 0.8958089 Jul 23 00:06:20.771801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:20.774046 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:20.827541 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d277bb5c-40b4-4dac-b2be-1491a3146dd7 x-openstack-request-id: req-d277bb5c-40b4-4dac-b2be-1491a3146dd7 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:20.827916 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:20.828237 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d277bb5c-40b4-4dac-b2be-1491a3146dd7 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:20.828785 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'status': 'completed', 'code': 200} Jul 23 00:06:20.877334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:20.957932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-aaa229d6-74c2-45fb-a30b-92630fcecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:20.959648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-aaa229d6-74c2-45fb-a30b-92630fcecc35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 1095 time: 0.0824726 Jul 23 00:06:21.092257 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a77b3e-f66a-4dad-8e2e-277cff4b52e5 req-fdaad7eb-42fd-481d-824a-dc2eede42cd8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:21.108779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2a77b3e-f66a-4dad-8e2e-277cff4b52e5 req-fdaad7eb-42fd-481d-824a-dc2eede42cd8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.1092639 Jul 23 00:06:21.121787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-b0627f09-94bf-49dc-b297-302502f32004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:21.124241 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-b0627f09-94bf-49dc-b297-302502f32004 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 200 len: 898 time: 0.1281157 Jul 23 00:06:21.131057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:26Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:21.155558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2a77b3e-f66a-4dad-8e2e-277cff4b52e5 req-cfc2d99e-b275-4361-b46a-96d5ea03f671 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=230c29d2-164e-4eb0-a201-31e9aa6676ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455656 Jul 23 00:06:21.160519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] Checking router: 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:21.170217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:21.170891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:21.175053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-2ad3d8f2-5455-41da-ac0e-66e2ee00b9bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 200 len: 217 time: 0.0442302 Jul 23 00:06:21.234975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-c5a5bed6-1a57-42aa-b72f-dafa2cf29dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:21.236777 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-c5a5bed6-1a57-42aa-b72f-dafa2cf29dc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 200 len: 834 time: 0.0526059 Jul 23 00:06:21.290331 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:21.306694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-c49c4bdb-c4cc-4119-b41a-37ccae4b7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:21.308339 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-c49c4bdb-c4cc-4119-b41a-37ccae4b7d2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da4bf519-5206-4a33-9372-3707dc632c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619450 Jul 23 00:06:21.426202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-fa8dcc07-e3e2-44be-9056-8cbc04d1a7c5 service neutron] 10.222.0.48 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929527 Jul 23 00:06:21.506335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:26Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:21.529232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-77305c2a-e0b2-420f-a6cc-3fdf7ee2c74c req-8b2a3110-3cf1-44b0-8d6e-004e0d7aa65a service neutron] 10.222.0.48 "GET /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955114 Jul 23 00:06:21.537122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98274e4b-3e80-459d-90df-30364da9fb35 None None] The sync data for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 is: [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:19Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f568925-3c9a-41d2-83fb-a5a705ac336c', 'name': '', 'network_id': 'da4bf519-5206-4a33-9372-3707dc632c44', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:17:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:17Z', 'updated_at': '2021-07-23T00:05:26Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '201f8826-86a8-431f-ad32-ae7010b6b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:21.645470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7f664-9b60-41bb-9435-771f302b8081 req-53cd6a1a-548c-4d40-80be-4f01c158c707 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:21.647045 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-32f7f664-9b60-41bb-9435-771f302b8081 req-53cd6a1a-548c-4d40-80be-4f01c158c707 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 944 time: 0.0762248 Jul 23 00:06:21.770568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.792603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:21.793355 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.799484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-22496ee2-4401-4f28-92c3-f78b15834c3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650663 Jul 23 00:06:21.849836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da4999-f571-4458-8388-8911a17e1d34 None None] New status for floating IP f5f5769d-6e9d-4f14-9f99-3287d063bc72: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:06:21.899741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:21.900635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.919796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:21.931805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-2de18ec5-573f-4982-a4d1-a77c8e7a6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:21.933246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-2de18ec5-573f-4982-a4d1-a77c8e7a6fc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f96d4af9448841a9b861613dba7502ec&device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 1101 time: 0.0710397 Jul 23 00:06:22.071050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-f4ab9540-af52-4b36-88d8-d4bb5254de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:22.072673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-f4ab9540-af52-4b36-88d8-d4bb5254de1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.1160150 Jul 23 00:06:22.074389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.108215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:22.131906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-ef78a7ff-940e-4f1b-ae46-6836e38ef01b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c HTTP/1.1" status: 200 len: 217 time: 0.0427456 Jul 23 00:06:22.164311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] No DVR routers for this DVR port d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:22.166918 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.169097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-32f7f664-9b60-41bb-9435-771f302b8081 req-757c870f-c2de-46de-88f7-1cb1182cbb61 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.48 "DELETE /v2.0/ports/d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec HTTP/1.1" status: 204 len: 173 time: 0.5160036 Jul 23 00:06:22.199898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-54e80f4a-0001-4a85-930c-78a450069a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:22.201931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-54e80f4a-0001-4a85-930c-78a450069a3e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0607355 Jul 23 00:06:22.288369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8ecf196-2818-4c86-aaed-c2c9dbbc35ec req-7af99637-f95b-456b-a7cc-2422d5c78760 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3221c02-e088-4599-9824-9be0e7867acb HTTP/1.1" status: 200 len: 210 time: 0.0472124 Jul 23 00:06:22.319028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-32f1f962-fb59-4470-9eb5-b21b8bff0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:22.321033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-32f1f962-fb59-4470-9eb5-b21b8bff0dfb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106269 Jul 23 00:06:22.437632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-c40e9f43-3568-43f4-a3e0-e114253f08f1 service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040106 Jul 23 00:06:22.484408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.580805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca2028a8-bbb8-48f2-ad73-08869744f6af req-be305e7c-4d20-4fdd-a36c-134b67f4d84d service neutron] 10.222.0.48 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344068 Jul 23 00:06:22.830610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-deleted', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:22.832999 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f53813-7b20-482b-b1bd-c1de72a8a2f7" -d '{"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-deleted", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:22.871595 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fafdb3-e396-44b6-a7d5-c4232af76c10 x-openstack-request-id: req-43fafdb3-e396-44b6-a7d5-c4232af76c10 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:22.871920 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3221c02-e088-4599-9824-9be0e7867acb", "name": "network-vif-deleted", "tag": "d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:22.872165 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43fafdb3-e396-44b6-a7d5-c4232af76c10 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:22.872755 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3221c02-e088-4599-9824-9be0e7867acb', 'name': 'network-vif-deleted', 'tag': 'd180fde9-3e1a-468c-bd0d-5d5a3b8d43ec', 'status': 'completed', 'code': 200} Jul 23 00:06:23.348658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.725881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.005668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 1f568925-3c9a-41d2-83fb-a5a705ac336c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:24.006022 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.098884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port 1f568925-3c9a-41d2-83fb-a5a705ac336c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f568925-3c9a-41d2-83fb-a5a705ac336c,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:24.099260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.117664 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 1f568925-3c9a-41d2-83fb-a5a705ac336c owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:24.307868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.334746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=1f568925-3c9a-41d2-83fb-a5a705ac336c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:24.526894 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.773852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:24.778134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:24.799347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:24.799683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device d180fde9-3e1a-468c-bd0d-5d5a3b8d43ec not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:24.886053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:24.894868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1abca321-a499-42a7-bce0-3b196c263692 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/1e769d72-411e-4af2-b7d8-0c5b1b1c6c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451257 Jul 23 00:06:24.895636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45936) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:24.897606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] Sync routers for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:24.907715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:24.908401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:24.954876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting subnet 201f8826-86a8-431f-ad32-ae7010b6b3f0 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:06:24.958528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.007430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.046152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:25.107472 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.173478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.198441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.198441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/subnets/201f8826-86a8-431f-ad32-ae7010b6b3f0 HTTP/1.1" status: 204 len: 168 time: 0.2943754 Jul 23 00:06:25.199255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45944) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:25.211916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321fbe9-034e-408f-844f-8e1de28f6153 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Subnet': ['ID=201f8826-86a8-431f-ad32-ae7010b6b3f0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:25.220467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4617b9a3-a332-4306-a8cb-ec585a68667c None None] Network da4bf519-5206-4a33-9372-3707dc632c44 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:25.376987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:06:24Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:25.410312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] Checking router: 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:25.425177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] Routers {'1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:25.425720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:25.534868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] DHCP port deletion for da4bf519-5206-4a33-9372-3707dc632c44 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:06:25.593746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] Set router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:25.659111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.721656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Deleting port c5d4a9d7-2943-4e21-844e-504cefd4e127 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:25.721950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.769638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.835704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port f2620cd0-6aac-4620-bf68-e03203172c32 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:25.836235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.838424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] For port c5d4a9d7-2943-4e21-844e-504cefd4e127, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c5d4a9d7-2943-4e21-844e-504cefd4e127,segment=NetworkSegment(14747e4c-a2ac-4a1e-b3dc-4d64507eea3d),segment_id=14747e4c-a2ac-4a1e-b3dc-4d64507eea3d)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:25.839136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.855592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Calling delete_port for c5d4a9d7-2943-4e21-844e-504cefd4e127 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:25.939539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port f2620cd0-6aac-4620-bf68-e03203172c32, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=f2620cd0-6aac-4620-bf68-e03203172c32,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:25.940095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.956286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for f2620cd0-6aac-4620-bf68-e03203172c32 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:26.104523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:06:24Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.140334 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155bac9-0b29-4ace-b91c-7bfb471ade9a None None] The sync data for ids ['1e769d72-411e-4af2-b7d8-0c5b1b1c6c26'] in n-d-758851-4 is: [{'id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-334126302', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:06:24Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': 'f2620cd0-6aac-4620-bf68-e03203172c32', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e769d72-411e-4af2-b7d8-0c5b1b1c6c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:05:12Z', 'updated_at': '2021-07-23T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:26.157367 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.160055 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.178451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] No DVR routers for this DVR port c5d4a9d7-2943-4e21-844e-504cefd4e127 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:26.199447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=f2620cd0-6aac-4620-bf68-e03203172c32,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:26.212761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Pushing event deleted for resources: {'Port': ['ID=c5d4a9d7-2943-4e21-844e-504cefd4e127,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:26.222365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.222738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.223087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.223468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.223812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.224150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.224485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.224825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.225320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.225644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.225981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.226312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d3f24e-3eaf-4d8f-966d-9b3b6554da9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.286127 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.377556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.379707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.421877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.422556 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Fanout notify agent at l3_agent the message router_deleted on router 1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:06:26.429743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.430963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f71a431-85e3-44c1-b36d-c68db2d05c80 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/routers/1e769d72-411e-4af2-b7d8-0c5b1b1c6c26 HTTP/1.1" status: 204 len: 168 time: 1.2355099 Jul 23 00:06:26.435938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 45970) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:26.528900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.625030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.637076 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4bf519-5206-4a33-9372-3707dc632c44']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.650652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.651210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14747e4c-a2ac-4a1e-b3dc-4d64507eea3d') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.662348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.687866 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.696019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:06:26.697439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.720228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f568925-3c9a-41d2-83fb-a5a705ac336c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:06:26.722457 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:06:26.746607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 1f568925-3c9a-41d2-83fb-a5a705ac336c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:26.746946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f568925-3c9a-41d2-83fb-a5a705ac336c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:26.747429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c5d4a9d7-2943-4e21-844e-504cefd4e127 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:26.768204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c5d4a9d7-2943-4e21-844e-504cefd4e127 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:26.768558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c5d4a9d7-2943-4e21-844e-504cefd4e127 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:26.793373 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.798253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.800457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/networks/da4bf519-5206-4a33-9372-3707dc632c44 HTTP/1.1" status: 204 len: 168 time: 0.3635602 Jul 23 00:06:26.803231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45976) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:26.816572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Network': ['ID=da4bf519-5206-4a33-9372-3707dc632c44,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:26.825488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.825845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.826195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.826538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.826878 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.827234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.827583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.827919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.828251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.828580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.829040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.829374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feeadd1b-107c-49cb-91ad-50c40276aafb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:26.872545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b64073c-0cbf-4c96-b952-21ed644cd32e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.901542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b64073c-0cbf-4c96-b952-21ed644cd32e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.971205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b64073c-0cbf-4c96-b952-21ed644cd32e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.973810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8b64073c-0cbf-4c96-b952-21ed644cd32e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.974985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8b64073c-0cbf-4c96-b952-21ed644cd32e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/security-groups/230c29d2-164e-4eb0-a201-31e9aa6676ae HTTP/1.1" status: 204 len: 168 time: 0.1707077 Jul 23 00:06:26.984448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64073c-0cbf-4c96-b952-21ed644cd32e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c29d2-164e-4eb0-a201-31e9aa6676ae,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.289810 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.295271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766204897', 'description': 'tempest-secgroup-smoke-1766204897 description', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:27.322220 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.411267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.416252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.447417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.449755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1585438 Jul 23 00:06:27.450425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45994) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.455972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '7fc3cc83-bb0c-4fb9-86f9-390bddca56db', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:27.461553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2f3d-5e40-42eb-a844-4d6a34d50960 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3cc83-bb0c-4fb9-86f9-390bddca56db,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.485725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.544226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.548182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.566819 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9594a9-0807-482a-8a6d-041d7a8cc26d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.574048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.574908 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8ed04019-0729-4bd3-82c4-d384f3c62582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225119 Jul 23 00:06:27.577879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 45996) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.582468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '7fc3cc83-bb0c-4fb9-86f9-390bddca56db', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:27.613829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.680838 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.688492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.712738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21492610-36d3-4649-920b-880063b25c51,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.716492 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.720414 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-017734f7-55a8-4006-8ede-cc56dd80a8e8 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389000 Jul 23 00:06:27.720955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.725034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '7fc3cc83-bb0c-4fb9-86f9-390bddca56db', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:27.752664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.812508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.816617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.836009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab11dfc-e4bd-4b17-8e57-f8cafb9dd329,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.844755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.846107 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d1216a1a-70a6-41ec-8429-7206c806de49 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245856 Jul 23 00:06:27.848903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.854404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '7fc3cc83-bb0c-4fb9-86f9-390bddca56db', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:27.891113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.958353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.961906 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.981949 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f88b43-d802-416e-9e39-2be7a496ba2f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.984980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.988971 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5afdd7ec-5a5d-4ae3-b1cc-f73f661f98b4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363244 Jul 23 00:06:27.989475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46010) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.994102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '7fc3cc83-bb0c-4fb9-86f9-390bddca56db', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:28.016253 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:06:28.021030 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.090888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.095229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.114165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34290dd-1c89-4c30-b20b-0996e63ce669,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.124364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.126072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-778962ec-6675-403f-ab73-f8e1f17cbded tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356518 Jul 23 00:06:28.128871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.133778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'security_group_rule': {'security_group_id': '7fc3cc83-bb0c-4fb9-86f9-390bddca56db', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:28.160035 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Project 3cc992aef98541b3b5b137c2bbf79b96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:06:28.165923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.246133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.249879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.269681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d98e93-c24e-4025-9cc2-8b1601a646e8,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.277312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.281702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c4a5874e-a583-47fe-a5b4-a58a15f92c8f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487932 Jul 23 00:06:28.281702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46020) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.287049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'network': {'name': 'tempest-network-smoke--1132348221', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:28.308377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:28.312117 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.336352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:06:28.346493 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.346777 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Added segment d70cc683-1bae-445d-8c46-7a88448c4506 of type vlan for network 26ce0b19-1543-4f45-b0b9-2f60623770d1 Jul 23 00:06:28.388229 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.419081 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.425023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:28.425628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.467964 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1853189 Jul 23 00:06:28.471316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46026) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.483267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'admin_state_up': True, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:28.508551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcd000-f4fa-45d9-b6ff-35978c6efa8b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Network': ['ID=26ce0b19-1543-4f45-b0b9-2f60623770d1,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.522181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:06:28.524283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.525788 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.584612 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.601006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f2620cd0-6aac-4620-bf68-e03203172c32 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:28.626724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: f2620cd0-6aac-4620-bf68-e03203172c32 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:28.627163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device f2620cd0-6aac-4620-bf68-e03203172c32 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:28.726966 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.930093 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.949451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:29.068108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.14 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/8f1add1d-f309-49cd-8dd6-d699839afae7) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:29.171259 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:29.210591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:29.246181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:29.249032 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:29.254479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:29.288048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=8f1add1d-f309-49cd-8dd6-d699839afae7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:29.524208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:29.733360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:29.859845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:06:29.966445 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:29.979027 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Sync routers for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:29.984311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:29.988546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d6c4891f-7205-45a7-8203-c3e4952b43b7 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5114684 Jul 23 00:06:29.988871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46050) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:29.989397 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:29.990071 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:30.022447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-abee2265-66e0-4848-9f9f-e478f9a846b4 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=3cc992aef98541b3b5b137c2bbf79b96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297768 Jul 23 00:06:30.022912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46052) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:30.102563 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:30.123959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263249f6-a862-4c10-9849-8868868618d9 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:30.128653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-263249f6-a862-4c10-9849-8868868618d9 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016426 Jul 23 00:06:30.128889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46058) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:30.162665 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f4e4a56f-6165-4940-861d-ef38814e98c1 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328350 Jul 23 00:06:30.165184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46060) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:30.171013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531669803', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:30.260257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:30.263864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.297924 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:29Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:30.439776 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Checking router: ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:30.440550 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Updating router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 port 8f1add1d-f309-49cd-8dd6-d699839afae7 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:06:30.472561 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.483647 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.535873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Subnet': ['ID=3f25a615-db4f-4084-87c2-e9c636eddd17,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:30.555479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.555479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.555479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.555479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.555479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.556759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.556892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.557157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.557991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.558522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.559029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.559576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.584691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Checking segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:30.585259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network hostable DHCP agents. Network: 26ce0b19-1543-4f45-b0b9-2f60623770d1, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:06:30.606900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:06:30.619756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 26ce0b19-1543-4f45-b0b9-2f60623770d1) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:30.633826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3949c5-ee54-4240-951d-aff9eb950cf4 None None] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:30.640106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:30.640868 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.662906 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c37caa7-c2f1-4464-85df-95e51341fe9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4954853 Jul 23 00:06:30.666334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46072) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:30.834984 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.848102 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Transition to ACTIVE for port object 8f1add1d-f309-49cd-8dd6-d699839afae7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:30.859477 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.934693 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Attempting to bind port 8f1add1d-f309-49cd-8dd6-d699839afae7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:30.935184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-26ce0b19-1543-4f45-b0b9-2f60623770d1', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:06:30.935629 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Attempting to bind port 8f1add1d-f309-49cd-8dd6-d699839afae7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:30.936378 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Attempting to bind port 8f1add1d-f309-49cd-8dd6-d699839afae7 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:30.941229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.948098 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Pushing event updated for resources: {'Port': ['ID=8f1add1d-f309-49cd-8dd6-d699839afae7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:30.952480 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:30.953107 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:30.953700 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.954265 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:30.955082 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Bound port: 8f1add1d-f309-49cd-8dd6-d699839afae7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:30.955669 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:30.964944 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.965864 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.966472 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.967003 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.967549 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.968050 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.968545 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.969187 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.969693 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.970167 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.970655 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:30.971142 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:31.053438 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] For port 8f1add1d-f309-49cd-8dd6-d699839afae7, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:31.059217 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] For port 8f1add1d-f309-49cd-8dd6-d699839afae7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8f1add1d-f309-49cd-8dd6-d699839afae7,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:31.067840 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.125278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:31.136183 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:31.165845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Allocated IP 172.20.0.2 (26ce0b19-1543-4f45-b0b9-2f60623770d1/3f25a615-db4f-4084-87c2-e9c636eddd17/124b3257-2f5d-4303-89aa-9def0a7e317b) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:31.231484 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb9ef4-1160-420d-b3b0-973dac849f8f None None] Pushing event updated for resources: {'Port': ['ID=8f1add1d-f309-49cd-8dd6-d699839afae7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:31.280320 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:31.368974 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.387230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Transition to ACTIVE for port object 124b3257-2f5d-4303-89aa-9def0a7e317b will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:31.422908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Transition to ACTIVE for port object 124b3257-2f5d-4303-89aa-9def0a7e317b will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:31.487007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.524397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:31.534020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:31.535816 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:29Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:31.540878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:31.584210 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ce74e-fa31-47a5-bb41-3884bb4a4307 None None] The sync data for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 is: [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:29Z', 'revision_number': 3, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:31.602712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Pushing event updated for resources: {'Port': ['ID=124b3257-2f5d-4303-89aa-9def0a7e317b,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:31.626158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Attempting to bind port 124b3257-2f5d-4303-89aa-9def0a7e317b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:31.626681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Attempting to bind port 124b3257-2f5d-4303-89aa-9def0a7e317b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:31.627148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Attempting to bind port 124b3257-2f5d-4303-89aa-9def0a7e317b on network 26ce0b19-1543-4f45-b0b9-2f60623770d1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:31.631270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.635234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:31.635878 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Checking segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:31.636180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.636671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Bound using segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:31.637293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Bound port: 124b3257-2f5d-4303-89aa-9def0a7e317b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:31.637794 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.725602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] For port 124b3257-2f5d-4303-89aa-9def0a7e317b, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:31.730406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] For port 124b3257-2f5d-4303-89aa-9def0a7e317b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=124b3257-2f5d-4303-89aa-9def0a7e317b,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:31.735471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:31.797356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ed38d-d8a8-4c48-9f75-c3c7163a5d81 None None] Pushing event updated for resources: {'Port': ['ID=124b3257-2f5d-4303-89aa-9def0a7e317b,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:31.996651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.1 (26ce0b19-1543-4f45-b0b9-2f60623770d1/3f25a615-db4f-4084-87c2-e9c636eddd17/6bf42444-d2ad-4944-bfac-bfe0252c9942) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:32.190200 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.206563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object 6bf42444-d2ad-4944-bfac-bfe0252c9942 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:32.242482 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.297250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:32.302973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:32.308929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:32.313157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=6bf42444-d2ad-4944-bfac-bfe0252c9942,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:32.358886 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.536192 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.794308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8f1add1d-f309-49cd-8dd6-d699839afae7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:32.884076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 8f1add1d-f309-49cd-8dd6-d699839afae7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:32.889480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8f1add1d-f309-49cd-8dd6-d699839afae7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:32.890610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.978778 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.985272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:32.995219 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.021291 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 8f1add1d-f309-49cd-8dd6-d699839afae7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8f1add1d-f309-49cd-8dd6-d699839afae7,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:33.026960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.031394 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 124b3257-2f5d-4303-89aa-9def0a7e317b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:33.097715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=6bf42444-d2ad-4944-bfac-bfe0252c9942,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:33.109365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.140158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=8f1add1d-f309-49cd-8dd6-d699839afae7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:33.146335 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0df29-9414-4fe5-904b-a867c720a84b None None] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:33.168785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 124b3257-2f5d-4303-89aa-9def0a7e317b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:33.219080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:33.220502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:33.279581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] Provisioning for port 124b3257-2f5d-4303-89aa-9def0a7e317b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:33.287833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] Provisioning complete for port 124b3257-2f5d-4303-89aa-9def0a7e317b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:33.288085 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.365328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:33.441363 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.501117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] For port 124b3257-2f5d-4303-89aa-9def0a7e317b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=124b3257-2f5d-4303-89aa-9def0a7e317b,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:33.507123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.526169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:33.552587 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-05125e63-2d78-4b72-8946-9987f7e37361 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/ce5ea447-35ab-4832-b8fd-b4d3bf621ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8845668 Jul 23 00:06:33.579364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d213d-c10b-4e68-a52a-10ce427b93a1 None None] Pushing event updated for resources: {'Port': ['ID=124b3257-2f5d-4303-89aa-9def0a7e317b,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:33.748719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-4126d016-5795-40c7-86cc-c11d0762925e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766204897&fields=id&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 267 time: 0.0504718 Jul 23 00:06:33.755858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8354dc4f-99d8-40c6-a9ed-77125d93643d None None] Provisioning for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:33.762145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8354dc4f-99d8-40c6-a9ed-77125d93643d None None] Provisioning complete for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:33.763322 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8354dc4f-99d8-40c6-a9ed-77125d93643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.821355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8354dc4f-99d8-40c6-a9ed-77125d93643d None None] Port 6bf42444-d2ad-4944-bfac-bfe0252c9942 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:33.835268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8354dc4f-99d8-40c6-a9ed-77125d93643d None None] Provisioning complete for port 124b3257-2f5d-4303-89aa-9def0a7e317b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:33.835268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8354dc4f-99d8-40c6-a9ed-77125d93643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.939001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Sync routers for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:33.942931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-fb8bac48-fc58-4902-baf7-689538553a81 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:33.951402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-fb8bac48-fc58-4902-baf7-689538553a81 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 797 time: 0.1949673 Jul 23 00:06:33.961965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-872a374d-6c80-4cf0-8fdb-71fbb903f07c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/quotas/3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 375 time: 0.0100095 Jul 23 00:06:33.965246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:33.965969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:34.084603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-b5e54775-da61-4b1c-86ec-53ba00fca7c6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071978 Jul 23 00:06:34.112766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:34.189080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-56b0dadd-6e71-49b0-a72a-d609d8abfa5d service neutron] 10.222.0.21 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003571 Jul 23 00:06:34.214129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-221ebd46-c2bd-4587-8fe2-9f628295020f None None] Provisioning complete for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:34.214516 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-221ebd46-c2bd-4587-8fe2-9f628295020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.299939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-31192fc6-4244-40c6-bbf4-c2b7c93283c8 service neutron] 10.222.0.21 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046574 Jul 23 00:06:34.301741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-221ebd46-c2bd-4587-8fe2-9f628295020f None None] Port 6bf42444-d2ad-4944-bfac-bfe0252c9942 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:34.382699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 2, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:34.415321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Checking router: ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:34.415761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Updating router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 port 6bf42444-d2ad-4944-bfac-bfe0252c9942 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:06:34.468744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-53938e34-bc76-4b32-ab02-c1eff9575161 None None] Provisioning complete for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:34.469131 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53938e34-bc76-4b32-ab02-c1eff9575161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.498848 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.503880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d34387d8-4f07-4b86-bdcb-92445c107659 req-302daa50-25c3-4a4f-b286-9af0c5f4d1e4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 210 time: 0.0382922 Jul 23 00:06:34.551360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53938e34-bc76-4b32-ab02-c1eff9575161 None None] Port 6bf42444-d2ad-4944-bfac-bfe0252c9942 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:34.716301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8f1add1d-f309-49cd-8dd6-d699839afae7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:34.800675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8f1add1d-f309-49cd-8dd6-d699839afae7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:34.801055 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.881685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.895587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Transition to ACTIVE for port object 6bf42444-d2ad-4944-bfac-bfe0252c9942 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:34.901864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:34.980171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 124b3257-2f5d-4303-89aa-9def0a7e317b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:34.982982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409a8c9-5375-408a-90bd-8d142088a288 None None] Pushing event updated for resources: {'Port': ['ID=6bf42444-d2ad-4944-bfac-bfe0252c9942,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:35.076767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Attempting to bind port 6bf42444-d2ad-4944-bfac-bfe0252c9942 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:35.077152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Attempting to bind port 6bf42444-d2ad-4944-bfac-bfe0252c9942 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:35.077525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Attempting to bind port 6bf42444-d2ad-4944-bfac-bfe0252c9942 on network 26ce0b19-1543-4f45-b0b9-2f60623770d1 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:35.085656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:35.086307 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Checking segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:35.086899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.087740 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Bound using segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:35.088670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Bound port: 6bf42444-d2ad-4944-bfac-bfe0252c9942, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:35.089259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.101540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 124b3257-2f5d-4303-89aa-9def0a7e317b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:35.101950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.191688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] For port 6bf42444-d2ad-4944-bfac-bfe0252c9942, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:35.195312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] For port 6bf42444-d2ad-4944-bfac-bfe0252c9942, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6bf42444-d2ad-4944-bfac-bfe0252c9942,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:35.201163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.308143 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:35.308694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:35.310777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409a8c9-5375-408a-90bd-8d142088a288 None None] Pushing event updated for resources: {'Port': ['ID=6bf42444-d2ad-4944-bfac-bfe0252c9942,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:35.622500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-a86b674f-d51f-483e-9ebd-13c6c41d9eeb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:35.625336 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-a86b674f-d51f-483e-9ebd-13c6c41d9eeb tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 797 time: 0.1472211 Jul 23 00:06:35.675830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:35.676382 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-6c528b36-4a9d-4097-857b-23bd7048621f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc992aef98541b3b5b137c2bbf79b96 HTTP/1.1" status: 200 len: 380 time: 0.0365167 Jul 23 00:06:35.684697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aed0aa13-6dec-4f0e-8a27-43f4feaec98b req-2ce58bbd-5aeb-4733-99be-b46302dca3ec tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 210 time: 0.0537791 Jul 23 00:06:35.686431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'port': {'device_id': '47fe6724-7579-456d-948e-09afb65d0486', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'admin_state_up': True, 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'security_groups': ['7fc3cc83-bb0c-4fb9-86f9-390bddca56db']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:35.813119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Made reservation on behalf of 3cc992aef98541b3b5b137c2bbf79b96 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:35.817047 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.934602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:35Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:35.967452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.20.0.6 (26ce0b19-1543-4f45-b0b9-2f60623770d1/3f25a615-db4f-4084-87c2-e9c636eddd17/d649eac5-bdeb-42c2-82ad-83e98c96b64c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:35.968657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e4f11-58b5-47c0-85f4-361a8d4c99e8 None None] The sync data for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 is: [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:35Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:36.147976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.167691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Transition to ACTIVE for port object d649eac5-bdeb-42c2-82ad-83e98c96b64c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:36.206498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.266586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:36.269716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:36.272305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:36.303595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:36.333724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:36.334376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.356956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-570047aa-b8cb-43f1-ba02-2c64b7a68e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6764452 Jul 23 00:06:36.364205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.369842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Request body: {'port': {'device_id': '47fe6724-7579-456d-948e-09afb65d0486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:36.456661 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.584137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15181a35-2130-4158-9937-5b8f704d574b None None] Provisioning for port d649eac5-bdeb-42c2-82ad-83e98c96b64c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:36.589977 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-15181a35-2130-4158-9937-5b8f704d574b None None] Provisioning complete for port d649eac5-bdeb-42c2-82ad-83e98c96b64c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:36.590505 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-15181a35-2130-4158-9937-5b8f704d574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.660688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-15181a35-2130-4158-9937-5b8f704d574b None None] Port d649eac5-bdeb-42c2-82ad-83e98c96b64c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:36.693754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6bf42444-d2ad-4944-bfac-bfe0252c9942 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:36.752419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:36.768808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:36.769191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.863858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d649eac5-bdeb-42c2-82ad-83e98c96b64c {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:36.874350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.891364 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9350ea-c0cf-43c6-b2e1-27bef8d82bee req-197f517e-e31c-41ff-a407-e37648e82593 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:36.892966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd9350ea-c0cf-43c6-b2e1-27bef8d82bee req-197f517e-e31c-41ff-a407-e37648e82593 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 931 time: 0.1187527 Jul 23 00:06:36.895954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Transition to ACTIVE for port object d649eac5-bdeb-42c2-82ad-83e98c96b64c will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:36.905619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.907637 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:36.943938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd9350ea-c0cf-43c6-b2e1-27bef8d82bee req-f7f7bf90-bf7d-44c0-a85a-42d6f4969c9c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450809 Jul 23 00:06:36.971774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6bf42444-d2ad-4944-bfac-bfe0252c9942, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6bf42444-d2ad-4944-bfac-bfe0252c9942,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:36.977189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.018614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:37.088407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6bf42444-d2ad-4944-bfac-bfe0252c9942,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:37.120372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Attempting to bind port d649eac5-bdeb-42c2-82ad-83e98c96b64c on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:37.120619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Attempting to bind port d649eac5-bdeb-42c2-82ad-83e98c96b64c by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:37.120993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Attempting to bind port d649eac5-bdeb-42c2-82ad-83e98c96b64c on network 26ce0b19-1543-4f45-b0b9-2f60623770d1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:37.126170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Port d649eac5-bdeb-42c2-82ad-83e98c96b64c on network 26ce0b19-1543-4f45-b0b9-2f60623770d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:06:37.126496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Attempting to bind port d649eac5-bdeb-42c2-82ad-83e98c96b64c on network 26ce0b19-1543-4f45-b0b9-2f60623770d1 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:37.132289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:37.132639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Checking segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:37.133216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Bound using segment: {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:37.133662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Bound port: d649eac5-bdeb-42c2-82ad-83e98c96b64c, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70cc683-1bae-445d-8c46-7a88448c4506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:37.134569 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.233951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:37.237789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:37.245250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.289695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.290549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.292250 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] 10.222.0.49 "PUT /v2.0/ports/d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 1091 time: 0.9280069 Jul 23 00:06:37.292720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:37.295171 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b379d3-4c1e-4948-a69b-f907371b789e" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:37.319177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ded17-4e8b-4156-907f-aee9c7207b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:37.374538 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4d5a42-9ea1-4a0d-84cd-03e64adb4c56 x-openstack-request-id: req-5c4d5a42-9ea1-4a0d-84cd-03e64adb4c56 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:37.375295 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:37.375847 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c4d5a42-9ea1-4a0d-84cd-03e64adb4c56 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:37.376746 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'status': 'completed', 'code': 200} Jul 23 00:06:37.413777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-697bc205-bb10-4db5-972e-c39b495b6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.415856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-697bc205-bb10-4db5-972e-c39b495b6bef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1094 time: 0.0763259 Jul 23 00:06:37.477097 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-235469d8-1887-4828-8a90-f59e2006c068 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 217 time: 0.0540812 Jul 23 00:06:37.533794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-54c4adf5-ba25-4e7a-8c33-d0f99581c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.535569 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-54c4adf5-ba25-4e7a-8c33-d0f99581c180 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 200 len: 835 time: 0.0519092 Jul 23 00:06:37.618968 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749237f1-b149-4fce-9b61-f145e9399cea req-13c97908-878e-4c0e-8f5a-8e28eb67bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.620710 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-13c97908-878e-4c0e-8f5a-8e28eb67bbbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26ce0b19-1543-4f45-b0b9-2f60623770d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780668 Jul 23 00:06:37.737584 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-67fe9402-d363-4bef-a234-8dd0db28ec05 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107159 Jul 23 00:06:37.846825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-749237f1-b149-4fce-9b61-f145e9399cea req-0d92971c-241c-41df-a9af-a3637cf6f726 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033835 Jul 23 00:06:37.955115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-bd2f2150-d2db-4170-b79a-f3d93c113574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.956978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-bd2f2150-d2db-4170-b79a-f3d93c113574 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1094 time: 0.0551128 Jul 23 00:06:37.961894 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:06:38.052776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-b3a8e000-5685-43c2-b0b6-071594f96597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.054280 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-b3a8e000-5685-43c2-b0b6-071594f96597 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 898 time: 0.0918787 Jul 23 00:06:38.104915 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-f9f9c56a-b333-4d4e-929e-52ddd318c371 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 217 time: 0.0434456 Jul 23 00:06:38.105417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6fa79-2515-4523-92cb-ad05fa4a6946 req-6d60b8f3-cc5b-4ae8-bb91-96e8f2a3ed0a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.106969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28e6fa79-2515-4523-92cb-ad05fa4a6946 req-6d60b8f3-cc5b-4ae8-bb91-96e8f2a3ed0a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 943 time: 0.0796864 Jul 23 00:06:38.154972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28e6fa79-2515-4523-92cb-ad05fa4a6946 req-01820a8b-b9ba-4143-830f-5d6b33b231f0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Jul 23 00:06:38.163492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-f9b2eb44-3908-4953-be9a-d66c8da62835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.165115 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-f9b2eb44-3908-4953-be9a-d66c8da62835 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 200 len: 835 time: 0.0533719 Jul 23 00:06:38.231426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-d6a19632-fd94-48e9-a78f-72af3fd21383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.233050 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-d6a19632-fd94-48e9-a78f-72af3fd21383 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26ce0b19-1543-4f45-b0b9-2f60623770d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601609 Jul 23 00:06:38.331951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-0f29e01c-6b5c-4730-b192-ac912dfb7c49 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920348 Jul 23 00:06:38.428115 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e6b379d3-4c1e-4948-a69b-f907371b789e req-e37ce468-dc4e-4d7a-ab58-5101037ec173 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893643 Jul 23 00:06:38.641981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6bf42444-d2ad-4944-bfac-bfe0252c9942 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:38.696883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6bf42444-d2ad-4944-bfac-bfe0252c9942 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:38.697353 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:39.292808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3960ff-b07e-409a-9dd5-938f498d92b1 req-3c921270-24ac-4fd4-b42d-f85fcbf1732f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:39.294348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa3960ff-b07e-409a-9dd5-938f498d92b1 req-3c921270-24ac-4fd4-b42d-f85fcbf1732f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 943 time: 0.0690515 Jul 23 00:06:39.333358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa3960ff-b07e-409a-9dd5-938f498d92b1 req-7cb4c99d-11ec-41f4-affa-5640e4ba7967 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333853 Jul 23 00:06:40.469573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195af905-1a9a-4ae0-b8ce-b09d25099adf req-77192d06-5006-4bea-8d87-c574ebb701ae tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:40.471083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-195af905-1a9a-4ae0-b8ce-b09d25099adf req-77192d06-5006-4bea-8d87-c574ebb701ae tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 943 time: 0.0675411 Jul 23 00:06:40.508699 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-195af905-1a9a-4ae0-b8ce-b09d25099adf req-c1337edd-93aa-47c0-a7ec-38d402e6c325 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Jul 23 00:06:40.642459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:06:40.741496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:40.753569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'port_id': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'mac_address': 'fa:16:3e:e1:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:06:40.794228 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:40.807137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d649eac5-bdeb-42c2-82ad-83e98c96b64c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:40.826655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:40.831018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:40.879477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:41.030767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['d649eac5-bdeb-42c2-82ad-83e98c96b64c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:41.641039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b44a99-aa81-4f6c-833e-dc877851749e req-fa31fdf9-8315-4ebc-838c-d1031d07b18a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:41.642830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28b44a99-aa81-4f6c-833e-dc877851749e req-fa31fdf9-8315-4ebc-838c-d1031d07b18a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 944 time: 0.0669117 Jul 23 00:06:41.686916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28b44a99-aa81-4f6c-833e-dc877851749e req-33104e5d-9580-452c-bb2d-c22511f178ba tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Jul 23 00:06:42.671723 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:42.734810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port d649eac5-bdeb-42c2-82ad-83e98c96b64c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:42.741520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port d649eac5-bdeb-42c2-82ad-83e98c96b64c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:42.741902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:42.833163 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:42.851766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8f1bd-1699-4d1f-a1d8-c298842071e3 req-cb9ecdf3-328a-4bff-9fb3-656076c909ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:42.854938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16d8f1bd-1699-4d1f-a1d8-c298842071e3 req-cb9ecdf3-328a-4bff-9fb3-656076c909ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 944 time: 0.0838628 Jul 23 00:06:42.857520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:42.859947 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3308f022-9774-4709-86f2-8225084d508c" -d '{"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-plugged", "status": "completed", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:42.877065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:42.883157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:42.903806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16d8f1bd-1699-4d1f-a1d8-c298842071e3 req-1f5f3f41-0ab0-480b-aec8-8f731e0fd2f6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426893 Jul 23 00:06:42.942743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:43.014031 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd4e26d-bdb8-4332-947d-fe9a49cec7cc x-openstack-request-id: req-0dd4e26d-bdb8-4332-947d-fe9a49cec7cc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:43.014503 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-plugged", "status": "completed", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:43.014670 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dd4e26d-bdb8-4332-947d-fe9a49cec7cc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:43.015073 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'code': 200} Jul 23 00:06:43.127433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216a3b3-90b3-4bcc-b11e-6e2363892e39 req-db5b08eb-bfc8-49e4-bfc8-dfd97e846e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:43.128991 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3216a3b3-90b3-4bcc-b11e-6e2363892e39 req-db5b08eb-bfc8-49e4-bfc8-dfd97e846e5b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1096 time: 0.0590899 Jul 23 00:06:43.162612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3216a3b3-90b3-4bcc-b11e-6e2363892e39 req-7d669eac-c590-4ca1-884e-ea998ecef1b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275748 Jul 23 00:06:44.043592 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34fed7-9b3e-4da9-8570-35e0595a8ca5 req-920ff1ac-718e-4825-b753-22a90a543b9f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.045735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea34fed7-9b3e-4da9-8570-35e0595a8ca5 req-920ff1ac-718e-4825-b753-22a90a543b9f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0695510 Jul 23 00:06:44.088746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea34fed7-9b3e-4da9-8570-35e0595a8ca5 req-60a9a596-2808-4f1e-b9c0-c8ef51ca8f21 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357835 Jul 23 00:06:44.237923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e3d36-e446-4507-a14e-7aeb15298a3b req-afbca259-091a-419e-8e59-d5787d1bddc6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.239626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e4e3d36-e446-4507-a14e-7aeb15298a3b req-afbca259-091a-419e-8e59-d5787d1bddc6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0709534 Jul 23 00:06:44.293959 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e4e3d36-e446-4507-a14e-7aeb15298a3b req-c4a0d15d-0588-41f6-92a1-b16e04142e01 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478916 Jul 23 00:06:44.315782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46334) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:44.372163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47fc8c-c969-4835-85b7-858d7e5c9868 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.373730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5f47fc8c-c969-4835-85b7-858d7e5c9868 tempest-TestNetworkAdvancedServerOps-910715502 tempest-TestNetworkAdvancedServerOps-910715502-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1091 time: 0.0569494 Jul 23 00:06:44.376710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 46336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:44.381109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:44.404626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.505206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.613851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Allocated IP 172.25.5.207 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/bba4e4b6-674f-4d91-8f6e-9c85dee4c5cf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:44.725976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.766350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.802487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:44.805475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:44.811832 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:44.840303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=bba4e4b6-674f-4d91-8f6e-9c85dee4c5cf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:45.222099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:45.304366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:45.466698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:45.471892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:45.546564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event updated for resources: {'Port': ['ID=bba4e4b6-674f-4d91-8f6e-9c85dee4c5cf,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:45.556924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:45.665373 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP 22cf0cb8-b357-4f64-9b8d-8eb083f7b98a associated. External IP: 172.25.5.207, port: d649eac5-bdeb-42c2-82ad-83e98c96b64c. Jul 23 00:06:46.155052 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d685267-70bc-4f58-82ba-5e8a5b8ee72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:46.211364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:46.337666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:46.349963 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] Sync routers for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:46.359023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:46.364329 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:46.365265 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:46.411581 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d26baab-3688-4d89-b18a-5ac3cd82dd5d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0337329 Jul 23 00:06:46.412179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:46.416143 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:46.474776 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f2b1ec-485d-4316-9103-34c028ee4b94 x-openstack-request-id: req-a7f2b1ec-485d-4316-9103-34c028ee4b94 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:46.475449 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:46.475449 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7f2b1ec-485d-4316-9103-34c028ee4b94 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:46.476533 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'status': 'completed', 'code': 200} Jul 23 00:06:46.518469 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:46.568854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-418c476c-8236-4c49-87f7-da23dc60d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:46.570774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-418c476c-8236-4c49-87f7-da23dc60d20a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1096 time: 0.0728076 Jul 23 00:06:46.576909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c956114-d2a1-423e-ab64-818d7e0e15ed req-e5cda795-3eea-4df1-80ef-345ae476ed16 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:46.580004 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c956114-d2a1-423e-ab64-818d7e0e15ed req-e5cda795-3eea-4df1-80ef-345ae476ed16 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0891137 Jul 23 00:06:46.626929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c956114-d2a1-423e-ab64-818d7e0e15ed req-aeba3028-d65a-484c-9cc6-819e9cc5a443 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Jul 23 00:06:46.659716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46378) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:46.704693 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-6fcb7f81-acc2-454a-bc4c-3b319b11f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:46.706155 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-6fcb7f81-acc2-454a-bc4c-3b319b11f465 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 898 time: 0.1289065 Jul 23 00:06:46.755389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1235ee72-68b9-4111-ad64-37b337428b43 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/22cf0cb8-b357-4f64-9b8d-8eb083f7b98a HTTP/1.1" status: 200 len: 991 time: 0.0943642 Jul 23 00:06:46.790955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-18b0c4f7-1191-42a6-ac71-9aa605b5526d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 999 time: 0.0788283 Jul 23 00:06:46.814571 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '22cf0cb8-b357-4f64-9b8d-8eb083f7b98a', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.207', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'port_id': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'mac_address': 'fa:16:3e:e1:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe6724-7579-456d-948e-09afb65d0486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:45Z', 'updated_at': '2021-07-23T00:06:45Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:36Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:46.849695 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] Checking router: ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:46.856022 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-b8a9433e-8167-4d25-a52a-9e76b0b1b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:46.857724 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-b8a9433e-8167-4d25-a52a-9e76b0b1b42c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 200 len: 835 time: 0.0602584 Jul 23 00:06:46.860351 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:46.860956 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:06:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:46.944753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-72f87455-7186-416b-8f9e-3b532e3f9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:46.950307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-72f87455-7186-416b-8f9e-3b532e3f9b38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26ce0b19-1543-4f45-b0b9-2f60623770d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865233 Jul 23 00:06:46.982633 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:47.084148 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-171b2a15-d4c4-42d7-a3e6-942caf23f26e service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270413 Jul 23 00:06:47.183421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fe8b3c1a-9cf0-41f0-b90f-7b3467d4103c req-28b3dd2d-a32e-46ca-9a20-75bf0b1dd311 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925956 Jul 23 00:06:47.228063 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '22cf0cb8-b357-4f64-9b8d-8eb083f7b98a', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.207', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'port_id': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'mac_address': 'fa:16:3e:e1:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe6724-7579-456d-948e-09afb65d0486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:45Z', 'updated_at': '2021-07-23T00:06:45Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:36Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:47.258711 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751c9ec-50da-494f-96de-9b4c1f14d44b None None] The sync data for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 is: [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '22cf0cb8-b357-4f64-9b8d-8eb083f7b98a', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'floating_ip_address': '172.25.5.207', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'port_id': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'mac_address': 'fa:16:3e:e1:26:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fe6724-7579-456d-948e-09afb65d0486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:45Z', 'updated_at': '2021-07-23T00:06:45Z', 'revision_number': 0, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:36Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:47.473869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcfdb94-99f7-42d2-8b78-5e9b0727345b None None] New status for floating IP 22cf0cb8-b357-4f64-9b8d-8eb083f7b98a: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:06:47.758728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 46402) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:47.826790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c26d504e-b9ac-45a6-9b81-9746c27eb613 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/22cf0cb8-b357-4f64-9b8d-8eb083f7b98a HTTP/1.1" status: 200 len: 993 time: 0.0647018 Jul 23 00:06:49.467908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3dd67bd0-426e-47e3-b635-2d8e760135c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:49.684557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:50.325028 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:51.771765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:52.481771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:01.002211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00c700-ac54-48be-9144-6b0b1da478c5 req-69e0cf70-fba3-4d8d-98c3-f4a5f5afd03b tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:01.003745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c00c700-ac54-48be-9144-6b0b1da478c5 req-69e0cf70-fba3-4d8d-98c3-f4a5f5afd03b tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 950 time: 0.0683892 Jul 23 00:07:01.057021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c00c700-ac54-48be-9144-6b0b1da478c5 req-4660070f-e7d7-477e-9716-2730d159b6da tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Jul 23 00:07:02.199060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772249a-abf1-43c4-881c-c72956dc1a3d req-442e407f-89e2-4a80-85f5-459a234d34ab tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:02.200677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c772249a-abf1-43c4-881c-c72956dc1a3d req-442e407f-89e2-4a80-85f5-459a234d34ab tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 950 time: 0.0702407 Jul 23 00:07:02.241630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c772249a-abf1-43c4-881c-c72956dc1a3d req-14878614-83b5-47a0-9d80-3abbc245e760 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/security-groups?id=f54c72ed-367d-4d49-ba27-4bea691922bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Jul 23 00:07:02.522231 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-c97d778a-aecb-488a-9664-592753f35890 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:02.523861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-c97d778a-aecb-488a-9664-592753f35890 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 950 time: 0.0678642 Jul 23 00:07:02.635071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Deleting port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:02.635465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:02.724388 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-0ebc4b08-4583-4e71-9e02-b140f2f73fa1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575423 Jul 23 00:07:02.729569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] For port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:02.729935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:02.742562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Calling delete_port for 1eb7b67d-3621-4e33-a59d-bb29d8e6188c owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:02.822801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-dae0def7-e8bd-4cd6-873c-3fa9575a4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:02.824363 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-dae0def7-e8bd-4cd6-873c-3fa9575a4549 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1096 time: 0.0603805 Jul 23 00:07:02.878446 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:02.908646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Pushing event deleted for resources: {'Port': ['ID=1eb7b67d-3621-4e33-a59d-bb29d8e6188c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:02.919185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['1eb7b67d-3621-4e33-a59d-bb29d8e6188c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:07:02.934553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-6513fa82-efb8-4092-8fee-99c36d7b9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:02.936176 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-6513fa82-efb8-4092-8fee-99c36d7b9e9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 898 time: 0.0929830 Jul 23 00:07:02.964069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] No DVR routers for this DVR port 1eb7b67d-3621-4e33-a59d-bb29d8e6188c on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:02.966626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:02.968712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c04c820b-a7d3-46ad-b35d-b735509e0860 req-42b69da8-a0be-4550-8eac-74801afac6e3 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.48 "DELETE /v2.0/ports/1eb7b67d-3621-4e33-a59d-bb29d8e6188c HTTP/1.1" status: 204 len: 173 time: 0.4392300 Jul 23 00:07:02.969187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'name': 'network-vif-deleted', 'tag': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:02.971591 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323c2425-45fc-4b8d-8257-a89fb9ee7e66" -d '{"events": [{"server_uuid": "0a9fd6fb-2dca-4734-a43d-965c2614e799", "name": "network-vif-deleted", "tag": "1eb7b67d-3621-4e33-a59d-bb29d8e6188c"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:03.016555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-cf156b50-42ba-478c-adb1-df26dcdcc7d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 1001 time: 0.0733685 Jul 23 00:07:03.069063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-64c4a111-fa9e-46c3-9c8d-f0ab345c7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:03.070562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-64c4a111-fa9e-46c3-9c8d-f0ab345c7193 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 200 len: 835 time: 0.0482304 Jul 23 00:07:03.084118 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f6808-f8c1-4178-93ec-abf051bb67ed x-openstack-request-id: req-db4f6808-f8c1-4178-93ec-abf051bb67ed {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:03.084419 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9fd6fb-2dca-4734-a43d-965c2614e799", "name": "network-vif-deleted", "tag": "1eb7b67d-3621-4e33-a59d-bb29d8e6188c", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:03.084670 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db4f6808-f8c1-4178-93ec-abf051bb67ed {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:03.085063 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9fd6fb-2dca-4734-a43d-965c2614e799', 'name': 'network-vif-deleted', 'tag': '1eb7b67d-3621-4e33-a59d-bb29d8e6188c', 'status': 'completed', 'code': 200} Jul 23 00:07:03.138623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-21a516c3-72ff-4a66-810b-79ab61c994ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:03.140202 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-21a516c3-72ff-4a66-810b-79ab61c994ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26ce0b19-1543-4f45-b0b9-2f60623770d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620868 Jul 23 00:07:03.235819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-a4c3b158-5e75-4c40-956a-2ee11464dc41 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884461 Jul 23 00:07:03.345687 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2dc24fec-e6ff-4745-9b6b-06b45a200364 req-618c6cda-da0c-439b-8729-c21c71a1040b service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035378 Jul 23 00:07:03.375955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d96b597f-9129-492a-a8a6-80e0e7c282b9 req-cf97bfa3-575f-4148-b858-79a8727bdbb6 tempest-VolumesBackupsTest-200188561 tempest-VolumesBackupsTest-200188561-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a9fd6fb-2dca-4734-a43d-965c2614e799 HTTP/1.1" status: 200 len: 210 time: 0.0374162 Jul 23 00:07:06.357827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:07.003868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1eb7b67d-3621-4e33-a59d-bb29d8e6188c no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:07.025120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 1eb7b67d-3621-4e33-a59d-bb29d8e6188c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:07.025461 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 1eb7b67d-3621-4e33-a59d-bb29d8e6188c not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:14.962781 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:07:16.154428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb098ddc-bf97-424a-83b6-cfeed0a4236b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:19.337320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764e1e0-a1b5-43ac-b357-8ce288738dfb req-0acdcca4-9234-4cbd-9717-b1d02cec231a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:19.339531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7764e1e0-a1b5-43ac-b357-8ce288738dfb req-0acdcca4-9234-4cbd-9717-b1d02cec231a tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0686920 Jul 23 00:07:19.379111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7764e1e0-a1b5-43ac-b357-8ce288738dfb req-0437490f-6f1c-413d-b4e1-33c12b1ac0dc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337670 Jul 23 00:07:19.477439 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd535c68-4607-4932-90c7-1b0d16142032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:19.677597 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:20.319294 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:20.538858 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedda36f-7c81-417f-8464-502b7b3754ce req-a54aeecc-ddca-4b25-944c-8f7f32e736ba tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:20.541299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fedda36f-7c81-417f-8464-502b7b3754ce req-a54aeecc-ddca-4b25-944c-8f7f32e736ba tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0844007 Jul 23 00:07:20.587996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fedda36f-7c81-417f-8464-502b7b3754ce req-04cb7598-c2fb-4f8b-8568-b39e5869df17 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Jul 23 00:07:21.723974 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76603aa-1041-4c63-9fb4-f84020018de0 req-98c83af0-5623-4c45-9d36-2550b2615003 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:21.725386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a76603aa-1041-4c63-9fb4-f84020018de0 req-98c83af0-5623-4c45-9d36-2550b2615003 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0643981 Jul 23 00:07:21.764738 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a76603aa-1041-4c63-9fb4-f84020018de0 req-9e671674-7a9c-4ace-b7ba-16461733f6f4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336411 Jul 23 00:07:21.773518 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:22.483765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:22.602840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-46634c76-b38d-45f8-b400-9ca51585431e req-e94b066d-5571-46ae-b36c-f340e27a02ec service neutron] (93791) timed out ('10.222.0.21', 55388) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:07:22.898378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa729e06-edfb-482a-8e73-760d770474d4 req-786a3c7a-2ca9-408e-9779-0bbb67f2cb71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:22.901006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa729e06-edfb-482a-8e73-760d770474d4 req-786a3c7a-2ca9-408e-9779-0bbb67f2cb71 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0682056 Jul 23 00:07:22.942204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa729e06-edfb-482a-8e73-760d770474d4 req-ef003d7c-cef5-4764-80a4-cda0271fd293 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Jul 23 00:07:24.074277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026a4ee-6075-45db-a960-cef138135680 req-faf5c377-3433-4165-92ca-494a740cc5cd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:24.075950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9026a4ee-6075-45db-a960-cef138135680 req-faf5c377-3433-4165-92ca-494a740cc5cd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0659833 Jul 23 00:07:24.119112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9026a4ee-6075-45db-a960-cef138135680 req-aa3c08ca-6193-4a0c-b511-144bb8c82ee0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375757 Jul 23 00:07:25.258008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb34a2-a125-4d11-9f31-57bee44f32f1 req-b8ddd60e-a0d2-41ce-9abd-7d55cc7dd4cc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:25.259550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5fb34a2-a125-4d11-9f31-57bee44f32f1 req-b8ddd60e-a0d2-41ce-9abd-7d55cc7dd4cc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0707951 Jul 23 00:07:25.297640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5fb34a2-a125-4d11-9f31-57bee44f32f1 req-052cab83-07c5-42e2-9544-cb4e9a37a80b tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jul 23 00:07:26.430826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa278c0-7c75-413b-84e2-74c9fca05bea req-84f8663a-2efd-45d6-b8db-a02771ed69f1 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:26.432272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaa278c0-7c75-413b-84e2-74c9fca05bea req-84f8663a-2efd-45d6-b8db-a02771ed69f1 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0663445 Jul 23 00:07:26.471509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaa278c0-7c75-413b-84e2-74c9fca05bea req-a8fe9363-cb44-4be6-8287-6e39dd07361c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336430 Jul 23 00:07:27.604045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dad64-1868-40b6-8520-7f17ff76ac9d req-11cb703b-578f-481d-ae16-8b145fbbb1ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:27.605444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f92dad64-1868-40b6-8520-7f17ff76ac9d req-11cb703b-578f-481d-ae16-8b145fbbb1ab tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0632112 Jul 23 00:07:27.644570 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f92dad64-1868-40b6-8520-7f17ff76ac9d req-b4699fc8-253d-46c6-9052-77f5f74a172c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Jul 23 00:07:28.782205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536088d3-6da6-4153-972f-c6d3aa79060b req-01b23a03-36f4-4b55-b6cc-7bbf177ca1f9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:28.783662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-536088d3-6da6-4153-972f-c6d3aa79060b req-01b23a03-36f4-4b55-b6cc-7bbf177ca1f9 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0646260 Jul 23 00:07:28.825569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-536088d3-6da6-4153-972f-c6d3aa79060b req-1bbccd10-8c42-4643-a75e-cf11cb8cb924 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356686 Jul 23 00:07:29.957132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059fb5-d028-41ed-a7db-0c957413a9c3 req-6ce9e935-6aa6-490b-80fb-dac587d9d310 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:29.958626 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8059fb5-d028-41ed-a7db-0c957413a9c3 req-6ce9e935-6aa6-490b-80fb-dac587d9d310 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0658159 Jul 23 00:07:29.996794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8059fb5-d028-41ed-a7db-0c957413a9c3 req-888c2fc4-2e06-462d-bc33-c26f7b5e5b48 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Jul 23 00:07:31.134307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08876d3-c00e-4522-bfd5-281892521eb7 req-871bd5e8-5b15-43ec-90c3-7075867442a4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:31.143369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a08876d3-c00e-4522-bfd5-281892521eb7 req-871bd5e8-5b15-43ec-90c3-7075867442a4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0771041 Jul 23 00:07:31.180520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a08876d3-c00e-4522-bfd5-281892521eb7 req-a11518ae-e293-441c-81f3-aafc59743f16 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355771 Jul 23 00:07:32.324777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fa18a-31fb-45ff-836f-c8c20aec662b req-cf7ac834-9703-47cd-bad0-3e3e74c91e75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:32.326811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f4fa18a-31fb-45ff-836f-c8c20aec662b req-cf7ac834-9703-47cd-bad0-3e3e74c91e75 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0725198 Jul 23 00:07:32.364808 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4f4fa18a-31fb-45ff-836f-c8c20aec662b req-f5318646-1493-4466-b359-08eb7308164f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Jul 23 00:07:33.502651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f744e3c-ece9-4bcf-8dc6-d53b4bd62595 req-e744cfa1-0a92-4188-b50d-4dc571392eb4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:33.504249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f744e3c-ece9-4bcf-8dc6-d53b4bd62595 req-e744cfa1-0a92-4188-b50d-4dc571392eb4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0681829 Jul 23 00:07:33.542824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f744e3c-ece9-4bcf-8dc6-d53b4bd62595 req-c506156b-976c-4dd6-9f7a-179b26bbc19f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Jul 23 00:07:34.677984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110910a-f509-4108-a0ff-0814fd52d53b req-7ac4d762-bd33-4248-a40d-ebec134ee57c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:34.679544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7110910a-f509-4108-a0ff-0814fd52d53b req-7ac4d762-bd33-4248-a40d-ebec134ee57c tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0675571 Jul 23 00:07:34.722744 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7110910a-f509-4108-a0ff-0814fd52d53b req-f3544fd7-a349-4f84-b1ae-d204da25f3ce tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372932 Jul 23 00:07:35.874711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd21716-7087-4a40-a841-1d0d04d02ce7 req-aac82d20-ed49-4fa6-b169-50e57da92edc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:35.876521 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afd21716-7087-4a40-a841-1d0d04d02ce7 req-aac82d20-ed49-4fa6-b169-50e57da92edc tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0700994 Jul 23 00:07:35.915133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-afd21716-7087-4a40-a841-1d0d04d02ce7 req-cb791f38-dbc1-4241-b14a-4a8a845d5e27 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 23 00:07:36.373393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:36.861718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038bb15-5d73-4126-a7ac-9e420b39e859 req-5e143401-1b78-4de3-a809-9b0c4ae83ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:36.863243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1038bb15-5d73-4126-a7ac-9e420b39e859 req-5e143401-1b78-4de3-a809-9b0c4ae83ce8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1096 time: 0.0583301 Jul 23 00:07:36.898063 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1038bb15-5d73-4126-a7ac-9e420b39e859 req-d4b98616-0004-4d0a-8e6f-ec2f4cf1db62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281582 Jul 23 00:07:37.049332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40214a9-a82e-4b2d-a808-0361424384f3 req-92b54e25-be19-4eab-8851-5bafce9e41fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:37.050922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e40214a9-a82e-4b2d-a808-0361424384f3 req-92b54e25-be19-4eab-8851-5bafce9e41fd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0622299 Jul 23 00:07:37.090461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e40214a9-a82e-4b2d-a808-0361424384f3 req-ca391631-8cde-497b-92c2-f37e71bbd05e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337358 Jul 23 00:07:38.226743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90828df7-3c10-4f20-a377-83bae30f7ec4 req-8ac1ae7e-46b3-4bc7-8bb0-c5dd7c5435fe tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:38.228391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90828df7-3c10-4f20-a377-83bae30f7ec4 req-8ac1ae7e-46b3-4bc7-8bb0-c5dd7c5435fe tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0689492 Jul 23 00:07:38.267820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90828df7-3c10-4f20-a377-83bae30f7ec4 req-cad90d31-56a6-4758-ba9c-d41f523f602e tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336106 Jul 23 00:07:38.290239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:38.350673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fba492e9-977a-43a1-9f96-f6f51bf0518d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/floatingips/22cf0cb8-b357-4f64-9b8d-8eb083f7b98a HTTP/1.1" status: 200 len: 993 time: 0.0592575 Jul 23 00:07:38.874562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:07:38.877285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:39.031018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.053851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:39.074807 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:39.077070 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5438e7-6e20-45fd-8aa4-faf262ede4f1" -d '{"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-unplugged", "status": "completed", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:39.081482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'port_id': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'mac_address': 'fa:16:3e:e1:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:07:39.092557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:39.115680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.120016 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d298632-6cf0-4d95-8270-a27a16b59a71 x-openstack-request-id: req-1d298632-6cf0-4d95-8270-a27a16b59a71 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:39.120308 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-unplugged", "status": "completed", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:39.120561 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d298632-6cf0-4d95-8270-a27a16b59a71 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:39.120944 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'code': 200} Jul 23 00:07:39.160448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.181422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d649eac5-bdeb-42c2-82ad-83e98c96b64c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:07:39.188752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:39.199021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.199021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.199343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.199500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.199840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.200175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.200507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.200834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.201161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.201503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.201813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.202137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.240473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:07:39.240855 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:07:39.776808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.788837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d649eac5-bdeb-42c2-82ad-83e98c96b64c {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:07:39.808317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:39.812189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.858963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:40.013459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['d649eac5-bdeb-42c2-82ad-83e98c96b64c'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:07:40.898279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:07:40.945297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port d649eac5-bdeb-42c2-82ad-83e98c96b64c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:07:40.945697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.022259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.053746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:41.057737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.104141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:41.122183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:41.124458 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3759e47-e076-4be9-b4e0-f4fec3fb7be2" -d '{"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-plugged", "status": "completed", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:41.160603 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28324967-04f4-442b-a208-6cc17acb9f4a x-openstack-request-id: req-28324967-04f4-442b-a208-6cc17acb9f4a {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:41.160897 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-plugged", "status": "completed", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:41.161156 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28324967-04f4-442b-a208-6cc17acb9f4a {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:41.161574 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'code': 200} Jul 23 00:07:46.147320 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-216c427f-9c0e-491a-8277-ea0ecf0c31ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.458680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef08e860-aaac-4519-bebf-d2a185d69412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.680140 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.323535 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:51.777132 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:51.963751 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:07:52.489440 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:02.075647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-76d23e25-5fdd-4f0a-a779-7c5489ee5085 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549088 Jul 23 00:08:02.169197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-dcc7ad0d-17b7-48eb-9b98-5150752c8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:02.170731 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-dcc7ad0d-17b7-48eb-9b98-5150752c8b04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1096 time: 0.0541823 Jul 23 00:08:02.275964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-5ddc8222-233f-479f-b7b1-1e3e4d046dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:02.277552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-5ddc8222-233f-479f-b7b1-1e3e4d046dcd service neutron] 10.222.0.49 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 898 time: 0.0890114 Jul 23 00:08:02.340574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-e46f0eac-d7ee-4f83-8f62-146316855b9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 1001 time: 0.0562730 Jul 23 00:08:02.392339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-e8a36e67-e92f-457d-9fb5-61cdb4d63041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:02.393791 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-e8a36e67-e92f-457d-9fb5-61cdb4d63041 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 200 len: 835 time: 0.0474470 Jul 23 00:08:02.463434 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-08fcd462-3679-492e-abc9-cec8896149a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:02.464981 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-08fcd462-3679-492e-abc9-cec8896149a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26ce0b19-1543-4f45-b0b9-2f60623770d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640445 Jul 23 00:08:02.569859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-ec2ee0ae-225c-436d-a9ea-86b151653944 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977924 Jul 23 00:08:02.662762 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-10f8d6b5-df1a-4901-a6f6-a6e3d713fc6a req-c116535a-2665-4611-b095-73b3bb130419 service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866327 Jul 23 00:08:06.545063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:08.940812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:09.112955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port bba4e4b6-674f-4d91-8f6e-9c85dee4c5cf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:08:09.113309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:09.191550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:09.191925 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:09.205185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for bba4e4b6-674f-4d91-8f6e-9c85dee4c5cf owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:08:09.364194 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:09.391831 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=bba4e4b6-674f-4d91-8f6e-9c85dee4c5cf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:09.420836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.421189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.421534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.421877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.422212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.422554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.422884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.423211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.423565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.423895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.424221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.424544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:09.469275 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:09.469615 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Floating IP 22cf0cb8-b357-4f64-9b8d-8eb083f7b98a disassociated (deleted). External IP: 172.25.5.207, port: d649eac5-bdeb-42c2-82ad-83e98c96b64c. Jul 23 00:08:09.674162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:08:09.784282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:09.789209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:09.797577 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] Sync routers for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:09.807924 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:09.808541 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:07:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:09.830146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c32ea1eb-3db1-4cce-b767-661599a5a596 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/floatingips/22cf0cb8-b357-4f64-9b8d-8eb083f7b98a HTTP/1.1" status: 204 len: 168 time: 0.8857644 Jul 23 00:08:09.830146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:09.830752 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f447ea-21d2-4653-b3a6-70554f5f1d28" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:09.932479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:09.964745 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895a012e-c365-4ff6-ad39-26bd6329986c x-openstack-request-id: req-895a012e-c365-4ff6-ad39-26bd6329986c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:09.965340 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:09.965463 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-895a012e-c365-4ff6-ad39-26bd6329986c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:09.965771 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'status': 'completed', 'code': 200} Jul 23 00:08:10.068516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-798143db-9338-4aa2-a09f-d6b03edef581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:10.071615 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-798143db-9338-4aa2-a09f-d6b03edef581 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 1096 time: 0.0841639 Jul 23 00:08:10.159823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa650563-e8a2-4a62-a763-c7429bb47640 req-30607fbd-eb14-4028-a22c-24c3d5d183d6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:10.161369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa650563-e8a2-4a62-a763-c7429bb47640 req-30607fbd-eb14-4028-a22c-24c3d5d183d6 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0891163 Jul 23 00:08:10.178035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-6616f54e-5627-4445-a133-c323c1181e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:10.180263 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-6616f54e-5627-4445-a133-c323c1181e34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 200 len: 898 time: 0.0950713 Jul 23 00:08:10.182391 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:36Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:10.207531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa650563-e8a2-4a62-a763-c7429bb47640 req-e261bb99-9cbe-40e4-95d2-b7f42f69bafd tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Jul 23 00:08:10.219412 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] Checking router: ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:10.235520 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:10.236286 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:07:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:10.258897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-afb609a1-0b52-4bfd-9629-0592d2984731 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 200 len: 217 time: 0.0703459 Jul 23 00:08:10.314692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-c47bdb26-c2f1-483a-b62c-dfd78a5fefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:10.316428 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-c47bdb26-c2f1-483a-b62c-dfd78a5fefa5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 200 len: 835 time: 0.0497427 Jul 23 00:08:10.343544 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:10.387298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-439a3427-4c4a-49a3-adda-b902f7378097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:10.388925 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-439a3427-4c4a-49a3-adda-b902f7378097 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26ce0b19-1543-4f45-b0b9-2f60623770d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659006 Jul 23 00:08:10.482664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-cc780a61-11a4-48aa-a776-9ba0eda1e10a service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862434 Jul 23 00:08:10.561936 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:36Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:10.583946 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d6f447ea-21d2-4653-b3a6-70554f5f1d28 req-e02c4b5a-a2cd-4af5-9bb1-e94c0a8f4bcb service neutron] 10.222.0.49 "GET /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933864 Jul 23 00:08:10.589972 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28639b55-4763-42b4-9293-11b8f420f113 None None] The sync data for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 is: [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6bf42444-d2ad-4944-bfac-bfe0252c9942', 'name': '', 'network_id': '26ce0b19-1543-4f45-b0b9-2f60623770d1', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'mac_address': 'fa:16:3e:a3:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:31Z', 'updated_at': '2021-07-23T00:06:36Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'subnets': [{'id': '3f25a615-db4f-4084-87c2-e9c636eddd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:10.828436 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbbb87-eac3-495d-b403-cd0a8bf5babf None None] New status for floating IP 22cf0cb8-b357-4f64-9b8d-8eb083f7b98a: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:08:11.370515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc0f79-b21f-49d0-9fc2-7f746435a09b req-d79e0284-42c0-4abf-a072-a4f48f81da3f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:11.371949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42fc0f79-b21f-49d0-9fc2-7f746435a09b req-d79e0284-42c0-4abf-a072-a4f48f81da3f tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0636561 Jul 23 00:08:11.418161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42fc0f79-b21f-49d0-9fc2-7f746435a09b req-87cff31c-dd44-41f4-817a-324bd04d8874 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fc3cc83-bb0c-4fb9-86f9-390bddca56db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Jul 23 00:08:11.491828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-e7582307-669b-4322-9ae0-822cbe7c25e4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:11.493409 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-e7582307-669b-4322-9ae0-822cbe7c25e4 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 945 time: 0.0643368 Jul 23 00:08:11.596924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port d649eac5-bdeb-42c2-82ad-83e98c96b64c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:08:11.597267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:11.685895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port d649eac5-bdeb-42c2-82ad-83e98c96b64c, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=d649eac5-bdeb-42c2-82ad-83e98c96b64c,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:11.686161 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:11.699967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for d649eac5-bdeb-42c2-82ad-83e98c96b64c owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:08:11.837336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:11.874674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=d649eac5-bdeb-42c2-82ad-83e98c96b64c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:11.924358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] No DVR routers for this DVR port d649eac5-bdeb-42c2-82ad-83e98c96b64c on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:08:11.926885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:11.929042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3bb9ceb-403a-4a0f-9875-57f8e55cef8e req-80c60311-d258-4621-a80b-62e1e5fdf971 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.49 "DELETE /v2.0/ports/d649eac5-bdeb-42c2-82ad-83e98c96b64c HTTP/1.1" status: 204 len: 173 time: 0.4302030 Jul 23 00:08:11.966954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-deleted', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:11.969378 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb07695-f9bd-44be-8450-a676656bdece" -d '{"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-deleted", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:12.031849 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60528590-aca6-4689-a56d-f5e980962eb4 x-openstack-request-id: req-60528590-aca6-4689-a56d-f5e980962eb4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:12.032152 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe6724-7579-456d-948e-09afb65d0486", "name": "network-vif-deleted", "tag": "d649eac5-bdeb-42c2-82ad-83e98c96b64c", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:12.032406 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60528590-aca6-4689-a56d-f5e980962eb4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:12.032801 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47fe6724-7579-456d-948e-09afb65d0486', 'name': 'network-vif-deleted', 'tag': 'd649eac5-bdeb-42c2-82ad-83e98c96b64c', 'status': 'completed', 'code': 200} Jul 23 00:08:12.533230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95a90fb8-0e9e-4a86-a368-fb8bd418eb06 req-683fc444-b36a-4b5e-af05-e72ba1c43a3d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "GET /v2.0/ports?device_id=47fe6724-7579-456d-948e-09afb65d0486 HTTP/1.1" status: 200 len: 210 time: 0.0306730 Jul 23 00:08:13.590422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47518) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:13.961524 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:14.248873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 6bf42444-d2ad-4944-bfac-bfe0252c9942 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:08:14.249320 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:14.344828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port 6bf42444-d2ad-4944-bfac-bfe0252c9942, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6bf42444-d2ad-4944-bfac-bfe0252c9942,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:14.345196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:14.358014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 6bf42444-d2ad-4944-bfac-bfe0252c9942 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:08:14.881257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:14.906969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=6bf42444-d2ad-4944-bfac-bfe0252c9942,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:15.045608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:08:15.072372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: d649eac5-bdeb-42c2-82ad-83e98c96b64c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:08:15.072823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device d649eac5-bdeb-42c2-82ad-83e98c96b64c not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:08:15.124781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.345593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:08:15.464070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:15.471918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f4009b63-0a97-4a44-8618-929985245a72 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "PUT /v2.0/routers/ce5ea447-35ab-4832-b8fd-b4d3bf621ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779380 Jul 23 00:08:15.472911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:15.477128 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] Sync routers for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:15.487975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:15.488756 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:07:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:15.527764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting subnet 3f25a615-db4f-4084-87c2-e9c636eddd17 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:08:15.530958 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.586510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.602198 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:15.679809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.743460 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.774052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.775986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/subnets/3f25a615-db4f-4084-87c2-e9c636eddd17 HTTP/1.1" status: 204 len: 168 time: 0.3029552 Jul 23 00:08:15.776993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74d3a9-3225-4f13-a42b-f28605672264 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Subnet': ['ID=3f25a615-db4f-4084-87c2-e9c636eddd17,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:15.778815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47562) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:15.781309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6177ffe-158a-4407-9fa1-b2e25e963705 None None] Network 26ce0b19-1543-4f45-b0b9-2f60623770d1 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:08:15.798891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:08:14Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:15.833199 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] Checking router: ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:15.843816 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] Routers {'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:15.844529 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:07:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:15.912493 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:15.975473 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] Set router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:16.043226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.058824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] DHCP port deletion for 26ce0b19-1543-4f45-b0b9-2f60623770d1 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:08:16.118494 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Deleting port 8f1add1d-f309-49cd-8dd6-d699839afae7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:08:16.119142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.130123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] Deleting port 124b3257-2f5d-4303-89aa-9def0a7e317b {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:08:16.130510 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.174401 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e94e4cee-7b9d-47ef-9230-2953e820cc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.216198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] For port 124b3257-2f5d-4303-89aa-9def0a7e317b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=124b3257-2f5d-4303-89aa-9def0a7e317b,segment=NetworkSegment(d70cc683-1bae-445d-8c46-7a88448c4506),segment_id=d70cc683-1bae-445d-8c46-7a88448c4506)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:16.216604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.218154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] For port 8f1add1d-f309-49cd-8dd6-d699839afae7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8f1add1d-f309-49cd-8dd6-d699839afae7,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:16.218656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.230462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] Calling delete_port for 124b3257-2f5d-4303-89aa-9def0a7e317b owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:08:16.232733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Calling delete_port for 8f1add1d-f309-49cd-8dd6-d699839afae7 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:08:16.315735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.320886 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:08:14Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:16.334049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] No DVR routers for this DVR port 124b3257-2f5d-4303-89aa-9def0a7e317b on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:08:16.356720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad12967c-0265-415c-9f3b-8401f854f7cb None None] The sync data for ids ['ce5ea447-35ab-4832-b8fd-b4d3bf621ca6'] in n-d-758851-4 is: [{'id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1787197809', 'tenant_id': '3cc992aef98541b3b5b137c2bbf79b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:08:14Z', 'revision_number': 5, 'project_id': '3cc992aef98541b3b5b137c2bbf79b96', 'gw_port': {'id': '8f1add1d-f309-49cd-8dd6-d699839afae7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5ea447-35ab-4832-b8fd-b4d3bf621ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:28Z', 'updated_at': '2021-07-23T00:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:16.370126 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62741c21-f72c-4c67-9243-d79cfcd33382 None None] Pushing event deleted for resources: {'Port': ['ID=124b3257-2f5d-4303-89aa-9def0a7e317b,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:16.779762 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:16.791458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 124b3257-2f5d-4303-89aa-9def0a7e317b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:08:16.812336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 124b3257-2f5d-4303-89aa-9def0a7e317b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:08:16.813576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Port': ['ID=8f1add1d-f309-49cd-8dd6-d699839afae7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:16.818787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 124b3257-2f5d-4303-89aa-9def0a7e317b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:08:16.819557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6bf42444-d2ad-4944-bfac-bfe0252c9942 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:08:16.825342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.825697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.826099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.826583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.826924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.827262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.827628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.827963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.828328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.828780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.829136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.829465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:16.846206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6bf42444-d2ad-4944-bfac-bfe0252c9942 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:08:16.846559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6bf42444-d2ad-4944-bfac-bfe0252c9942 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:08:16.906158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.010165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.013360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.059494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.060052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Fanout notify agent at l3_agent the message router_deleted on router ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:08:17.068174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.072614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-90a73837-ab30-400a-958d-7141cec6b582 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/routers/ce5ea447-35ab-4832-b8fd-b4d3bf621ca6 HTTP/1.1" status: 204 len: 168 time: 1.2898982 Jul 23 00:08:17.072868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:17.174802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.277340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.288969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ce0b19-1543-4f45-b0b9-2f60623770d1']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:17.300051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70cc683-1bae-445d-8c46-7a88448c4506') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:17.300399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70cc683-1bae-445d-8c46-7a88448c4506') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:17.309754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.323500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.329525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:08:17.329920 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:08:17.333054 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:08:17.396955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.405755 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.406986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/networks/26ce0b19-1543-4f45-b0b9-2f60623770d1 HTTP/1.1" status: 204 len: 168 time: 0.3331306 Jul 23 00:08:17.409785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47588) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:17.420297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b76a3-3452-4c2b-8b36-5debb72989a0 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'Network': ['ID=26ce0b19-1543-4f45-b0b9-2f60623770d1,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:17.483499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9622920-0546-4f93-b000-a153908a887d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.511066 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9622920-0546-4f93-b000-a153908a887d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.585625 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9622920-0546-4f93-b000-a153908a887d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.589267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e9622920-0546-4f93-b000-a153908a887d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.590473 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e9622920-0546-4f93-b000-a153908a887d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] 10.222.0.21 "DELETE /v2.0/security-groups/7fc3cc83-bb0c-4fb9-86f9-390bddca56db HTTP/1.1" status: 204 len: 168 time: 0.1791120 Jul 23 00:08:17.599850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9622920-0546-4f93-b000-a153908a887d tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3cc83-bb0c-4fb9-86f9-390bddca56db,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:17.940260 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 47606) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:18.104251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bd534cda-9f65-4543-9faa-e4664c7ba557 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cc992aef98541b3b5b137c2bbf79b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627123 Jul 23 00:08:18.107170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47614) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:18.156834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64083188-6565-4ed3-a6d9-f7415280c8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.177507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64083188-6565-4ed3-a6d9-f7415280c8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.223860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64083188-6565-4ed3-a6d9-f7415280c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.226494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64083188-6565-4ed3-a6d9-f7415280c8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.227675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-64083188-6565-4ed3-a6d9-f7415280c8ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb3a4afe-1c70-49fc-ab67-97de441566e9 HTTP/1.1" status: 204 len: 168 time: 0.1192768 Jul 23 00:08:18.237855 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083188-6565-4ed3-a6d9-f7415280c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a4afe-1c70-49fc-ab67-97de441566e9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:18.521355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47626) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:18.564474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-28d45fb1-1377-4fc6-9800-f5db0c3acfe3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68061360d72b4106996786eedd8b5250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419695 Jul 23 00:08:18.566875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 47632) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:18.623900 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c104db4-2144-4237-99cf-302dd03d2ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.646298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c104db4-2144-4237-99cf-302dd03d2ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.705621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c104db4-2144-4237-99cf-302dd03d2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.708678 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c104db4-2144-4237-99cf-302dd03d2ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:18.709906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6c104db4-2144-4237-99cf-302dd03d2ff7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97f9e2f4-b469-459a-99f8-0e824d1ee88b HTTP/1.1" status: 204 len: 168 time: 0.1408205 Jul 23 00:08:18.723234 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104db4-2144-4237-99cf-302dd03d2ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f9e2f4-b469-459a-99f8-0e824d1ee88b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:18.723668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8f1add1d-f309-49cd-8dd6-d699839afae7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:08:18.749140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 8f1add1d-f309-49cd-8dd6-d699839afae7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:08:18.749549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8f1add1d-f309-49cd-8dd6-d699839afae7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:08:19.459982 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e9f306d-f593-45dc-825f-d43bd20c29b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:19.689173 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.324167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.778002 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:22.509414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:28.964572 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:08:36.547281 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:46.147851 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61f71061-bdf7-4749-9031-fa14ed7732d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.463086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe116ad0-59f8-4df4-938a-38dd3a2464dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.681864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:50.327448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:51.780384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:52.524652 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:05.965170 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:09:06.559808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.140346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-59a0038d-8247-4d12-ac35-edb8977e670e req-e8991bf7-123f-4a25-8d3a-4478021c5890 service neutron] (93790) timed out ('10.222.0.21', 58898) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:09:16.150408 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-672028aa-a776-459b-8e7e-9a9919dfa2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:19.465488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4304750-0404-437b-b76d-12f62e2e474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:19.684441 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:20.331358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:21.783863 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:22.523396 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:36.574124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:42.965164 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:09:46.153180 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb503f74-437b-4424-a1b1-cc2efe69ba1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:49.475548 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-79fd6869-21b5-43e5-b8f2-c4d64cdda8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:49.688232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:50.338993 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:51.792922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:52.525279 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:06.591670 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.507473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49774) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:07.644614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee701de5-c6d7-44f5-8736-d23e60be1f6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f96d4af9448841a9b861613dba7502ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359384 Jul 23 00:10:07.647546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49780) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:07.696096 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.721431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.772574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.775362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:07.776553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f54c72ed-367d-4d49-ba27-4bea691922bf HTTP/1.1" status: 204 len: 168 time: 0.1280308 Jul 23 00:10:07.784429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c72ed-367d-4d49-ba27-4bea691922bf,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:07.793121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.793452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.793825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.794129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.794462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.794955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.795124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.795485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.795811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.796135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.796456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:07.796784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0dda523-8be0-44a9-a620-70a165ca49a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:08.460873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49802) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:08.557789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-740276330-network', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:08.579667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Made reservation on behalf of 3f2455f0ad1845c39f3bcb13df191147 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:08.582111 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.590986 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.682965 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.687044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.716845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:10:08.727917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf18ea-ede5-4d25-9fa4-d41f07c97071,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:08.733289 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.733639 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Added segment e4da7820-f8bd-4a0d-937f-5a72f884725c of type vlan for network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e Jul 23 00:10:08.776286 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.809792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.810936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:08.811702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.848294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3859160 Jul 23 00:10:08.851878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49806) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:08.859854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Request body: {'subnet': {'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-740276330-subnet', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:08.884629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfeaaa-fe38-4338-aa09-b1314585bea5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a71b174-563f-4a90-a9ce-ce8a1f6da27e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:08.889846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Made reservation on behalf of 3f2455f0ad1845c39f3bcb13df191147 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:08.893055 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:08.896032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:10:09.095544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.147869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692e15a2-b88e-477c-964a-b7889f48bf56,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:09.166773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.167120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.167686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.168221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.168748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.169283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.169827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.170360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.170889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.171475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.171930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.172284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.182008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Checking segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:09.182775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Network hostable DHCP agents. Network: 2a71b174-563f-4a90-a9ce-ce8a1f6da27e, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:10:09.201220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:10:09.212708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2a71b174-563f-4a90-a9ce-ce8a1f6da27e) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:09.217515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:09.218674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.222092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5286e53-a986-4050-8dfb-aad14c4343d2 None None] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:09.234407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4ec70176-6ee8-48ff-a60b-a25243a076d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3810833 Jul 23 00:10:09.237991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49810) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:09.243486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:09.270241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.271409 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.333902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.390970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:10:09.391875 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.489401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.563869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Allocated IP 172.20.0.2 (2a71b174-563f-4a90-a9ce-ce8a1f6da27e/692e15a2-b88e-477c-964a-b7889f48bf56/a487ad4d-7a45-45c4-a858-92bef67695ad) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:09.734617 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.743224 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.752131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Transition to ACTIVE for port object a487ad4d-7a45-45c4-a858-92bef67695ad will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:09.754765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.769267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Transition to ACTIVE for port object a487ad4d-7a45-45c4-a858-92bef67695ad will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:09.777557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.834109 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:09.840163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:09.842492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Pushing event updated for resources: {'Port': ['ID=a487ad4d-7a45-45c4-a858-92bef67695ad,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:09.845052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:09.857709 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.858078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.858485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.858891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.859293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.859713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.860290 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.860865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.861295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.861737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.862168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.862594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:09.914700 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Allocated IP 172.25.5.108 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/7dd9ff37-4bc6-4c56-b144-0972f5649b7a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:09.932415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Attempting to bind port a487ad4d-7a45-45c4-a858-92bef67695ad on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:09.933783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Attempting to bind port a487ad4d-7a45-45c4-a858-92bef67695ad by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:09.934926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Attempting to bind port a487ad4d-7a45-45c4-a858-92bef67695ad on network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:09.943369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:09.943369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Checking segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:09.943767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:09.944799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Bound using segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:09.945495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Bound port: a487ad4d-7a45-45c4-a858-92bef67695ad, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:09.945891 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.025893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] For port a487ad4d-7a45-45c4-a858-92bef67695ad, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:10.029615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] For port a487ad4d-7a45-45c4-a858-92bef67695ad, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a487ad4d-7a45-45c4-a858-92bef67695ad,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:10.034649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.046933 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.113192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d653b-368e-4d8a-aaf1-c9076094d2c9 None None] Pushing event updated for resources: {'Port': ['ID=a487ad4d-7a45-45c4-a858-92bef67695ad,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:10.114238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.188315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:10.196082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:10.199515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:10.208480 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:10.492900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.685339 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.813637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a487ad4d-7a45-45c4-a858-92bef67695ad up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:10.820769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Router d264ace6-7e66-4c7b-939f-aaeb72c555ca is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:10:10.876572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a487ad4d-7a45-45c4-a858-92bef67695ad completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:10.934458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:10.975586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Sync routers for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:10.975586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:10.975586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:09:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:10.976612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:10.976612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-749374db-07c0-411c-9e6e-94ac8c855843 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7333155 Jul 23 00:10:10.976971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49812) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:11.101025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:11.177149 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e834116e-41db-4630-8b46-61ed5bc508c1 None None] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:11.265136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] Provisioning for port a487ad4d-7a45-45c4-a858-92bef67695ad completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:11.303855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] Provisioning complete for port a487ad4d-7a45-45c4-a858-92bef67695ad triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:11.304272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.425155 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.546950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.591752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:10Z', 'revision_number': 3, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:11.630138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Checking router: d264ace6-7e66-4c7b-939f-aaeb72c555ca for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:11.630492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Updating router d264ace6-7e66-4c7b-939f-aaeb72c555ca port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:10:11.636759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] For port a487ad4d-7a45-45c4-a858-92bef67695ad, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a487ad4d-7a45-45c4-a858-92bef67695ad,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:11.660509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.690153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Allocated IP 172.20.0.1 (2a71b174-563f-4a90-a9ce-ce8a1f6da27e/692e15a2-b88e-477c-964a-b7889f48bf56/03d4033d-4365-40ad-bc1a-fb265b7c70e9) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:11.704976 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.757827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d11fa-cd7e-4ded-9ec2-e943b5d8b67f None None] Pushing event updated for resources: {'Port': ['ID=a487ad4d-7a45-45c4-a858-92bef67695ad,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:11.808571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.823395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Transition to ACTIVE for port object 03d4033d-4365-40ad-bc1a-fb265b7c70e9 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:11.858953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.900167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:11.903102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:11.907475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:11.910707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Pushing event updated for resources: {'Port': ['ID=03d4033d-4365-40ad-bc1a-fb265b7c70e9,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:11.952454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:11.965111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-2033f4b6-ec88-40cf-8f28-2e2781185c88 None None] Provisioning complete for port a487ad4d-7a45-45c4-a858-92bef67695ad triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:11.965478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2033f4b6-ec88-40cf-8f28-2e2781185c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.037165 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.052519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Transition to ACTIVE for port object 7dd9ff37-4bc6-4c56-b144-0972f5649b7a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:12.063939 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.104784 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.149867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Attempting to bind port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:12.150243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Attempting to bind port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:12.150704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Attempting to bind port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:12.153860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb752a-4464-4cb5-af1a-e34dc611fddc None None] Pushing event updated for resources: {'Port': ['ID=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:12.158917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:12.159385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:12.159716 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.160097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:12.160557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Bound port: 7dd9ff37-4bc6-4c56-b144-0972f5649b7a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:12.161059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.214669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] For port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:12.218272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] For port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:12.221887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.277348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.282781 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.283703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:12.284309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:09:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:12.324647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4129fce2-fccb-4f7e-a5c7-ac8a846819cb None None] Provisioning for port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:12.359914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb752a-4464-4cb5-af1a-e34dc611fddc None None] Pushing event updated for resources: {'Port': ['ID=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:12.364300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.364507 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4129fce2-fccb-4f7e-a5c7-ac8a846819cb None None] Provisioning complete for port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:12.364749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4129fce2-fccb-4f7e-a5c7-ac8a846819cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.372908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Pushing event updated for resources: {'Port': ['ID=03d4033d-4365-40ad-bc1a-fb265b7c70e9,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:12.415856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4129fce2-fccb-4f7e-a5c7-ac8a846819cb None None] Port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:12.435548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:12.460576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:12.462314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:12.587771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Router d264ace6-7e66-4c7b-939f-aaeb72c555ca has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:12.659247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 2, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:12.703881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:12.708992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-337decbb-bf0c-490a-8509-52c19d626a30 admin admin] 10.222.0.21 "PUT /v2.0/routers/d264ace6-7e66-4c7b-939f-aaeb72c555ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321250 Jul 23 00:10:12.854732 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a487ad4d-7a45-45c4-a858-92bef67695ad up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:12.858489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11bb262-0088-4f74-ab03-81c5dacc5e81 None None] The sync data for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 is: [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 2, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:12.897431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35ace25a-36f2-4f62-b54c-b231017d9f2e None None] Provisioning complete for port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:12.898765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35ace25a-36f2-4f62-b54c-b231017d9f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.942045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-35ace25a-36f2-4f62-b54c-b231017d9f2e None None] Port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:12.946172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a487ad4d-7a45-45c4-a858-92bef67695ad triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:12.946553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.235829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49830) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:13.241584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-912309119-network', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:13.263286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Made reservation on behalf of 83ad496aadae4d3a93184ebfab0620f0 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:13.265637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.275451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.379777 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.385407 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.419887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:10:13.426440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedd5945-8fff-4da7-8c2a-5b76bf21722f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:13.433753 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.434167 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Added segment f266e145-804e-4bf8-8e3b-fc7d185e6818 of type vlan for network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 Jul 23 00:10:13.481706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.514721 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.516251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:13.519629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.570105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3331616 Jul 23 00:10:13.573029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49832) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:13.578091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Request body: {'subnet': {'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-912309119-subnet', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:13.600031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648de7a0-d939-4c91-b970-73e161220ace admin admin] Pushing event updated for resources: {'Network': ['ID=9e05e576-2766-4fdd-ac9f-c1c5efe94a57,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:13.611547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:10:13.617682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Made reservation on behalf of 83ad496aadae4d3a93184ebfab0620f0 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:13.620160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.824969 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.899679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2d8288-ba1b-43e3-82e0-cf2fe457461c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:13.916395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Checking segment: {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:13.916770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Network hostable DHCP agents. Network: 9e05e576-2766-4fdd-ac9f-c1c5efe94a57, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:10:13.945633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:10:13.963534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 9e05e576-2766-4fdd-ac9f-c1c5efe94a57) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:13.968369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:13.969070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:13.981234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa554c2-c437-4fc2-8007-9ad66a4f9702 None None] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:13.987664 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f7ca50b-e324-42fc-9fb4-e7eb57fd2413 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4134803 Jul 23 00:10:13.992619 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49834) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:14.003273 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:14.037820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.038890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.116627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.196210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'fixed_ips': [{'subnet_id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:10:14.196960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.328960 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.377168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Allocated IP 172.20.0.2 (9e05e576-2766-4fdd-ac9f-c1c5efe94a57/9a2d8288-ba1b-43e3-82e0-cf2fe457461c/26e04a55-097d-4041-9013-76c36b744ed0) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:14.579147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.597746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Transition to ACTIVE for port object 26e04a55-097d-4041-9013-76c36b744ed0 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:14.604438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.620063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Transition to ACTIVE for port object 26e04a55-097d-4041-9013-76c36b744ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:14.628627 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.632139 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.684850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:14.689025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:14.695417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:14.704020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Pushing event updated for resources: {'Port': ['ID=26e04a55-097d-4041-9013-76c36b744ed0,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:14.783629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Allocated IP 172.25.5.104 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/8d1bef08-98e4-449e-a870-3d7b4775250c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:14.812886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Attempting to bind port 26e04a55-097d-4041-9013-76c36b744ed0 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:14.813350 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Attempting to bind port 26e04a55-097d-4041-9013-76c36b744ed0 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:14.813747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Attempting to bind port 26e04a55-097d-4041-9013-76c36b744ed0 on network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:14.820187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:14.820559 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Checking segment: {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:14.821054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.821422 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Bound using segment: {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:14.822165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Bound port: 26e04a55-097d-4041-9013-76c36b744ed0, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:14.822568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.867957 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7dd9ff37-4bc6-4c56-b144-0972f5649b7a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:14.939693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] For port 26e04a55-097d-4041-9013-76c36b744ed0, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:14.945915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] For port 26e04a55-097d-4041-9013-76c36b744ed0, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=26e04a55-097d-4041-9013-76c36b744ed0,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:14.947101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.957276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:14.987428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:14.994323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:14.994883 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:15.063609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d6bef-91bc-4939-a2f3-73cbbb88107e None None] Pushing event updated for resources: {'Port': ['ID=26e04a55-097d-4041-9013-76c36b744ed0,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:15.071884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:15.137277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:15.142395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:15.144722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:15.163390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:15.193840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:15.200882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:15.266482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:15.365253 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Sync routers for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:15.382361 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:15.384154 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:09:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:15.544274 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:15.590143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1bef08-98e4-449e-a870-3d7b4775250c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:15.770020 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 2, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:15.802103 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Checking router: d264ace6-7e66-4c7b-939f-aaeb72c555ca for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:15.802745 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Updating router d264ace6-7e66-4c7b-939f-aaeb72c555ca port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:10:15.827212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:15.841433 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.097594 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.164222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3237ed0-73b9-46ad-949a-d0d374435d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.193718 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.205819 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Transition to ACTIVE for port object 03d4033d-4365-40ad-bc1a-fb265b7c70e9 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:16.217074 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.286800 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Pushing event updated for resources: {'Port': ['ID=03d4033d-4365-40ad-bc1a-fb265b7c70e9,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:16.317012 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.317362 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.317708 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.318045 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.318403 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.318742 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.319067 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.319415 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.319847 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.320055 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.320384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.320707 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:16.379097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Router c9c03d4a-4850-412c-b1fe-3a5382cddf50 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:10:16.381275 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Attempting to bind port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:16.381871 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Attempting to bind port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:16.382017 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Attempting to bind port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 on network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:16.387479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:16.387872 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Checking segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:16.388251 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.388650 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Bound using segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:16.389394 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Bound port: 03d4033d-4365-40ad-bc1a-fb265b7c70e9, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:16.389967 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.436269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cedef-8ea6-4b5b-8617-04fba0d81abd None None] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:16.494488 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] For port 03d4033d-4365-40ad-bc1a-fb265b7c70e9, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:16.501771 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] For port 03d4033d-4365-40ad-bc1a-fb265b7c70e9, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=03d4033d-4365-40ad-bc1a-fb265b7c70e9,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:16.511617 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.568150 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d7e7e-dd52-4726-924c-e247252c97bb None None] Pushing event updated for resources: {'Port': ['ID=03d4033d-4365-40ad-bc1a-fb265b7c70e9,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:16.590656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-45531688-73e8-4a31-8ab3-f61e1879d025 None None] Provisioning for port 26e04a55-097d-4041-9013-76c36b744ed0 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:16.597985 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:16.598701 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:09:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:16.626342 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:16.643689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Sync routers for ids ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:16.652690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:16.655374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-77a14d9b-227f-4e38-bd72-936ef39d1ca9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6604867 Jul 23 00:10:16.657157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49836) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:16.667984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Routers {'c9c03d4a-4850-412c-b1fe-3a5382cddf50'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:16.668609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:09:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:16.765779 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:16.889258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Set router c9c03d4a-4850-412c-b1fe-3a5382cddf50 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:16.996280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7dd9ff37-4bc6-4c56-b144-0972f5649b7a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:17.064414 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:16Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:17.099471 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ddea8-7545-4b3a-898c-f7b6a06a4e05 None None] The sync data for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 is: [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:16Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:17.125763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:17.126156 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.233513 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.264501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 03d4033d-4365-40ad-bc1a-fb265b7c70e9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:17.267151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 3, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:17.323841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Checking router: c9c03d4a-4850-412c-b1fe-3a5382cddf50 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:17.324781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Updating router c9c03d4a-4850-412c-b1fe-3a5382cddf50 port 8d1bef08-98e4-449e-a870-3d7b4775250c binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:10:17.385190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.422817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Allocated IP 172.20.0.1 (9e05e576-2766-4fdd-ac9f-c1c5efe94a57/9a2d8288-ba1b-43e3-82e0-cf2fe457461c/25cbae25-ee0a-45ba-a986-9e8cff200fdf) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:17.427498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:17.478075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:17.478546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.554710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.570050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Transition to ACTIVE for port object 25cbae25-ee0a-45ba-a986-9e8cff200fdf will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:17.612215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.654152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:17.660231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:17.660473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.667063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:17.711808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Pushing event updated for resources: {'Port': ['ID=25cbae25-ee0a-45ba-a986-9e8cff200fdf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:17.721077 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 03d4033d-4365-40ad-bc1a-fb265b7c70e9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=03d4033d-4365-40ad-bc1a-fb265b7c70e9,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:17.724742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.745995 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.746711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 26e04a55-097d-4041-9013-76c36b744ed0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:17.830594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.861506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Transition to ACTIVE for port object 8d1bef08-98e4-449e-a870-3d7b4775250c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:17.870148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=03d4033d-4365-40ad-bc1a-fb265b7c70e9,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:17.876676 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.917444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.089261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 26e04a55-097d-4041-9013-76c36b744ed0 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:18.098987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.105075 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.110625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 26e04a55-097d-4041-9013-76c36b744ed0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:18.111000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.140924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a9bf6-5ad1-47bc-b65a-10b1ddf146c4 None None] Pushing event updated for resources: {'Port': ['ID=8d1bef08-98e4-449e-a870-3d7b4775250c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:18.143082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbc47c6f-89cd-44ed-afb8-31156ecfd824 None None] Provisioning for port 25cbae25-ee0a-45ba-a986-9e8cff200fdf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:18.145164 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Attempting to bind port 8d1bef08-98e4-449e-a870-3d7b4775250c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:18.145534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Attempting to bind port 8d1bef08-98e4-449e-a870-3d7b4775250c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:18.145902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Attempting to bind port 8d1bef08-98e4-449e-a870-3d7b4775250c on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:18.154159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-fbc47c6f-89cd-44ed-afb8-31156ecfd824 None None] Provisioning complete for port 25cbae25-ee0a-45ba-a986-9e8cff200fdf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:18.154536 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fbc47c6f-89cd-44ed-afb8-31156ecfd824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.176582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.179259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Pushing event updated for resources: {'Port': ['ID=25cbae25-ee0a-45ba-a986-9e8cff200fdf,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:18.182454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:18.182914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:18.183232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.183668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:18.184151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Bound port: 8d1bef08-98e4-449e-a870-3d7b4775250c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:18.184535 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.242711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-fbc47c6f-89cd-44ed-afb8-31156ecfd824 None None] Port 25cbae25-ee0a-45ba-a986-9e8cff200fdf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:18.277748 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:18.279091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:18.282039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] For port 8d1bef08-98e4-449e-a870-3d7b4775250c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:18.303377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] For port 8d1bef08-98e4-449e-a870-3d7b4775250c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8d1bef08-98e4-449e-a870-3d7b4775250c,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:18.306019 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.309735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.396089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 26e04a55-097d-4041-9013-76c36b744ed0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=26e04a55-097d-4041-9013-76c36b744ed0,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:18.400085 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a9bf6-5ad1-47bc-b65a-10b1ddf146c4 None None] Pushing event updated for resources: {'Port': ['ID=8d1bef08-98e4-449e-a870-3d7b4775250c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:18.404684 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.417052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Router c9c03d4a-4850-412c-b1fe-3a5382cddf50 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:18.434588 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Routers {'c9c03d4a-4850-412c-b1fe-3a5382cddf50'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:18.435237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:09:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:18.533480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=26e04a55-097d-4041-9013-76c36b744ed0,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:18.542176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:18.547593 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f2d2ef4c-5fd9-4d84-ba1d-ffe1e5e86420 admin admin] 10.222.0.21 "PUT /v2.0/routers/c9c03d4a-4850-412c-b1fe-3a5382cddf50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8867583 Jul 23 00:10:18.569618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] Set router c9c03d4a-4850-412c-b1fe-3a5382cddf50 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:18.610705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-41180500-37f8-4b94-8bd7-297c0c8692e1 None None] Provisioning complete for port 25cbae25-ee0a-45ba-a986-9e8cff200fdf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:18.611078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-41180500-37f8-4b94-8bd7-297c0c8692e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.694683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-41180500-37f8-4b94-8bd7-297c0c8692e1 None None] Port 25cbae25-ee0a-45ba-a986-9e8cff200fdf cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:18.798968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 03d4033d-4365-40ad-bc1a-fb265b7c70e9 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:18.844242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '25cbae25-ee0a-45ba-a986-9e8cff200fdf', 'name': '', 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'mac_address': 'fa:16:3e:6a:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:17Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 2, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'subnets': [{'id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:18.875262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22a0b9-9dad-4673-9dda-3be1d557604e None None] The sync data for ids ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'] in n-d-758851-4 is: [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '25cbae25-ee0a-45ba-a986-9e8cff200fdf', 'name': '', 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'mac_address': 'fa:16:3e:6a:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:17Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 2, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'subnets': [{'id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:18.884706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:18.885164 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:18.976975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 26e04a55-097d-4041-9013-76c36b744ed0 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:19.025819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 26e04a55-097d-4041-9013-76c36b744ed0 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:19.026202 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.291092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49846) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:19.298052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824619571', 'description': 'tempest-secgroup-smoke-824619571 description', 'project_id': '3f2455f0ad1845c39f3bcb13df191147'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:19.325858 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.417502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.421517 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.452383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.456582 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1604149 Jul 23 00:10:19.456812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:19.465102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group_rule': {'security_group_id': '76758c70-8dc4-4ccb-b860-8bc0a9c3e581', 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:19.472429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f2a9-52ab-4119-b564-39e81f4b3866 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76758c70-8dc4-4ccb-b860-8bc0a9c3e581,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:19.487257 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-865d0e18-504d-461b-a3cf-b25ce205d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.499529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.560262 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.563786 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.582720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d1f6ae-3dbf-4469-aac2-0dd62c3cc85d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:19.590169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.591385 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f248456f-733d-4ce6-84b2-c842a859959e tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312056 Jul 23 00:10:19.596445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:19.602372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group_rule': {'security_group_id': '76758c70-8dc4-4ccb-b860-8bc0a9c3e581', 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:19.632544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.706042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.716333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.720551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.742375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26106662-de73-4492-a860-08ab30931a3a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:19.745375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.749778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49852) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:19.750166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-24739054-ba30-4e3f-a6d9-571373aba3c9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518459 Jul 23 00:10:19.754442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group_rule': {'security_group_id': '76758c70-8dc4-4ccb-b860-8bc0a9c3e581', 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:19.782389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.848014 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.853181 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.874081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a5eab1-0c9a-439b-8518-ee4f3414feb5,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:19.882564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.886440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a2e4b954-1531-4c53-9a06-7c86b8512a74 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331267 Jul 23 00:10:19.886790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49854) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:19.892100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group_rule': {'security_group_id': '76758c70-8dc4-4ccb-b860-8bc0a9c3e581', 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:19.925358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.964849 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:10:19.989723 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:19.994071 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.013873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9557c71b-8f34-43ad-b8d0-f352b09f27c5,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:20.024324 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.025618 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d4df1a50-50e7-406b-bb6c-896370b76a99 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377304 Jul 23 00:10:20.028502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49856) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:20.033119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group_rule': {'security_group_id': '76758c70-8dc4-4ccb-b860-8bc0a9c3e581', 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:20.056438 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Project 3f2455f0ad1845c39f3bcb13df191147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:10:20.062017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.129333 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.134487 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.152762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05fdbe2-b3e4-4e45-842e-0f5e1349e23b,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:20.161281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.162832 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f9bc044c-f794-4e31-b74c-840de4ecc9c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332860 Jul 23 00:10:20.165665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49858) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:20.170418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'security_group_rule': {'security_group_id': '76758c70-8dc4-4ccb-b860-8bc0a9c3e581', 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:20.192675 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Project 3f2455f0ad1845c39f3bcb13df191147 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:10:20.198566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.265263 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.269967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.289971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bd8c61-9115-49ee-974c-0361787d5b9f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:20.294032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.295316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-abbd3819-6852-4a0d-9ec2-8311a44a1fa7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286218 Jul 23 00:10:20.346313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.554272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-1c1e0edb-b0fc-4668-9be5-02656689aa65 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824619571&fields=id&tenant_id=3f2455f0ad1845c39f3bcb13df191147 HTTP/1.1" status: 200 len: 267 time: 0.0379696 Jul 23 00:10:20.660427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-3f896d3f-b50f-4cb5-b856-3741cc86db51 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:20.661831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-3f896d3f-b50f-4cb5-b856-3741cc86db51 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 808 time: 0.0998664 Jul 23 00:10:20.677535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-fb684144-6f22-446d-9eef-8b47d11172ec tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/quotas/3f2455f0ad1845c39f3bcb13df191147 HTTP/1.1" status: 200 len: 375 time: 0.0094018 Jul 23 00:10:20.746826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-2eec158c-6ec5-4411-8be1-8cd7a829bc81 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637000 Jul 23 00:10:20.807711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8d1bef08-98e4-449e-a870-3d7b4775250c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:20.862183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 8d1bef08-98e4-449e-a870-3d7b4775250c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:20.866556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8d1bef08-98e4-449e-a870-3d7b4775250c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:20.867221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.877877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-7ee55c4d-18a2-464c-b703-528111c24edf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:10:20.885270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-7ee55c4d-18a2-464c-b703-528111c24edf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228311 Jul 23 00:10:20.950630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.971314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 8d1bef08-98e4-449e-a870-3d7b4775250c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8d1bef08-98e4-449e-a870-3d7b4775250c,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:20.976112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.983444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-4c115a97-e0be-4125-83f6-910c4204e1da service neutron] 10.222.0.21 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972199 Jul 23 00:10:21.027251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=8d1bef08-98e4-449e-a870-3d7b4775250c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:21.081571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-84c5edbf-05be-4263-899b-bac6cc17d328 service neutron] 10.222.0.21 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913064 Jul 23 00:10:21.104329 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Sync routers for ids ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:21.113081 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Routers {'c9c03d4a-4850-412c-b1fe-3a5382cddf50'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:21.113689 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:10:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:21.312760 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Set router c9c03d4a-4850-412c-b1fe-3a5382cddf50 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:21.513383 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '25cbae25-ee0a-45ba-a986-9e8cff200fdf', 'name': '', 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'mac_address': 'fa:16:3e:6a:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:17Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 2, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'subnets': [{'id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:21.539598 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Checking router: c9c03d4a-4850-412c-b1fe-3a5382cddf50 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:21.539951 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Updating router c9c03d4a-4850-412c-b1fe-3a5382cddf50 port 25cbae25-ee0a-45ba-a986-9e8cff200fdf binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:10:21.573211 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.789879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.839571 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.849040 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Transition to ACTIVE for port object 25cbae25-ee0a-45ba-a986-9e8cff200fdf will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:21.854919 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.905949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b10759-edd6-4116-8a4f-985be67eee59 None None] Pushing event updated for resources: {'Port': ['ID=25cbae25-ee0a-45ba-a986-9e8cff200fdf,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:21.968921 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Attempting to bind port 25cbae25-ee0a-45ba-a986-9e8cff200fdf on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:21.969611 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Attempting to bind port 25cbae25-ee0a-45ba-a986-9e8cff200fdf by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:21.970336 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Attempting to bind port 25cbae25-ee0a-45ba-a986-9e8cff200fdf on network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:21.977078 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:21.977830 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Checking segment: {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:21.978459 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.979091 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Bound using segment: {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:21.979600 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Bound port: 25cbae25-ee0a-45ba-a986-9e8cff200fdf, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f266e145-804e-4bf8-8e3b-fc7d185e6818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:21.980009 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:22.049396 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] For port 25cbae25-ee0a-45ba-a986-9e8cff200fdf, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:22.052760 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] For port 25cbae25-ee0a-45ba-a986-9e8cff200fdf, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=25cbae25-ee0a-45ba-a986-9e8cff200fdf,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:22.059020 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:22.111868 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Routers {'c9c03d4a-4850-412c-b1fe-3a5382cddf50'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:22.112507 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:10:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:22.183212 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b10759-edd6-4116-8a4f-985be67eee59 None None] Pushing event updated for resources: {'Port': ['ID=25cbae25-ee0a-45ba-a986-9e8cff200fdf,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:22.233627 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] Set router c9c03d4a-4850-412c-b1fe-3a5382cddf50 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:22.393714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2f8085d-4439-4603-9906-dce3ca9bbc7e req-5d8b0e98-9158-41d1-aac5-b7d1c5046eae tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 210 time: 0.1046896 Jul 23 00:10:22.473836 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '25cbae25-ee0a-45ba-a986-9e8cff200fdf', 'name': '', 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'mac_address': 'fa:16:3e:6a:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:17Z', 'updated_at': '2021-07-23T00:10:22Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'subnets': [{'id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:22.505100 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcdd274-4a6b-41ac-b7a9-28062607401d None None] The sync data for ids ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'] in n-d-758851-4 is: [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '25cbae25-ee0a-45ba-a986-9e8cff200fdf', 'name': '', 'network_id': '9e05e576-2766-4fdd-ac9f-c1c5efe94a57', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'mac_address': 'fa:16:3e:6a:b1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:17Z', 'updated_at': '2021-07-23T00:10:22Z', 'revision_number': 4, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'subnets': [{'id': '9a2d8288-ba1b-43e3-82e0-cf2fe457461c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:22.527924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:22.832340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8d1bef08-98e4-449e-a870-3d7b4775250c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:22.883868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8d1bef08-98e4-449e-a870-3d7b4775250c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:22.884341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:22.970170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 25cbae25-ee0a-45ba-a986-9e8cff200fdf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:23.024013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 25cbae25-ee0a-45ba-a986-9e8cff200fdf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:23.028301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 25cbae25-ee0a-45ba-a986-9e8cff200fdf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:23.028852 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.114090 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.148465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 25cbae25-ee0a-45ba-a986-9e8cff200fdf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=25cbae25-ee0a-45ba-a986-9e8cff200fdf,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:23.152439 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.201155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=25cbae25-ee0a-45ba-a986-9e8cff200fdf,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:23.497166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e6882c7-b0d6-45c5-8d33-e0162b4ccd4c req-92099252-148a-4303-b59e-0888df31ee21 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 210 time: 0.0299668 Jul 23 00:10:23.561360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-943a8692-5265-4cf2-bb8a-23e5688a6630 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:23.562931 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-943a8692-5265-4cf2-bb8a-23e5688a6630 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 808 time: 0.1270614 Jul 23 00:10:23.608457 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-c8a5079b-5131-4b2f-bcc0-44598c9967e2 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f2455f0ad1845c39f3bcb13df191147 HTTP/1.1" status: 200 len: 379 time: 0.0370564 Jul 23 00:10:23.616945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'port': {'device_id': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'admin_state_up': True, 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'security_groups': ['76758c70-8dc4-4ccb-b860-8bc0a9c3e581']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:23.722451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Made reservation on behalf of 3f2455f0ad1845c39f3bcb13df191147 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:23.726238 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.855654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Allocated IP 172.20.0.9 (2a71b174-563f-4a90-a9ce-ce8a1f6da27e/692e15a2-b88e-477c-964a-b7889f48bf56/2efa1c5b-f88b-43e7-b49e-840e9d63c280) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:23.992518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.012487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Transition to ACTIVE for port object 2efa1c5b-f88b-43e7-b49e-840e9d63c280 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:24.045387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.085794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:24.090914 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:24.094460 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:24.122512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'Port': ['ID=2efa1c5b-f88b-43e7-b49e-840e9d63c280,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:24.150351 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:24.151011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.172143 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-78376eb1-c567-4bfd-8011-218d8463fc69 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5587885 Jul 23 00:10:24.183646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-1c8462c3-5493-4162-a4fb-d5781212bfc0 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:10:24.184602 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-1c8462c3-5493-4162-a4fb-d5781212bfc0 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067065 Jul 23 00:10:24.195547 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Request body: {'port': {'device_id': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:24.276475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.304255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35ccaec0-6f72-4dc8-8221-4dfaffdf549d None None] Provisioning for port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:24.308099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-35ccaec0-6f72-4dc8-8221-4dfaffdf549d None None] Provisioning complete for port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:24.308479 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35ccaec0-6f72-4dc8-8221-4dfaffdf549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.346994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-35ccaec0-6f72-4dc8-8221-4dfaffdf549d None None] Port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:10:24.539402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efa1c5b-f88b-43e7-b49e-840e9d63c280 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:10:24.546938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.559004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Transition to ACTIVE for port object 2efa1c5b-f88b-43e7-b49e-840e9d63c280 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:10:24.568311 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.625088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Pushing event updated for resources: {'Port': ['ID=2efa1c5b-f88b-43e7-b49e-840e9d63c280,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:24.633789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a8e7-c63f-4a7c-ae62-b43e2538e3c4 req-e497bd47-7e1e-4d3f-b632-60a5dd6330c5 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:24.642216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce74a8e7-c63f-4a7c-ae62-b43e2538e3c4 req-e497bd47-7e1e-4d3f-b632-60a5dd6330c5 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 943 time: 0.0719848 Jul 23 00:10:24.681190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce74a8e7-c63f-4a7c-ae62-b43e2538e3c4 req-996ce6a4-fa9d-46b4-8a37-e1b2dfc59505 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379946 Jul 23 00:10:24.713571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Attempting to bind port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:10:24.714009 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Attempting to bind port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:10:24.714419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Attempting to bind port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 on network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:24.719222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 on network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:10:24.719580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Attempting to bind port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 on network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:10:24.724955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:10:24.725855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Checking segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:10:24.725959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Bound using segment: {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:10:24.726454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Bound port: 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4da7820-f8bd-4a0d-937f-5a72f884725c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:10:24.727005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.798292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 25cbae25-ee0a-45ba-a986-9e8cff200fdf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:24.804037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] For port 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:10:24.807707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] For port 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:10:24.811849 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.845528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:24.846143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.847195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 25cbae25-ee0a-45ba-a986-9e8cff200fdf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:24.847722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.848355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] 10.222.0.49 "PUT /v2.0/ports/2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 1091 time: 0.6574335 Jul 23 00:10:24.851383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:24.857310 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:24.888256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6717ea5-d0f4-47e9-8013-82366b384a7e service neutron] Pushing event updated for resources: {'Port': ['ID=2efa1c5b-f88b-43e7-b49e-840e9d63c280,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:24.929436 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3a5d4e-3e8c-45d5-acfe-878ebf05421f x-openstack-request-id: req-0c3a5d4e-3e8c-45d5-acfe-878ebf05421f {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:24.929806 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:24.930065 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c3a5d4e-3e8c-45d5-acfe-878ebf05421f {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:24.930471 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'status': 'completed', 'code': 200} Jul 23 00:10:24.960712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-bed393d0-62f6-4ce8-bdd3-e2bc5feb6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:24.962559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-bed393d0-62f6-4ce8-bdd3-e2bc5feb6ba7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1094 time: 0.0710461 Jul 23 00:10:25.004519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-c70b8ba8-f8f9-4e40-81cd-d13a618a31a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 217 time: 0.0351927 Jul 23 00:10:25.052552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-075f2c4f-74aa-46de-bbb8-ce623651eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.054663 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-075f2c4f-74aa-46de-bbb8-ce623651eb84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0446951 Jul 23 00:10:25.113456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20962923-e144-42c1-9bd9-dc18a05c174b req-5daf519c-c232-4151-9b11-517b09b80321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.114959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-5daf519c-c232-4151-9b11-517b09b80321 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538998 Jul 23 00:10:25.209054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-a63deb96-c878-4a7c-8d7c-a4d7f21ee850 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Jul 23 00:10:25.604040 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-20962923-e144-42c1-9bd9-dc18a05c174b req-5b7ca0ff-0c8d-4f97-8950-5f11f4c11fb7 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889594 Jul 23 00:10:25.702207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-ae0b7862-bc05-4233-b90b-91f199080c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.703657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-ae0b7862-bc05-4233-b90b-91f199080c9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1094 time: 0.0543115 Jul 23 00:10:25.794523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-76ba5ba1-2135-4e72-beb9-01bf983525e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.796092 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-76ba5ba1-2135-4e72-beb9-01bf983525e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 909 time: 0.0857821 Jul 23 00:10:25.819360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d023a-73d1-45cd-9826-c2547436c34c req-330f21a8-f374-4b2d-9ed6-1102e6c17c8a tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.821220 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e57d023a-73d1-45cd-9826-c2547436c34c req-330f21a8-f374-4b2d-9ed6-1102e6c17c8a tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 943 time: 0.0684218 Jul 23 00:10:25.842703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-fd3d35c2-d129-4eaa-86d1-8887c4e4814b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 217 time: 0.0398302 Jul 23 00:10:25.864752 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e57d023a-73d1-45cd-9826-c2547436c34c req-9d07629b-ca5c-4741-a206-ba1ac19b35ed tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378187 Jul 23 00:10:25.895561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-e1dc4243-b2a8-45c6-b170-d641c18cc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.898314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-e1dc4243-b2a8-45c6-b170-d641c18cc45a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0489047 Jul 23 00:10:25.958551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-c5ee91bb-a702-4871-9593-10f59af9e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.960585 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-c5ee91bb-a702-4871-9593-10f59af9e672 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551581 Jul 23 00:10:26.054583 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-2f845699-c815-438d-a08b-dc7d42f24d97 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868847 Jul 23 00:10:26.147269 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-45d3dd79-3135-46e1-8f88-49f6e5ecc68e req-26d24801-d624-4fce-a18d-5fdeca5f7c0f service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830956 Jul 23 00:10:26.998142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243cb6-5dff-4284-9eb0-38478909bbfc req-24bbf051-1db0-464b-8773-ac15566752ef tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:26.999661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02243cb6-5dff-4284-9eb0-38478909bbfc req-24bbf051-1db0-464b-8773-ac15566752ef tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 943 time: 0.0643435 Jul 23 00:10:27.036190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02243cb6-5dff-4284-9eb0-38478909bbfc req-16e7ca21-d2da-4a02-8a5d-f320a6b7b4de tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309145 Jul 23 00:10:27.664094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2efa1c5b-f88b-43e7-b49e-840e9d63c280 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:10:27.761928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:27.773454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'port_id': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'mac_address': 'fa:16:3e:1f:c1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:10:27.808867 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:27.821974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efa1c5b-f88b-43e7-b49e-840e9d63c280 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:10:27.846231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:27.849695 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:27.896257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2efa1c5b-f88b-43e7-b49e-840e9d63c280,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:28.091994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2efa1c5b-f88b-43e7-b49e-840e9d63c280'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:10:28.172949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa16a4-f914-4b40-bcf4-1f837092850e req-0b48a8c6-cb55-496a-bee6-3e41fe39f899 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:28.174464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4fa16a4-f914-4b40-bcf4-1f837092850e req-0b48a8c6-cb55-496a-bee6-3e41fe39f899 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 944 time: 0.0692194 Jul 23 00:10:28.214076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c4fa16a4-f914-4b40-bcf4-1f837092850e req-67de41ac-b4ac-48ba-a47a-d772df469e4d tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331669 Jul 23 00:10:29.344074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f4de7-2946-415d-8bff-a52035b19755 req-6a4f454d-ff1f-4e0c-9227-b7538f33a3c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:29.345568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-236f4de7-2946-415d-8bff-a52035b19755 req-6a4f454d-ff1f-4e0c-9227-b7538f33a3c3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 944 time: 0.0643237 Jul 23 00:10:29.383685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-236f4de7-2946-415d-8bff-a52035b19755 req-901328c4-d313-493a-bd1d-9c3a2e3897c4 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Jul 23 00:10:29.664064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2efa1c5b-f88b-43e7-b49e-840e9d63c280 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:10:29.712423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:10:29.716221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:10:29.716599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.794826 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.816756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:29.819028 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec5771-5f92-4898-8d0c-eeec085a9c1b" -d '{"events": [{"server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "name": "network-vif-plugged", "status": "completed", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:29.832513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:29.837495 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.866936 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c2f72b-7739-4d2f-8a12-372b6ef67ee8 x-openstack-request-id: req-c6c2f72b-7739-4d2f-8a12-372b6ef67ee8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:29.867145 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "name": "network-vif-plugged", "status": "completed", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:29.867258 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6c2f72b-7739-4d2f-8a12-372b6ef67ee8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:29.867658 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'code': 200} Jul 23 00:10:29.893489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2efa1c5b-f88b-43e7-b49e-840e9d63c280,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:30.025761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aea9e-ff7c-40ed-8a3b-3fa9d526fbaf req-1649b26e-3485-46c8-bdc6-ecdc39cb147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:30.027271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1b4aea9e-ff7c-40ed-8a3b-3fa9d526fbaf req-1649b26e-3485-46c8-bdc6-ecdc39cb147a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.1105869 Jul 23 00:10:30.065540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1b4aea9e-ff7c-40ed-8a3b-3fa9d526fbaf req-84222a02-c77e-4268-a23f-fad44f422748 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295250 Jul 23 00:10:30.512275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009ddc-5051-42a9-8ea4-d3f07ba4c754 req-c1604ac7-e683-425e-bd2f-716db35f4171 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:30.513821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5009ddc-5051-42a9-8ea4-d3f07ba4c754 req-c1604ac7-e683-425e-bd2f-716db35f4171 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0647595 Jul 23 00:10:30.550895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f5009ddc-5051-42a9-8ea4-d3f07ba4c754 req-48bf44a1-11cd-43b1-a400-6eac0e75f7a9 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Jul 23 00:10:31.689623 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a8f85-2fb3-457e-86e8-4100df74ff02 req-fa5a3bef-f941-4ed1-b7e2-8d5a707e5f1a tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.691296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b1a8f85-2fb3-457e-86e8-4100df74ff02 req-fa5a3bef-f941-4ed1-b7e2-8d5a707e5f1a tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0702837 Jul 23 00:10:31.736538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b1a8f85-2fb3-457e-86e8-4100df74ff02 req-32f00681-9776-40b4-a903-a3216607cbba tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 Jul 23 00:10:31.887469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37488ac8-d398-4ec6-a353-cac7fd5a90b1 req-a16e2e59-f63a-4ed5-9d90-96af0cf6e90d tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:31.889295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37488ac8-d398-4ec6-a353-cac7fd5a90b1 req-a16e2e59-f63a-4ed5-9d90-96af0cf6e90d tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0744729 Jul 23 00:10:31.932513 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37488ac8-d398-4ec6-a353-cac7fd5a90b1 req-5c148258-5246-4bf6-aa79-77cc93d20582 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362530 Jul 23 00:10:32.076449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f812540-2e76-4d54-9b25-20ae1d677f1b req-af2c1af8-0773-4857-9c7d-2c3725e517bd tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.078150 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f812540-2e76-4d54-9b25-20ae1d677f1b req-af2c1af8-0773-4857-9c7d-2c3725e517bd tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0758517 Jul 23 00:10:32.127000 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f812540-2e76-4d54-9b25-20ae1d677f1b req-634b5fba-3ed9-4783-a094-9f8c96d6fd6b tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Jul 23 00:10:32.150973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49930) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:32.254996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3f882-6268-466e-a00c-e34ae622cd60 tempest-TestServerBasicOps-1663008833 tempest-TestServerBasicOps-1663008833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.257828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8fd3f882-6268-466e-a00c-e34ae622cd60 tempest-TestServerBasicOps-1663008833 tempest-TestServerBasicOps-1663008833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1091 time: 0.1057608 Jul 23 00:10:32.260830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 49934) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:32.265437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:32.289319 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.395299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.501527 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Allocated IP 172.25.5.219 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4856999b-5561-4139-b455-2924d0ad15bb) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:10:32.612694 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.658521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.701303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:10:32.705959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:10:32.708613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:10:32.739985 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'Port': ['ID=4856999b-5561-4139-b455-2924d0ad15bb,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:33.091769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:33.172152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:33.330407 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:33.336734 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:33.408750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event updated for resources: {'Port': ['ID=4856999b-5561-4139-b455-2924d0ad15bb,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:33.421170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:33.528522 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Floating IP e2330c25-44c4-4dff-ac64-1c10d9c4fd82 associated. External IP: 172.25.5.219, port: 2efa1c5b-f88b-43e7-b49e-840e9d63c280. Jul 23 00:10:33.738794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Router d264ace6-7e66-4c7b-939f-aaeb72c555ca has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:33.850512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:33.860349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] Sync routers for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:33.868134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:33.874240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:33.874894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:10:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:33.912614 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-53b3f277-d80a-43ad-b951-7370cb17d605 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6506619 Jul 23 00:10:33.913200 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:33.915562 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6ce64-a672-4007-bc19-5858eb349101" -d '{"events": [{"name": "network-changed", "server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:33.955837 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d947af97-5b5a-432e-9da6-86fec13015d8 x-openstack-request-id: req-d947af97-5b5a-432e-9da6-86fec13015d8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:33.956160 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:33.956394 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d947af97-5b5a-432e-9da6-86fec13015d8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:33.956801 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'status': 'completed', 'code': 200} Jul 23 00:10:33.997489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:34.040162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-71f79675-1d64-4f2f-b727-44b9da5f06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:34.041749 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-71f79675-1d64-4f2f-b727-44b9da5f06ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.0624163 Jul 23 00:10:34.136945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-04ce4d35-6576-4bc4-8030-6c651faf09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:34.138560 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-04ce4d35-6576-4bc4-8030-6c651faf09fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 909 time: 0.0910287 Jul 23 00:10:34.215879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-1367b990-ba3b-4372-81ba-e61afb181ecd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 999 time: 0.0712299 Jul 23 00:10:34.246343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'e2330c25-44c4-4dff-ac64-1c10d9c4fd82', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'port_id': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'mac_address': 'fa:16:3e:1f:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:10:32Z', 'updated_at': '2021-07-23T00:10:32Z', 'revision_number': 0, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:34.270526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-c671af15-903b-4c5e-84f9-3efc370d85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:34.272298 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-c671af15-903b-4c5e-84f9-3efc370d85fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0501530 Jul 23 00:10:34.278960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] Checking router: d264ace6-7e66-4c7b-939f-aaeb72c555ca for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:34.289119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:34.289744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:10:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:34.334263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-7a8e8ffa-e131-4d89-a9b5-5fe3ef8108c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:34.336199 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-7a8e8ffa-e131-4d89-a9b5-5fe3ef8108c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575340 Jul 23 00:10:34.448303 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-cb2478e7-c08e-4b32-a9d0-017e7e2c2b69 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017594 Jul 23 00:10:34.544914 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3ee6ce64-a672-4007-bc19-5858eb349101 req-7e55caa3-9432-4766-9551-eb6a7823336a service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937409 Jul 23 00:10:34.576471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:34.819261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'e2330c25-44c4-4dff-ac64-1c10d9c4fd82', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'port_id': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'mac_address': 'fa:16:3e:1f:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:10:32Z', 'updated_at': '2021-07-23T00:10:32Z', 'revision_number': 0, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:34.851091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04936c64-23c4-48bb-aa72-42198e804f6f None None] The sync data for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 is: [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'e2330c25-44c4-4dff-ac64-1c10d9c4fd82', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'port_id': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'mac_address': 'fa:16:3e:1f:c1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:10:32Z', 'updated_at': '2021-07-23T00:10:32Z', 'revision_number': 0, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:35.055283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faad47-b64a-4a45-9370-82ebfad4a31c None None] New status for floating IP e2330c25-44c4-4dff-ac64-1c10d9c4fd82: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:10:36.590743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:46.156469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c408728-79cf-40cd-9498-9a6708fd04ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.468547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cf591438-6cbe-458b-9660-d0f2e9ef384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.696732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:50.340312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:51.792626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:52.537391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:56.965927 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:11:06.620529 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:08.070460 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-f7773d91-0e64-4bc6-b5a3-e9b9e022a6a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573719 Jul 23 00:11:08.164902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-3db2bd68-d1ce-46d8-a955-1cb6f3f23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.166578 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-3db2bd68-d1ce-46d8-a955-1cb6f3f23fba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.0549855 Jul 23 00:11:08.273996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-f16e5602-f665-4cdb-b6a2-f80daf9c59fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.275580 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-f16e5602-f665-4cdb-b6a2-f80daf9c59fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 909 time: 0.0903664 Jul 23 00:11:08.339493 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-f03d3fa6-8e9f-4eed-830b-7c3a993f1728 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 1001 time: 0.0574584 Jul 23 00:11:08.388375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-8c89ccee-576d-4cb7-bec5-9432769d661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.389842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-8c89ccee-576d-4cb7-bec5-9432769d661c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0444534 Jul 23 00:11:08.456203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-4480a39f-dc40-4367-9351-708ea6a2378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.457730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-4480a39f-dc40-4367-9351-708ea6a2378b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613043 Jul 23 00:11:08.468133 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 49956) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:08.549433 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-079afd5d-e0d4-4b5f-9373-29a4e3cd3668 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842361 Jul 23 00:11:08.568975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f9c4c-4464-485d-95e7-c29d5108c5f0 req-c50b1605-d438-435b-a4a0-3d0400e344a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.570523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e8f9c4c-4464-485d-95e7-c29d5108c5f0 req-c50b1605-d438-435b-a4a0-3d0400e344a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.1013725 Jul 23 00:11:08.606988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e8f9c4c-4464-485d-95e7-c29d5108c5f0 req-f4b528d1-2313-4fc9-a42f-7363d9b0a0ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299973 Jul 23 00:11:08.653672 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6771d9df-631f-4c2f-9e49-ac6d2d7ac094 req-434fa65f-6c9d-46f1-b5de-5c402229b200 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946856 Jul 23 00:11:16.156762 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3af440f8-7c6f-413d-9032-34a9ed24a352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.470808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7328e2e-9533-4b50-8540-3c06dde5e41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.697259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:20.342594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:21.794476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:22.535146 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:33.965457 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:11:36.635153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:46.157636 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0be3fa2a-80f4-40c6-888f-51300df40b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.471783 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8186628f-4e02-4603-93b1-83f90df15277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:49.699896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:50.346426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:51.798824 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:52.548861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:06.635940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:10.068436 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-4a07a0fb-396e-4e16-baad-157b0b062602 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575047 Jul 23 00:12:10.163659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-e53388d5-a81f-4d5e-ae93-fff4e27d1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:10.165185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-e53388d5-a81f-4d5e-ae93-fff4e27d1443 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.0557554 Jul 23 00:12:10.273286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-1e9af4cf-b4e3-4e94-a7ae-cfd082148532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:10.274837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-1e9af4cf-b4e3-4e94-a7ae-cfd082148532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 909 time: 0.0897582 Jul 23 00:12:10.336715 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-795b3a57-f753-4132-8585-498f4158ead5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 1001 time: 0.0557821 Jul 23 00:12:10.388709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-c32ee186-6ab4-40a3-ad9b-1b5ec8d77f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:10.390146 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-c32ee186-6ab4-40a3-ad9b-1b5ec8d77f34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0475771 Jul 23 00:12:10.446650 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-27baf6d6-6b2d-4904-87bd-8ac5429b7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:10.448388 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-27baf6d6-6b2d-4904-87bd-8ac5429b7c34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519261 Jul 23 00:12:10.537743 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-62004ae5-a51f-4a3d-9630-04139de22159 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810061 Jul 23 00:12:10.629962 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46a04558-bae8-4ba2-9dd6-eaacc90a0d0a req-db7e66dc-6be2-4786-a4f9-0532bc8fbd03 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Jul 23 00:12:10.964926 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:12:16.161302 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53749096-1327-4181-ac78-c5d7e3de5ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.473474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c6be4564-e58a-41e8-9d9a-4aa0cf1435c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.703134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:20.348094 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:21.801249 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:22.562962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:36.634686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:46.162881 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-46b64f55-d7a2-41da-be49-a020ecfaa652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:47.964808 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:12:49.475239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e54d1029-a78a-46f9-9edd-43008eef1779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:49.705349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:50.352472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:51.804239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:52.564056 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:06.634737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:11.068207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-36f9444c-bb59-42db-8abd-8d687560af90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570579 Jul 23 00:13:11.171129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-58a16d15-923e-4f81-90a7-2d29345f61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:11.172758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-58a16d15-923e-4f81-90a7-2d29345f61de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.0627389 Jul 23 00:13:11.292314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-2fe3aacb-6ab4-471a-9422-6ef08407e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:11.293815 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-2fe3aacb-6ab4-471a-9422-6ef08407e421 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 909 time: 0.0888557 Jul 23 00:13:11.364560 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-5df3534b-5df3-4315-8335-0079b9d3af8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 1001 time: 0.0634038 Jul 23 00:13:11.413618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-6cf687f5-4d09-4c44-960a-c6c1a58fa44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:11.415143 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-6cf687f5-4d09-4c44-960a-c6c1a58fa44e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0446217 Jul 23 00:13:11.475088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-671f3b62-3db9-4cf4-89b9-2a7e7c5e0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:13:11.476614 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-671f3b62-3db9-4cf4-89b9-2a7e7c5e0e8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549340 Jul 23 00:13:11.571998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-49618afb-829c-4837-989e-c7868d887716 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879722 Jul 23 00:13:11.662973 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46b67f9a-5330-4b7f-825b-54c1997fd859 req-1da0c75f-51de-49b8-a16b-60c8924af194 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837927 Jul 23 00:13:16.166703 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-143f0dd5-9b45-4058-bf65-9569c9082289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:19.475393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-82d4f428-1c89-4e76-9928-8b49bc5a0d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:19.706640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:20.353599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:21.807740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:22.566938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:24.964259 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:13:36.633073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:46.168376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77b837a5-e838-4de9-bcb6-5f4543db7205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:49.475774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-361ed8dc-8556-426b-bf39-65b4ca1880c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:49.711240 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:50.356525 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:51.809991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:52.576167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:01.963903 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:14:06.633167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:13.064258 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-f88dc4c1-caf6-43e7-934c-a92e5c1cdf8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594709 Jul 23 00:14:13.156438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-c59550ea-71a6-445e-9b3f-b177cca5b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:13.157862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-c59550ea-71a6-445e-9b3f-b177cca5b7bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f2455f0ad1845c39f3bcb13df191147&device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 1096 time: 0.0537257 Jul 23 00:14:13.257423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-98cda5dd-678d-43eb-bd94-0fa2cfcd59ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:13.258890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-98cda5dd-678d-43eb-bd94-0fa2cfcd59ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 200 len: 909 time: 0.0839756 Jul 23 00:14:13.326060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-80673421-5b24-48c7-b4e7-567e23b06da2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 200 len: 1001 time: 0.0605962 Jul 23 00:14:13.374778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-bf30de2e-52f5-4ad8-8494-03a6151a8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:13.376253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-bf30de2e-52f5-4ad8-8494-03a6151a8c09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 200 len: 847 time: 0.0435951 Jul 23 00:14:13.432129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-dc35cb90-2ae3-46c0-a8ce-d7d539a5e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:14:13.433534 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-dc35cb90-2ae3-46c0-a8ce-d7d539a5e244 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a71b174-563f-4a90-a9ce-ce8a1f6da27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513408 Jul 23 00:14:13.526123 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-5f93433c-3231-4f36-a654-47cd280487a7 service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858896 Jul 23 00:14:13.613182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b34be47-ead7-4627-b944-25f942fe9c46 req-9a12982c-f5a1-4ea8-9537-58d63e96edfd service neutron] 10.222.0.49 "GET /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808296 Jul 23 00:14:16.168564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3963f044-e490-464e-9c65-3a32e163ac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:19.476542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db9f98d5-5d22-4b8d-98fe-b264a4311ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:19.711823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:20.359355 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:21.812128 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:22.574296 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:36.633611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:38.963612 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:14:46.168726 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54e48fcd-d048-408d-8624-03702edaff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:49.479155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24ca028e-65cf-49a5-97b2-f45f239dc922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:49.712760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:50.363292 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:51.814906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:52.605369 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:06.632931 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:13.116743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c4b64-771a-4e1d-9483-adb86506a51a req-af65039e-c77a-4e4f-b602-44c78e2e79d4 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:13.118156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-296c4b64-771a-4e1d-9483-adb86506a51a req-af65039e-c77a-4e4f-b602-44c78e2e79d4 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0677414 Jul 23 00:15:13.155537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-296c4b64-771a-4e1d-9483-adb86506a51a req-0f8f6a97-35c2-4926-bdfa-45e0476472e3 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Jul 23 00:15:14.314471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0caed-6a6c-4b23-a64f-20e250892e9e req-8caf2f5c-351a-4f55-9c73-689cc9bb87b2 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:14.316092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62c0caed-6a6c-4b23-a64f-20e250892e9e req-8caf2f5c-351a-4f55-9c73-689cc9bb87b2 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0655608 Jul 23 00:15:14.331580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559bac3-7325-4b24-8cae-067950577d40 req-37a8006a-f987-49f1-88bf-39c5befd2fe7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:14.333091 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e559bac3-7325-4b24-8cae-067950577d40 req-37a8006a-f987-49f1-88bf-39c5befd2fe7 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 945 time: 0.0767269 Jul 23 00:15:14.355225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62c0caed-6a6c-4b23-a64f-20e250892e9e req-b41ab6d7-78a0-4822-99e1-39c528d23d3f tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/security-groups?id=76758c70-8dc4-4ccb-b860-8bc0a9c3e581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334358 Jul 23 00:15:14.433103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Deleting port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:14.433447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:14.523661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] For port 2efa1c5b-f88b-43e7-b49e-840e9d63c280, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2efa1c5b-f88b-43e7-b49e-840e9d63c280,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:14.524016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:15.031722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:15.032116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:15.032392 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Floating IP e2330c25-44c4-4dff-ac64-1c10d9c4fd82 disassociated. External IP: 172.25.5.219, port: 2efa1c5b-f88b-43e7-b49e-840e9d63c280. Jul 23 00:15:15.032738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Calling delete_port for 2efa1c5b-f88b-43e7-b49e-840e9d63c280 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:15.163431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:15.194149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event deleted for resources: {'Port': ['ID=2efa1c5b-f88b-43e7-b49e-840e9d63c280,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:15.204097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.204475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.204777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.205122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.205457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.205791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.206127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.206461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.206790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.207115 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.207962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.207962 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:15.319014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Router d264ace6-7e66-4c7b-939f-aaeb72c555ca has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:15:15.426227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:15:15.436865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] Sync routers for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:15:15.447228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:15:15.448136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:14:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:15.476306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] No DVR routers for this DVR port 2efa1c5b-f88b-43e7-b49e-840e9d63c280 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:15:15.478959 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:15.481080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e559bac3-7325-4b24-8cae-067950577d40 req-fbec14f8-0d50-4f5e-9d70-eefbc7cd96af tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.49 "DELETE /v2.0/ports/2efa1c5b-f88b-43e7-b49e-840e9d63c280 HTTP/1.1" status: 204 len: 173 time: 1.1430967 Jul 23 00:15:15.481568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'name': 'network-vif-deleted', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:15.481713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-32cdbc83-c8fc-4fea-a670-ef1011479bb6 req-a9151198-df57-4c55-b2c1-c0264d953eb6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c38188b-e047-42ed-bf55-8fd714d425f8 HTTP/1.1" status: 200 len: 210 time: 0.0362208 Jul 23 00:15:15.484517 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93565baf-a2e9-47d5-a565-ceefcb3d9ba0" -d '{"events": [{"server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "name": "network-vif-deleted", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:15.575095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:15:15.600363 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2c2ad9-6381-41bd-bdcf-49d750016bf5 x-openstack-request-id: req-3f2c2ad9-6381-41bd-bdcf-49d750016bf5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:15.600663 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c38188b-e047-42ed-bf55-8fd714d425f8", "name": "network-vif-deleted", "tag": "2efa1c5b-f88b-43e7-b49e-840e9d63c280", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:15.600923 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f2c2ad9-6381-41bd-bdcf-49d750016bf5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:15.601326 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c38188b-e047-42ed-bf55-8fd714d425f8', 'name': 'network-vif-deleted', 'tag': '2efa1c5b-f88b-43e7-b49e-840e9d63c280', 'status': 'completed', 'code': 200} Jul 23 00:15:15.793669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:15.821852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] Checking router: d264ace6-7e66-4c7b-939f-aaeb72c555ca for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:15:15.830969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:15:15.831599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:14:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:15.938282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:15:15.963741 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:15:16.134686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:16.170037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a596fa6-6f52-4ec1-8c3b-db48d54f10e8 None None] The sync data for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 is: [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:12Z', 'revision_number': 4, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '03d4033d-4365-40ad-bc1a-fb265b7c70e9', 'name': '', 'network_id': '2a71b174-563f-4a90-a9ce-ce8a1f6da27e', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'mac_address': 'fa:16:3e:72:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:11Z', 'updated_at': '2021-07-23T00:10:17Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'subnets': [{'id': '692e15a2-b88e-477c-964a-b7889f48bf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:15:16.181511 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2a893738-4db5-44ec-8037-91f8520a8f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:16.383676 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0625f2-5727-4f4f-8af8-c9b3d53064ae None None] New status for floating IP e2330c25-44c4-4dff-ac64-1c10d9c4fd82: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:15:16.553549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50106) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:16.679087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Deleting port 4856999b-5561-4139-b455-2924d0ad15bb {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:16.679468 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:16.756251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:16.756582 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:16.768508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Calling delete_port for 4856999b-5561-4139-b455-2924d0ad15bb owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:16.905495 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:16.932402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event deleted for resources: {'Port': ['ID=4856999b-5561-4139-b455-2924d0ad15bb,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:16.960691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.961030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.961368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.961701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.962028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.962352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.962676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.962998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.963317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.963658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.963978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:16.964296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:17.002702 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.005266 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.006495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-185e0a8b-eb18-4b80-b672-b76d22d661c6 tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "DELETE /v2.0/floatingips/e2330c25-44c4-4dff-ac64-1c10d9c4fd82 HTTP/1.1" status: 204 len: 168 time: 0.4518383 Jul 23 00:15:17.073959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50112) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:17.091103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2efa1c5b-f88b-43e7-b49e-840e9d63c280 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:17.110597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 2efa1c5b-f88b-43e7-b49e-840e9d63c280 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:17.110953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2efa1c5b-f88b-43e7-b49e-840e9d63c280 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:17.133066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242bf504-6f4d-4d65-ade5-16577bfa254c tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.157698 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242bf504-6f4d-4d65-ade5-16577bfa254c tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.220951 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242bf504-6f4d-4d65-ade5-16577bfa254c tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.223656 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-242bf504-6f4d-4d65-ade5-16577bfa254c tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.224824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-242bf504-6f4d-4d65-ade5-16577bfa254c tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] 10.222.0.21 "DELETE /v2.0/security-groups/76758c70-8dc4-4ccb-b860-8bc0a9c3e581 HTTP/1.1" status: 204 len: 168 time: 0.1498673 Jul 23 00:15:17.234072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bf504-6f4d-4d65-ade5-16577bfa254c tempest-TestServerBasicOps-644750614 tempest-TestServerBasicOps-644750614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76758c70-8dc4-4ccb-b860-8bc0a9c3e581,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:17.264991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50116) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:17.751396 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:18.324758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Deleting port 03d4033d-4365-40ad-bc1a-fb265b7c70e9 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:18.325649 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:18.406754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] For port 03d4033d-4365-40ad-bc1a-fb265b7c70e9, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=03d4033d-4365-40ad-bc1a-fb265b7c70e9,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:18.407242 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:18.419085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Calling delete_port for 03d4033d-4365-40ad-bc1a-fb265b7c70e9 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:18.605326 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:18.630713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d4033d-4365-40ad-bc1a-fb265b7c70e9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:18.794205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.016246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Router d264ace6-7e66-4c7b-939f-aaeb72c555ca has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:15:19.120268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:15:19.125479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9ada7867-d70b-4b79-aa3e-30c50a60a929 admin admin] 10.222.0.21 "PUT /v2.0/routers/d264ace6-7e66-4c7b-939f-aaeb72c555ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601277 Jul 23 00:15:19.127967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50126) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:19.130625 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] Sync routers for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:15:19.141405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:15:19.142009 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:14:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:19.236444 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.245058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:15:19.338528 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.398723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Deleting port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:19.399017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.484765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] For port 7dd9ff37-4bc6-4c56-b144-0972f5649b7a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:19.485135 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.503027 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Calling delete_port for 7dd9ff37-4bc6-4c56-b144-0972f5649b7a owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:19.531861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4f499be6-99a5-4c09-82e0-0d85df622137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.593169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:15:18Z', 'revision_number': 5, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port': {'id': '7dd9ff37-4bc6-4c56-b144-0972f5649b7a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:19.622406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] Checking router: d264ace6-7e66-4c7b-939f-aaeb72c555ca for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:15:19.630992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] Routers {'d264ace6-7e66-4c7b-939f-aaeb72c555ca'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:15:19.631633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:15:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:19.669382 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.704416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd9ff37-4bc6-4c56-b144-0972f5649b7a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:19.734373 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.741284 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] Set router d264ace6-7e66-4c7b-939f-aaeb72c555ca gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:15:19.766977 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.802389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:15:19Z', 'revision_number': 6, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:19.829795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185e0d58-7c5b-47c7-b076-15c9b7945792 None None] The sync data for ids ['d264ace6-7e66-4c7b-939f-aaeb72c555ca'] in n-d-758851-4 is: [{'id': 'd264ace6-7e66-4c7b-939f-aaeb72c555ca', 'name': 'tempest-TestServerBasicOps-740276330-router', 'tenant_id': '3f2455f0ad1845c39f3bcb13df191147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:09Z', 'updated_at': '2021-07-23T00:15:19Z', 'revision_number': 6, 'project_id': '3f2455f0ad1845c39f3bcb13df191147', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:15:19.867376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.871323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.921136 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.921671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d264ace6-7e66-4c7b-939f-aaeb72c555ca {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:15:19.930507 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:19.930507 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-333d5d09-7adf-4ab2-80a8-f2dbe9bc403e admin admin] 10.222.0.21 "DELETE /v2.0/routers/d264ace6-7e66-4c7b-939f-aaeb72c555ca HTTP/1.1" status: 204 len: 168 time: 0.7985103 Jul 23 00:15:19.933349 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50128) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:19.985612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Deleting subnet 692e15a2-b88e-477c-964a-b7889f48bf56 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:15:19.989533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.028726 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.130006 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.202609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.230515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692e15a2-b88e-477c-964a-b7889f48bf56,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:20.234165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.236116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fc2346e6-7b5b-4d48-bb53-2d6815bb9fc6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/692e15a2-b88e-477c-964a-b7889f48bf56 HTTP/1.1" status: 204 len: 168 time: 0.3017368 Jul 23 00:15:20.239222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50130) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:20.242771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc2f4af-9c76-4bda-9a05-c91cb73e19c8 None None] Network 2a71b174-563f-4a90-a9ce-ce8a1f6da27e requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:15:20.324757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.394283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.394586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Deleting port a487ad4d-7a45-45c4-a858-92bef67695ad {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:20.394859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.478899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] For port a487ad4d-7a45-45c4-a858-92bef67695ad, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a487ad4d-7a45-45c4-a858-92bef67695ad,segment=NetworkSegment(e4da7820-f8bd-4a0d-937f-5a72f884725c),segment_id=e4da7820-f8bd-4a0d-937f-5a72f884725c)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:20.479271 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.492036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Calling delete_port for a487ad4d-7a45-45c4-a858-92bef67695ad owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:20.578371 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.608990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a487ad4d-7a45-45c4-a858-92bef67695ad,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:20.613190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] No DVR routers for this DVR port a487ad4d-7a45-45c4-a858-92bef67695ad on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:15:20.626918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a4ac9-6af3-4b15-ac57-041b2bb832c2 None None] DHCP port deletion for 2a71b174-563f-4a90-a9ce-ce8a1f6da27e request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:15:20.692672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.702638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a71b174-563f-4a90-a9ce-ce8a1f6da27e']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:20.712489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4da7820-f8bd-4a0d-937f-5a72f884725c') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:20.712798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4da7820-f8bd-4a0d-937f-5a72f884725c') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:20.721928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.742521 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.749802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:15:20.750217 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:15:20.752172 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:15:20.813705 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.819075 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.823866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/2a71b174-563f-4a90-a9ce-ce8a1f6da27e HTTP/1.1" status: 204 len: 168 time: 0.5834379 Jul 23 00:15:20.825321 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50132) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:20.839431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f6e38-9b38-4d85-9573-5bf9ea99ad6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a71b174-563f-4a90-a9ce-ce8a1f6da27e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:20.945355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a487ad4d-7a45-45c4-a858-92bef67695ad no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:20.964907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a487ad4d-7a45-45c4-a858-92bef67695ad {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:20.965166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a487ad4d-7a45-45c4-a858-92bef67695ad not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:20.965583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7dd9ff37-4bc6-4c56-b144-0972f5649b7a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:20.989004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7dd9ff37-4bc6-4c56-b144-0972f5649b7a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:20.989355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7dd9ff37-4bc6-4c56-b144-0972f5649b7a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:20.989782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 03d4033d-4365-40ad-bc1a-fb265b7c70e9 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:21.007912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 03d4033d-4365-40ad-bc1a-fb265b7c70e9 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:21.008257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 03d4033d-4365-40ad-bc1a-fb265b7c70e9 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:21.185774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:21.439497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Deleting port 25cbae25-ee0a-45ba-a986-9e8cff200fdf {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:21.439845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:21.521082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] For port 25cbae25-ee0a-45ba-a986-9e8cff200fdf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=25cbae25-ee0a-45ba-a986-9e8cff200fdf,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:21.521442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:21.533900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Calling delete_port for 25cbae25-ee0a-45ba-a986-9e8cff200fdf owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:21.713765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:21.738922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Pushing event deleted for resources: {'Port': ['ID=25cbae25-ee0a-45ba-a986-9e8cff200fdf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:21.824147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:21.909373 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.121131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Router c9c03d4a-4850-412c-b1fe-3a5382cddf50 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:15:22.228544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:15:22.234328 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0f14731d-d3f3-451f-8c14-b0d59d3cad8e admin admin] 10.222.0.21 "PUT /v2.0/routers/c9c03d4a-4850-412c-b1fe-3a5382cddf50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079714 Jul 23 00:15:22.237919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50134) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:22.238844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] Sync routers for ids ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:15:22.248062 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] Routers {'c9c03d4a-4850-412c-b1fe-3a5382cddf50'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:15:22.248671 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:15:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:22.344590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.352596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] Set router c9c03d4a-4850-412c-b1fe-3a5382cddf50 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:15:22.446538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.501431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Deleting port 8d1bef08-98e4-449e-a870-3d7b4775250c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:22.501752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.533109 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:15:21Z', 'revision_number': 5, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port': {'id': '8d1bef08-98e4-449e-a870-3d7b4775250c', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:22.558464 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] Checking router: c9c03d4a-4850-412c-b1fe-3a5382cddf50 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:15:22.567174 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] Routers {'c9c03d4a-4850-412c-b1fe-3a5382cddf50'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:15:22.567825 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:15:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:22.584661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] For port 8d1bef08-98e4-449e-a870-3d7b4775250c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8d1bef08-98e4-449e-a870-3d7b4775250c,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:22.585026 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.597866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Calling delete_port for 8d1bef08-98e4-449e-a870-3d7b4775250c owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:22.604657 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.655750 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] Set router c9c03d4a-4850-412c-b1fe-3a5382cddf50 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:15:22.709545 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:15:22Z', 'revision_number': 6, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:22.737286 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b41c7a-29d1-4f7a-a0d1-59383fd42881 None None] The sync data for ids ['c9c03d4a-4850-412c-b1fe-3a5382cddf50'] in n-d-758851-4 is: [{'id': 'c9c03d4a-4850-412c-b1fe-3a5382cddf50', 'name': 'tempest-TestServerBasicOps-912309119-router', 'tenant_id': '83ad496aadae4d3a93184ebfab0620f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:10:14Z', 'updated_at': '2021-07-23T00:15:22Z', 'revision_number': 6, 'project_id': '83ad496aadae4d3a93184ebfab0620f0', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:15:22.776792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.801941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1bef08-98e4-449e-a870-3d7b4775250c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:22.867316 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.956556 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:22.958665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.005089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.005548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c03d4a-4850-412c-b1fe-3a5382cddf50 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:15:23.009949 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.011112 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-58d2ed33-3848-48db-898d-d468c9c9a49a admin admin] 10.222.0.21 "DELETE /v2.0/routers/c9c03d4a-4850-412c-b1fe-3a5382cddf50 HTTP/1.1" status: 204 len: 168 time: 0.7721794 Jul 23 00:15:23.014263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50136) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:23.057608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Deleting subnet 9a2d8288-ba1b-43e3-82e0-cf2fe457461c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:15:23.062542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.099060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.195902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 25cbae25-ee0a-45ba-a986-9e8cff200fdf no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:23.205406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.216918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 25cbae25-ee0a-45ba-a986-9e8cff200fdf {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:23.217246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 25cbae25-ee0a-45ba-a986-9e8cff200fdf not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:23.260505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.284624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2d8288-ba1b-43e3-82e0-cf2fe457461c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:23.291654 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.293508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e124377f-7d39-4259-be9d-d880839beca8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a2d8288-ba1b-43e3-82e0-cf2fe457461c HTTP/1.1" status: 204 len: 168 time: 0.2783232 Jul 23 00:15:23.296730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50138) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:23.297875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06adcf44-8f75-4bc0-a0bf-8e0f4d967571 None None] Network 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:15:23.364613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.423069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Deleting port 26e04a55-097d-4041-9013-76c36b744ed0 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:23.423348 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.489794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] For port 26e04a55-097d-4041-9013-76c36b744ed0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=26e04a55-097d-4041-9013-76c36b744ed0,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:23.490163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.502566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] DHCP port deletion for 9e05e576-2766-4fdd-ac9f-c1c5efe94a57 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:15:23.504346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Calling delete_port for 26e04a55-097d-4041-9013-76c36b744ed0 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:23.551127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Deleting port 26e04a55-097d-4041-9013-76c36b744ed0 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:23.551562 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.590514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.617320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e04a55-097d-4041-9013-76c36b744ed0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:23.620754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] For port 26e04a55-097d-4041-9013-76c36b744ed0, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=26e04a55-097d-4041-9013-76c36b744ed0,segment=NetworkSegment(f266e145-804e-4bf8-8e3b-fc7d185e6818),segment_id=f266e145-804e-4bf8-8e3b-fc7d185e6818)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:23.621028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] No DVR routers for this DVR port 26e04a55-097d-4041-9013-76c36b744ed0 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:15:23.621292 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.635179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Calling delete_port for 26e04a55-097d-4041-9013-76c36b744ed0 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:23.695265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.706156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e05e576-2766-4fdd-ac9f-c1c5efe94a57']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:23.719587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f266e145-804e-4bf8-8e3b-fc7d185e6818') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:23.720079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.720233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f266e145-804e-4bf8-8e3b-fc7d185e6818') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:15:23.730832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.744000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Pushing event deleted for resources: {'Port': ['ID=26e04a55-097d-4041-9013-76c36b744ed0,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:23.745791 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.753626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:15:23.754524 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.755623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] No DVR routers for this DVR port 26e04a55-097d-4041-9013-76c36b744ed0 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:15:23.756829 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:15:23.760686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.761038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.761381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.762031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.762576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.763689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.764160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.764637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.765102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.766072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.766543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.767008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54170a7-4a5a-4e71-b363-c3cb719a9c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:15:23.821346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.827919 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.831090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e05e576-2766-4fdd-ac9f-c1c5efe94a57 HTTP/1.1" status: 204 len: 168 time: 0.5332267 Jul 23 00:15:23.846061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fc6c2-b3db-41a2-908f-420e0b6ba5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e05e576-2766-4fdd-ac9f-c1c5efe94a57,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:23.940017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50142) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:23.978689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e7964fbb-df7f-45e7-bb98-ed396c3da061 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f2455f0ad1845c39f3bcb13df191147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375011 Jul 23 00:15:23.981026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50144) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:24.032158 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947d423e-d23c-45e6-8987-de8376ec6ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.052645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947d423e-d23c-45e6-8987-de8376ec6ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.097124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947d423e-d23c-45e6-8987-de8376ec6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.099706 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-947d423e-d23c-45e6-8987-de8376ec6ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.100865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-947d423e-d23c-45e6-8987-de8376ec6ebf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdbf18ea-ede5-4d25-9fa4-d41f07c97071 HTTP/1.1" status: 204 len: 168 time: 0.1189177 Jul 23 00:15:24.109221 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d423e-d23c-45e6-8987-de8376ec6ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf18ea-ede5-4d25-9fa4-d41f07c97071,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:24.405528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50150) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:24.446485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2ca99b74-8d3a-44b2-93f4-35ac98be7604 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83ad496aadae4d3a93184ebfab0620f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397980 Jul 23 00:15:24.449181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50152) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:24.499151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf71ae-23f7-4b24-8fd7-0e2e88c97e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.519315 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf71ae-23f7-4b24-8fd7-0e2e88c97e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.566010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf71ae-23f7-4b24-8fd7-0e2e88c97e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.568750 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-70cf71ae-23f7-4b24-8fd7-0e2e88c97e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:24.569918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-70cf71ae-23f7-4b24-8fd7-0e2e88c97e65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aedd5945-8fff-4da7-8c2a-5b76bf21722f HTTP/1.1" status: 204 len: 168 time: 0.1197405 Jul 23 00:15:24.577759 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf71ae-23f7-4b24-8fd7-0e2e88c97e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedd5945-8fff-4da7-8c2a-5b76bf21722f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:24.941179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8d1bef08-98e4-449e-a870-3d7b4775250c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:24.966246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 8d1bef08-98e4-449e-a870-3d7b4775250c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:24.966784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8d1bef08-98e4-449e-a870-3d7b4775250c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:24.967229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 26e04a55-097d-4041-9013-76c36b744ed0 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:24.987619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 26e04a55-097d-4041-9013-76c36b744ed0 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:24.987965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 26e04a55-097d-4041-9013-76c36b744ed0 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:34.800275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-5880cc64-17cb-4968-9e3a-3146360c626c tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=646c1a0f24274167af3cefa37413ebf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224047 Jul 23 00:15:34.909702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-819d3adc-1e71-4d75-a677-4d03a3945294 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:34.911144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-819d3adc-1e71-4d75-a677-4d03a3945294 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058929 Jul 23 00:15:34.928170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-be96ac1a-16d9-4808-82aa-910a69d269c0 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/quotas/646c1a0f24274167af3cefa37413ebf1 HTTP/1.1" status: 200 len: 375 time: 0.0117602 Jul 23 00:15:34.963245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-28807bca-c7ad-4947-8c74-8d1da52dc7d2 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=646c1a0f24274167af3cefa37413ebf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297704 Jul 23 00:15:35.225629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0cfa25f0-5bcc-4329-bc09-fa79375c6e22 req-86ddd43e-3400-4404-90d4-ee202e621f3c tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 210 time: 0.1325145 Jul 23 00:15:36.169519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-e1f09642-6e17-4540-b64b-1493371118e9 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=646c1a0f24274167af3cefa37413ebf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289927 Jul 23 00:15:36.282723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-be188ef0-fb65-48fd-acf6-8561d140ddde tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:36.284245 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-be188ef0-fb65-48fd-acf6-8561d140ddde tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107063 Jul 23 00:15:36.296298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Request body: {'port': {'device_id': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'admin_state_up': True, 'tenant_id': '646c1a0f24274167af3cefa37413ebf1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:36.342435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01a71d71-d1da-4207-8bd9-178a406f70e4 req-29d45593-4dbf-49e1-9133-bf3980b7eb90 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 210 time: 0.0402894 Jul 23 00:15:36.419452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Made reservation on behalf of 646c1a0f24274167af3cefa37413ebf1 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:15:36.423087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.431707 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.523895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.527522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.589875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce4d175-43a0-4bb0-8563-e855c46b6025,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:36.640702 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.665217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Allocated IP 192.168.233.192 (dedf0601-95b2-4e0e-8580-90ac3f1fd028/8fe1ca3b-1916-489e-8986-3388fc1cacc1/699ee07c-f186-47f7-962f-b53ad1d5d2b4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:15:36.808092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.821902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Transition to ACTIVE for port object 699ee07c-f186-47f7-962f-b53ad1d5d2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:15:36.854736 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.904400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Network dedf0601-95b2-4e0e-8580-90ac3f1fd028 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:15:36.907490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:15:36.911252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:15:36.936603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Pushing event updated for resources: {'Port': ['ID=699ee07c-f186-47f7-962f-b53ad1d5d2b4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:36.966497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:36.967152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:36.982214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-fc5e784f-65ba-4532-8787-eda929c56541 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6895428 Jul 23 00:15:37.076099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Request body: {'port': {'device_id': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:37.147057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.181996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4da0281c-c585-4e14-9368-27e93d7fc577 None None] Provisioning for port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:15:37.186692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4da0281c-c585-4e14-9368-27e93d7fc577 None None] Provisioning complete for port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:15:37.187050 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4da0281c-c585-4e14-9368-27e93d7fc577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.220946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4da0281c-c585-4e14-9368-27e93d7fc577 None None] Port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:15:37.442258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699ee07c-f186-47f7-962f-b53ad1d5d2b4 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:15:37.453445 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.463854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Transition to ACTIVE for port object 699ee07c-f186-47f7-962f-b53ad1d5d2b4 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:15:37.468212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.518247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Pushing event updated for resources: {'Port': ['ID=699ee07c-f186-47f7-962f-b53ad1d5d2b4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:37.600428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Attempting to bind port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:15:37.600773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Attempting to bind port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:15:37.601107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Attempting to bind port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:15:37.606806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:15:37.607150 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Attempting to bind port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 on network dedf0601-95b2-4e0e-8580-90ac3f1fd028 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:15:37.613335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:15:37.613684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Checking segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:15:37.614075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Bound using segment: {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:15:37.614512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Bound port: 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80e1294-72bd-4ea7-8645-67dc4df39824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:15:37.614877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.691071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] For port 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:15:37.694703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] For port 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:15:37.701293 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.742663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:37.743425 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:37.745218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] 10.222.0.49 "PUT /v2.0/ports/699ee07c-f186-47f7-962f-b53ad1d5d2b4 HTTP/1.1" status: 200 len: 1096 time: 0.7560117 Jul 23 00:15:37.745773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'tag': '699ee07c-f186-47f7-962f-b53ad1d5d2b4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:37.748816 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96a2923-90a1-4913-8a97-3abd26ca9421" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c1ea78-2441-4d07-9b0a-d9939b480e16", "tag": "699ee07c-f186-47f7-962f-b53ad1d5d2b4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:37.786730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac732749-fd97-4811-b4e1-d40c0eabefa6 service neutron] Pushing event updated for resources: {'Port': ['ID=699ee07c-f186-47f7-962f-b53ad1d5d2b4,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:37.806804 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc5e30-02ab-44e4-94b3-9fc02de7d255 x-openstack-request-id: req-0bfc5e30-02ab-44e4-94b3-9fc02de7d255 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:37.807101 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c1ea78-2441-4d07-9b0a-d9939b480e16", "tag": "699ee07c-f186-47f7-962f-b53ad1d5d2b4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:37.807488 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bfc5e30-02ab-44e4-94b3-9fc02de7d255 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:37.807869 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'tag': '699ee07c-f186-47f7-962f-b53ad1d5d2b4', 'status': 'completed', 'code': 200} Jul 23 00:15:37.860625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-a565d568-5b2b-46d1-901e-7d8019289497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:37.862285 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-a565d568-5b2b-46d1-901e-7d8019289497 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=646c1a0f24274167af3cefa37413ebf1&device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 1099 time: 0.0656326 Jul 23 00:15:37.887991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95820e7-a62b-4eb6-ad71-bbe1d6692fb2 req-7419a9d1-5dda-4311-939e-cd72dc15f9c6 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:37.891943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f95820e7-a62b-4eb6-ad71-bbe1d6692fb2 req-7419a9d1-5dda-4311-939e-cd72dc15f9c6 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 936 time: 0.4484944 Jul 23 00:15:37.912079 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-f48e0e6d-f0c8-4489-8024-32b1076f7534 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0414221 Jul 23 00:15:37.933334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f95820e7-a62b-4eb6-ad71-bbe1d6692fb2 req-b42a6ebc-595c-49ab-a206-499c2ae1ab63 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Jul 23 00:15:37.967207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-1726cc65-7728-4e5b-813a-13efd7a3fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:37.968728 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-1726cc65-7728-4e5b-813a-13efd7a3fccb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0503621 Jul 23 00:15:38.027656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-49fe1598-dcb2-45a0-8b49-a44dc40fd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:38.029153 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-49fe1598-dcb2-45a0-8b49-a44dc40fd0a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532274 Jul 23 00:15:38.121082 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-8ed3631b-ac65-4713-be3b-675318cbe87c service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854111 Jul 23 00:15:38.211140 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fe4652-1519-4dc7-809f-76fcc408fcb5 req-b79aee51-bae6-41a3-8c94-9a15f97aa6bb service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841081 Jul 23 00:15:38.310416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-dfffeb9a-b2be-4645-a6ba-067ebfcf01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:38.311953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-dfffeb9a-b2be-4645-a6ba-067ebfcf01fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=646c1a0f24274167af3cefa37413ebf1&device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 1099 time: 0.0585401 Jul 23 00:15:38.402882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-a611bc8b-7035-4579-a2c1-09a58757b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:38.404626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-a611bc8b-7035-4579-a2c1-09a58757b3e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dedf0601-95b2-4e0e-8580-90ac3f1fd028 HTTP/1.1" status: 200 len: 870 time: 0.0861590 Jul 23 00:15:38.450442 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-8d5b7cdc-340b-4c6d-84f0-e2045e22bc05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0384860 Jul 23 00:15:38.501372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-557cf763-3258-4a80-82ac-60938b5b028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:38.502945 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-557cf763-3258-4a80-82ac-60938b5b028e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8fe1ca3b-1916-489e-8986-3388fc1cacc1 HTTP/1.1" status: 200 len: 843 time: 0.0465043 Jul 23 00:15:38.561799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-9653e809-b9d2-4697-842c-bf08a9a15e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:38.566499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-9653e809-b9d2-4697-842c-bf08a9a15e08 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dedf0601-95b2-4e0e-8580-90ac3f1fd028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540564 Jul 23 00:15:38.658950 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-f0cf922a-ccf7-4678-bb62-5df1640b6681 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883372 Jul 23 00:15:38.747408 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c96a2923-90a1-4913-8a97-3abd26ca9421 req-b4a344a2-74cd-44ce-bb05-6858adfa2076 service neutron] 10.222.0.49 "GET /v2.0/networks/dedf0601-95b2-4e0e-8580-90ac3f1fd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808237 Jul 23 00:15:39.066621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391de4e2-8293-4731-b8f4-b54e432683ba req-f62ee27e-5961-4a9f-bd15-e9acf59c27e8 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:39.068168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-391de4e2-8293-4731-b8f4-b54e432683ba req-f62ee27e-5961-4a9f-bd15-e9acf59c27e8 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 948 time: 0.0644419 Jul 23 00:15:39.105544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-391de4e2-8293-4731-b8f4-b54e432683ba req-7b3af228-a208-471d-9f8f-50c731539623 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Jul 23 00:15:39.248028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 699ee07c-f186-47f7-962f-b53ad1d5d2b4 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:15:39.343500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:39.353639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '699ee07c-f186-47f7-962f-b53ad1d5d2b4', 'network_id': 'dedf0601-95b2-4e0e-8580-90ac3f1fd028', 'port_id': '699ee07c-f186-47f7-962f-b53ad1d5d2b4', 'mac_address': 'fa:16:3e:11:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1ca3b-1916-489e-8986-3388fc1cacc1', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:15:39.391222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:39.403425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699ee07c-f186-47f7-962f-b53ad1d5d2b4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:15:39.422914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:39.426676 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:39.474114 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=699ee07c-f186-47f7-962f-b53ad1d5d2b4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:39.656039 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['699ee07c-f186-47f7-962f-b53ad1d5d2b4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:15:40.237812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec42ec-7c53-4760-9e00-93f191fc1bd7 req-477c0870-d6d0-4ee6-b36a-5d2d2e0af1b3 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:40.239292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99ec42ec-7c53-4760-9e00-93f191fc1bd7 req-477c0870-d6d0-4ee6-b36a-5d2d2e0af1b3 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 949 time: 0.0666797 Jul 23 00:15:40.278789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99ec42ec-7c53-4760-9e00-93f191fc1bd7 req-73c3a6cd-dc48-4369-b57a-e6368d5736bf tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Jul 23 00:15:41.264124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 699ee07c-f186-47f7-962f-b53ad1d5d2b4 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:15:41.313412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:15:41.317297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:15:41.317738 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:41.399379 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:41.413176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc82e-d02f-43ff-93df-884a57df9e34 req-8cf5890c-860c-4492-8bc7-cefbdbcfd1a7 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:41.414702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14dfc82e-d02f-43ff-93df-884a57df9e34 req-8cf5890c-860c-4492-8bc7-cefbdbcfd1a7 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 949 time: 0.0693793 Jul 23 00:15:41.421997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ee07c-f186-47f7-962f-b53ad1d5d2b4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:41.424298 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5397c-5d16-4ea6-9108-bab3b8a5df26" -d '{"events": [{"server_uuid": "b9c1ea78-2441-4d07-9b0a-d9939b480e16", "name": "network-vif-plugged", "status": "completed", "tag": "699ee07c-f186-47f7-962f-b53ad1d5d2b4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:41.437678 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:41.442295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:41.463504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14dfc82e-d02f-43ff-93df-884a57df9e34 req-e8c61951-6bca-4719-a869-2d23e2419c4c tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Jul 23 00:15:41.500797 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=699ee07c-f186-47f7-962f-b53ad1d5d2b4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:41.530156 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10faf2c2-a4ab-438f-bedf-87bdc6046d49 x-openstack-request-id: req-10faf2c2-a4ab-438f-bedf-87bdc6046d49 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:41.530448 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c1ea78-2441-4d07-9b0a-d9939b480e16", "name": "network-vif-plugged", "status": "completed", "tag": "699ee07c-f186-47f7-962f-b53ad1d5d2b4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:41.530697 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10faf2c2-a4ab-438f-bedf-87bdc6046d49 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:41.531091 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ee07c-f186-47f7-962f-b53ad1d5d2b4', 'code': 200} Jul 23 00:15:41.640548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f36c9-6401-45c7-93ef-836b077d94b3 req-790dbb1a-cfad-4057-a38d-7734b57e6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:41.642069 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-025f36c9-6401-45c7-93ef-836b077d94b3 req-790dbb1a-cfad-4057-a38d-7734b57e6140 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 1101 time: 0.0575583 Jul 23 00:15:41.676119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-025f36c9-6401-45c7-93ef-836b077d94b3 req-864db61e-dfd2-423e-8b02-ea4218c20214 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275695 Jul 23 00:15:42.593417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e05efb-b66d-4332-a48d-17b2b39a290d req-ada23679-69d9-4231-87bf-6ffd4bad6a13 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:42.594928 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e05efb-b66d-4332-a48d-17b2b39a290d req-ada23679-69d9-4231-87bf-6ffd4bad6a13 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 950 time: 0.0631895 Jul 23 00:15:42.635361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d7e05efb-b66d-4332-a48d-17b2b39a290d req-a8af026a-3a45-4650-a8f7-77a9db36b907 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Jul 23 00:15:43.554206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f841-a610-4d3a-9629-b5687e455a2d req-85366858-5824-46b3-a583-6fd5881a8be8 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:43.555742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df25f841-a610-4d3a-9629-b5687e455a2d req-85366858-5824-46b3-a583-6fd5881a8be8 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 950 time: 0.0665743 Jul 23 00:15:43.594731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df25f841-a610-4d3a-9629-b5687e455a2d req-8aea3a24-c40e-4fa4-b185-d6ff0a334185 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jul 23 00:15:44.728224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5816efa-9357-4e20-b0e2-d6d2b77d6c25 req-bbc5473a-4f33-4d30-b5cd-4abe9e603118 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:44.729641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5816efa-9357-4e20-b0e2-d6d2b77d6c25 req-bbc5473a-4f33-4d30-b5cd-4abe9e603118 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 950 time: 0.0649264 Jul 23 00:15:44.769208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5816efa-9357-4e20-b0e2-d6d2b77d6c25 req-66181545-b2c7-44a4-b7a5-ec7f3f2a2279 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ce4d175-43a0-4bb0-8563-e855c46b6025&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jul 23 00:15:44.787794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880468b4-6304-49af-9c69-6ffa3b95083c req-482f36f6-cfa3-4770-8aab-05fa92984af2 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:44.789273 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-880468b4-6304-49af-9c69-6ffa3b95083c req-482f36f6-cfa3-4770-8aab-05fa92984af2 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9c1ea78-2441-4d07-9b0a-d9939b480e16 HTTP/1.1" status: 200 len: 950 time: 0.0649233 Jul 23 00:15:44.885656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Deleting port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:15:44.886108 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:44.977040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] For port 699ee07c-f186-47f7-962f-b53ad1d5d2b4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=699ee07c-f186-47f7-962f-b53ad1d5d2b4,segment=NetworkSegment(e80e1294-72bd-4ea7-8645-67dc4df39824),segment_id=e80e1294-72bd-4ea7-8645-67dc4df39824)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:44.977402 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:44.989356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Calling delete_port for 699ee07c-f186-47f7-962f-b53ad1d5d2b4 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:15:45.117606 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:45.129094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['699ee07c-f186-47f7-962f-b53ad1d5d2b4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:15:45.147152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Pushing event deleted for resources: {'Port': ['ID=699ee07c-f186-47f7-962f-b53ad1d5d2b4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:45.193843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] No DVR routers for this DVR port 699ee07c-f186-47f7-962f-b53ad1d5d2b4 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:15:45.196522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:45.198528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-880468b4-6304-49af-9c69-6ffa3b95083c req-95899d17-6c44-45e9-a83d-98401f75c044 tempest-ServersAdminNegativeTestJSON-133287999 tempest-ServersAdminNegativeTestJSON-133287999-project] 10.222.0.49 "DELETE /v2.0/ports/699ee07c-f186-47f7-962f-b53ad1d5d2b4 HTTP/1.1" status: 204 len: 173 time: 0.4038432 Jul 23 00:15:45.198973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'name': 'network-vif-deleted', 'tag': '699ee07c-f186-47f7-962f-b53ad1d5d2b4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:45.201338 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36080e-1482-4803-94ac-bf3abb033ca8" -d '{"events": [{"server_uuid": "b9c1ea78-2441-4d07-9b0a-d9939b480e16", "name": "network-vif-deleted", "tag": "699ee07c-f186-47f7-962f-b53ad1d5d2b4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:45.239048 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb01290f-5cba-443b-a1fe-d06a51acd2b3 x-openstack-request-id: req-fb01290f-5cba-443b-a1fe-d06a51acd2b3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:45.239470 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c1ea78-2441-4d07-9b0a-d9939b480e16", "name": "network-vif-deleted", "tag": "699ee07c-f186-47f7-962f-b53ad1d5d2b4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:45.239686 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb01290f-5cba-443b-a1fe-d06a51acd2b3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:45.240079 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c1ea78-2441-4d07-9b0a-d9939b480e16', 'name': 'network-vif-deleted', 'tag': '699ee07c-f186-47f7-962f-b53ad1d5d2b4', 'status': 'completed', 'code': 200} Jul 23 00:15:46.063266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:46.171377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16b96ff6-0ed0-448a-ab46-66e8c7c66acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.191833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-af5c2c84-d0b8-40e2-a320-c13553e61a68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=646c1a0f24274167af3cefa37413ebf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272523 Jul 23 00:15:46.194317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50306) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:46.251341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3847183-c961-4223-8bde-1d231f377af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.272512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3847183-c961-4223-8bde-1d231f377af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.317514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3847183-c961-4223-8bde-1d231f377af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.320084 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3847183-c961-4223-8bde-1d231f377af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.323790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3847183-c961-4223-8bde-1d231f377af1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ce4d175-43a0-4bb0-8563-e855c46b6025 HTTP/1.1" status: 204 len: 168 time: 0.1284862 Jul 23 00:15:46.332581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3847183-c961-4223-8bde-1d231f377af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce4d175-43a0-4bb0-8563-e855c46b6025,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:46.582642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50312) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:46.596305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70ee3536-3b24-4ced-a5be-5d1dd5bac8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.684709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70ee3536-3b24-4ced-a5be-5d1dd5bac8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.688523 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70ee3536-3b24-4ced-a5be-5d1dd5bac8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.725530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-70ee3536-3b24-4ced-a5be-5d1dd5bac8c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aa5aba1516442199cbe015e24bff0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418192 Jul 23 00:15:46.727470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee3536-3b24-4ced-a5be-5d1dd5bac8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6f8e1-82d0-4e5d-8517-3d55d8c580dd,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:46.728362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50314) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:46.778699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfa3179d-c557-44d2-9de0-66e6adc4643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.799835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfa3179d-c557-44d2-9de0-66e6adc4643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.849051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfa3179d-c557-44d2-9de0-66e6adc4643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.851564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cfa3179d-c557-44d2-9de0-66e6adc4643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:46.852749 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cfa3179d-c557-44d2-9de0-66e6adc4643f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88e6f8e1-82d0-4e5d-8517-3d55d8c580dd HTTP/1.1" status: 204 len: 168 time: 0.1233900 Jul 23 00:15:46.861083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3179d-c557-44d2-9de0-66e6adc4643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6f8e1-82d0-4e5d-8517-3d55d8c580dd,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:47.294016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 699ee07c-f186-47f7-962f-b53ad1d5d2b4 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:15:47.317737 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 699ee07c-f186-47f7-962f-b53ad1d5d2b4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:15:47.318089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 699ee07c-f186-47f7-962f-b53ad1d5d2b4 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:15:47.507176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:47.616062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-776062623-network', 'tenant_id': '28aa7f5bf6684a6e90a0dc384f094038'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:47.637993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Made reservation on behalf of 28aa7f5bf6684a6e90a0dc384f094038 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:15:47.640442 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.648514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.737200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.741651 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.765259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:15:47.779095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9dd21-1178-48e7-ba40-69a6619fb767,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:47.785544 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.785889 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Added segment bcb51f04-2118-4a91-9ca1-78c64bc8ffbb of type vlan for network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 Jul 23 00:15:47.828760 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.856714 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.857657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:47.858237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.892446 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3840380 Jul 23 00:15:47.895368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:47.900545 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Request body: {'subnet': {'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-776062623-subnet', 'tenant_id': '28aa7f5bf6684a6e90a0dc384f094038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:47.921140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Made reservation on behalf of 28aa7f5bf6684a6e90a0dc384f094038 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:15:47.923789 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:48.107601 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:48.163968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8305e1ee-b3d8-4201-b8e9-0e4da0d34712,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:48.180684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Checking segment: {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:15:48.181044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Network hostable DHCP agents. Network: 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:15:48.199621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:15:48.210316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:15:48.218556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:48.219144 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:48.220928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7173a44-5565-4c21-a307-7c62facf5ba0 None None] Network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:15:48.223378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376752a-afd2-47aa-9dab-fd90847ef954 admin admin] Pushing event updated for resources: {'Network': ['ID=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:48.236108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9cbcd723-558b-4d87-b5f7-cf7186129227 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3395216 Jul 23 00:15:48.237375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:15:48.417967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa18d9-423f-48bf-83af-b55b4e918bc2 None None] Network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:15:48.670942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-15b2ae75-6089-43a9-a11b-7b2fdfc528c8 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:48.672349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-15b2ae75-6089-43a9-a11b-7b2fdfc528c8 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 811 time: 0.1027493 Jul 23 00:15:48.686559 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-8a938fd9-e640-4d47-ae7a-596748bf8cae tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/quotas/28aa7f5bf6684a6e90a0dc384f094038 HTTP/1.1" status: 200 len: 375 time: 0.0089924 Jul 23 00:15:48.721032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-19fc2ba2-6525-43f1-a8ba-6da2c16d3765 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296500 Jul 23 00:15:48.779834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-d13d0498-38e8-4c24-b42d-2b5e9a10bb16 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:15:48.780880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-d13d0498-38e8-4c24-b42d-2b5e9a10bb16 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537064 Jul 23 00:15:48.872872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-8a38ea5b-94e9-40b8-9a84-21ccec44b066 service neutron] 10.222.0.21 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Jul 23 00:15:48.965953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-4ab0adea-9e25-4d9b-9040-26cfa8c9250f service neutron] 10.222.0.21 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867693 Jul 23 00:15:49.129584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1f0cfe5-a12c-4735-8637-add92bd432fd req-42918dae-5bd8-4fb6-9f76-886f8bbc832e tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Jul 23 00:15:49.483513 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2875e6ab-58b9-46df-a9db-9d7189de9aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:49.716900 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.231420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-86611b23-9a2c-4194-9260-c17481ee08fe req-c486ed4e-546f-415f-8755-7c4a6afca681 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0326869 Jul 23 00:15:50.257293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-885a201b-b266-4d91-8cfa-467e7ec0dc28 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:50.258753 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-885a201b-b266-4d91-8cfa-467e7ec0dc28 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.49 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 811 time: 0.1101925 Jul 23 00:15:50.270453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Request body: {'port': {'device_id': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9', 'admin_state_up': True, 'tenant_id': '28aa7f5bf6684a6e90a0dc384f094038'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:50.369903 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.388965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Made reservation on behalf of 28aa7f5bf6684a6e90a0dc384f094038 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:15:50.392653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.525464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Allocated IP 172.20.0.3 (1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9/8305e1ee-b3d8-4201-b8e9-0e4da0d34712/b45dd631-984f-40e8-a664-79e6ac515e8b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:15:50.669709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.712535 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.752784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:15:50.757745 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:15:50.760092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:15:50.790357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:50.818136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:50.818805 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.834144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-565fe2a0-ebda-406e-85b1-650458d2f442 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670922 Jul 23 00:15:50.845925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Request body: {'port': {'device_id': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:15:50.921354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.187154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b45dd631-984f-40e8-a664-79e6ac515e8b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:15:51.194720 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.206696 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Transition to ACTIVE for port object b45dd631-984f-40e8-a664-79e6ac515e8b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:15:51.210863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.259056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:51.338618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:15:51.338960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:15:51.339295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b on network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:15:51.345049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Port b45dd631-984f-40e8-a664-79e6ac515e8b on network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:15:51.345375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b on network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:15:51.350264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:15:51.350603 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Checking segment: {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:15:51.350990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Bound using segment: {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:15:51.351442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Bound port: b45dd631-984f-40e8-a664-79e6ac515e8b, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:15:51.351806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.375472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d1b90-35c2-420b-92d5-651ca283bda0 req-faae00fc-8be5-411c-bf70-12fad0842fc1 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:51.376985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-090d1b90-35c2-420b-92d5-651ca283bda0 req-faae00fc-8be5-411c-bf70-12fad0842fc1 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0697541 Jul 23 00:15:51.416107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-090d1b90-35c2-420b-92d5-651ca283bda0 req-48149e12-00c2-4369-aee8-040db478cf0d tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Jul 23 00:15:51.416923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:15:51.420533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:15:51.425650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.462548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:51.463263 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.464685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] 10.222.0.49 "PUT /v2.0/ports/b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 1091 time: 0.6232240 Jul 23 00:15:51.465740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:51.468016 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fec790-d098-4a12-8742-ef4c6dd6df21" -d '{"events": [{"name": "network-changed", "server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:51.494449 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04024a1c-045d-4e49-81de-a52780800f17 service neutron] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:51.509808 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2525dcf7-c6c4-4849-8ef2-b7d32c9541d8 x-openstack-request-id: req-2525dcf7-c6c4-4849-8ef2-b7d32c9541d8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:51.510095 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:51.510348 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2525dcf7-c6c4-4849-8ef2-b7d32c9541d8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:51.510739 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'status': 'completed', 'code': 200} Jul 23 00:15:51.561318 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-f87e490f-739f-4b4a-aef0-3533b47ac4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:51.562845 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-f87e490f-739f-4b4a-aef0-3533b47ac4e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0623579 Jul 23 00:15:51.603483 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-efb4e071-2b19-4934-891d-fdcb905a0dc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0337834 Jul 23 00:15:51.650645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-d7f36fc9-721c-40e5-bb6e-9405730be04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:51.652127 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-d7f36fc9-721c-40e5-bb6e-9405730be04f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0432243 Jul 23 00:15:51.685927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-5851b54b-bbce-4a3a-b275-67febfc5124a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276489 Jul 23 00:15:51.777422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-b3ca6ebc-03ce-4610-bbd0-6eb3ab6ee9ac service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853529 Jul 23 00:15:51.820427 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.870541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c7abb835-f6c9-466e-a6d0-30953abb2ade req-3f5f16ca-a7e9-4c78-a295-89731c706364 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873313 Jul 23 00:15:51.975634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-aa96c26e-d247-48ee-917a-9157a94c68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:51.977157 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-aa96c26e-d247-48ee-917a-9157a94c68a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0632465 Jul 23 00:15:52.064382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-745fb302-7809-4b34-9eea-ee0a622ace77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:52.065853 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-745fb302-7809-4b34-9eea-ee0a622ace77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0828977 Jul 23 00:15:52.110217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-456b1376-8e73-4c0a-a7f6-70a81a9a17a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0374570 Jul 23 00:15:52.158948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-1488c74f-b096-4d50-bda5-c2cdc4353f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:52.160422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-1488c74f-b096-4d50-bda5-c2cdc4353f69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0434361 Jul 23 00:15:52.194354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-3c54d9fa-c4b1-4271-b07c-8fdb88913701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277774 Jul 23 00:15:52.286989 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-96b22e90-bc0c-4de4-af9d-2f9cdd7b276c service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Jul 23 00:15:52.377575 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f9fec790-d098-4a12-8742-ef4c6dd6df21 req-736eb452-e6bc-48ca-bc88-ce2a933bb9ce service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827951 Jul 23 00:15:52.550151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc681e-6ce9-45ff-a119-6b865986b49a req-5b79f217-3af8-43c3-8c77-51581027f539 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:52.551659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29dc681e-6ce9-45ff-a119-6b865986b49a req-5b79f217-3af8-43c3-8c77-51581027f539 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0673463 Jul 23 00:15:52.587895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29dc681e-6ce9-45ff-a119-6b865986b49a req-7f9b33d9-f20a-416c-b789-403fb31f8682 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307119 Jul 23 00:15:52.609762 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:52.963347 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:15:53.324790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:15:53.423650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:53.434891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9', 'port_id': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'mac_address': 'fa:16:3e:e8:0e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8305e1ee-b3d8-4201-b8e9-0e4da0d34712', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:15:53.471193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:53.485205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45dd631-984f-40e8-a664-79e6ac515e8b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:15:53.505515 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:53.509625 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:53.559286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:53.694860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['b45dd631-984f-40e8-a664-79e6ac515e8b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:15:53.723573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ee40a-162a-4bf7-8483-f2e09b12f1c3 req-adbfff9a-df98-4bfa-ab94-bb4f5f13a80c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:53.725086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-829ee40a-162a-4bf7-8483-f2e09b12f1c3 req-adbfff9a-df98-4bfa-ab94-bb4f5f13a80c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 944 time: 0.0640740 Jul 23 00:15:53.764216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-829ee40a-162a-4bf7-8483-f2e09b12f1c3 req-b8d3a01c-4d03-4287-ad7f-77c95588e7c0 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 23 00:15:54.896893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ca1c-c8fc-4b49-be5c-8795a2c12b23 req-780e126a-3154-4396-abe5-a468ffada908 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:54.898401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e707ca1c-c8fc-4b49-be5c-8795a2c12b23 req-780e126a-3154-4396-abe5-a468ffada908 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 944 time: 0.0673544 Jul 23 00:15:54.937160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e707ca1c-c8fc-4b49-be5c-8795a2c12b23 req-77648181-eba0-4def-a385-21ca6dd83bcb tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Jul 23 00:15:55.324575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:15:55.371632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port b45dd631-984f-40e8-a664-79e6ac515e8b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:15:55.375113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port b45dd631-984f-40e8-a664-79e6ac515e8b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:15:55.375514 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.454722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.477241 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:15:55.479504 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832850d5-89bb-45c5-9a5e-04031258346d" -d '{"events": [{"server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "name": "network-vif-plugged", "status": "completed", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:15:55.492200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:15:55.496795 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:55.519957 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae92c5c9-d3ba-4ca5-bcdc-e4c02cf849ce x-openstack-request-id: req-ae92c5c9-d3ba-4ca5-bcdc-e4c02cf849ce {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:15:55.520252 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "name": "network-vif-plugged", "status": "completed", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:15:55.520534 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae92c5c9-d3ba-4ca5-bcdc-e4c02cf849ce {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:15:55.520919 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'code': 200} Jul 23 00:15:55.547194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:15:55.638066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2734002-659e-47d7-a56b-30e60c143ba8 req-2f8ea128-1705-4b7c-b69c-91bcba8a2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:55.639536 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2734002-659e-47d7-a56b-30e60c143ba8 req-2f8ea128-1705-4b7c-b69c-91bcba8a2424 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0593853 Jul 23 00:15:55.674237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e2734002-659e-47d7-a56b-30e60c143ba8 req-04563afe-6189-4bac-a5c7-7b1c6fb76257 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282285 Jul 23 00:15:56.065220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5f36-f2ec-4890-a93a-515097a3d0c6 req-e83dbb5c-d705-441f-8f6b-a9bc310c0460 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:56.066747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5cc5f36-f2ec-4890-a93a-515097a3d0c6 req-e83dbb5c-d705-441f-8f6b-a9bc310c0460 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0638688 Jul 23 00:15:56.105522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5cc5f36-f2ec-4890-a93a-515097a3d0c6 req-603b9f43-00b8-4783-9e18-329ce8be8445 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320256 Jul 23 00:15:57.236321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe66f5-42b7-479c-a9f8-b59a7e14d38a req-b8d315b3-6ffd-4c7b-8e5a-a473b06dfb8e tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:57.237737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6cbe66f5-42b7-479c-a9f8-b59a7e14d38a req-b8d315b3-6ffd-4c7b-8e5a-a473b06dfb8e tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0640166 Jul 23 00:15:57.274753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6cbe66f5-42b7-479c-a9f8-b59a7e14d38a req-e6bccd6e-5fd1-478b-8f0f-0798e6d1e80c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Jul 23 00:15:58.477965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50408) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:15:58.582182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d184a7-184a-4288-ac98-20142d2b24a0 req-bbaf09c3-bb06-468e-8849-1b44990790d7 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:58.583951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5d184a7-184a-4288-ac98-20142d2b24a0 req-bbaf09c3-bb06-468e-8849-1b44990790d7 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0981567 Jul 23 00:15:58.614227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-8eb7c019-ba6d-4122-8365-9dfb940b46bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351280 Jul 23 00:15:58.630872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5d184a7-184a-4288-ac98-20142d2b24a0 req-86eb019e-28ae-4f57-9c05-e296e54c9a4a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Jul 23 00:15:59.769239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-244b3793-82ba-486f-ae35-592a3cc3fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:59.771427 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-244b3793-82ba-486f-ae35-592a3cc3fbcc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0618937 Jul 23 00:15:59.782602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315b0f6-201a-4d8b-af47-8dbf2862fd22 req-8aea0b05-eb54-40d8-9e4c-29330014d5cd tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:59.783498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e315b0f6-201a-4d8b-af47-8dbf2862fd22 req-8aea0b05-eb54-40d8-9e4c-29330014d5cd tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0777771 Jul 23 00:15:59.822835 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e315b0f6-201a-4d8b-af47-8dbf2862fd22 req-1fdf40a6-bc30-40fa-9781-49f7e17901cb tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Jul 23 00:15:59.870375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-5b1519db-c649-4def-b23f-5e9d39c23482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:59.872561 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-5b1519db-c649-4def-b23f-5e9d39c23482 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0952878 Jul 23 00:15:59.913729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-fb6e2381-7ed8-469f-a276-c152d9d3e0cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0349240 Jul 23 00:15:59.962255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-ba84000a-4cc8-4701-8700-3e8441474221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:15:59.963740 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-ba84000a-4cc8-4701-8700-3e8441474221 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0443873 Jul 23 00:16:00.001265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-8d883835-5157-4422-90fb-08ec9079ced5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312896 Jul 23 00:16:00.092588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-c956d6bd-2208-45f7-88fc-f6a2046348f1 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850501 Jul 23 00:16:00.185335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-485620a8-2fe9-42b1-909b-a50c4f1996c1 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859244 Jul 23 00:16:00.955278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d6f67-4142-491c-8886-7c9ba9cddd3c req-b8a8f9a5-bbff-45d9-b42d-2bc52253e360 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:00.956833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c65d6f67-4142-491c-8886-7c9ba9cddd3c req-b8a8f9a5-bbff-45d9-b42d-2bc52253e360 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0642800 Jul 23 00:16:00.994146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c65d6f67-4142-491c-8886-7c9ba9cddd3c req-b6b2650f-0183-4eb9-b5cb-885283040e37 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Jul 23 00:16:02.124594 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7fdea-3849-471b-bfd8-f53f4133a9eb req-59ecced7-2b9f-441f-bd63-1e2fcbe813f6 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:02.126083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0d7fdea-3849-471b-bfd8-f53f4133a9eb req-59ecced7-2b9f-441f-bd63-1e2fcbe813f6 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Jul 23 00:16:02.162884 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0d7fdea-3849-471b-bfd8-f53f4133a9eb req-957aaa98-b989-45f9-8bfa-bc1b36b5ed94 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313079 Jul 23 00:16:03.296899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8dacf-9d89-4399-a8e7-c45508df6744 req-66d39800-61b6-4df8-94ed-3c08f010e1e5 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:03.298381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8a8dacf-9d89-4399-a8e7-c45508df6744 req-66d39800-61b6-4df8-94ed-3c08f010e1e5 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0672050 Jul 23 00:16:03.336068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8a8dacf-9d89-4399-a8e7-c45508df6744 req-cc21cd3e-43fe-4186-81ff-d24290e99e6d tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321720 Jul 23 00:16:04.467318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5ad5-b989-4b71-adb6-3db1e004d6cd req-6708eb2f-ce02-4250-b7ac-4d0949eb8140 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:04.468842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-060b5ad5-b989-4b71-adb6-3db1e004d6cd req-6708eb2f-ce02-4250-b7ac-4d0949eb8140 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0647378 Jul 23 00:16:04.506328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-060b5ad5-b989-4b71-adb6-3db1e004d6cd req-df064af3-32ac-4336-b75d-dd3cd645c0f2 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Jul 23 00:16:05.637965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c5311-d76d-4bec-be86-b41c244dc4c8 req-16072919-cd8f-466d-a1ef-1f0b3637aae3 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:05.639471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-868c5311-d76d-4bec-be86-b41c244dc4c8 req-16072919-cd8f-466d-a1ef-1f0b3637aae3 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0672667 Jul 23 00:16:05.677038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-868c5311-d76d-4bec-be86-b41c244dc4c8 req-8c256693-68d8-4981-8057-755549f8ef08 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Jul 23 00:16:06.632373 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:06.805381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f4c93-12c0-4d34-b881-a1e853418c95 req-fdf9af49-5321-48cd-94b8-c73685079080 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:06.806867 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e5f4c93-12c0-4d34-b881-a1e853418c95 req-fdf9af49-5321-48cd-94b8-c73685079080 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0634274 Jul 23 00:16:06.844863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e5f4c93-12c0-4d34-b881-a1e853418c95 req-d572e43f-ca25-4305-ad66-e5c740989913 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Jul 23 00:16:07.976611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0bde6-658f-466f-80fb-015bdfb8d0d9 req-0cda5206-8e50-42aa-a614-006f203b5897 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:07.978097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2d0bde6-658f-466f-80fb-015bdfb8d0d9 req-0cda5206-8e50-42aa-a614-006f203b5897 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0645580 Jul 23 00:16:08.015575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d2d0bde6-658f-466f-80fb-015bdfb8d0d9 req-7d331093-4fe8-4cc7-9546-074d647ae059 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318494 Jul 23 00:16:09.156996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0870cf9-905b-45f6-9fbf-20109eba5b68 req-f5eccb66-5c11-49fd-bb54-547c4424560f tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:09.158393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0870cf9-905b-45f6-9fbf-20109eba5b68 req-f5eccb66-5c11-49fd-bb54-547c4424560f tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0734549 Jul 23 00:16:09.196058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b0870cf9-905b-45f6-9fbf-20109eba5b68 req-e3c2f06b-5a03-44b1-bc43-7a5bd5a37640 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Jul 23 00:16:10.323642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3875c1-87de-4cb0-a408-936c91ddeaac req-46e15a56-f828-48b0-b76b-3a08470cc406 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:10.326109 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d3875c1-87de-4cb0-a408-936c91ddeaac req-46e15a56-f828-48b0-b76b-3a08470cc406 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0647361 Jul 23 00:16:10.363424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d3875c1-87de-4cb0-a408-936c91ddeaac req-73b6200b-c7b7-4f2b-8276-d5d7d100707a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Jul 23 00:16:11.497186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fbbb5-43d5-4d7b-82cf-6247a3225e7f req-4f73af6f-d728-47d4-a24f-5fe98a46cd0a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:11.498671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e8fbbb5-43d5-4d7b-82cf-6247a3225e7f req-4f73af6f-d728-47d4-a24f-5fe98a46cd0a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0685267 Jul 23 00:16:11.537106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e8fbbb5-43d5-4d7b-82cf-6247a3225e7f req-10f819cd-d42a-4b6d-aad1-8fc83d0fe0c4 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jul 23 00:16:12.665953 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341e94f-b3f3-4228-ba5d-1e412d3e7a94 req-74e2079f-ef21-4c70-8d3b-5cc513edb37c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:12.667523 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9341e94f-b3f3-4228-ba5d-1e412d3e7a94 req-74e2079f-ef21-4c70-8d3b-5cc513edb37c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0640883 Jul 23 00:16:12.704912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9341e94f-b3f3-4228-ba5d-1e412d3e7a94 req-761d4f13-df7d-46e4-b299-1964e6acfb33 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Jul 23 00:16:13.837908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd14e-9033-4a0c-9d31-eb3fb9da6b95 req-fa662c50-a721-438e-b698-f559a044465a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:13.839511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824dd14e-9033-4a0c-9d31-eb3fb9da6b95 req-fa662c50-a721-438e-b698-f559a044465a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0671065 Jul 23 00:16:13.878756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-824dd14e-9033-4a0c-9d31-eb3fb9da6b95 req-a0bb6af0-c9b2-4bf9-b7fa-aa04d8dc9e58 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Jul 23 00:16:15.018355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ddda8-fa78-473c-91df-f260c0a73ba1 req-69f3fc11-a611-4565-bbcd-cecee4770e45 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:15.020648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c1ddda8-fa78-473c-91df-f260c0a73ba1 req-69f3fc11-a611-4565-bbcd-cecee4770e45 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0710413 Jul 23 00:16:15.057459 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c1ddda8-fa78-473c-91df-f260c0a73ba1 req-04b48a7a-1dd1-4561-a71e-39a6709fae7b tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318568 Jul 23 00:16:16.129355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-e638fb7c-4e53-4f9f-a149-9fc54af25801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:16.130890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-e638fb7c-4e53-4f9f-a149-9fc54af25801 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1096 time: 0.0570524 Jul 23 00:16:16.177413 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-095bcfd0-e98c-491b-a6d5-3dd10e51212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:16.196576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4e50-1929-40d5-908d-8cbac6b68fac req-1627759f-3c68-456d-97e7-c8f764bac3f4 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:16.198064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c24d4e50-1929-40d5-908d-8cbac6b68fac req-1627759f-3c68-456d-97e7-c8f764bac3f4 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0665715 Jul 23 00:16:16.237681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c24d4e50-1929-40d5-908d-8cbac6b68fac req-db05dcfd-a2c6-4b54-9aa4-0e3654455861 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337818 Jul 23 00:16:16.241039 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-2bc09939-4aca-4ab6-80ed-a30f750cfd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:16.242549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-2bc09939-4aca-4ab6-80ed-a30f750cfd1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0913980 Jul 23 00:16:16.287243 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-3d038da4-365b-4dec-91ff-49a7ea5c6c46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0377011 Jul 23 00:16:16.334916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-059fff5e-6be3-432d-bffb-13e607c510b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:16.336400 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-059fff5e-6be3-432d-bffb-13e607c510b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0425286 Jul 23 00:16:16.370495 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-06930090-2c93-40b4-bbf2-bdd04a3267b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270653 Jul 23 00:16:16.464211 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-037d3996-337b-4f88-91fb-b4c2ff5d8c92 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871780 Jul 23 00:16:16.557222 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e54f2f65-3008-45e6-9f99-57dc8bbd7b6d req-b8f55aaf-9024-4bb8-b064-d97832380306 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865188 Jul 23 00:16:17.374438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bdc6f-856a-4eca-9833-539876d22d69 req-34c093aa-8457-4164-a76d-e1b2133abc41 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:17.375970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f7bdc6f-856a-4eca-9833-539876d22d69 req-34c093aa-8457-4164-a76d-e1b2133abc41 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0700400 Jul 23 00:16:17.412226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f7bdc6f-856a-4eca-9833-539876d22d69 req-77c9d2ab-517e-41c0-8139-50ea69b729e4 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307930 Jul 23 00:16:18.542033 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68baed-47e0-4c90-a095-eac0e697a202 req-987e338a-4ba7-4359-b8f3-337c46dfa840 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:18.544165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad68baed-47e0-4c90-a095-eac0e697a202 req-987e338a-4ba7-4359-b8f3-337c46dfa840 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0640104 Jul 23 00:16:18.580083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad68baed-47e0-4c90-a095-eac0e697a202 req-8644cfca-de1f-4dcb-8797-577a766c745a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Jul 23 00:16:19.483659 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-38be9f46-a9c5-46e7-8f9d-04882cdaed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:19.710496 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f021f-a5ef-491f-a7f8-0fc3f3fcf419 req-0a340b4a-a566-4acd-8c38-296361b5db81 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:19.711974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c1f021f-a5ef-491f-a7f8-0fc3f3fcf419 req-0a340b4a-a566-4acd-8c38-296361b5db81 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0645874 Jul 23 00:16:19.720328 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:19.753675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c1f021f-a5ef-491f-a7f8-0fc3f3fcf419 req-761b52c8-3f8b-44e2-a14f-b556d9446737 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352345 Jul 23 00:16:20.372846 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:20.911839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94d8b-8d0f-4127-80e0-ce6b1d107a02 req-e77c9c34-64e9-403f-8b39-d092b0e5b79a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:20.914292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55e94d8b-8d0f-4127-80e0-ce6b1d107a02 req-e77c9c34-64e9-403f-8b39-d092b0e5b79a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0926003 Jul 23 00:16:20.955769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55e94d8b-8d0f-4127-80e0-ce6b1d107a02 req-a4ce9356-b360-4442-82b8-a383eacaf1d6 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Jul 23 00:16:21.821226 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:22.085550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9642cb-3ea2-428e-b271-99207f3f211f req-a5e2596b-5576-450b-b6dc-91fe0d83af42 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:22.087034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9642cb-3ea2-428e-b271-99207f3f211f req-a5e2596b-5576-450b-b6dc-91fe0d83af42 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0634937 Jul 23 00:16:22.124127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba9642cb-3ea2-428e-b271-99207f3f211f req-cc3c1a65-7ae3-4a2b-a9e6-80e19ffc614a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Jul 23 00:16:22.604692 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:23.255614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f11ff0-6081-46dc-8c23-b230b3c3c618 req-3c88205a-4996-430e-afba-0215b29f7480 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:23.257114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8f11ff0-6081-46dc-8c23-b230b3c3c618 req-3c88205a-4996-430e-afba-0215b29f7480 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0663116 Jul 23 00:16:23.294933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8f11ff0-6081-46dc-8c23-b230b3c3c618 req-c997fb8c-0c66-4cb6-9b88-ae8499fba470 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Jul 23 00:16:24.429173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0e14-8618-448a-a8ec-94f048eea8b0 req-85730040-eb99-469c-924f-c1b98e0a8e76 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:24.430675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-880b0e14-8618-448a-a8ec-94f048eea8b0 req-85730040-eb99-469c-924f-c1b98e0a8e76 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0640635 Jul 23 00:16:24.470292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-880b0e14-8618-448a-a8ec-94f048eea8b0 req-6579c0fa-5795-4338-a06e-5ae5589cf9dd tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Jul 23 00:16:25.599318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754229b5-d2ff-493a-adbe-42305ecf373e req-c93c2a3f-0d9d-4689-bd8b-ec4c5c6e92bb tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:25.600892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-754229b5-d2ff-493a-adbe-42305ecf373e req-c93c2a3f-0d9d-4689-bd8b-ec4c5c6e92bb tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0646002 Jul 23 00:16:25.639856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-754229b5-d2ff-493a-adbe-42305ecf373e req-98e5e8d6-7a5f-424a-8424-6bd6a1237164 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jul 23 00:16:26.776435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633c58a-7dae-4834-acdf-5418e0e9fc22 req-241fb89f-0290-42ea-91a7-f88b5757b16c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:26.777910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1633c58a-7dae-4834-acdf-5418e0e9fc22 req-241fb89f-0290-42ea-91a7-f88b5757b16c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 945 time: 0.0680177 Jul 23 00:16:26.815607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1633c58a-7dae-4834-acdf-5418e0e9fc22 req-dff038cd-1ab6-40b8-8bc5-85e09bbf9a27 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Jul 23 00:16:27.040945 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-709eca49-d4de-48c1-9792-6e8651721248 service neutron] show failed (client error): The resource could not be found. Jul 23 00:16:27.041953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-709eca49-d4de-48c1-9792-6e8651721248 service neutron] 10.222.0.49 "GET /v2.0/ports/b45dd631-984f-40e8-a664-79e6ac515e8b/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0621390 Jul 23 00:16:27.307506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-e016d0de-992b-491e-a4de-d6e9669da9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:27.309602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-e016d0de-992b-491e-a4de-d6e9669da9bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3&tenant_id=28aa7f5bf6684a6e90a0dc384f094038 HTTP/1.1" status: 200 len: 1096 time: 0.1116076 Jul 23 00:16:27.326913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:16:27.402765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:27.603354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:27.635176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:16:27.673832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:27.676089 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341c362-7c24-4ea7-87d5-ed77e6b15f48" -d '{"events": [{"server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:27.679989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:27.692214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Transition to ACTIVE for port object b45dd631-984f-40e8-a664-79e6ac515e8b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:16:27.697153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:27.760488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] No DVR routers for this DVR port b45dd631-984f-40e8-a664-79e6ac515e8b on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:16:27.778172 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:27.805246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.805598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.805947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.806285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.806986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.806986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.807283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.807637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.807964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.808322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.808654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.808983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:27.822243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:16:27.822586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:16:27.822920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b on network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:16:27.826914 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2bb061-b420-46e7-a401-331054ea7125 x-openstack-request-id: req-5b2bb061-b420-46e7-a401-331054ea7125 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:27.827209 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:27.827492 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b2bb061-b420-46e7-a401-331054ea7125 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:27.827882 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'code': 200} Jul 23 00:16:27.829870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Port b45dd631-984f-40e8-a664-79e6ac515e8b on network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:16:27.830195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Attempting to bind port b45dd631-984f-40e8-a664-79e6ac515e8b on network 1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:16:27.835320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:16:27.835692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Checking segment: {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:16:27.836083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Bound using segment: {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:16:27.836512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Bound port: b45dd631-984f-40e8-a664-79e6ac515e8b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:16:27.836878 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:27.931679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:16:27.947050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:16:27.952564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:27.994593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:27.995208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:27.996648 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] 10.222.0.48 "PUT /v2.0/ports/b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 1091 time: 0.6740394 Jul 23 00:16:28.014250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5616b-bcd1-48d2-a7c8-1a703b1303fb req-76b3624b-9302-46e2-82b1-f569985fef47 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:28.015749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fc5616b-bcd1-48d2-a7c8-1a703b1303fb req-76b3624b-9302-46e2-82b1-f569985fef47 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 943 time: 0.1303477 Jul 23 00:16:28.050397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87a6ba-b3d6-42b0-950e-ce4b4e914e13 service neutron] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:28.090919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fc5616b-bcd1-48d2-a7c8-1a703b1303fb req-68625376-4917-4453-9b78-a9c3b10c0adb tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 Jul 23 00:16:28.112152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-b6a10029-fe42-404e-bfe2-b16914297db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:28.113659 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-b6a10029-fe42-404e-bfe2-b16914297db6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0776386 Jul 23 00:16:28.210769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-4a5454ee-418f-4e94-8a03-1df3071092cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:28.212188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-4a5454ee-418f-4e94-8a03-1df3071092cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0924306 Jul 23 00:16:28.252293 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-a71307d8-d376-44f1-a7be-186a93719c6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0340159 Jul 23 00:16:28.303100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-e4537294-f511-476b-832b-e64d1dbf83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:28.304601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-e4537294-f511-476b-832b-e64d1dbf83c0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0467374 Jul 23 00:16:28.337431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-1f21e577-5a9c-423a-a912-f43924220772 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265853 Jul 23 00:16:28.347159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-37df6db9-3750-4ebf-9135-2a7c95f48a48 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:16:28.348162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-37df6db9-3750-4ebf-9135-2a7c95f48a48 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049481 Jul 23 00:16:28.436819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-86444ef8-ada5-4218-8bf0-a3c0fe4d7b53 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823030 Jul 23 00:16:28.528042 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02762dce-9f29-4dfe-937f-b95ed705f232 req-24463bcc-278b-48e0-8c3f-6d3adef4c620 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 Jul 23 00:16:29.223936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae4026-4e5e-4d78-83db-108e85befea1 req-3a5698e6-3523-4f41-90d2-ac9cace0b863 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:29.225354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09ae4026-4e5e-4d78-83db-108e85befea1 req-3a5698e6-3523-4f41-90d2-ac9cace0b863 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 943 time: 0.0652752 Jul 23 00:16:29.263508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-09ae4026-4e5e-4d78-83db-108e85befea1 req-a8b700f8-6eeb-4b16-b1fb-661585fd117a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Jul 23 00:16:29.511159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:16:29.550369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:16:29.800352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-8ee83aba-525d-47ba-bc11-8d42e87e649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:29.801754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-8ee83aba-525d-47ba-bc11-8d42e87e649e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0579259 Jul 23 00:16:29.829925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:29.832153 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce47c052-bec0-433e-b371-77e5a7f7d4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:29.893088 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc051ad-56f4-45a5-927e-f3f1257b1e3a x-openstack-request-id: req-8dc051ad-56f4-45a5-927e-f3f1257b1e3a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:29.893379 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:29.893631 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dc051ad-56f4-45a5-927e-f3f1257b1e3a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:29.894011 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'status': 'completed', 'code': 200} Jul 23 00:16:29.913770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-ab3ff68c-6834-4523-8f1b-1365c1f532e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:29.915234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-ab3ff68c-6834-4523-8f1b-1365c1f532e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0934165 Jul 23 00:16:29.962494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-3a916b2f-2abc-4a9c-9936-35a1fd44476e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0405166 Jul 23 00:16:29.963451 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-360f5331-050b-4173-ab8f-523bf903a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:29.965942 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-360f5331-050b-4173-ab8f-523bf903a176 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0592933 Jul 23 00:16:29.968313 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:16:30.012213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-6db1169c-f6cd-4cf6-b576-a3ebca066549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.013336 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-6db1169c-f6cd-4cf6-b576-a3ebca066549 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0449147 Jul 23 00:16:30.066414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-ea2886c9-16c0-4df2-9c38-eb1af7f60310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.068198 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-ea2886c9-16c0-4df2-9c38-eb1af7f60310 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0968475 Jul 23 00:16:30.087950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-3ae01b77-95e7-405c-9b15-b4a54cedf960 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302043 Jul 23 00:16:30.114466 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-41edddd4-c02e-4517-9933-105573891a39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0396945 Jul 23 00:16:30.170880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-674f2b60-d138-480a-baca-ed4d51d0c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.172625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-674f2b60-d138-480a-baca-ed4d51d0c187 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0524805 Jul 23 00:16:30.187461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-2758131c-d512-4548-8d76-bcc140a3edaa service neutron] 10.222.0.48 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928524 Jul 23 00:16:30.213383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-3d1e086e-cf09-483f-87a8-d6abb4f8c839 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342925 Jul 23 00:16:30.304826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120e87f2-5489-4591-b079-3b6dac4e6fbe req-b1732183-f8fb-4393-bcbf-b25fae742743 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105971 Jul 23 00:16:30.305294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-eaa5e515-1e70-47bc-92e8-3dafa1ab56f0 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Jul 23 00:16:30.409712 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-f8028fe3-9baf-4b28-91af-d1548e5421b2 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937340 Jul 23 00:16:30.446994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59c466-6de5-4635-ad6c-e5511013986e req-f21f674b-1a44-4aae-8aa0-58e693c4005a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.448561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba59c466-6de5-4635-ad6c-e5511013986e req-f21f674b-1a44-4aae-8aa0-58e693c4005a tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 943 time: 0.1139970 Jul 23 00:16:30.473607 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-9fcc1bca-6b01-462e-b766-a49414af3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.475078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-9fcc1bca-6b01-462e-b766-a49414af3a83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0989988 Jul 23 00:16:30.516702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba59c466-6de5-4635-ad6c-e5511013986e req-e41a8fa0-c9f9-4ba2-8ab2-5e3982d7cbab tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609841 Jul 23 00:16:30.581129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-c08a8651-f672-418c-8104-65be5ccc53da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.582620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-c08a8651-f672-418c-8104-65be5ccc53da service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.1011508 Jul 23 00:16:30.623140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-bf380905-46fd-4ab5-a8b9-d05054615958 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0338147 Jul 23 00:16:30.679431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-99aaae46-482e-4d3d-a07c-b92e8e142f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.680516 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-99aaae46-482e-4d3d-a07c-b92e8e142f68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0478218 Jul 23 00:16:30.726200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-c24f35ee-df1b-4ca4-9cc0-10f13ba0d710 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318408 Jul 23 00:16:30.781695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-40fe3008-3550-4ba9-ae88-80260189a82c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.783193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-40fe3008-3550-4ba9-ae88-80260189a82c tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3&tenant_id=28aa7f5bf6684a6e90a0dc384f094038&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 943 time: 0.0782771 Jul 23 00:16:30.846781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-dfe6a2f4-5120-4c79-a972-e77aa1ea0986 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983703 Jul 23 00:16:30.853256 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-641232ec-6f6a-406b-a021-a688bf2aa48e service neutron] delete failed (client error): The resource could not be found. Jul 23 00:16:30.854629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-641232ec-6f6a-406b-a021-a688bf2aa48e service neutron] 10.222.0.49 "DELETE /v2.0/ports/b45dd631-984f-40e8-a664-79e6ac515e8b/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0639763 Jul 23 00:16:30.947831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce47c052-bec0-433e-b371-77e5a7f7d4e4 req-c00aa20d-d087-4dbe-aaa7-58f670c04984 service neutron] 10.222.0.48 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933235 Jul 23 00:16:30.962189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-795fc3f3-b9ff-440e-a180-d4c32256dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:30.964169 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-795fc3f3-b9ff-440e-a180-d4c32256dc05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 1094 time: 0.0616081 Jul 23 00:16:31.058044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-246b9a96-c11b-4132-95c3-5a666af26471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:31.059750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-246b9a96-c11b-4132-95c3-5a666af26471 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 200 len: 912 time: 0.0902400 Jul 23 00:16:31.103396 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-c69ce006-a3a3-45ff-b33f-a258bfd17af5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 200 len: 217 time: 0.0378699 Jul 23 00:16:31.150960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-0d4a0679-9cc4-434c-b34f-36486bb65a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:31.152633 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-0d4a0679-9cc4-434c-b34f-36486bb65a9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 200 len: 851 time: 0.0436897 Jul 23 00:16:31.190583 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-e97bdfd8-bac3-426c-b1fe-a486b3f70e68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320334 Jul 23 00:16:31.284494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-cad77ff8-5dba-429d-8842-0a1a79ec4867 service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869842 Jul 23 00:16:31.373685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fa2a11fa-aa36-4c94-a229-a21e0729f3dd service neutron] 10.222.0.49 "GET /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830741 Jul 23 00:16:31.565726 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:16:31.666021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:31.677866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'network_id': '1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9', 'port_id': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'mac_address': 'fa:16:3e:e8:0e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8305e1ee-b3d8-4201-b8e9-0e4da0d34712', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:16:31.718570 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:31.732024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b45dd631-984f-40e8-a664-79e6ac515e8b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:16:31.753800 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:31.757722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:31.807884 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:31.815254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.815694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.816231 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.816573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.818610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.818610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.818610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.818610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.818610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.819064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.819064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:31.819533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:32.076462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b45dd631-984f-40e8-a664-79e6ac515e8b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:16:32.090051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0788e-17dc-4112-b751-9eee8477e77c req-0205be44-5bff-471e-a58a-2fda5ff67d32 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:32.091707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0c0788e-17dc-4112-b751-9eee8477e77c req-0205be44-5bff-471e-a58a-2fda5ff67d32 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 944 time: 0.0650454 Jul 23 00:16:32.130252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0c0788e-17dc-4112-b751-9eee8477e77c req-1353181b-55cd-4383-bd84-1f45614df2f5 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Jul 23 00:16:33.270631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9e748-16ac-4b87-a555-001c617dad4f req-977b2a6c-a490-4e17-9e56-002d324f96e7 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:33.272983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b9e748-16ac-4b87-a555-001c617dad4f req-977b2a6c-a490-4e17-9e56-002d324f96e7 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 944 time: 0.0729864 Jul 23 00:16:33.323368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98b9e748-16ac-4b87-a555-001c617dad4f req-c278ca68-f61a-46d5-bb84-d93374d376f5 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/security-groups?id=99f9dd21-1178-48e7-ba40-69a6619fb767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Jul 23 00:16:33.442204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-945df3e8-9986-4660-b62b-b4d5a68e3999 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:33.443732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-945df3e8-9986-4660-b62b-b4d5a68e3999 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 944 time: 0.0687521 Jul 23 00:16:33.556417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Deleting port b45dd631-984f-40e8-a664-79e6ac515e8b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:16:33.556759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:33.593996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:16:33.646294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port b45dd631-984f-40e8-a664-79e6ac515e8b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:16:33.650081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port b45dd631-984f-40e8-a664-79e6ac515e8b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:16:33.650452 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:33.656123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] For port b45dd631-984f-40e8-a664-79e6ac515e8b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=b45dd631-984f-40e8-a664-79e6ac515e8b,segment=NetworkSegment(bcb51f04-2118-4a91-9ca1-78c64bc8ffbb),segment_id=bcb51f04-2118-4a91-9ca1-78c64bc8ffbb)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:33.656652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:33.670039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Calling delete_port for b45dd631-984f-40e8-a664-79e6ac515e8b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:16:33.737885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:33.797744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:33.829317 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['b45dd631-984f-40e8-a664-79e6ac515e8b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:16:33.829809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Pushing event deleted for resources: {'Port': ['ID=b45dd631-984f-40e8-a664-79e6ac515e8b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:33.883449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] No DVR routers for this DVR port b45dd631-984f-40e8-a664-79e6ac515e8b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:16:33.885943 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:33.888545 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f66f7ff-6db4-4bdb-b0c8-deed27eae14b req-fbc6134f-eff3-4a31-9832-78453429de21 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.48 "DELETE /v2.0/ports/b45dd631-984f-40e8-a664-79e6ac515e8b HTTP/1.1" status: 204 len: 173 time: 0.4388199 Jul 23 00:16:33.889023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'name': 'network-vif-deleted', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:33.891379 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079df29a-94e2-43d0-b3f8-bb72da0509ac" -d '{"events": [{"server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "name": "network-vif-deleted", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:33.931849 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51a29cc-0c2b-46ef-aec5-0ac873de9a7e x-openstack-request-id: req-e51a29cc-0c2b-46ef-aec5-0ac873de9a7e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:33.932146 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e61375c-a4c5-4634-99ee-725db223c7e3", "name": "network-vif-deleted", "tag": "b45dd631-984f-40e8-a664-79e6ac515e8b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:33.932396 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e51a29cc-0c2b-46ef-aec5-0ac873de9a7e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:33.932788 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e61375c-a4c5-4634-99ee-725db223c7e3', 'name': 'network-vif-deleted', 'tag': 'b45dd631-984f-40e8-a664-79e6ac515e8b', 'status': 'completed', 'code': 200} Jul 23 00:16:34.440486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8fa2db11-fe13-4d85-bf4e-2be30a9c0832 req-c8e3c7d6-666e-4e4c-9d8c-1c5c4aba0078 tempest-DeleteServersTestJSON-1792880057 tempest-DeleteServersTestJSON-1792880057-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e61375c-a4c5-4634-99ee-725db223c7e3 HTTP/1.1" status: 200 len: 210 time: 0.0310385 Jul 23 00:16:35.568584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:35.612724 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Deleting subnet 8305e1ee-b3d8-4201-b8e9-0e4da0d34712 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:16:35.615744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:35.652403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:35.690343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:35.742157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:35.766554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8305e1ee-b3d8-4201-b8e9-0e4da0d34712,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:35.770257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:35.772251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee00b0a5-2392-4f7e-9581-9918000bddab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8305e1ee-b3d8-4201-b8e9-0e4da0d34712 HTTP/1.1" status: 204 len: 168 time: 0.2025418 Jul 23 00:16:35.774679 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50520) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:36.168392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.248374 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.258477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:36.269298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:36.269600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb51f04-2118-4a91-9ca1-78c64bc8ffbb') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:16:36.279129 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.296113 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.302790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:16:36.303187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:16:36.304940 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:16:36.362479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.368534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.370203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9 HTTP/1.1" status: 204 len: 168 time: 0.5946031 Jul 23 00:16:36.381246 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b60171-54c5-42c1-97af-3393044b84f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8fb8e7-88e8-49ae-a0f0-5687fa67caa9,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:36.483677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:36.525097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6d318c46-839b-4707-82d4-5c63e340da83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28aa7f5bf6684a6e90a0dc384f094038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402436 Jul 23 00:16:36.527650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50526) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:36.575700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ab4d6a-8ac1-4f7c-9523-0f52fb2c4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.597169 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ab4d6a-8ac1-4f7c-9523-0f52fb2c4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.649085 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ab4d6a-8ac1-4f7c-9523-0f52fb2c4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.649392 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.652499 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-94ab4d6a-8ac1-4f7c-9523-0f52fb2c4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:36.653829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-94ab4d6a-8ac1-4f7c-9523-0f52fb2c4b2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99f9dd21-1178-48e7-ba40-69a6619fb767 HTTP/1.1" status: 204 len: 168 time: 0.1252646 Jul 23 00:16:36.661802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab4d6a-8ac1-4f7c-9523-0f52fb2c4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9dd21-1178-48e7-ba40-69a6619fb767,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:37.336606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50548) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:37.435964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1936156975-network', 'tenant_id': '15643cb2cdbe470f97ca357d097c5a54'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:16:37.457765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Made reservation on behalf of 15643cb2cdbe470f97ca357d097c5a54 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:16:37.460422 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.469520 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.560701 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.564740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.592822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:16:37.599282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec3550-961c-4917-a2ab-3ab31cfd44c6,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:37.607488 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.607488 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Added segment 141c56df-dd88-47ac-88c7-786fefca1ebb of type vlan for network ef1f6e22-b3c7-467a-80b3-9870c4229726 Jul 23 00:16:37.609569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:16:37.638908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: b45dd631-984f-40e8-a664-79e6ac515e8b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:16:37.639254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device b45dd631-984f-40e8-a664-79e6ac515e8b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:16:37.648428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.680272 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.681410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:37.682317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.714347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3738806 Jul 23 00:16:37.715465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50552) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:16:37.720689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Request body: {'subnet': {'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1936156975-subnet', 'tenant_id': '15643cb2cdbe470f97ca357d097c5a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:16:37.744812 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Made reservation on behalf of 15643cb2cdbe470f97ca357d097c5a54 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:16:37.748014 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:37.748730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ac3e8-c0ed-4363-a524-dda3204bd517 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1f6e22-b3c7-467a-80b3-9870c4229726,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:37.765500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ef1f6e22-b3c7-467a-80b3-9870c4229726 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:16:37.946098 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:38.004248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a9cc63-68c3-4f65-be60-e7d203cac3d2,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:38.020992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.021346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.021686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.022025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.022361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.022717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.023056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.023415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.023747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.024074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.024394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.024718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:16:38.033196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Checking segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:16:38.033564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Network hostable DHCP agents. Network: ef1f6e22-b3c7-467a-80b3-9870c4229726, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:16:38.049891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Network ef1f6e22-b3c7-467a-80b3-9870c4229726 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:16:38.059249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ef1f6e22-b3c7-467a-80b3-9870c4229726) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:16:38.064197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:38.064197 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:38.070828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3dea79-07a5-416b-b6f2-85a0dee4e9b6 None None] Network ef1f6e22-b3c7-467a-80b3-9870c4229726 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:16:38.085228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ebf87492-d7d4-4c52-8af2-6a83f4e40be4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3641706 Jul 23 00:16:38.215356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049e6758-af73-4fc9-80bf-a1ec2da9eda2 None None] Network ef1f6e22-b3c7-467a-80b3-9870c4229726 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:16:38.534984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-d05c5784-3eee-4596-b5aa-47e0bf93457c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:38.536481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-d05c5784-3eee-4596-b5aa-47e0bf93457c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 815 time: 0.1005316 Jul 23 00:16:38.551312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-47f3ccd1-8c97-4356-9af7-d930db06157d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/quotas/15643cb2cdbe470f97ca357d097c5a54 HTTP/1.1" status: 200 len: 375 time: 0.0095632 Jul 23 00:16:38.590617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-db6cb8b8-c156-4faf-abf2-ce8ea3da4144 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343778 Jul 23 00:16:38.692390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-af866c27-8c28-49b9-9526-4dffd61ef124 service neutron] 10.222.0.21 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950978 Jul 23 00:16:38.789256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-3cbb3be0-66dd-49ae-986d-0945a1ee7578 service neutron] 10.222.0.21 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911646 Jul 23 00:16:38.957599 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a20d2931-eb4a-4065-8df5-408ddd2acb47 req-5926f4b5-5262-4980-9a3a-78a341ecc2e8 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 210 time: 0.0306978 Jul 23 00:16:39.963752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-4c53039c-b6b5-4d79-affd-3b438cee346f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:39.965795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-4c53039c-b6b5-4d79-affd-3b438cee346f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 815 time: 0.1191914 Jul 23 00:16:39.992826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Request body: {'port': {'device_id': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'admin_state_up': True, 'tenant_id': '15643cb2cdbe470f97ca357d097c5a54'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:16:40.093152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4635e6d6-0431-466e-b5e7-8610d445317b req-2f8485fa-d129-4c8c-a379-8184d9caeabf tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 210 time: 0.0663776 Jul 23 00:16:40.137992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Made reservation on behalf of 15643cb2cdbe470f97ca357d097c5a54 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:16:40.141848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:40.264442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Allocated IP 172.20.0.7 (ef1f6e22-b3c7-467a-80b3-9870c4229726/e4a9cc63-68c3-4f65-be60-e7d203cac3d2/56d3de09-483f-4e6e-bd01-331594f1b510) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:16:40.416492 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:40.459291 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:40.503537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Network ef1f6e22-b3c7-467a-80b3-9870c4229726 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:16:40.506562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:16:40.510397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:16:40.517839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:40.562176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:40.562833 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:40.578087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-30194d5d-0aff-4eab-bc0a-4f7fa57953d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895181 Jul 23 00:16:40.597568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Request body: {'port': {'device_id': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:16:40.678327 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:40.945879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d3de09-483f-4e6e-bd01-331594f1b510 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:16:40.953418 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:40.965606 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Transition to ACTIVE for port object 56d3de09-483f-4e6e-bd01-331594f1b510 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:16:40.969343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:41.019093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:41.091648 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:16:41.091987 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:16:41.092323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:16:41.096909 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Port 56d3de09-483f-4e6e-bd01-331594f1b510 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:16:41.097243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:16:41.102207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:16:41.102575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Checking segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:16:41.102964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Bound using segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:16:41.103483 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Bound port: 56d3de09-483f-4e6e-bd01-331594f1b510, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:16:41.103848 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:41.198208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:16:41.212969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:16:41.219668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:41.270683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:41.271309 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:41.272754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] 10.222.0.48 "PUT /v2.0/ports/56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 1091 time: 0.6818631 Jul 23 00:16:41.273192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:41.275504 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:41.301785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e68647-5b33-4387-84a7-f69e69cedd80 service neutron] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:41.314317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ae94f-f61f-40c0-abed-10a970ecc56d req-4e7e513e-f978-4163-a718-15467c0e819e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:41.315811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c89ae94f-f61f-40c0-abed-10a970ecc56d req-4e7e513e-f978-4163-a718-15467c0e819e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 943 time: 0.1513736 Jul 23 00:16:41.325368 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c604e2c-23a8-45dc-86c7-ccdb185ad712 x-openstack-request-id: req-4c604e2c-23a8-45dc-86c7-ccdb185ad712 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:41.325650 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:41.325921 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c604e2c-23a8-45dc-86c7-ccdb185ad712 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:41.326342 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510', 'status': 'completed', 'code': 200} Jul 23 00:16:41.389434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c89ae94f-f61f-40c0-abed-10a970ecc56d req-9c71138f-66ec-4937-a292-8e3e34048c82 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665848 Jul 23 00:16:41.413641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-d7626685-48ca-4682-95c4-128254415139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:41.415165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-d7626685-48ca-4682-95c4-128254415139 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1094 time: 0.0740583 Jul 23 00:16:41.467510 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-72789900-07be-4229-b880-2c02b63a772b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0395432 Jul 23 00:16:41.515586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-cd295cc6-b480-4f4c-ad36-61083cdc9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:41.517078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-cd295cc6-b480-4f4c-ad36-61083cdc9928 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0440118 Jul 23 00:16:41.551439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-03dc986e-87cc-471a-9b51-3651cc48058f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282383 Jul 23 00:16:41.647455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-8f99cf07-737d-43fa-a85c-5223df608486 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901163 Jul 23 00:16:41.744576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33f7b570-a157-4c64-8a4e-6d594061ba7a req-54638bf2-c932-4772-9e6c-a10b5861574b service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912795 Jul 23 00:16:41.879068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-42a43c04-2ad8-4db1-9af5-d34c310a011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:41.880666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-42a43c04-2ad8-4db1-9af5-d34c310a011f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1094 time: 0.0554605 Jul 23 00:16:41.972021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-88a7fb50-b791-41e5-ac94-51c40e8f08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:41.973528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-88a7fb50-b791-41e5-ac94-51c40e8f08c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0862033 Jul 23 00:16:42.019397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-2d97fa70-941b-4a83-84e8-db36a382648e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0392618 Jul 23 00:16:42.069330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-21aafa2f-ebfd-4bd2-9d4b-b143799318cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:42.070832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-21aafa2f-ebfd-4bd2-9d4b-b143799318cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0453072 Jul 23 00:16:42.107696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-1cc5d33b-dada-41b9-928d-372369a90c6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297673 Jul 23 00:16:42.202122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-9086a0e6-0257-4f79-a270-ab9136ac01c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880213 Jul 23 00:16:42.293149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de514c9d-df2e-4c41-b2ad-0e1ebb459c33 req-8a7a64d3-032a-4319-93d0-b99fcb65622d service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845773 Jul 23 00:16:42.532090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4644f9e-d344-4f6a-a77c-4752e64757a5 req-ca68ac7b-ecb5-40c1-8ae9-8cae48828f3a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:42.533652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4644f9e-d344-4f6a-a77c-4752e64757a5 req-ca68ac7b-ecb5-40c1-8ae9-8cae48828f3a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 943 time: 0.0712774 Jul 23 00:16:42.572350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4644f9e-d344-4f6a-a77c-4752e64757a5 req-82a071c3-465c-4d47-a802-45fe047542d6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Jul 23 00:16:43.639694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:16:43.719259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c36b99-ea72-4636-ac9e-1811e9799adc req-81762699-5a25-40a3-a6bd-8f3d7c9092ef tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:43.719259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77c36b99-ea72-4636-ac9e-1811e9799adc req-81762699-5a25-40a3-a6bd-8f3d7c9092ef tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 943 time: 0.0723972 Jul 23 00:16:43.747221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:43.759729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '56d3de09-483f-4e6e-bd01-331594f1b510', 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'port_id': '56d3de09-483f-4e6e-bd01-331594f1b510', 'mac_address': 'fa:16:3e:76:15:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a9cc63-68c3-4f65-be60-e7d203cac3d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:16:43.762345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-77c36b99-ea72-4636-ac9e-1811e9799adc req-a7343f82-0e21-4582-900e-775acc32e63d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367994 Jul 23 00:16:43.798013 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:43.812036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d3de09-483f-4e6e-bd01-331594f1b510 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:16:43.831475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:43.835793 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:43.883764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:44.091395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['56d3de09-483f-4e6e-bd01-331594f1b510'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:16:44.899198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4a56-df9e-4396-9cf2-348646495177 req-421fe7ed-7ace-466f-8ec0-149742d97b6b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:44.900796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db0b4a56-df9e-4396-9cf2-348646495177 req-421fe7ed-7ace-466f-8ec0-149742d97b6b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 944 time: 0.0711505 Jul 23 00:16:44.940736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db0b4a56-df9e-4396-9cf2-348646495177 req-3054d4a5-83ee-420e-b26f-16b87b2e555c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Jul 23 00:16:45.655343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:16:45.703456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 56d3de09-483f-4e6e-bd01-331594f1b510 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:16:45.706985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 56d3de09-483f-4e6e-bd01-331594f1b510 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:16:45.707379 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:45.783592 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:45.804969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:16:45.807210 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc8468-e149-4972-83be-c013e5613abb" -d '{"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-plugged", "status": "completed", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:16:45.819809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:16:45.825568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:45.849732 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32d3aa-0646-4959-aac5-85cd4687b926 x-openstack-request-id: req-7b32d3aa-0646-4959-aac5-85cd4687b926 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:16:45.850031 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-plugged", "status": "completed", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:16:45.850282 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b32d3aa-0646-4959-aac5-85cd4687b926 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:16:45.850677 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510', 'code': 200} Jul 23 00:16:45.876636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:16:45.980212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e85f-1511-4e5a-a8c8-4ddbc72fabcb req-e2f081aa-528c-42e7-89b3-3658d5321d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:45.981894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4885e85f-1511-4e5a-a8c8-4ddbc72fabcb req-e2f081aa-528c-42e7-89b3-3658d5321d79 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1096 time: 0.0545480 Jul 23 00:16:46.025546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4885e85f-1511-4e5a-a8c8-4ddbc72fabcb req-8949b029-2dbf-422a-b80b-3c2e03c96690 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Jul 23 00:16:46.076314 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cf709-860d-4bd3-ad7e-0e5db907f9e2 req-84713653-40e8-4b80-ab99-5acdd9c1d5c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:46.077805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-664cf709-860d-4bd3-ad7e-0e5db907f9e2 req-84713653-40e8-4b80-ab99-5acdd9c1d5c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0662475 Jul 23 00:16:46.115188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-664cf709-860d-4bd3-ad7e-0e5db907f9e2 req-04abdb62-5da9-42f5-8ce9-56231bac32b1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Jul 23 00:16:46.170222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-12d58dea-b881-45fc-b72e-c7ebc822a862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:47.251022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710755c-c04c-4713-9e33-689289a96a2c req-547b990b-d144-4a04-8cbc-b08feefb048a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:47.252455 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b710755c-c04c-4713-9e33-689289a96a2c req-547b990b-d144-4a04-8cbc-b08feefb048a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0679810 Jul 23 00:16:47.289695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b710755c-c04c-4713-9e33-689289a96a2c req-a09a4184-35a7-4048-b3e1-e2b652aff4c1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Jul 23 00:16:47.420540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b85aa9-e40d-4fee-a5cb-a8aac4d02d95 req-c39c9013-15d6-47e0-9b10-4d9b4c6f1991 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:47.422038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22b85aa9-e40d-4fee-a5cb-a8aac4d02d95 req-c39c9013-15d6-47e0-9b10-4d9b4c6f1991 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0652273 Jul 23 00:16:47.460790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22b85aa9-e40d-4fee-a5cb-a8aac4d02d95 req-b46b3a86-8df2-4d6c-9e37-77f4411b10a5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Jul 23 00:16:47.674123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad1076-6e37-4aac-84b1-1824d21c067a req-a12b324e-dabb-42d8-8270-5420e0d96692 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:47.675611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12ad1076-6e37-4aac-84b1-1824d21c067a req-a12b324e-dabb-42d8-8270-5420e0d96692 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0633261 Jul 23 00:16:47.717664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12ad1076-6e37-4aac-84b1-1824d21c067a req-09960cbf-ace9-4a82-b964-6d377b96cea4 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Jul 23 00:16:47.846278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5548e-12c1-468b-b257-2f10a0e5776d req-9df69442-6bad-44c9-b4d0-4a50cd04e433 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:47.847685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50d5548e-12c1-468b-b257-2f10a0e5776d req-9df69442-6bad-44c9-b4d0-4a50cd04e433 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0637615 Jul 23 00:16:47.884751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50d5548e-12c1-468b-b257-2f10a0e5776d req-a20a7f52-3242-4084-a795-994073bb9de0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Jul 23 00:16:48.250898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-fc97bad6-9918-465d-8675-9b6106314547 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935752 Jul 23 00:16:48.266266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913902d4-e860-4dbe-a2e4-c13900112cc9 req-31508309-62fe-4853-bcd9-7207959c7a49 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:48.267907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-913902d4-e860-4dbe-a2e4-c13900112cc9 req-31508309-62fe-4853-bcd9-7207959c7a49 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.1020062 Jul 23 00:16:48.308302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-913902d4-e860-4dbe-a2e4-c13900112cc9 req-64ed9248-f718-4f2f-ac27-5ada560f0a52 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Jul 23 00:16:49.371069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-fe030e55-3053-46b1-a42c-4f04f26ee213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:49.372779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-fe030e55-3053-46b1-a42c-4f04f26ee213 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1096 time: 0.0551569 Jul 23 00:16:49.486130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5066d31-9576-4afe-8e71-e2a616b409e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:49.507978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb95a4f-525e-4b84-a887-cc17fe79030a req-f70988d9-85f8-45ca-9a34-6c0b0e4b43d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:49.509471 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adb95a4f-525e-4b84-a887-cc17fe79030a req-f70988d9-85f8-45ca-9a34-6c0b0e4b43d5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.1329887 Jul 23 00:16:49.512889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-edb46ec3-7ff2-49d9-971f-9a493e989cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:49.514225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-edb46ec3-7ff2-49d9-971f-9a493e989cc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.1297171 Jul 23 00:16:49.564855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-5701b4e5-7680-468f-9459-7e70c9140cb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0432148 Jul 23 00:16:49.609314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adb95a4f-525e-4b84-a887-cc17fe79030a req-1a349c18-83a7-46dd-9cdb-ee07a86ea16f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Jul 23 00:16:49.623501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-bbee05bc-0439-4d2e-99dd-17a976c94269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:49.624968 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-bbee05bc-0439-4d2e-99dd-17a976c94269 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0543516 Jul 23 00:16:49.658389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-304acc05-5365-44d0-8ba9-31b0617efc35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268030 Jul 23 00:16:49.722831 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:49.751851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-49d9d4c9-7c6b-46ee-89a2-72a4006f9fee service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875833 Jul 23 00:16:49.838383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-f58e0c50-e41f-4c60-8f88-8b18c4d133ca service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801585 Jul 23 00:16:50.376148 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:50.743202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40889-4278-4b11-b5c3-0fb9390c3351 req-acd2afce-0cb7-4171-80d3-a4029d2caa2d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:50.744732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cc40889-4278-4b11-b5c3-0fb9390c3351 req-acd2afce-0cb7-4171-80d3-a4029d2caa2d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0680864 Jul 23 00:16:50.786231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cc40889-4278-4b11-b5c3-0fb9390c3351 req-efeb429f-1f03-4e10-b215-91ad74ccab7c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347066 Jul 23 00:16:51.825550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:51.916844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae1eae-96df-4f0a-a398-5a01b86681f3 req-ff9a0444-9016-46f0-b2eb-89dae7f0a7bc tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:51.918679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ae1eae-96df-4f0a-a398-5a01b86681f3 req-ff9a0444-9016-46f0-b2eb-89dae7f0a7bc tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0648911 Jul 23 00:16:51.958922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ae1eae-96df-4f0a-a398-5a01b86681f3 req-19f4269a-4a33-4925-864e-bf1ec6168a07 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jul 23 00:16:52.600385 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:53.087805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ff368-84e4-4f31-afbe-57a903f6dd90 req-78eb234f-a531-485d-9179-d5ec4c0ba445 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:53.089878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35ff368-84e4-4f31-afbe-57a903f6dd90 req-78eb234f-a531-485d-9179-d5ec4c0ba445 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 23 00:16:53.126251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d35ff368-84e4-4f31-afbe-57a903f6dd90 req-7a56bcc4-9781-45c9-bba3-463501718f9b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309038 Jul 23 00:16:54.259470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea93196-9405-45af-8d2c-29f4fa99ca19 req-adf6bfe5-876f-4a2a-8e4e-02267fccee64 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:54.261084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eea93196-9405-45af-8d2c-29f4fa99ca19 req-adf6bfe5-876f-4a2a-8e4e-02267fccee64 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0682878 Jul 23 00:16:54.300233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eea93196-9405-45af-8d2c-29f4fa99ca19 req-1e07fe62-f15a-412e-b8e3-76e2df1441a0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Jul 23 00:16:55.431969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4a4a-79ab-45aa-b880-cdd5dce9339c req-d0475375-21b8-4575-a2a0-567dbc152d54 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:55.434520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71db4a4a-79ab-45aa-b880-cdd5dce9339c req-d0475375-21b8-4575-a2a0-567dbc152d54 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0656788 Jul 23 00:16:55.473924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71db4a4a-79ab-45aa-b880-cdd5dce9339c req-02bb9bb3-f0c6-4777-9a26-2f7a1f1020c2 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Jul 23 00:16:56.608538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8e29-7c0b-4c79-975f-3b9ba71e4373 req-72165e02-6d8b-4d0e-a445-91b58c393c3b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:56.610039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be4e8e29-7c0b-4c79-975f-3b9ba71e4373 req-72165e02-6d8b-4d0e-a445-91b58c393c3b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0665104 Jul 23 00:16:56.650030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-be4e8e29-7c0b-4c79-975f-3b9ba71e4373 req-f1412c81-f7e3-494c-af75-e466b11b1bd5 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Jul 23 00:16:57.783851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d3920-2e1f-4c45-bc93-c2d3991218de req-336ca18b-aa47-48e4-a663-141605d2c599 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:57.785353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-397d3920-2e1f-4c45-bc93-c2d3991218de req-336ca18b-aa47-48e4-a663-141605d2c599 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0677299 Jul 23 00:16:57.825589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-397d3920-2e1f-4c45-bc93-c2d3991218de req-c7e30723-fdc3-4200-afa8-795c70749517 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Jul 23 00:16:58.964118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20c84e-e0a6-4634-b207-5909343edd65 req-869abffb-0caa-4441-82e9-c513ef60ed91 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:16:58.965643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d20c84e-e0a6-4634-b207-5909343edd65 req-869abffb-0caa-4441-82e9-c513ef60ed91 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0724614 Jul 23 00:16:59.006156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d20c84e-e0a6-4634-b207-5909343edd65 req-b4927518-4fd0-4f42-8a94-98a620c6b88f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349407 Jul 23 00:17:00.145178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c2c5-9214-4f63-bee9-f52696258e74 req-d7df1f4a-5145-4673-8df7-b24cd8cab38b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:00.146672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5f8c2c5-9214-4f63-bee9-f52696258e74 req-d7df1f4a-5145-4673-8df7-b24cd8cab38b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0687642 Jul 23 00:17:00.185204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5f8c2c5-9214-4f63-bee9-f52696258e74 req-542e7ef5-cf23-4d59-acf8-14a19af2d830 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Jul 23 00:17:01.318040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fe237-02d2-4814-b1cb-2ad9dd196d35 req-f5e4c292-414a-4c81-ac2a-057f22f54b27 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:01.319563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa1fe237-02d2-4814-b1cb-2ad9dd196d35 req-f5e4c292-414a-4c81-ac2a-057f22f54b27 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0648687 Jul 23 00:17:01.364668 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa1fe237-02d2-4814-b1cb-2ad9dd196d35 req-89afb379-b56a-4cc4-8e9e-d64f12e52d28 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Jul 23 00:17:02.501152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085867be-2993-48e1-b146-32b7024300c9 req-e146b6f9-120d-4054-9684-525835e1954c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:02.502681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-085867be-2993-48e1-b146-32b7024300c9 req-e146b6f9-120d-4054-9684-525835e1954c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0702953 Jul 23 00:17:02.541395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-085867be-2993-48e1-b146-32b7024300c9 req-b9f80fcc-6295-4a11-819c-e371e51a6995 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jul 23 00:17:03.675549 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a983da-13f3-417e-af91-7c8f813ef4d7 req-1752e360-8f13-419a-87b0-c003753fc44e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:03.677040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6a983da-13f3-417e-af91-7c8f813ef4d7 req-1752e360-8f13-419a-87b0-c003753fc44e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0670080 Jul 23 00:17:03.717061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6a983da-13f3-417e-af91-7c8f813ef4d7 req-f6b21abf-7875-45eb-b8e7-18fba90ba5df tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Jul 23 00:17:04.848824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f4b8-d38b-41ac-bb31-fec632bf17e5 req-b2f85df4-da3c-41f0-b6c3-5a60fa9c5711 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:04.850310 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e70f4b8-d38b-41ac-bb31-fec632bf17e5 req-b2f85df4-da3c-41f0-b6c3-5a60fa9c5711 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0664396 Jul 23 00:17:04.889916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e70f4b8-d38b-41ac-bb31-fec632bf17e5 req-aa5c4036-796f-4d02-b4c0-eb5bfac4fd61 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Jul 23 00:17:06.024707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c317862-d1b2-40e9-aab4-c023c08610c6 req-783a4b81-393e-45ce-a863-2033683deb85 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:06.026697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c317862-d1b2-40e9-aab4-c023c08610c6 req-783a4b81-393e-45ce-a863-2033683deb85 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0675633 Jul 23 00:17:06.064649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c317862-d1b2-40e9-aab4-c023c08610c6 req-bd664ae5-b7cf-4ecb-9e15-9c40d8a3cd74 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Jul 23 00:17:06.649031 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:06.967039 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:17:07.195044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272e5a4-372a-4e87-8139-edb2bb114da6 req-732c4889-bb73-433e-a03a-984377a18a0e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:07.196492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2272e5a4-372a-4e87-8139-edb2bb114da6 req-732c4889-bb73-433e-a03a-984377a18a0e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0645204 Jul 23 00:17:07.234621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2272e5a4-372a-4e87-8139-edb2bb114da6 req-94d9c8ce-2d5b-4696-8a87-00952a9df849 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Jul 23 00:17:08.372399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3be63-4a30-467d-a832-2b5c97297c14 req-8a803a35-cc02-4fe5-a044-354857d37d91 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:08.374825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01e3be63-4a30-467d-a832-2b5c97297c14 req-8a803a35-cc02-4fe5-a044-354857d37d91 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0714848 Jul 23 00:17:08.413396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01e3be63-4a30-467d-a832-2b5c97297c14 req-11c35261-80e9-4ce3-8b09-8d4922962efb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Jul 23 00:17:09.549321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e47304-20e5-41ac-8878-4c47ac005182 req-8b2b35e9-8359-4883-89a6-2fae95acf1b1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:09.551132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87e47304-20e5-41ac-8878-4c47ac005182 req-8b2b35e9-8359-4883-89a6-2fae95acf1b1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0677783 Jul 23 00:17:09.594438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87e47304-20e5-41ac-8878-4c47ac005182 req-9b73b61f-87ad-43f3-a6ed-3679088d14b0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Jul 23 00:17:10.723366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16e66f-8b44-49b5-9b4d-59357e64bf79 req-f1c6b92c-b2dc-406a-99b4-4dc286149db6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:10.724771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af16e66f-8b44-49b5-9b4d-59357e64bf79 req-f1c6b92c-b2dc-406a-99b4-4dc286149db6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0632126 Jul 23 00:17:10.762132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af16e66f-8b44-49b5-9b4d-59357e64bf79 req-c25adafc-8ca9-4c9b-82d0-8c8b4d9f5171 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Jul 23 00:17:11.898107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9962f-8830-4f36-8c02-90982e5d75e9 req-f46964cc-2246-4e57-b829-260a3d043bf4 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:11.899617 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eaa9962f-8830-4f36-8c02-90982e5d75e9 req-f46964cc-2246-4e57-b829-260a3d043bf4 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0665238 Jul 23 00:17:11.937549 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eaa9962f-8830-4f36-8c02-90982e5d75e9 req-d3cb4747-24ef-4570-9342-f5345182eea0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jul 23 00:17:13.066459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298488e-f510-42f4-b916-7841ead8ec21 req-4b6945ff-497c-4482-9262-6be828b6a786 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:13.067962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4298488e-f510-42f4-b916-7841ead8ec21 req-4b6945ff-497c-4482-9262-6be828b6a786 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0635414 Jul 23 00:17:13.104965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4298488e-f510-42f4-b916-7841ead8ec21 req-aa1c25f1-fca3-4257-b1d4-7a20d169d20a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Jul 23 00:17:14.238101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51a69-848c-4019-a8a5-8206492880a8 req-0b1a6601-b032-43dd-b702-7f4e2e90e96f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:14.239621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08d51a69-848c-4019-a8a5-8206492880a8 req-0b1a6601-b032-43dd-b702-7f4e2e90e96f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0677025 Jul 23 00:17:14.276880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08d51a69-848c-4019-a8a5-8206492880a8 req-827252f9-1130-4724-9739-d8ce8df9e463 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Jul 23 00:17:15.416102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd005da0-6cef-4d1f-8b11-9ce97e7a4548 req-dad2a4ef-dc1b-41c4-9f1b-20dc3d694960 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:15.417573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd005da0-6cef-4d1f-8b11-9ce97e7a4548 req-dad2a4ef-dc1b-41c4-9f1b-20dc3d694960 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0672085 Jul 23 00:17:15.456136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd005da0-6cef-4d1f-8b11-9ce97e7a4548 req-820aaa35-a0d8-4e95-bfdb-f45175dcead0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Jul 23 00:17:16.171531 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-77aae47c-d94e-46f8-89f7-9f01c04596f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:16.584510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a2408-dc9f-423d-833e-5d0ca8626373 req-e6897fd0-bf69-4136-b866-0107c56d1ffe tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:16.585981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a84a2408-dc9f-423d-833e-5d0ca8626373 req-e6897fd0-bf69-4136-b866-0107c56d1ffe tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0634599 Jul 23 00:17:16.624460 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a84a2408-dc9f-423d-833e-5d0ca8626373 req-3d210884-51e8-4dc4-8cec-8ac2306905c7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Jul 23 00:17:17.155544 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-9e6cbac4-a269-464d-b7b8-3451cad090f5 service neutron] show failed (client error): The resource could not be found. Jul 23 00:17:17.156563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-9e6cbac4-a269-464d-b7b8-3451cad090f5 service neutron] 10.222.0.48 "GET /v2.0/ports/56d3de09-483f-4e6e-bd01-331594f1b510/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.3755624 Jul 23 00:17:17.366653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-27bf7ce9-c8e4-4e35-866f-3f0a3b000223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:17.368217 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-27bf7ce9-c8e4-4e35-866f-3f0a3b000223 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb&tenant_id=15643cb2cdbe470f97ca357d097c5a54 HTTP/1.1" status: 200 len: 1096 time: 0.0562363 Jul 23 00:17:17.379228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:17:17.458043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:17.658790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:17.691726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:17:17.732972 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:17.735537 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6b2fb2-ee44-4afb-abf5-b6cca3822e98" -d '{"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-unplugged", "status": "completed", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:17.739393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:17.752571 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Transition to ACTIVE for port object 56d3de09-483f-4e6e-bd01-331594f1b510 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:17:17.760880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:17.764376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6d680-40a8-4eb9-a104-cd31906ae175 req-50e96c44-49bc-4f69-85e4-a915944b1883 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:17.767804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41c6d680-40a8-4eb9-a104-cd31906ae175 req-50e96c44-49bc-4f69-85e4-a915944b1883 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0761526 Jul 23 00:17:17.799313 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac359b4-6766-4723-a26c-50f9fd88b3d9 x-openstack-request-id: req-4ac359b4-6766-4723-a26c-50f9fd88b3d9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:17.799659 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-unplugged", "status": "completed", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:17.799911 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ac359b4-6766-4723-a26c-50f9fd88b3d9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:17.800297 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510', 'code': 200} Jul 23 00:17:17.813226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41c6d680-40a8-4eb9-a104-cd31906ae175 req-29c387b3-1b2f-4282-90fd-cdd8e182adea tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391059 Jul 23 00:17:17.834463 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] No DVR routers for this DVR port 56d3de09-483f-4e6e-bd01-331594f1b510 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:17:17.837626 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:17.875032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:17:17.875408 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:17:17.875740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:17:17.879990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Port 56d3de09-483f-4e6e-bd01-331594f1b510 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:17:17.880313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Attempting to bind port 56d3de09-483f-4e6e-bd01-331594f1b510 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:17:17.886064 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:17:17.886401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Checking segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:17:17.886789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Bound using segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:17:17.887231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Bound port: 56d3de09-483f-4e6e-bd01-331594f1b510, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:17:17.887601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:17.950414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:17:17.953828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:17:17.957566 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:17.988954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:17.989586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:17.991007 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] 10.222.0.49 "PUT /v2.0/ports/56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 1091 time: 0.6157274 Jul 23 00:17:18.023211 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3882cdc-ead1-4241-af15-5433ed3f2a4a service neutron] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:18.073961 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-cb6c8ef5-f30a-4e49-880b-058cfe6a765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:18.075530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-cb6c8ef5-f30a-4e49-880b-058cfe6a765f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1094 time: 0.0629566 Jul 23 00:17:18.165063 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-9ae2dfd5-20fb-4573-8159-5a1e568be9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:18.166671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-9ae2dfd5-20fb-4573-8159-5a1e568be9e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0848429 Jul 23 00:17:18.209940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-d50442c1-1776-44d3-bbe4-7d2844bbc331 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0367901 Jul 23 00:17:18.256367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-1f71f1d4-5372-4134-b0c4-2c21a77facdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:18.257787 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-1f71f1d4-5372-4134-b0c4-2c21a77facdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0419018 Jul 23 00:17:18.291810 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-cd0858e0-4607-40c5-a12a-51028e9220dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276802 Jul 23 00:17:18.383840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-924d5160-0c94-4fe5-bbc0-d0074bd77a5d service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860345 Jul 23 00:17:18.478845 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fc8fbbd2-9e99-4c79-85be-23857fbc7450 req-2e424e7c-2f67-4a5b-babb-f079702f0488 service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885007 Jul 23 00:17:18.949771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e3280-ab4d-4874-92ba-dcb9f4d82f9d req-f1030aaa-68f4-43f1-8233-e28a186a6463 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:18.951272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf3e3280-ab4d-4874-92ba-dcb9f4d82f9d req-f1030aaa-68f4-43f1-8233-e28a186a6463 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 943 time: 0.0634780 Jul 23 00:17:18.991576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf3e3280-ab4d-4874-92ba-dcb9f4d82f9d req-7ef6f044-bfd3-4482-9447-6b0d28860f68 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Jul 23 00:17:19.488268 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8b40-f34d-4d1a-b08c-72dc6f48a062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:19.727609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:19.801854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:19.804209 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a9737-ec2f-411a-a811-a519e86e8042" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:19.808488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:17:19.840788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:17:19.854918 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731a7c2d-9bf4-4d78-80b8-4e52bc97428d x-openstack-request-id: req-731a7c2d-9bf4-4d78-80b8-4e52bc97428d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:19.855216 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:19.855503 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-731a7c2d-9bf4-4d78-80b8-4e52bc97428d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:19.855906 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510', 'status': 'completed', 'code': 200} Jul 23 00:17:19.860638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:17:19.946171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:19.952747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-5dec2351-2f6f-45df-9ea4-6f38e4a625f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:19.954681 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-5dec2351-2f6f-45df-9ea4-6f38e4a625f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1094 time: 0.0656648 Jul 23 00:17:19.958273 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '56d3de09-483f-4e6e-bd01-331594f1b510', 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'port_id': '56d3de09-483f-4e6e-bd01-331594f1b510', 'mac_address': 'fa:16:3e:76:15:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a9cc63-68c3-4f65-be60-e7d203cac3d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:17:19.979678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-315e9f5e-7370-40ef-af8b-0d6d047cedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:19.982305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-315e9f5e-7370-40ef-af8b-0d6d047cedaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1094 time: 0.0852239 Jul 23 00:17:20.003964 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:20.017658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d3de09-483f-4e6e-bd01-331594f1b510 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:17:20.039516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:20.044803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:20.080976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-b621ed14-33fb-4d25-9188-153b953c2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.083267 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-b621ed14-33fb-4d25-9188-153b953c2443 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.1089160 Jul 23 00:17:20.100592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:20.127949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-d3f0ed3d-1639-49e5-897e-60893cdc3ee9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0378766 Jul 23 00:17:20.130711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-1b7eaa53-ee04-4442-ae5d-ffcec2ead58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.132200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-1b7eaa53-ee04-4442-ae5d-ffcec2ead58a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.1429145 Jul 23 00:17:20.176439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-c5f4264e-552b-4edb-9268-734cc8d10f60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0376680 Jul 23 00:17:20.180210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-ad0a1f90-f449-49d6-a0de-e3eeb8fc487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.182316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-ad0a1f90-f449-49d6-a0de-e3eeb8fc487d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0482595 Jul 23 00:17:20.217253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-d8c7ef2e-5106-4fed-bc0a-e5596035adbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285571 Jul 23 00:17:20.222472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a46063-cd11-4552-8149-df62e8faac7f req-24a95678-c7a9-423d-850d-4350c1f00992 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.223965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8a46063-cd11-4552-8149-df62e8faac7f req-24a95678-c7a9-423d-850d-4350c1f00992 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 944 time: 0.1406577 Jul 23 00:17:20.254183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-a97881a0-6c01-40a7-9d61-b54407e07794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.256476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-a97881a0-6c01-40a7-9d61-b54407e07794 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0729473 Jul 23 00:17:20.257516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['56d3de09-483f-4e6e-bd01-331594f1b510'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:17:20.281724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8a46063-cd11-4552-8149-df62e8faac7f req-8662e976-0760-494e-a65d-2c5042733653 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 Jul 23 00:17:20.306831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-9fe8b359-909b-4953-b7ff-724845b8ea31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404327 Jul 23 00:17:20.327609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-ad02fdeb-81e0-41ca-bd62-b9b479f56566 service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028714 Jul 23 00:17:20.409061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:20.426614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-82168cac-4410-4dd3-b617-52bd3561ce01 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108451 Jul 23 00:17:20.569841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-b3176b6d-492c-424a-aa56-5b11d20ff508 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369269 Jul 23 00:17:20.600377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d62a9-5b84-4269-b991-213366a8923d req-1dd6b70f-0ecd-4c07-803b-ab4a206700fb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.602339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d8d62a9-5b84-4269-b991-213366a8923d req-1dd6b70f-0ecd-4c07-803b-ab4a206700fb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 944 time: 0.0933452 Jul 23 00:17:20.642462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d8d62a9-5b84-4269-b991-213366a8923d req-abd88172-d1e6-46a3-9e67-0380be69f064 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343177 Jul 23 00:17:20.793705 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9d4a9737-ec2f-411a-a811-a519e86e8042 req-57a91008-6b8c-44ce-8b6f-6d3b558ef14f service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582014 Jul 23 00:17:20.806040 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-d190aa6f-00af-40bc-9f79-adc0b4877081 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.808270 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-d190aa6f-00af-40bc-9f79-adc0b4877081 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb&tenant_id=15643cb2cdbe470f97ca357d097c5a54&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 944 time: 0.1213002 Jul 23 00:17:20.868197 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-d282eff6-d428-4a97-86e1-41489282fdf7 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:17:20.869709 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-d282eff6-d428-4a97-86e1-41489282fdf7 service neutron] 10.222.0.48 "DELETE /v2.0/ports/56d3de09-483f-4e6e-bd01-331594f1b510/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0541868 Jul 23 00:17:20.984519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-89b9a780-f663-452b-881c-c07974ac765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:20.986030 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-89b9a780-f663-452b-881c-c07974ac765c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 1095 time: 0.0552278 Jul 23 00:17:21.077446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-780a0794-312f-411e-a62b-9332b217f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:21.078927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-780a0794-312f-411e-a62b-9332b217f9c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0865285 Jul 23 00:17:21.120356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-22912dc9-5bd6-4e6b-879f-d7c8977d36f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 200 len: 217 time: 0.0349748 Jul 23 00:17:21.166568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-ba045681-180f-41ea-a457-3d9c63f63002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:21.168096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-ba045681-180f-41ea-a457-3d9c63f63002 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0423236 Jul 23 00:17:21.206051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-7a7e2dc8-9758-47e6-b6f6-7c37d2bdfe43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308497 Jul 23 00:17:21.294233 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-6a356239-8362-4589-aa16-994b4b9069e5 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816808 Jul 23 00:17:21.385752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-44ade002-d3ed-4143-a26f-3c72c44858d9 req-be39df36-2747-4fd5-87b9-e71aa3027d7c service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850735 Jul 23 00:17:21.781768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967b5d7-7626-4c0c-8697-6a3331ba47eb req-d5e15d04-670b-4f6d-ac8c-702af2e33aad tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:21.783275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3967b5d7-7626-4c0c-8697-6a3331ba47eb req-d5e15d04-670b-4f6d-ac8c-702af2e33aad tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 944 time: 0.0691059 Jul 23 00:17:21.830646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:21.831277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3967b5d7-7626-4c0c-8697-6a3331ba47eb req-915c69ce-4e45-458b-9c6e-448a9b8323bb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Jul 23 00:17:21.867587 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:17:21.925546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 56d3de09-483f-4e6e-bd01-331594f1b510 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:17:21.929662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 56d3de09-483f-4e6e-bd01-331594f1b510 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:17:21.930091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:22.013821 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:22.042478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:22.044741 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f28254-c27c-4e35-b019-f304c03042e2" -d '{"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-plugged", "status": "completed", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:22.061736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:22.068595 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:22.097120 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419d2d36-1f7b-43e4-ae56-2940934ac79f x-openstack-request-id: req-419d2d36-1f7b-43e4-ae56-2940934ac79f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:22.097410 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-plugged", "status": "completed", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:22.097657 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-419d2d36-1f7b-43e4-ae56-2940934ac79f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:22.098036 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510', 'code': 200} Jul 23 00:17:22.127050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:22.614563 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:22.963749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be97cc-5704-46f3-a434-6cf1bf363d15 req-fa3cb69a-2790-4e75-9d21-e5192b5032b1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:22.965239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97be97cc-5704-46f3-a434-6cf1bf363d15 req-fa3cb69a-2790-4e75-9d21-e5192b5032b1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0639558 Jul 23 00:17:23.002327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97be97cc-5704-46f3-a434-6cf1bf363d15 req-c56ca201-4a2f-4d8e-a73d-8fc5572b05f8 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316467 Jul 23 00:17:23.131688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33adb3-b5a7-4b17-9de6-f9644fa93bae req-bc22a2ae-0b7d-401c-8f99-35690e7bb6cd tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:23.133082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb33adb3-b5a7-4b17-9de6-f9644fa93bae req-bc22a2ae-0b7d-401c-8f99-35690e7bb6cd tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0641832 Jul 23 00:17:23.170743 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb33adb3-b5a7-4b17-9de6-f9644fa93bae req-ca973792-0614-4c2e-8bd7-178f0c1175c4 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319262 Jul 23 00:17:23.299199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500bb43-0ee8-4d37-aaaf-efc2eaafd47f req-c9f3892f-bc6b-4956-8d4c-d9f787563445 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:23.300736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d500bb43-0ee8-4d37-aaaf-efc2eaafd47f req-c9f3892f-bc6b-4956-8d4c-d9f787563445 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0661287 Jul 23 00:17:23.337829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d500bb43-0ee8-4d37-aaaf-efc2eaafd47f req-1df081f4-1bdd-4556-92b6-aca0c68b0212 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Jul 23 00:17:23.687235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-9d0e07bb-509b-49d7-b841-5fb8fa85f191 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:23.688722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-9d0e07bb-509b-49d7-b841-5fb8fa85f191 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 815 time: 0.0992844 Jul 23 00:17:23.703616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-7bb105aa-460f-432d-a81e-89adc626b88d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/quotas/15643cb2cdbe470f97ca357d097c5a54 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Jul 23 00:17:23.770989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-23ba2537-bfdc-4f52-869a-b9efeaff2bbd tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621305 Jul 23 00:17:23.858098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-453cef90-73d5-48d6-a1a7-5e26e4216646 service neutron] 10.222.0.21 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802968 Jul 23 00:17:23.950064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-5eda8ccc-75cb-4464-9cd7-c4d7a9427526 service neutron] 10.222.0.21 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862882 Jul 23 00:17:24.111047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-712ebcb6-dd41-4f3e-9cae-ba8e1c191425 req-f0b10d4f-8bdd-4a4f-a58c-6df7bc4fb628 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 210 time: 0.0307326 Jul 23 00:17:24.815081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f5846-1920-45a0-9cf2-43a642e29307 req-759f75a8-c3fc-431e-a661-59084c3d87b6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:24.816653 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-506f5846-1920-45a0-9cf2-43a642e29307 req-759f75a8-c3fc-431e-a661-59084c3d87b6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3d1ae97-6d53-4b45-995d-66920c5100eb HTTP/1.1" status: 200 len: 945 time: 0.0659242 Jul 23 00:17:24.923740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Deleting port 56d3de09-483f-4e6e-bd01-331594f1b510 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:17:24.924089 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.091823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] For port 56d3de09-483f-4e6e-bd01-331594f1b510, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=56d3de09-483f-4e6e-bd01-331594f1b510,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:25.092113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.112907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Calling delete_port for 56d3de09-483f-4e6e-bd01-331594f1b510 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:17:25.125337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-26c7bcf9-40ab-408d-a7a1-41408393c73a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:25.126787 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-26c7bcf9-40ab-408d-a7a1-41408393c73a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 815 time: 0.1741915 Jul 23 00:17:25.171237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Request body: {'port': {'device_id': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'admin_state_up': True, 'tenant_id': '15643cb2cdbe470f97ca357d097c5a54'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:17:25.207246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-111bc4af-cac1-4e4a-a2df-d4afb14d9aee req-411c2b8b-cca6-4dd9-b15a-ccbab53509f9 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 210 time: 0.0288243 Jul 23 00:17:25.350578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.352956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Made reservation on behalf of 15643cb2cdbe470f97ca357d097c5a54 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:17:25.356338 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.362650 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['56d3de09-483f-4e6e-bd01-331594f1b510'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:17:25.398742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Pushing event deleted for resources: {'Port': ['ID=56d3de09-483f-4e6e-bd01-331594f1b510,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:25.479884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] No DVR routers for this DVR port 56d3de09-483f-4e6e-bd01-331594f1b510 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:17:25.484183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.486164 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-506f5846-1920-45a0-9cf2-43a642e29307 req-505bd9ec-d95e-43d4-bd8b-9652988bb8c6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.49 "DELETE /v2.0/ports/56d3de09-483f-4e6e-bd01-331594f1b510 HTTP/1.1" status: 204 len: 173 time: 0.6645441 Jul 23 00:17:25.486596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-deleted', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:25.488864 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b480fbab-8a5a-41a2-9661-1be04fdef06d" -d '{"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-deleted", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:25.539170 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efffbead-22b4-4fa2-ac79-1376d52feb86 x-openstack-request-id: req-efffbead-22b4-4fa2-ac79-1376d52feb86 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:25.539500 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d1ae97-6d53-4b45-995d-66920c5100eb", "name": "network-vif-deleted", "tag": "56d3de09-483f-4e6e-bd01-331594f1b510", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:25.539759 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efffbead-22b4-4fa2-ac79-1376d52feb86 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:25.540154 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d1ae97-6d53-4b45-995d-66920c5100eb', 'name': 'network-vif-deleted', 'tag': '56d3de09-483f-4e6e-bd01-331594f1b510', 'status': 'completed', 'code': 200} Jul 23 00:17:25.577476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Allocated IP 172.20.0.12 (ef1f6e22-b3c7-467a-80b3-9870c4229726/e4a9cc63-68c3-4f65-be60-e7d203cac3d2/029a3b48-63ad-422f-8af3-acf168b125f5) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:17:25.736001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.774615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.787137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['56d3de09-483f-4e6e-bd01-331594f1b510'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:17:25.829384 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Network ef1f6e22-b3c7-467a-80b3-9870c4229726 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:17:25.832747 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:17:25.836591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:17:25.844358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:25.890163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:25.890845 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:25.908042 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-8de51e41-abe3-4a84-ba41-95fda6423214 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7422516 Jul 23 00:17:25.924326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Request body: {'port': {'device_id': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:17:26.004120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:26.276802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029a3b48-63ad-422f-8af3-acf168b125f5 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:17:26.284567 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:26.296971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Transition to ACTIVE for port object 029a3b48-63ad-422f-8af3-acf168b125f5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:17:26.300229 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:26.350564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:26.352755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58634721-6b31-4d63-b5e9-36c49a6da611 req-2d50e42f-487a-4c62-bf66-13404c080ec1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:26.354960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58634721-6b31-4d63-b5e9-36c49a6da611 req-2d50e42f-487a-4c62-bf66-13404c080ec1 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 932 time: 0.0792248 Jul 23 00:17:26.393392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58634721-6b31-4d63-b5e9-36c49a6da611 req-e50f36ec-8e80-4759-a045-60600c8e1280 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Jul 23 00:17:26.429943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:17:26.430281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:17:26.431840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:17:26.436100 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Port 029a3b48-63ad-422f-8af3-acf168b125f5 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:17:26.436424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:17:26.441132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:17:26.441467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Checking segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:17:26.441848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Bound using segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:17:26.442275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Bound port: 029a3b48-63ad-422f-8af3-acf168b125f5, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:17:26.442634 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:26.510472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:17:26.513468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:17:26.517986 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:26.551639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:26.552288 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:26.553693 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] 10.222.0.48 "PUT /v2.0/ports/029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 1092 time: 0.6336844 Jul 23 00:17:26.577478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc441-de11-4848-8ca9-748e8bdab071 service neutron] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:26.657483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-386de70a-790e-4dbb-acd7-c5f825c8294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:26.659036 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-386de70a-790e-4dbb-acd7-c5f825c8294a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1095 time: 0.0550523 Jul 23 00:17:26.708138 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-a48428f9-e4b1-47a9-938f-3c6856c3c2ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.0371938 Jul 23 00:17:26.755649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-49d7fc02-964d-4b3a-9366-2fe0f3214b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:26.757078 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-49d7fc02-964d-4b3a-9366-2fe0f3214b81 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0428286 Jul 23 00:17:26.790051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-1ae8a8a7-b6d8-44c8-a813-2fca3ec6ef8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268362 Jul 23 00:17:26.882794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-87b4959a-de69-43c3-9eea-8742d742432d service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Jul 23 00:17:26.977909 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1905bc65-fdee-47cb-84a7-4937f524ff54 req-5910061f-9106-46a4-a88b-470f7a1f06e8 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886991 Jul 23 00:17:27.529447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e736153-8aef-4695-be46-82081a8d718b req-8cec43f6-9a32-4859-ac37-26df96c78699 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:27.530977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e736153-8aef-4695-be46-82081a8d718b req-8cec43f6-9a32-4859-ac37-26df96c78699 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.0656023 Jul 23 00:17:27.541445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:27.543804 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096889af-9c67-4c5e-aea9-4c8601614bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:27.570307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e736153-8aef-4695-be46-82081a8d718b req-eb192798-9db1-40d3-95da-001c5678f62b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Jul 23 00:17:27.579073 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c37584-1211-47e3-9a85-063512bcaace x-openstack-request-id: req-02c37584-1211-47e3-9a85-063512bcaace {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:27.579401 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:27.579665 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02c37584-1211-47e3-9a85-063512bcaace {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:27.580060 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5', 'status': 'completed', 'code': 200} Jul 23 00:17:27.678967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-ecf8f7c3-5281-4217-ae4e-357345c73fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:27.680421 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-ecf8f7c3-5281-4217-ae4e-357345c73fbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1095 time: 0.0583951 Jul 23 00:17:27.773187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-206c38fc-e261-4476-9f3d-89ad77aea197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:27.776010 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-206c38fc-e261-4476-9f3d-89ad77aea197 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0874708 Jul 23 00:17:27.819298 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-ef75ed65-86bb-4c3b-8952-40471939469e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.0377810 Jul 23 00:17:27.869399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-0c61842a-7d44-4e05-af2f-50ae1b388978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:27.870903 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-0c61842a-7d44-4e05-af2f-50ae1b388978 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0446732 Jul 23 00:17:27.904733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-0c112d71-3896-4cd4-960e-f189aa7d9ef4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278530 Jul 23 00:17:27.914094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:17:27.935072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 56d3de09-483f-4e6e-bd01-331594f1b510 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:17:27.935475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 56d3de09-483f-4e6e-bd01-331594f1b510 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:17:27.997615 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-d8994ebd-81b6-4b5f-a62f-554827b700f7 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857198 Jul 23 00:17:28.085975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-096889af-9c67-4c5e-aea9-4c8601614bbf req-a61df588-0b9d-40ed-a6df-8eae4ce06a42 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816634 Jul 23 00:17:28.701489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ada98-c5a0-4bba-8e7c-0a69b90b8d8b req-0c90b246-0b5c-40a1-b303-9109d78f0da6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:28.702893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-124ada98-c5a0-4bba-8e7c-0a69b90b8d8b req-0c90b246-0b5c-40a1-b303-9109d78f0da6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.0626650 Jul 23 00:17:28.741151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-124ada98-c5a0-4bba-8e7c-0a69b90b8d8b req-473e08a6-e068-4397-8167-f741df7cff90 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Jul 23 00:17:29.809607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:17:29.874271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a534c9-edda-4997-a7fe-97d62000d892 req-8252c978-5b8f-4ce4-9217-8def9b9d5b4e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:29.875793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81a534c9-edda-4997-a7fe-97d62000d892 req-8252c978-5b8f-4ce4-9217-8def9b9d5b4e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.0686398 Jul 23 00:17:29.906385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:29.914243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81a534c9-edda-4997-a7fe-97d62000d892 req-defadebe-1342-4fda-87c9-157dd111dba3 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Jul 23 00:17:29.917504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '029a3b48-63ad-422f-8af3-acf168b125f5', 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'port_id': '029a3b48-63ad-422f-8af3-acf168b125f5', 'mac_address': 'fa:16:3e:fe:ce:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a9cc63-68c3-4f65-be60-e7d203cac3d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:17:29.955789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:29.968527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029a3b48-63ad-422f-8af3-acf168b125f5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:17:29.986927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:29.990811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:30.040633 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:30.248111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['029a3b48-63ad-422f-8af3-acf168b125f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:17:31.048363 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729030c-2d20-4927-acb4-23293aa89130 req-ceebea07-a66a-449e-9dd4-e45447e16874 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:31.049943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7729030c-2d20-4927-acb4-23293aa89130 req-ceebea07-a66a-449e-9dd4-e45447e16874 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 945 time: 0.0669284 Jul 23 00:17:31.088392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7729030c-2d20-4927-acb4-23293aa89130 req-491c7886-464c-4ae6-a640-53eb0c7278d7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Jul 23 00:17:31.810024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:17:31.859232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 029a3b48-63ad-422f-8af3-acf168b125f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:17:31.862843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 029a3b48-63ad-422f-8af3-acf168b125f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:17:31.863210 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:31.939241 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:31.962191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:17:31.964610 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d00488-7804-47ec-a4ac-f1ec255b8f93" -d '{"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-plugged", "status": "completed", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:17:31.976978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:17:31.981866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:32.004671 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e27342e-0066-46aa-830d-47124ad50fad x-openstack-request-id: req-8e27342e-0066-46aa-830d-47124ad50fad {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:17:32.004967 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-plugged", "status": "completed", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:17:32.005220 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e27342e-0066-46aa-830d-47124ad50fad {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:17:32.005605 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5', 'code': 200} Jul 23 00:17:32.035467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:17:32.044768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.045128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.045478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.045819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.046158 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.046492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.046822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.047153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.047505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.047835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.048163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.048486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:17:32.135561 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9531-bd11-413f-90ef-2ae3f541c3ff req-8889cc85-353c-4959-9157-80a63402025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:32.137103 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b02d9531-bd11-413f-90ef-2ae3f541c3ff req-8889cc85-353c-4959-9157-80a63402025e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1097 time: 0.0540168 Jul 23 00:17:32.178757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b02d9531-bd11-413f-90ef-2ae3f541c3ff req-0d7cc415-c933-4163-8fc7-0cb2b1a795e2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356495 Jul 23 00:17:32.219905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989dde6-5a6d-4d3a-a7b9-58153fa24d6e req-2756bd38-8c04-40c7-b315-a27074afedad tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:32.221385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0989dde6-5a6d-4d3a-a7b9-58153fa24d6e req-2756bd38-8c04-40c7-b315-a27074afedad tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0673082 Jul 23 00:17:32.258663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0989dde6-5a6d-4d3a-a7b9-58153fa24d6e req-09694774-8c3c-42ce-b288-958df700c639 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318482 Jul 23 00:17:33.390904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafac77c-0a5e-4e04-8d4d-263a465370b4 req-6da8c5db-d418-421b-84d3-67b4715db50a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:33.392456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aafac77c-0a5e-4e04-8d4d-263a465370b4 req-6da8c5db-d418-421b-84d3-67b4715db50a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0644057 Jul 23 00:17:33.429692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aafac77c-0a5e-4e04-8d4d-263a465370b4 req-3af36da2-da09-4cd6-8beb-1e9b6139a7ab tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318036 Jul 23 00:17:33.561893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a2396-28b0-49fc-9194-ea5e6c82252d req-51c32625-4926-4474-89e1-a356b194e12c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:33.563591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc8a2396-28b0-49fc-9194-ea5e6c82252d req-51c32625-4926-4474-89e1-a356b194e12c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0665498 Jul 23 00:17:33.603371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc8a2396-28b0-49fc-9194-ea5e6c82252d req-451ba5ea-774c-4726-a250-9899f17a6e4a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Jul 23 00:17:33.897458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-81112609-7f14-484d-9759-acd74163bafc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960522 Jul 23 00:17:33.910267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de2612-955d-4cd5-9510-9dfdf97fe49e req-e674a405-f755-4cd9-a456-3f1db3de1c72 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:33.911762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08de2612-955d-4cd5-9510-9dfdf97fe49e req-e674a405-f755-4cd9-a456-3f1db3de1c72 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.1092608 Jul 23 00:17:33.952837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08de2612-955d-4cd5-9510-9dfdf97fe49e req-c8730a18-6709-48b5-af63-608ebcb7f8cf tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340207 Jul 23 00:17:34.960597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-0bff2208-85d3-40af-984c-fa7543b538a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:34.962757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-0bff2208-85d3-40af-984c-fa7543b538a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1097 time: 0.0563257 Jul 23 00:17:35.053189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-4139c14d-628e-4ab2-83be-5a1d695a7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:35.054675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-4139c14d-628e-4ab2-83be-5a1d695a7cbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0868790 Jul 23 00:17:35.090856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79254387-e6f6-4373-bdaf-6c65c3155e5b req-d9a61a1d-31f7-41db-97ff-3e73c257ca9b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:35.092409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79254387-e6f6-4373-bdaf-6c65c3155e5b req-d9a61a1d-31f7-41db-97ff-3e73c257ca9b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0690761 Jul 23 00:17:35.100021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-20095acb-e0ec-4cae-8916-b2e6c411e2e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.0392499 Jul 23 00:17:35.130358 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79254387-e6f6-4373-bdaf-6c65c3155e5b req-9d8068c2-3e2c-42f2-b2f8-e64b94f9c6a6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Jul 23 00:17:35.148866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-c09ef130-b10c-410a-92ac-29d74ba5fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:35.151037 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-c09ef130-b10c-410a-92ac-29d74ba5fb32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0455346 Jul 23 00:17:35.185991 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-7bb7f42f-c8bd-4d41-86db-bcb13f1201ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279279 Jul 23 00:17:35.281398 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-7119db8b-72ad-43f3-8686-784649ca1c7c service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884230 Jul 23 00:17:35.370820 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-25c5c8d0-3ec0-4591-8019-dc2b1dd681d4 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832219 Jul 23 00:17:36.261553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6daaab-0441-42ce-bee6-b4221e5e0f5a req-9e333225-8013-4ea2-aa2e-de63a3207ec9 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:36.263062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b6daaab-0441-42ce-bee6-b4221e5e0f5a req-9e333225-8013-4ea2-aa2e-de63a3207ec9 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0646539 Jul 23 00:17:36.300198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b6daaab-0441-42ce-bee6-b4221e5e0f5a req-3ef67f62-da48-47be-94c4-c5c8f3cb5591 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Jul 23 00:17:36.646798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:37.430079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69217ef0-bf60-4ed6-a3a4-9b678865a3a6 req-e855a0c6-4dd8-4703-ad1b-db01c5220031 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:37.432140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69217ef0-bf60-4ed6-a3a4-9b678865a3a6 req-e855a0c6-4dd8-4703-ad1b-db01c5220031 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0651052 Jul 23 00:17:37.470512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69217ef0-bf60-4ed6-a3a4-9b678865a3a6 req-a0b4d199-f4ca-42f6-958c-1b18fac8235b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Jul 23 00:17:38.602142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b0ae3-9b6a-497f-a1e9-38f4f0fb904d req-1616dd60-b2d3-46b7-96b4-aadf64287714 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:38.603993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d7b0ae3-9b6a-497f-a1e9-38f4f0fb904d req-1616dd60-b2d3-46b7-96b4-aadf64287714 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0679607 Jul 23 00:17:38.641259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d7b0ae3-9b6a-497f-a1e9-38f4f0fb904d req-bc42bb52-44a2-4a81-a53f-b017c0ce89bb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Jul 23 00:17:39.770643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc6ece-a57c-4fb2-8a3a-4fec8d728b23 req-f069b005-5cc7-4f17-ae45-c3b077ba643a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:39.772073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ebc6ece-a57c-4fb2-8a3a-4fec8d728b23 req-f069b005-5cc7-4f17-ae45-c3b077ba643a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0642853 Jul 23 00:17:39.809972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ebc6ece-a57c-4fb2-8a3a-4fec8d728b23 req-cb08f684-c5bc-4748-b6a8-1fec80c36cac tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Jul 23 00:17:40.950955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2598b9-b200-4e57-808f-efc245066d6c req-4a835561-9b3f-47f3-99a8-e640d5c8098f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:40.952543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa2598b9-b200-4e57-808f-efc245066d6c req-4a835561-9b3f-47f3-99a8-e640d5c8098f tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0693827 Jul 23 00:17:40.990128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa2598b9-b200-4e57-808f-efc245066d6c req-4e5a722a-f845-45f7-9824-36d81ecc7544 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Jul 23 00:17:42.118898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f787aab-6974-4e99-813c-99ac9401100d req-3c7ef1b8-7885-4c62-923b-e61f0690165d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:42.120483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f787aab-6974-4e99-813c-99ac9401100d req-3c7ef1b8-7885-4c62-923b-e61f0690165d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0637531 Jul 23 00:17:42.157923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f787aab-6974-4e99-813c-99ac9401100d req-9ecf39cc-9b3b-41d1-a44e-cc20c1a70291 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Jul 23 00:17:43.286598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4021561-5611-4fb0-9999-68617c0fdeef req-a0f5fbb7-71b1-4425-860a-a4ac5ec03832 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:43.287989 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4021561-5611-4fb0-9999-68617c0fdeef req-a0f5fbb7-71b1-4425-860a-a4ac5ec03832 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0633276 Jul 23 00:17:43.325674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4021561-5611-4fb0-9999-68617c0fdeef req-ec6527e9-0fe1-413c-8497-5baf2f3de9cb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Jul 23 00:17:43.970436 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:17:44.459317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe62c-2b5f-4266-98ca-72c24dcb6821 req-f3a16dca-beca-48c6-9c65-1664236e0755 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:44.460880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ccbe62c-2b5f-4266-98ca-72c24dcb6821 req-f3a16dca-beca-48c6-9c65-1664236e0755 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0688062 Jul 23 00:17:44.499160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ccbe62c-2b5f-4266-98ca-72c24dcb6821 req-835a6adb-72a4-48db-8d38-30c1f4e2b069 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324333 Jul 23 00:17:45.629522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70cd72-3b04-4e1d-8502-37af1ff95307 req-2bc4a6e3-5b67-4bde-bdfd-1ffb4459dacb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:45.631017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b70cd72-3b04-4e1d-8502-37af1ff95307 req-2bc4a6e3-5b67-4bde-bdfd-1ffb4459dacb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0668099 Jul 23 00:17:45.671090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b70cd72-3b04-4e1d-8502-37af1ff95307 req-d1786cb0-10ac-4c1f-9231-305aafa6bfdd tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Jul 23 00:17:46.171719 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f08dabd4-0738-4412-9fed-d70ca95a7865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:46.804162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003ed1-253b-4c62-99af-f48ad1e0a521 req-72254fe5-fb16-4982-a091-2bc43500ded6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:46.806326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b003ed1-253b-4c62-99af-f48ad1e0a521 req-72254fe5-fb16-4982-a091-2bc43500ded6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0675287 Jul 23 00:17:46.844183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b003ed1-253b-4c62-99af-f48ad1e0a521 req-8f0027e7-3c19-43e5-a5ef-44d8206f327b tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jul 23 00:17:47.972049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518d539-231b-4ef6-ae0b-86a5c1eb0fea req-e01d9181-da14-453a-81df-bee5f516fa33 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:47.973537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9518d539-231b-4ef6-ae0b-86a5c1eb0fea req-e01d9181-da14-453a-81df-bee5f516fa33 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0632029 Jul 23 00:17:48.012103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9518d539-231b-4ef6-ae0b-86a5c1eb0fea req-92ad3885-4ab5-4fef-a58a-55d766b59f51 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Jul 23 00:17:49.140707 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb379bd-4a54-457e-8f27-d6829825e8cd req-c7ec8476-d74e-43af-a5c2-15f3308d04b7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:49.142222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfb379bd-4a54-457e-8f27-d6829825e8cd req-c7ec8476-d74e-43af-a5c2-15f3308d04b7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0641916 Jul 23 00:17:49.179482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfb379bd-4a54-457e-8f27-d6829825e8cd req-e6f14b6a-0f4e-497d-af47-3693248110f9 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Jul 23 00:17:49.489556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b5377c19-4ac6-415d-97dc-51c09b6ca1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:49.729522 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:50.312272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61858e2b-1527-4944-a956-c362627aa415 req-19d00884-8bf2-4b5c-b504-29532129a368 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:50.313823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61858e2b-1527-4944-a956-c362627aa415 req-19d00884-8bf2-4b5c-b504-29532129a368 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0679398 Jul 23 00:17:50.353401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61858e2b-1527-4944-a956-c362627aa415 req-104898c4-4766-45b7-9ec7-959920a28d5c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Jul 23 00:17:50.381765 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:51.483921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6914c-2fbb-4e78-9f84-8aec6ae0869d req-8c0b0b89-a221-41f0-9c83-4f696c1829fa tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:51.485410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18e6914c-2fbb-4e78-9f84-8aec6ae0869d req-8c0b0b89-a221-41f0-9c83-4f696c1829fa tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0636241 Jul 23 00:17:51.523236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18e6914c-2fbb-4e78-9f84-8aec6ae0869d req-9a81f861-1e13-4a7b-897a-40567be35fa0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jul 23 00:17:51.831547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:52.629000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:52.657621 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55b8e-62e9-48ca-b544-dffef6288b37 req-e4d8c3c8-a3ac-4515-8ecf-9d933ef1d9ec tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:52.659094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcf55b8e-62e9-48ca-b544-dffef6288b37 req-e4d8c3c8-a3ac-4515-8ecf-9d933ef1d9ec tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0702469 Jul 23 00:17:52.696802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcf55b8e-62e9-48ca-b544-dffef6288b37 req-68e68626-15dd-419a-9dec-8ff0926409da tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jul 23 00:17:53.826255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f48ebf-23ed-45f2-a8f8-6878e90b6756 req-8eaa4d08-0cc4-483c-8fb0-e3276a6f84c7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:53.827775 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65f48ebf-23ed-45f2-a8f8-6878e90b6756 req-8eaa4d08-0cc4-483c-8fb0-e3276a6f84c7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0634203 Jul 23 00:17:53.864838 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65f48ebf-23ed-45f2-a8f8-6878e90b6756 req-c0799ce9-91f8-44e5-b03e-297af5c8cf83 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Jul 23 00:17:54.997203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd02c5-2666-4c24-bbd0-dbdb7e3bd0d8 req-283b0d0d-dd2e-43d6-ab99-0bdde635d82d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:54.998688 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ccd02c5-2666-4c24-bbd0-dbdb7e3bd0d8 req-283b0d0d-dd2e-43d6-ab99-0bdde635d82d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0661042 Jul 23 00:17:55.036586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ccd02c5-2666-4c24-bbd0-dbdb7e3bd0d8 req-51b159e8-ce65-466f-9ef2-161926c13c73 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Jul 23 00:17:56.171532 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9463fa-b353-4280-944d-887113f58950 req-a09b3d01-9dae-4c2b-b8ea-8f5e697b36a4 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:56.172997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee9463fa-b353-4280-944d-887113f58950 req-a09b3d01-9dae-4c2b-b8ea-8f5e697b36a4 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0684431 Jul 23 00:17:56.211129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee9463fa-b353-4280-944d-887113f58950 req-11ffccfa-1bf9-4cae-a68a-f173f76be31c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Jul 23 00:17:57.340789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd234b2-4b8a-4877-8f1e-625456588322 req-f65229bf-ab54-41a0-a5ee-bda92ee0f3e6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:57.342284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbd234b2-4b8a-4877-8f1e-625456588322 req-f65229bf-ab54-41a0-a5ee-bda92ee0f3e6 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0648398 Jul 23 00:17:57.379957 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbd234b2-4b8a-4877-8f1e-625456588322 req-b71c517e-8ee8-4a12-b0e5-5f16bb46045e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Jul 23 00:17:58.513678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d15ec5-7df4-4a59-a6a2-7014014ec909 req-4bb85438-2f18-46df-965e-6f4389820658 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:58.515168 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9d15ec5-7df4-4a59-a6a2-7014014ec909 req-4bb85438-2f18-46df-965e-6f4389820658 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0670898 Jul 23 00:17:58.552663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9d15ec5-7df4-4a59-a6a2-7014014ec909 req-51d3f391-2f6e-47d9-b3cc-e7ee787f6545 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Jul 23 00:17:59.681959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e0c6-fd77-407e-a917-8bb675f4911a req-e7b187fc-a4bf-4550-9e4c-6137267202ea tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:17:59.683654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8956e0c6-fd77-407e-a917-8bb675f4911a req-e7b187fc-a4bf-4550-9e4c-6137267202ea tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0630240 Jul 23 00:17:59.722518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8956e0c6-fd77-407e-a917-8bb675f4911a req-733f0b2f-d18c-491a-96d4-206f2bb0d554 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Jul 23 00:18:00.853877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d9bcf-bb4b-4c32-8b07-fe4324e3ca4d req-54db047e-102d-44e7-8b3a-d20b449c18b3 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:00.855393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-636d9bcf-bb4b-4c32-8b07-fe4324e3ca4d req-54db047e-102d-44e7-8b3a-d20b449c18b3 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0647640 Jul 23 00:18:00.892858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-636d9bcf-bb4b-4c32-8b07-fe4324e3ca4d req-9de0b755-b332-4a19-8342-c21ca3c9e294 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Jul 23 00:18:02.028576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f5ae-9a08-4488-bbca-57ee145af66b req-d2f4402a-a507-416f-80b6-3cd1c5a9b4c0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:02.030717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa54f5ae-9a08-4488-bbca-57ee145af66b req-d2f4402a-a507-416f-80b6-3cd1c5a9b4c0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0698030 Jul 23 00:18:02.068678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa54f5ae-9a08-4488-bbca-57ee145af66b req-3a297bad-f6de-4eb0-b6af-5c33c3900f4a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324407 Jul 23 00:18:02.288019 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-4cd63502-b404-450b-805b-81f16b1fecfa req-517e6957-a857-472e-a0ee-0892c01162d2 service neutron] show failed (client error): The resource could not be found. Jul 23 00:18:02.288969 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-517e6957-a857-472e-a0ee-0892c01162d2 service neutron] 10.222.0.48 "GET /v2.0/ports/029a3b48-63ad-422f-8af3-acf168b125f5/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0587473 Jul 23 00:18:02.505699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-8767bffa-0356-41a7-88e1-068f7bfa6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:02.507226 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-8767bffa-0356-41a7-88e1-068f7bfa6be0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef&tenant_id=15643cb2cdbe470f97ca357d097c5a54 HTTP/1.1" status: 200 len: 1097 time: 0.0577397 Jul 23 00:18:02.518453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:02.588223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:02.787421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:02.819618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:02.858193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:02.860422 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056eda4-6562-4255-820f-977da0fd2fbd" -d '{"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-unplugged", "status": "completed", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:02.863994 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:02.876440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Transition to ACTIVE for port object 029a3b48-63ad-422f-8af3-acf168b125f5 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:02.881109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:02.915072 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b19e2c-e87e-44af-93de-fa0ff9057c07 x-openstack-request-id: req-d6b19e2c-e87e-44af-93de-fa0ff9057c07 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:02.915386 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-unplugged", "status": "completed", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:02.915639 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6b19e2c-e87e-44af-93de-fa0ff9057c07 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:02.916024 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5', 'code': 200} Jul 23 00:18:02.941797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] No DVR routers for this DVR port 029a3b48-63ad-422f-8af3-acf168b125f5 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:02.950024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:02.978169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.978522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.978867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.979212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.979573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.979904 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.980231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.980565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.980889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.981212 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.981535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.981858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:02.998058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:02.998438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:02.998724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:03.002923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Port 029a3b48-63ad-422f-8af3-acf168b125f5 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:18:03.003244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Attempting to bind port 029a3b48-63ad-422f-8af3-acf168b125f5 on network ef1f6e22-b3c7-467a-80b3-9870c4229726 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:03.008004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:03.008337 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Checking segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:03.008711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Bound using segment: {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:03.009131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Bound port: 029a3b48-63ad-422f-8af3-acf168b125f5, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141c56df-dd88-47ac-88c7-786fefca1ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:03.009506 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.071097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:03.074069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:03.078160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.111268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:03.111939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:03.113249 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] 10.222.0.49 "PUT /v2.0/ports/029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 1092 time: 0.5987835 Jul 23 00:18:03.135573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d3772-74d3-48de-b2fd-125735bff6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:03.196997 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-89894be5-799b-49eb-84e8-d6cf51eab371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:03.198567 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-89894be5-799b-49eb-84e8-d6cf51eab371 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1095 time: 0.0601766 Jul 23 00:18:03.206569 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18052a6c-ff11-4b50-b8a9-148c53b8717f req-8a0bbcc9-c5d1-4037-8625-e92903f69705 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:03.208113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18052a6c-ff11-4b50-b8a9-148c53b8717f req-8a0bbcc9-c5d1-4037-8625-e92903f69705 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.0655882 Jul 23 00:18:03.247235 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18052a6c-ff11-4b50-b8a9-148c53b8717f req-057de941-1efb-449c-8b7a-3b280b9a2b40 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Jul 23 00:18:03.287875 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-26d63b22-ef3c-407a-b996-69c7156e48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:03.293051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-26d63b22-ef3c-407a-b996-69c7156e48b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0887799 Jul 23 00:18:03.337405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-389d0c3e-a958-4706-8ab3-c36064654b7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.0372701 Jul 23 00:18:03.384235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd63502-b404-450b-805b-81f16b1fecfa req-f92229ec-5d63-4007-acef-fe6ab1860fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:03.385557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-f92229ec-5d63-4007-acef-fe6ab1860fc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0421016 Jul 23 00:18:03.418937 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-ee359b03-9606-4672-aef1-c36b7b6e5788 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270836 Jul 23 00:18:03.514496 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-29e393d6-0942-4da7-bcdd-ec9e3670d649 service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870199 Jul 23 00:18:03.601621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-26b0a261-fa66-4bc2-9233-1af98cafc9be service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810935 Jul 23 00:18:04.383914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f353e6-1ad2-413f-a6be-ef5c599e5022 req-d59d10ca-f495-4e1c-80da-5dd29067a049 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:04.385417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44f353e6-1ad2-413f-a6be-ef5c599e5022 req-d59d10ca-f495-4e1c-80da-5dd29067a049 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.0670440 Jul 23 00:18:04.428269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-44f353e6-1ad2-413f-a6be-ef5c599e5022 req-9574426c-1d0f-4f56-82ee-c491b8103815 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Jul 23 00:18:04.917715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:04.920951 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777" -d '{"events": [{"name": "network-changed", "server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:04.969155 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b840664e-051c-43f1-9373-356d31df000c x-openstack-request-id: req-b840664e-051c-43f1-9373-356d31df000c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:04.969358 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:04.969608 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b840664e-051c-43f1-9373-356d31df000c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:04.970009 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5', 'status': 'completed', 'code': 200} Jul 23 00:18:05.092776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-a4d2be35-e645-4ce4-b609-6a45c38dc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.094304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-a4d2be35-e645-4ce4-b609-6a45c38dc145 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1095 time: 0.1004794 Jul 23 00:18:05.100269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-e332e74e-bf34-4795-88a7-524ff95e7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.101624 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-e332e74e-bf34-4795-88a7-524ff95e7cd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1095 time: 0.0786750 Jul 23 00:18:05.258579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-62333978-fb7f-4aa9-bc45-37fb7f17705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.260008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-62333978-fb7f-4aa9-bc45-37fb7f17705a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.1519532 Jul 23 00:18:05.262582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-35a24a36-a2fa-49f2-9055-0d4c0671eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.264090 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-35a24a36-a2fa-49f2-9055-0d4c0671eb82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.1479611 Jul 23 00:18:05.568912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcfdb2-623f-4109-b9d2-05f8706f67a3 req-2f0d01f0-3680-4571-a98b-9d5694190aa7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.570430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78dcfdb2-623f-4109-b9d2-05f8706f67a3 req-2f0d01f0-3680-4571-a98b-9d5694190aa7 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.0671506 Jul 23 00:18:05.611024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-78dcfdb2-623f-4109-b9d2-05f8706f67a3 req-88845cc9-057c-4ae1-b503-09df0603817c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347836 Jul 23 00:18:05.640634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-967861fa-57dd-4894-bdcb-ec1a1847d2dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.3682470 Jul 23 00:18:05.641993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-d95c48ed-c5d4-4381-9438-cd8b71068bf7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.3752706 Jul 23 00:18:05.730062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-fa358c5b-d4c5-4038-a67a-66f4720568fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.731650 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-fa358c5b-d4c5-4038-a67a-66f4720568fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0840898 Jul 23 00:18:05.737817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-d062f11c-54fa-4711-963b-81aa7e3f6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.739219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-d062f11c-54fa-4711-963b-81aa7e3f6886 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0906048 Jul 23 00:18:05.777407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-ae2dd577-ff9c-4f64-a7a7-959df697a0a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371923 Jul 23 00:18:05.796740 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-6d70ef9f-51d6-4ab8-b42e-518d218647bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454762 Jul 23 00:18:05.874634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5d33c-5914-4d9b-bcd2-76f7649df7bf req-78412e17-d097-4023-9f64-87a32d84f7cf tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.876065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61a5d33c-5914-4d9b-bcd2-76f7649df7bf req-78412e17-d097-4023-9f64-87a32d84f7cf tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 944 time: 0.1095481 Jul 23 00:18:05.910375 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-704849e2-a1f1-42a6-ab7e-6a24c1c4130a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:05.911842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-704849e2-a1f1-42a6-ab7e-6a24c1c4130a tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.48 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef&tenant_id=15643cb2cdbe470f97ca357d097c5a54&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 944 time: 0.1130064 Jul 23 00:18:05.935623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:05.951319 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-4489a7fb-5371-4650-848f-c3b2b54376c0 service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570780 Jul 23 00:18:05.953314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-aeea9431-630d-4478-b474-381e247270ef service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497393 Jul 23 00:18:05.954160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61a5d33c-5914-4d9b-bcd2-76f7649df7bf req-4b383514-1e70-4118-9559-ea983c27fb45 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Jul 23 00:18:05.988786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:05.989288 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-adac63af-20a6-4f84-9686-a61a4e1d711c service neutron] delete failed (client error): The resource could not be found. Jul 23 00:18:05.991144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-adac63af-20a6-4f84-9686-a61a4e1d711c service neutron] 10.222.0.48 "DELETE /v2.0/ports/029a3b48-63ad-422f-8af3-acf168b125f5/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0691228 Jul 23 00:18:06.099660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:18:06.121335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-af93f220-d874-4888-b319-0b6be2f0bcc6 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532538 Jul 23 00:18:06.123259 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-122c94f2-2762-4cc5-b8f2-f3cccfcd4777 req-2fbd8ebd-2322-40db-a273-547c9c014b8e service neutron] 10.222.0.49 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645744 Jul 23 00:18:06.197639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:06.208944 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '029a3b48-63ad-422f-8af3-acf168b125f5', 'network_id': 'ef1f6e22-b3c7-467a-80b3-9870c4229726', 'port_id': '029a3b48-63ad-422f-8af3-acf168b125f5', 'mac_address': 'fa:16:3e:fe:ce:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a9cc63-68c3-4f65-be60-e7d203cac3d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:18:06.246088 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.258538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029a3b48-63ad-422f-8af3-acf168b125f5 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:06.264670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-f2f8c616-6bc4-4394-8c45-639fcc1007ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:06.265914 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-f2f8c616-6bc4-4394-8c45-639fcc1007ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=15643cb2cdbe470f97ca357d097c5a54&device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 1095 time: 0.0555561 Jul 23 00:18:06.279844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:06.284142 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.331297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:06.366613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-026f1b9b-d5e5-487c-ad9c-ae8319f00929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:06.368167 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-026f1b9b-d5e5-487c-ad9c-ae8319f00929 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 200 len: 916 time: 0.0954719 Jul 23 00:18:06.408569 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-d102928b-299b-4c2f-a13c-3047a8231fea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 200 len: 217 time: 0.0342393 Jul 23 00:18:06.456476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-ec660cfb-228c-411c-a8c0-3771d4822747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:06.457951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-ec660cfb-228c-411c-a8c0-3771d4822747 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 200 len: 855 time: 0.0440178 Jul 23 00:18:06.479551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['029a3b48-63ad-422f-8af3-acf168b125f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:18:06.492072 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-44c513d3-ec74-4d55-a9a1-54dbe7499147 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef1f6e22-b3c7-467a-80b3-9870c4229726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278234 Jul 23 00:18:06.587079 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-90f06c06-10a7-49b8-aceb-f35fa37df415 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879893 Jul 23 00:18:06.657916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:06.681464 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ee3cd5c-d9e1-479c-ad36-b1617b42a2a5 req-a59382f0-a8a7-47c7-b9f3-9d867bdf1236 service neutron] 10.222.0.48 "GET /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881364 Jul 23 00:18:07.096357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd191f4-e2e5-48db-a499-31cb5ebbd5e6 req-2f871d6f-2f19-4163-82d5-61701cbc94ac tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:07.097869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fd191f4-e2e5-48db-a499-31cb5ebbd5e6 req-2f871d6f-2f19-4163-82d5-61701cbc94ac tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 945 time: 0.0726600 Jul 23 00:18:07.136080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4fd191f4-e2e5-48db-a499-31cb5ebbd5e6 req-59757208-5f71-4a04-b861-0e549974322d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Jul 23 00:18:08.099648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:08.147104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 029a3b48-63ad-422f-8af3-acf168b125f5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:08.150829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 029a3b48-63ad-422f-8af3-acf168b125f5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:08.151197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.233239 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.256381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:08.258617 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a4cf9-33fe-47b8-8114-3f6ea74cc378" -d '{"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-plugged", "status": "completed", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:08.271904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:08.273194 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280301a-3e50-4e22-9bd2-77e21c21bb57 req-cb50834a-f6ac-494d-aaa1-2dbd89e1d127 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:08.274698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e280301a-3e50-4e22-9bd2-77e21c21bb57 req-cb50834a-f6ac-494d-aaa1-2dbd89e1d127 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 945 time: 0.0692420 Jul 23 00:18:08.276912 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:08.303382 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325b7bd1-52f8-4b4b-b75c-a7a8014e400f x-openstack-request-id: req-325b7bd1-52f8-4b4b-b75c-a7a8014e400f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:08.303678 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-plugged", "status": "completed", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:08.303925 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-325b7bd1-52f8-4b4b-b75c-a7a8014e400f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:08.304315 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5', 'code': 200} Jul 23 00:18:08.317737 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e280301a-3e50-4e22-9bd2-77e21c21bb57 req-9a4275bf-48bb-4227-93a7-c9bedf70ca9d tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357344 Jul 23 00:18:08.332791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:08.447232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a695f-df04-4a3e-953a-0e48c39484f9 req-fd607ac4-53d1-4251-aecf-87a29a3774dd tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:08.449242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39a695f-df04-4a3e-953a-0e48c39484f9 req-fd607ac4-53d1-4251-aecf-87a29a3774dd tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0641165 Jul 23 00:18:08.487520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c39a695f-df04-4a3e-953a-0e48c39484f9 req-5b9e5b8d-9890-47b9-b182-86a22e99f61e tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jul 23 00:18:08.622295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc9b22-3e54-455a-8291-59273ca50c9e req-d0683246-109c-4d20-887b-2f42c63586fc tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:08.623833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69bc9b22-3e54-455a-8291-59273ca50c9e req-d0683246-109c-4d20-887b-2f42c63586fc tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0692654 Jul 23 00:18:08.663073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69bc9b22-3e54-455a-8291-59273ca50c9e req-3a7ddf82-26a0-4112-a63b-b9241fd6783c tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Jul 23 00:18:09.257192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f911a-9ad5-463d-b9db-c9476e8ef2b6 req-9708cfce-57ab-4844-8d21-985c17694a69 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:09.258600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d03f911a-9ad5-463d-b9db-c9476e8ef2b6 req-9708cfce-57ab-4844-8d21-985c17694a69 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0651176 Jul 23 00:18:09.297085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d03f911a-9ad5-463d-b9db-c9476e8ef2b6 req-342f7331-994b-4923-a1c5-f9f16e9b3dce tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Jul 23 00:18:10.140233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077fa60-21b5-400a-b55e-334ed498549c req-d6fc1195-5047-49e0-9ae0-e4d49669d157 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:10.141723 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0077fa60-21b5-400a-b55e-334ed498549c req-d6fc1195-5047-49e0-9ae0-e4d49669d157 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.49 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0648289 Jul 23 00:18:10.242297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Deleting port 029a3b48-63ad-422f-8af3-acf168b125f5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:18:10.242640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.339885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] For port 029a3b48-63ad-422f-8af3-acf168b125f5, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=029a3b48-63ad-422f-8af3-acf168b125f5,segment=NetworkSegment(141c56df-dd88-47ac-88c7-786fefca1ebb),segment_id=141c56df-dd88-47ac-88c7-786fefca1ebb)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:10.340260 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.353098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Calling delete_port for 029a3b48-63ad-422f-8af3-acf168b125f5 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:18:10.432596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e9b34-370f-44b2-82bd-51911ea46273 req-02d74e5f-ae88-45c1-be77-5356385966f0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:10.437248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a42e9b34-370f-44b2-82bd-51911ea46273 req-02d74e5f-ae88-45c1-be77-5356385966f0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/ports?device_id=39e32375-e348-4e22-a8b2-eb5c65ce37ef HTTP/1.1" status: 200 len: 946 time: 0.0666850 Jul 23 00:18:10.475822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a42e9b34-370f-44b2-82bd-51911ea46273 req-e02788e1-cfd7-470b-a69c-90aa57e316f0 tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.21 "GET /v2.0/security-groups?id=49ec3550-961c-4917-a2ab-3ab31cfd44c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Jul 23 00:18:10.488062 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.502533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['029a3b48-63ad-422f-8af3-acf168b125f5'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:18:10.520395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Pushing event deleted for resources: {'Port': ['ID=029a3b48-63ad-422f-8af3-acf168b125f5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:10.565285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] No DVR routers for this DVR port 029a3b48-63ad-422f-8af3-acf168b125f5 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:18:10.567931 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:10.569975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0077fa60-21b5-400a-b55e-334ed498549c req-576970df-4f92-4f17-a2ce-da63db537cdb tempest-ServerDiskConfigTestJSON-815154880 tempest-ServerDiskConfigTestJSON-815154880-project] 10.222.0.49 "DELETE /v2.0/ports/029a3b48-63ad-422f-8af3-acf168b125f5 HTTP/1.1" status: 204 len: 173 time: 0.4229147 Jul 23 00:18:10.570440 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-deleted', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:10.572915 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0c823-2fda-42b5-8af7-fc1d58a74918" -d '{"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-deleted", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:10.618335 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee9da09-dfaf-4cba-9b68-9bb75e7bed05 x-openstack-request-id: req-2ee9da09-dfaf-4cba-9b68-9bb75e7bed05 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:10.618641 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e32375-e348-4e22-a8b2-eb5c65ce37ef", "name": "network-vif-deleted", "tag": "029a3b48-63ad-422f-8af3-acf168b125f5", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:10.618896 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ee9da09-dfaf-4cba-9b68-9bb75e7bed05 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:10.619298 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e32375-e348-4e22-a8b2-eb5c65ce37ef', 'name': 'network-vif-deleted', 'tag': '029a3b48-63ad-422f-8af3-acf168b125f5', 'status': 'completed', 'code': 200} Jul 23 00:18:11.599853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:11.646134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Deleting subnet e4a9cc63-68c3-4f65-be60-e7d203cac3d2 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:18:11.649236 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.695938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.740034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.791231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.817741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a9cc63-68c3-4f65-be60-e7d203cac3d2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:11.821543 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.823297 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-be863ac4-c38b-478f-b65d-7901ba649ffc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4a9cc63-68c3-4f65-be60-e7d203cac3d2 HTTP/1.1" status: 204 len: 168 time: 0.2224226 Jul 23 00:18:11.825900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:11.902250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.988177 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:11.998647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1f6e22-b3c7-467a-80b3-9870c4229726']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:12.008223 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141c56df-dd88-47ac-88c7-786fefca1ebb') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:12.008522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141c56df-dd88-47ac-88c7-786fefca1ebb') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:12.017518 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.031465 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.037469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:18:12.038023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:18:12.039845 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:18:12.098156 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.103657 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.107895 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ef1f6e22-b3c7-467a-80b3-9870c4229726 HTTP/1.1" status: 204 len: 168 time: 0.2806044 Jul 23 00:18:12.118899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286e0e2-6565-4624-bfbe-648ba8cf6298 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1f6e22-b3c7-467a-80b3-9870c4229726,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:12.210524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50882) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:12.253429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8a4cabff-1f67-4c7a-af20-62ac428f6caa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15643cb2cdbe470f97ca357d097c5a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416615 Jul 23 00:18:12.255896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:12.302772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.328448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.374346 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.376959 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:12.378149 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49ec3550-961c-4917-a2ab-3ab31cfd44c6 HTTP/1.1" status: 204 len: 168 time: 0.1213665 Jul 23 00:18:12.386008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec3550-961c-4917-a2ab-3ab31cfd44c6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:12.394917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.395359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.395793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.396134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.396477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.396815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.397151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.397485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.397815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.398146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.398476 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:12.398801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0285cc4a-0fa1-4dfd-a478-28d835f121c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:13.024927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50906) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:13.118815 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-693914178-network', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:13.140871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Made reservation on behalf of 406e7cc1b0b040dd94323e72f842c361 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:13.143142 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.151573 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.240072 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.244023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.268083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:18:13.277503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ae7d5a-5270-4ede-a39c-8f8c48017441,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:13.283350 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.283717 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Added segment 03a5f23f-df49-4a7d-9c45-822dc7297f10 of type vlan for network 46f45f6a-eebe-44ed-b90f-fde78c253675 Jul 23 00:18:13.326110 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.354174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.355161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:13.355820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.384033 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3580008 Jul 23 00:18:13.387075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50910) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:13.392966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Request body: {'subnet': {'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-693914178-subnet', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:13.416061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Made reservation on behalf of 406e7cc1b0b040dd94323e72f842c361 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:13.416654 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6eea9-850c-4c9a-b135-ea510897ff11 admin admin] Pushing event updated for resources: {'Network': ['ID=46f45f6a-eebe-44ed-b90f-fde78c253675,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:13.419944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.427031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:18:13.590575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.637659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0194146d-1d0f-4815-aec8-b84ae7a95786,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:13.654256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:13.654625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Network hostable DHCP agents. Network: 46f45f6a-eebe-44ed-b90f-fde78c253675, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:18:13.670732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:18:13.679096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 46f45f6a-eebe-44ed-b90f-fde78c253675) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:13.683240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:13.683899 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.688246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9500bc-7358-4b41-b133-2abc4c8b4bd1 None None] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:18:13.701815 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-349a9364-1a2b-4c2f-afa6-abce2bd32085 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3124871 Jul 23 00:18:13.704252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50912) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:13.709057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:13.728897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.729826 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.785763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.846952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-46f45f6a-eebe-44ed-b90f-fde78c253675', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:18:13.847835 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.922909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.986472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Allocated IP 172.20.0.2 (46f45f6a-eebe-44ed-b90f-fde78c253675/0194146d-1d0f-4815-aec8-b84ae7a95786/ebc684d3-b6b1-4296-8ff2-e1e2404de434) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:14.115549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:18:14.128545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.145444 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 029a3b48-63ad-422f-8af3-acf168b125f5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:18:14.145788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 029a3b48-63ad-422f-8af3-acf168b125f5 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:18:14.148116 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.151887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.160819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Transition to ACTIVE for port object ebc684d3-b6b1-4296-8ff2-e1e2404de434 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:14.176343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Transition to ACTIVE for port object ebc684d3-b6b1-4296-8ff2-e1e2404de434 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:14.181599 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.260375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Allocated IP 172.25.5.53 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3556c037-e95d-4964-9184-2e8ee5d54621) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:14.370167 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.376745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:14.379628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:14.383858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:14.386870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Pushing event updated for resources: {'Port': ['ID=ebc684d3-b6b1-4296-8ff2-e1e2404de434,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:14.412947 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.444767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Attempting to bind port ebc684d3-b6b1-4296-8ff2-e1e2404de434 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:14.445285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Attempting to bind port ebc684d3-b6b1-4296-8ff2-e1e2404de434 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:14.445503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Attempting to bind port ebc684d3-b6b1-4296-8ff2-e1e2404de434 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:14.451531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:14.451911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:14.452320 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.452713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:14.453184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Bound port: ebc684d3-b6b1-4296-8ff2-e1e2404de434, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:14.453566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.459295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:14.462116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:14.467680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:14.490309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=3556c037-e95d-4964-9184-2e8ee5d54621,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:14.518921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] For port ebc684d3-b6b1-4296-8ff2-e1e2404de434, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:14.522028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] For port ebc684d3-b6b1-4296-8ff2-e1e2404de434, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ebc684d3-b6b1-4296-8ff2-e1e2404de434,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:14.526319 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.590056 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902cba2-d45e-43fb-9264-70029fb67f8c None None] Pushing event updated for resources: {'Port': ['ID=ebc684d3-b6b1-4296-8ff2-e1e2404de434,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:14.750259 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:14.948418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:15.058873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ebc684d3-b6b1-4296-8ff2-e1e2404de434 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:15.118950 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port ebc684d3-b6b1-4296-8ff2-e1e2404de434 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:15.415738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:18:15.452580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf9997-d705-4db3-b187-17c0df2e3d19 None None] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:18:15.521234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] Provisioning for port ebc684d3-b6b1-4296-8ff2-e1e2404de434 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:15.523030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:18:15.527672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] Provisioning complete for port ebc684d3-b6b1-4296-8ff2-e1e2404de434 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:15.527776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:15.539941 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:15.543795 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c2569b1d-7569-4bd5-a5d0-c59c68632ad3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8360937 Jul 23 00:18:15.543983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 50916) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:15.554391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:18:15.584146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:15.584781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:17:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:15.779940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:15.793296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:15.904921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] For port ebc684d3-b6b1-4296-8ff2-e1e2404de434, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ebc684d3-b6b1-4296-8ff2-e1e2404de434,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:15.932193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:15.976447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.024487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d33ba-e704-4f4c-a8e2-11ed270e2688 None None] Pushing event updated for resources: {'Port': ['ID=ebc684d3-b6b1-4296-8ff2-e1e2404de434,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:16.056879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:14Z', 'revision_number': 3, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:16.086026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:18:16.086373 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Updating router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 port 3556c037-e95d-4964-9184-2e8ee5d54621 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:18:16.120814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.145198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Allocated IP 172.20.0.1 (46f45f6a-eebe-44ed-b90f-fde78c253675/0194146d-1d0f-4815-aec8-b84ae7a95786/eca30e80-5860-4043-82e4-ee3f151f3f6b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:16.219968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-581f9ab4-ae28-424d-bbc8-b323010fd28b None None] Provisioning complete for port ebc684d3-b6b1-4296-8ff2-e1e2404de434 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:16.220269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-581f9ab4-ae28-424d-bbc8-b323010fd28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.251966 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44c1c64b-3085-497d-beff-d15dca32f14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.252178 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.267940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Transition to ACTIVE for port object eca30e80-5860-4043-82e4-ee3f151f3f6b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:16.305115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.343880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:16.346867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:16.351127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:16.390584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Pushing event updated for resources: {'Port': ['ID=eca30e80-5860-4043-82e4-ee3f151f3f6b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:16.401784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.475118 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.485803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Transition to ACTIVE for port object 3556c037-e95d-4964-9184-2e8ee5d54621 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:16.492896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.549083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b1de-7ccb-4022-9d64-4fbf06cf12bc None None] Pushing event updated for resources: {'Port': ['ID=3556c037-e95d-4964-9184-2e8ee5d54621,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:16.551510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Attempting to bind port 3556c037-e95d-4964-9184-2e8ee5d54621 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:16.551883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Attempting to bind port 3556c037-e95d-4964-9184-2e8ee5d54621 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:16.552248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Attempting to bind port 3556c037-e95d-4964-9184-2e8ee5d54621 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:16.559005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:16.559356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:16.560295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.560688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:16.560955 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.561410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Bound port: 3556c037-e95d-4964-9184-2e8ee5d54621, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:16.561645 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.625159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] For port 3556c037-e95d-4964-9184-2e8ee5d54621, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:16.626931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81b35abb-69ae-4ecb-8352-7e338aa92ea8 None None] Provisioning for port eca30e80-5860-4043-82e4-ee3f151f3f6b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:16.629852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] For port 3556c037-e95d-4964-9184-2e8ee5d54621, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3556c037-e95d-4964-9184-2e8ee5d54621,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:16.632643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-81b35abb-69ae-4ecb-8352-7e338aa92ea8 None None] Provisioning complete for port eca30e80-5860-4043-82e4-ee3f151f3f6b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:16.633016 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-81b35abb-69ae-4ecb-8352-7e338aa92ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.636073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.719538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-81b35abb-69ae-4ecb-8352-7e338aa92ea8 None None] Port eca30e80-5860-4043-82e4-ee3f151f3f6b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:18:16.727758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b1de-7ccb-4022-9d64-4fbf06cf12bc None None] Pushing event updated for resources: {'Port': ['ID=3556c037-e95d-4964-9184-2e8ee5d54621,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:16.732778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:16.733388 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:17:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:16.736349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.740986 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.807347 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:16.810606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Pushing event updated for resources: {'Port': ['ID=eca30e80-5860-4043-82e4-ee3f151f3f6b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:16.842111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:16.903670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:16.905302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:17.058369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:18:17.067734 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ebc684d3-b6b1-4296-8ff2-e1e2404de434 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:17.127410 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 1, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:17.161982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a471e8d-300e-4f44-a59c-8b658315cf94 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 1, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:18:17.169992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:18:17.173113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port ebc684d3-b6b1-4296-8ff2-e1e2404de434 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:17.173478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:17.175198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7d40e4a2-3409-41cd-845d-9b5658f6ef14 None None] Provisioning complete for port eca30e80-5860-4043-82e4-ee3f151f3f6b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:17.175589 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7d40e4a2-3409-41cd-845d-9b5658f6ef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:17.179886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-da4f89b7-cea5-408c-a687-d0a781c5f500 admin admin] 10.222.0.21 "PUT /v2.0/routers/fc8aec6b-80a6-4be0-a2dc-53606d3ebab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344497 Jul 23 00:18:17.240429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7d40e4a2-3409-41cd-845d-9b5658f6ef14 None None] Port eca30e80-5860-4043-82e4-ee3f151f3f6b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:18:17.855859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:17.861330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646321313', 'description': 'tempest-description--6040204'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:17.885269 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:17.971591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:17.976125 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.006082 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.010774 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1498258 Jul 23 00:18:18.010982 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50926) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:18.016004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'security_group_rule': {'security_group_id': '9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:18.020250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa679-d5a6-4a7c-ab25-de2cfa29dcd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:18.047169 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.111244 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.115937 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.136526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc8429-3976-4f2c-8504-9ab56844256c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:18.144659 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.146037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2f8fdd06-4bec-46a6-9a3d-fb6727bf5a45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339772 Jul 23 00:18:18.148689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:18.153540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'security_group_rule': {'security_group_id': '9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:18.181298 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.243210 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.247282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.266243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6e6cff-3c4c-42a6-b456-93220c99a428,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:18.274067 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.275314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de83d745-f128-440f-9e5c-16ae77f22d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256762 Jul 23 00:18:18.278871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:18.283432 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:18.305697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.410502 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.511728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Allocated IP 172.25.5.33 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/f0691c3c-3687-4cbf-97cd-3aab819bc15c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:18.616996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.656017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.698438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:18.701918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:18.705747 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:18.727921 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'Port': ['ID=f0691c3c-3687-4cbf-97cd-3aab819bc15c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:18.797454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.840858 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:18.995487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.002003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.051047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'Port': ['ID=f0691c3c-3687-4cbf-97cd-3aab819bc15c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:19.079061 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:18:19.080131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3556c037-e95d-4964-9184-2e8ee5d54621 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:19.088854 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:19.089469 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:17:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:19.094287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.109512 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.111110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-26187b70-1232-4f6b-9293-1ba5ab81b7f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8312359 Jul 23 00:18:19.132272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3556c037-e95d-4964-9184-2e8ee5d54621 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:19.136470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3556c037-e95d-4964-9184-2e8ee5d54621 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:19.136849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.208120 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:19.221064 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.242527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3556c037-e95d-4964-9184-2e8ee5d54621, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3556c037-e95d-4964-9184-2e8ee5d54621,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:19.252263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.268693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-034a0683-91a4-426a-9a73-4166f4946222 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1646321313&fields=id&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 267 time: 0.0418446 Jul 23 00:18:19.303356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3556c037-e95d-4964-9184-2e8ee5d54621,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:19.382759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-02db2a41-b9f8-4601-bf94-71c9b229f8f2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:19.385211 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-02db2a41-b9f8-4601-bf94-71c9b229f8f2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1091187 Jul 23 00:18:19.399602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-3139382a-7db3-4706-b2d0-118be21083b5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/quotas/406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 375 time: 0.0098844 Jul 23 00:18:19.423279 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 2, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:19.451261 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:18:19.451646 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Updating router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 port eca30e80-5860-4043-82e4-ee3f151f3f6b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:18:19.469083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-db322551-f5cc-4972-8d59-aa7439633eb7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641382 Jul 23 00:18:19.490470 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.492585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9e06-8023-4a50-8ffb-b4768aec339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.645022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-03a30544-cb25-4b14-9821-0c3433be0288 service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639891 Jul 23 00:18:19.732563 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.745268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-fb3e69c8-ea82-4f7c-a893-221686d6b78f service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942621 Jul 23 00:18:19.770925 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.781174 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Transition to ACTIVE for port object eca30e80-5860-4043-82e4-ee3f151f3f6b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:19.787305 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.841978 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Pushing event updated for resources: {'Port': ['ID=eca30e80-5860-4043-82e4-ee3f151f3f6b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:19.868607 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.868950 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.869294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.869618 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.869947 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.870270 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.870590 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.870911 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.871234 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.871578 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.871897 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.872242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:18:19.917969 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Attempting to bind port eca30e80-5860-4043-82e4-ee3f151f3f6b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:19.918335 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Attempting to bind port eca30e80-5860-4043-82e4-ee3f151f3f6b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:19.918741 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Attempting to bind port eca30e80-5860-4043-82e4-ee3f151f3f6b on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:19.924817 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:19.925192 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:19.925595 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.926029 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:19.926495 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Bound port: eca30e80-5860-4043-82e4-ee3f151f3f6b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:19.926867 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:19.943198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eb88d14-d575-4310-aa2c-f3463558faf0 req-943380c4-039d-4195-b962-978efae8ad13 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 210 time: 0.0425029 Jul 23 00:18:20.104766 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] For port eca30e80-5860-4043-82e4-ee3f151f3f6b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:20.108525 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] For port eca30e80-5860-4043-82e4-ee3f151f3f6b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eca30e80-5860-4043-82e4-ee3f151f3f6b,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:20.112522 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:20.170255 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:20.170888 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:18:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:20.176424 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913bd07-3e3b-4c6c-8d20-ed8b88cce41c None None] Pushing event updated for resources: {'Port': ['ID=eca30e80-5860-4043-82e4-ee3f151f3f6b,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:20.292700 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:20.386809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:20.514842 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:20Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:20.541039 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992452b4-05a4-45c5-af35-c4826fe23950 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:20Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:18:20.970229 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:18:21.089102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3c1b22a-05ed-4983-b6f7-141e0dd21546 req-0b50df90-2b02-42aa-bdfb-5ac5483432e4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 210 time: 0.0349748 Jul 23 00:18:21.096986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3556c037-e95d-4964-9184-2e8ee5d54621 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:21.151425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3556c037-e95d-4964-9184-2e8ee5d54621 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:21.151808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.224498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-011a5812-5326-4f53-a174-554d9755dada tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:21.226840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-011a5812-5326-4f53-a174-554d9755dada tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1359324 Jul 23 00:18:21.256556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eca30e80-5860-4043-82e4-ee3f151f3f6b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:21.273352 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-179b278c-2bd3-44e7-86f0-8bc1ba9ed315 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 380 time: 0.0382092 Jul 23 00:18:21.284038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'port': {'device_id': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'admin_state_up': True, 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'security_groups': ['9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:21.304932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port eca30e80-5860-4043-82e4-ee3f151f3f6b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:21.308696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port eca30e80-5860-4043-82e4-ee3f151f3f6b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:21.309099 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.399249 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Made reservation on behalf of 406e7cc1b0b040dd94323e72f842c361 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:18:21.403010 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.538021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Allocated IP 172.20.0.14 (46f45f6a-eebe-44ed-b90f-fde78c253675/0194146d-1d0f-4815-aec8-b84ae7a95786/42d22859-c90c-461c-86b9-20fe3d9a844d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:18:21.540061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.574207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port eca30e80-5860-4043-82e4-ee3f151f3f6b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eca30e80-5860-4043-82e4-ee3f151f3f6b,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:21.579088 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.626495 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=eca30e80-5860-4043-82e4-ee3f151f3f6b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:21.682775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.696871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Transition to ACTIVE for port object 42d22859-c90c-461c-86b9-20fe3d9a844d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:21.729477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.774354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:18:21.777365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:18:21.782654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:18:21.811602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:21.836730 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.843692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:21.844342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:21.860039 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-5fdc926b-e8dc-4f1f-b098-a53e8b3b19d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801623 Jul 23 00:18:21.871628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Request body: {'port': {'device_id': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:21.947864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.045395 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-31e8856e-be08-4689-ab6c-d563ab22ff5b None None] Provisioning for port 42d22859-c90c-461c-86b9-20fe3d9a844d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:22.049185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-31e8856e-be08-4689-ab6c-d563ab22ff5b None None] Provisioning complete for port 42d22859-c90c-461c-86b9-20fe3d9a844d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:22.049571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-31e8856e-be08-4689-ab6c-d563ab22ff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.084727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-31e8856e-be08-4689-ab6c-d563ab22ff5b None None] Port 42d22859-c90c-461c-86b9-20fe3d9a844d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:18:22.219855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d22859-c90c-461c-86b9-20fe3d9a844d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:22.222501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99807c-f752-47fe-a6e7-1c0ef3527483 req-fba85df7-1015-47fc-bcc6-4726e9bcbfb8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:22.224024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf99807c-f752-47fe-a6e7-1c0ef3527483 req-fba85df7-1015-47fc-bcc6-4726e9bcbfb8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 932 time: 0.0631933 Jul 23 00:18:22.227773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.240927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Transition to ACTIVE for port object 42d22859-c90c-461c-86b9-20fe3d9a844d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:18:22.244324 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.263395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cf99807c-f752-47fe-a6e7-1c0ef3527483 req-b92aaf10-2e31-446b-9aea-693d0863ac06 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jul 23 00:18:22.292588 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:22.370504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:18:22.370853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:18:22.371189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:22.376514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Port 42d22859-c90c-461c-86b9-20fe3d9a844d on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:18:22.376841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:18:22.381827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:18:22.382168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:18:22.382558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:18:22.382992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Bound port: 42d22859-c90c-461c-86b9-20fe3d9a844d, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:18:22.383438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.453663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:18:22.457301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:18:22.462944 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.498138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:22.498822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.500175 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] 10.222.0.49 "PUT /v2.0/ports/42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 1092 time: 0.6328518 Jul 23 00:18:22.500610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:22.502881 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0b7161-a318-4f3c-9443-cd515ca6dc69" -d '{"events": [{"name": "network-changed", "server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:22.531441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b207bf9-9b4c-4614-aa3e-5e2afbc69fba service neutron] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:22.554744 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36038cef-a002-4dbc-b958-9d4189c90cb6 x-openstack-request-id: req-36038cef-a002-4dbc-b958-9d4189c90cb6 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:22.555037 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:22.555287 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36038cef-a002-4dbc-b958-9d4189c90cb6 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:22.555803 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'status': 'completed', 'code': 200} Jul 23 00:18:22.602878 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-49c797a6-ab7b-4b08-806a-44990c012f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:22.604656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-49c797a6-ab7b-4b08-806a-44990c012f20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0624123 Jul 23 00:18:22.627621 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:22.652692 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-3b2faef0-0173-413e-acb4-e3174c65f364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 217 time: 0.0395875 Jul 23 00:18:22.702986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-382a9576-2dce-4040-80cd-5884f1afed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:22.704648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-382a9576-2dce-4040-80cd-5884f1afed0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0456655 Jul 23 00:18:22.762512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-2728a9e1-30fd-4323-8898-0522b32dd010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:22.764840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-2728a9e1-30fd-4323-8898-0522b32dd010 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541594 Jul 23 00:18:22.860690 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-1b22a2d5-1d87-4d68-abe3-4995f3ec8a2a service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893478 Jul 23 00:18:22.948441 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9cbe38f3-b0ef-4308-984f-5b776357024f req-42ae9fc3-9dff-4284-add9-e038e746c62a service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816810 Jul 23 00:18:23.032703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eca30e80-5860-4043-82e4-ee3f151f3f6b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:23.054975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-81e87af2-6497-4cc9-88c7-9d0430653581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:23.056621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-81e87af2-6497-4cc9-88c7-9d0430653581 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0618877 Jul 23 00:18:23.084446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port eca30e80-5860-4043-82e4-ee3f151f3f6b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:23.084814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:23.146950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-65a55c2a-e635-45ff-bac9-e2e461925cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:23.148494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-65a55c2a-e635-45ff-bac9-e2e461925cbf service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0862370 Jul 23 00:18:23.192289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-2423a916-d7fc-4559-a07f-8504914ad28f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 217 time: 0.0376444 Jul 23 00:18:23.241964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-9c246e58-4e9c-4d66-ba56-faf0766aab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:23.243442 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-9c246e58-4e9c-4d66-ba56-faf0766aab1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0440156 Jul 23 00:18:23.302087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-847ddbb5-bdad-40f1-a7b5-daa381f04f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:23.303661 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-847ddbb5-bdad-40f1-a7b5-daa381f04f6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536444 Jul 23 00:18:23.396770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c7720-6018-4dd1-8676-5c8e5cf53ed4 req-3b038d09-3aca-430d-992c-e4cc9a7e3e32 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:23.398159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e5c7720-6018-4dd1-8676-5c8e5cf53ed4 req-3b038d09-3aca-430d-992c-e4cc9a7e3e32 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0678859 Jul 23 00:18:23.398341 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-1c38347c-a1cf-4d28-b605-2949cf1fccea service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875332 Jul 23 00:18:23.436274 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e5c7720-6018-4dd1-8676-5c8e5cf53ed4 req-878d4184-f743-4a53-ae7c-b858f5461485 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Jul 23 00:18:23.488974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5d0b7161-a318-4f3c-9443-cd515ca6dc69 req-08115e74-ae43-4905-8c7c-d268eff3ebcd service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835059 Jul 23 00:18:24.568881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928d76e-21b4-4064-80ca-4f32df09cbd4 req-af3676b9-035d-4496-9082-738f2c97f70e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:24.570367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8928d76e-21b4-4064-80ca-4f32df09cbd4 req-af3676b9-035d-4496-9082-738f2c97f70e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0640836 Jul 23 00:18:24.616751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8928d76e-21b4-4064-80ca-4f32df09cbd4 req-4bfdd025-4152-46b9-a983-df4b0e98879d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Jul 23 00:18:25.749270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afa868-f146-4a19-83ae-076adb3afb4c req-3674aa9b-7d12-40f4-a45c-30cbec581e7a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:25.750753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0afa868-f146-4a19-83ae-076adb3afb4c req-3674aa9b-7d12-40f4-a45c-30cbec581e7a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0627925 Jul 23 00:18:25.787340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0afa868-f146-4a19-83ae-076adb3afb4c req-739e01cd-8f1d-42c7-b667-9e0adee59182 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Jul 23 00:18:26.144881 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:18:26.241719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:26.253040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'mac_address': 'fa:16:3e:40:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:18:26.290220 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:26.303637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d22859-c90c-461c-86b9-20fe3d9a844d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:18:26.327748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:26.331739 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:26.381342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:26.531040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['42d22859-c90c-461c-86b9-20fe3d9a844d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:18:26.921529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f65852-1e2b-418a-a336-e1cf1a8ec4bc req-8d9bfe33-03f0-4394-b180-42b5409db8ce tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:26.923261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f65852-1e2b-418a-a336-e1cf1a8ec4bc req-8d9bfe33-03f0-4394-b180-42b5409db8ce tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0696895 Jul 23 00:18:26.962387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41f65852-1e2b-418a-a336-e1cf1a8ec4bc req-7cdea63f-9e72-4b04-ae27-6dbb0507beec tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Jul 23 00:18:28.093942 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fa8e5-1d4a-426b-bf27-745d979ddf3d req-5ec8e620-7a02-4682-9d51-ffe2a6dfc664 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:28.095842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e65fa8e5-1d4a-426b-bf27-745d979ddf3d req-5ec8e620-7a02-4682-9d51-ffe2a6dfc664 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0640883 Jul 23 00:18:28.133509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e65fa8e5-1d4a-426b-bf27-745d979ddf3d req-85ee75a4-17b3-4e7d-bfc2-54ae41b809ff tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Jul 23 00:18:28.145501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:18:28.193779 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 42d22859-c90c-461c-86b9-20fe3d9a844d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:18:28.197365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 42d22859-c90c-461c-86b9-20fe3d9a844d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:18:28.197745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:28.274740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:28.297059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:28.299316 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d59d9a-c9ab-4d8f-b302-47a424f8d157" -d '{"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-plugged", "status": "completed", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:28.313010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:18:28.316849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:28.341965 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a5cee-241c-49cf-82c0-6f8fcc88fc3c x-openstack-request-id: req-396a5cee-241c-49cf-82c0-6f8fcc88fc3c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:28.342356 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-plugged", "status": "completed", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:28.343202 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-396a5cee-241c-49cf-82c0-6f8fcc88fc3c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:28.343681 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'code': 200} Jul 23 00:18:28.373612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:18:28.446882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52620a-1486-475b-a80e-81e2d97b2f64 req-a01caf58-83b7-4aa5-ae97-fa1ae169c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:28.448411 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0e52620a-1486-475b-a80e-81e2d97b2f64 req-a01caf58-83b7-4aa5-ae97-fa1ae169c3e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0546656 Jul 23 00:18:28.488121 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0e52620a-1486-475b-a80e-81e2d97b2f64 req-5c6b7d18-9bed-47d7-a740-a982f3b43458 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330174 Jul 23 00:18:29.271093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de425c7-040f-4c88-af1d-b28b9e4885c1 req-eebf0b93-1999-4710-957b-cbaf041aa837 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:29.272742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5de425c7-040f-4c88-af1d-b28b9e4885c1 req-eebf0b93-1999-4710-957b-cbaf041aa837 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0728362 Jul 23 00:18:29.311031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5de425c7-040f-4c88-af1d-b28b9e4885c1 req-c708154b-9663-4639-b94d-db30fe26f1d8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Jul 23 00:18:30.449384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523e5e7-1cbe-4eca-bb51-ee73f9d1f999 req-efed0d81-4720-4fa0-89e3-a132c057113d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.450781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f523e5e7-1cbe-4eca-bb51-ee73f9d1f999 req-efed0d81-4720-4fa0-89e3-a132c057113d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0635364 Jul 23 00:18:30.488519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f523e5e7-1cbe-4eca-bb51-ee73f9d1f999 req-a5ca07d4-d479-4877-b630-2a13dae29207 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Jul 23 00:18:30.616302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee7bff-26f4-465e-8113-a4a8e13d3590 req-07a660d0-a0e9-41fd-ac15-90eb07709c9e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:30.617847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aaee7bff-26f4-465e-8113-a4a8e13d3590 req-07a660d0-a0e9-41fd-ac15-90eb07709c9e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0629230 Jul 23 00:18:30.626924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 50990) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:18:30.631390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'floatingip': {'port_id': '42d22859-c90c-461c-86b9-20fe3d9a844d'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:18:30.673005 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.417881 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.421550 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.519293 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 associated. External IP: 172.25.5.33, port: 42d22859-c90c-461c-86b9-20fe3d9a844d. Jul 23 00:18:31.724455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:18:31.833052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:18:31.837754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:31.843316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:18:31.852984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:31.853594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:18:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:31.874609 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f3e62cb8-37e0-4da1-8556-464f63bf7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "PUT /v2.0/floatingips/43efc79e-00e6-4d8f-b69d-493288732828 HTTP/1.1" status: 200 len: 991 time: 1.2465723 Jul 23 00:18:31.875212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:18:31.877503 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5803982-9ca2-484c-8162-ea78ec1be165" -d '{"events": [{"name": "network-changed", "server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:18:31.913591 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef22d8a-a94f-4f87-860b-d6ce49debe57 x-openstack-request-id: req-cef22d8a-a94f-4f87-860b-d6ce49debe57 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:18:31.914015 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:18:31.914279 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cef22d8a-a94f-4f87-860b-d6ce49debe57 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:18:31.914718 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'status': 'completed', 'code': 200} Jul 23 00:18:31.964667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:31.989635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-c4e2b4e4-42d7-4e8f-b9b9-4af4e2f03225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:31.991152 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-c4e2b4e4-42d7-4e8f-b9b9-4af4e2f03225 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0545385 Jul 23 00:18:32.080839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-ae641200-759b-4444-b0e7-a555ff2e8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:32.082314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-ae641200-759b-4444-b0e7-a555ff2e8415 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0838251 Jul 23 00:18:32.150456 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-8aed8a9c-6acf-4250-b8a9-8f21f0b857d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 999 time: 0.0615044 Jul 23 00:18:32.189948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:40:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:18:31Z', 'revision_number': 1, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:32.197886 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-31ed937e-350a-4f7b-8191-0b6434d8a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:32.199778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-31ed937e-350a-4f7b-8191-0b6434d8a679 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438049 Jul 23 00:18:32.216889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:18:32.225321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:18:32.225943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:18:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:32.257712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-844fd6d6-f87c-48f3-baeb-85ebc725c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:18:32.259258 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-844fd6d6-f87c-48f3-baeb-85ebc725c210 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531213 Jul 23 00:18:32.332032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:18:32.351215 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-f5efd119-b1c7-4d09-a30f-719f0588928d service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857704 Jul 23 00:18:32.447176 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5803982-9ca2-484c-8162-ea78ec1be165 req-60b1958b-aed9-4bd9-8c88-5415d78fbe78 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Jul 23 00:18:32.566343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:40:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:18:31Z', 'revision_number': 1, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:18:32.592827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90780174-ae4d-4d10-b331-a941bb8b4be6 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:40:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:18:31Z', 'revision_number': 1, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:18:32.789919 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d08a10-b416-48ce-bc7d-f16e5cb963a7 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:18:36.658132 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:46.172675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c173fbb4-e9eb-478a-8067-346a0ec50ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.495191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-43aace77-b3fc-4aa2-ac95-e5032e23f70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:49.733871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:50.387985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:51.837855 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:52.624907 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:57.970328 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:19:06.658023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:16.045652 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-f6abd1b0-127b-4436-81c3-a64e2b0865d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561945 Jul 23 00:19:16.138983 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-dc1c7e56-ee24-417f-9a0f-de1817b14bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:16.141194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-dc1c7e56-ee24-417f-9a0f-de1817b14bfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0537391 Jul 23 00:19:16.173631 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a50d465-0d4c-406e-aa12-ba18b3be4358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:16.246438 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-e1f4752d-ff5d-4edf-9ccf-9c99c93bf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:16.248001 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-e1f4752d-ff5d-4edf-9ccf-9c99c93bf6bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0889273 Jul 23 00:19:16.314631 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-58e321ae-27e8-4ca0-b923-1104c3919644 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 1001 time: 0.0596044 Jul 23 00:19:16.364777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-fd14fa53-d866-4265-a0b3-296ff0f8e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:16.366330 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-fd14fa53-d866-4265-a0b3-296ff0f8e817 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0461164 Jul 23 00:19:16.427779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-0619bb92-5470-4214-89aa-c042d0dd57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:19:16.429273 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-0619bb92-5470-4214-89aa-c042d0dd57e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569324 Jul 23 00:19:16.518832 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-18ce546f-8d29-4b84-a9d0-bcca090c2c5e service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835516 Jul 23 00:19:16.914239 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d08566e6-7812-4ecc-989e-2c1fa850a2b3 req-8054b414-6ca2-4448-892e-ddb8a73e9840 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889027 Jul 23 00:19:19.495641 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3d031b52-920d-4dcd-b07c-8fa3521db2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:19.736086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:20.389207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:21.840043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:22.624886 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:34.969376 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:19:36.660078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:46.175367 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9261e9-72c1-4c67-837c-3891aefa2769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:49.496197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-83ef3650-96fb-4331-83e3-7bcdec4be036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:49.737271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:50.392737 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:51.836032 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:52.622895 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:19:59.884536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-67854035-b8c9-441c-b008-1b17e39389ed req-e31309c6-7ac8-47d3-b723-d905dc978d54 tempest-TestNetworkAdvancedServerOps-1337398598 tempest-TestNetworkAdvancedServerOps-1337398598-project] (93791) timed out ('10.222.0.49', 61525) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:20:06.604649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153805e9-d79b-4c31-877e-4332ca1b6f43 req-30e342e3-a62d-4a22-98fc-98bf33ca4317 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:06.606166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-153805e9-d79b-4c31-877e-4332ca1b6f43 req-30e342e3-a62d-4a22-98fc-98bf33ca4317 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0702209 Jul 23 00:20:06.646026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-153805e9-d79b-4c31-877e-4332ca1b6f43 req-61d4d5fc-9419-451f-8417-919206cceeea tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336354 Jul 23 00:20:06.655732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:06.903642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d888e6-0caa-4a51-adcc-13ea5515e03a req-d6e7206e-3e9d-4707-ab68-f4329f026880 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:06.905143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61d888e6-0caa-4a51-adcc-13ea5515e03a req-d6e7206e-3e9d-4707-ab68-f4329f026880 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0665278 Jul 23 00:20:06.936528 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-25ff039f-4811-41af-a36f-7596be13df4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051435 Jul 23 00:20:06.945800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61d888e6-0caa-4a51-adcc-13ea5515e03a req-f3a847ca-b4c3-407f-811e-5c4527510d4f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Jul 23 00:20:08.079862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-b244aa67-9405-41e3-8f48-67d8580e4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:08.081467 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-b244aa67-9405-41e3-8f48-67d8580e4db2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0609057 Jul 23 00:20:08.090870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057771ad-b629-46b5-baea-bc53262c0cc8 req-64ca36dc-c20f-424d-b9e9-e874d55de43d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:08.092552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-057771ad-b629-46b5-baea-bc53262c0cc8 req-64ca36dc-c20f-424d-b9e9-e874d55de43d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0743275 Jul 23 00:20:08.132032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-057771ad-b629-46b5-baea-bc53262c0cc8 req-bc0c3083-fa52-42c3-9c4c-3af46f128211 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339613 Jul 23 00:20:08.177674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-f533f5f9-ea2f-4a09-975f-f586b4ddb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:08.179149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-f533f5f9-ea2f-4a09-975f-f586b4ddb85a service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0920057 Jul 23 00:20:08.242083 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-00c126ca-9a83-4284-bedc-1ea7d28e35e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 1001 time: 0.0568738 Jul 23 00:20:08.294719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-9aa011bc-cebe-41e9-ad26-9779a8e50c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:08.296250 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-9aa011bc-cebe-41e9-ad26-9779a8e50c81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0483606 Jul 23 00:20:08.353959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-c3eb0b6b-8f6a-4646-8d3e-20bd233e7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:08.355505 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-c3eb0b6b-8f6a-4646-8d3e-20bd233e7719 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533445 Jul 23 00:20:08.444951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-d3198769-daf9-4926-9420-fe0c31928b18 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824063 Jul 23 00:20:08.538657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-4579c245-17ae-4e95-baee-2958e07d5d58 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874844 Jul 23 00:20:09.263695 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164fd59-90fc-4a96-ad08-8a0805a2fcca req-28d495ca-b172-47a7-99bb-6ded081f4334 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:09.265178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5164fd59-90fc-4a96-ad08-8a0805a2fcca req-28d495ca-b172-47a7-99bb-6ded081f4334 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0644412 Jul 23 00:20:09.304402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5164fd59-90fc-4a96-ad08-8a0805a2fcca req-c3e08f6c-39b2-49a0-a6b4-8a98f7af2d10 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Jul 23 00:20:10.436802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c014a-729e-408c-a68d-210e2aec4353 req-8dc3629d-3611-4490-89dc-c04812aba8e7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:10.438428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c95c014a-729e-408c-a68d-210e2aec4353 req-8dc3629d-3611-4490-89dc-c04812aba8e7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0651879 Jul 23 00:20:10.478161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c95c014a-729e-408c-a68d-210e2aec4353 req-158543aa-83e5-403c-9047-881b0b2b3d00 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Jul 23 00:20:11.617222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13751663-66ab-41e5-bddd-a60e8686e216 req-a1dc4515-b310-46fb-a5fd-e2c6ecb413d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:11.618692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13751663-66ab-41e5-bddd-a60e8686e216 req-a1dc4515-b310-46fb-a5fd-e2c6ecb413d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0674930 Jul 23 00:20:11.656008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13751663-66ab-41e5-bddd-a60e8686e216 req-3ed6ecdc-9baf-4207-89e8-05ed9d82a0ce tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318332 Jul 23 00:20:11.968963 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:20:12.785122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb3d8a-b28e-48d5-8ff6-9305f2a495b4 req-b0eee3c8-9247-44f3-9238-07e16378fd85 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:12.786547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dabb3d8a-b28e-48d5-8ff6-9305f2a495b4 req-b0eee3c8-9247-44f3-9238-07e16378fd85 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0638349 Jul 23 00:20:12.823845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dabb3d8a-b28e-48d5-8ff6-9305f2a495b4 req-6d4924a9-3edd-41a0-a999-a76f12143368 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Jul 23 00:20:13.955472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ea2f3-ed52-4a51-b981-d6cfdfe2b213 req-5ef60b0d-bdf5-43c8-8538-15a83207333f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:13.956984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc1ea2f3-ed52-4a51-b981-d6cfdfe2b213 req-5ef60b0d-bdf5-43c8-8538-15a83207333f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0667496 Jul 23 00:20:13.993812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc1ea2f3-ed52-4a51-b981-d6cfdfe2b213 req-c3516e8a-4e60-4cc8-9155-d7b502bbe1d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Jul 23 00:20:15.127202 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a981e-6a2a-4939-bb90-d40663f63576 req-756e95fc-f6df-4a06-b398-da378b6afa0e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:15.128757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b84a981e-6a2a-4939-bb90-d40663f63576 req-756e95fc-f6df-4a06-b398-da378b6afa0e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0661175 Jul 23 00:20:15.166450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b84a981e-6a2a-4939-bb90-d40663f63576 req-3cafcc68-0cb3-42ac-8424-6a26a58230a2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Jul 23 00:20:16.175585 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-45a1f972-22a7-47f1-82f8-57b422759213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:16.295571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1a11a-e564-4e13-9b76-14b9d1f75851 req-a726b9d6-04eb-43de-9f91-932a61651daf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:16.297066 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67a1a11a-e564-4e13-9b76-14b9d1f75851 req-a726b9d6-04eb-43de-9f91-932a61651daf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0622158 Jul 23 00:20:16.335889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67a1a11a-e564-4e13-9b76-14b9d1f75851 req-7c66c7cf-d9f7-40f8-b66b-1c3c9a462d24 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330021 Jul 23 00:20:17.079131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-b2377f78-7772-46c4-ba37-40c96e1a6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:17.080701 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-b2377f78-7772-46c4-ba37-40c96e1a6403 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1097 time: 0.0568099 Jul 23 00:20:17.186221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-d999ab37-9296-42cf-9323-c22d899690dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:17.187733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-d999ab37-9296-42cf-9323-c22d899690dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0889056 Jul 23 00:20:17.249800 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-48b2c5f1-f5b7-4d89-9222-39055f7e9956 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 1001 time: 0.0562809 Jul 23 00:20:17.301137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-31da8096-9dbf-4d9b-98b2-d68bd38d3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:17.302509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-31da8096-9dbf-4d9b-98b2-d68bd38d3c53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0472569 Jul 23 00:20:17.360834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-2616ed26-cfb3-452b-940e-d01723e73457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:17.362365 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-2616ed26-cfb3-452b-940e-d01723e73457 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533271 Jul 23 00:20:17.455558 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-f8641100-cbb0-41d7-b83f-84bc508c1e65 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865843 Jul 23 00:20:17.472867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab77e7-5bbf-4c0c-9091-bc38d416f8ae req-e62bbde7-7b9b-4b42-9844-1ebe1868bbba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:17.474511 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bab77e7-5bbf-4c0c-9091-bc38d416f8ae req-e62bbde7-7b9b-4b42-9844-1ebe1868bbba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0690837 Jul 23 00:20:17.511308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1bab77e7-5bbf-4c0c-9091-bc38d416f8ae req-cdf64a08-0fc2-4d00-90bc-9ac8e92572bf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311742 Jul 23 00:20:17.551307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a2ff7b42-6639-4ae0-a7ed-7ecccd856427 req-e0b4379a-ffce-4eb8-8792-7e20a4ea147b service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897486 Jul 23 00:20:18.643195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b3d97-786e-4c7d-8dc8-8cb1801c797e req-be77a99c-c35b-485e-8bc0-2b110647d830 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:18.644706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-671b3d97-786e-4c7d-8dc8-8cb1801c797e req-be77a99c-c35b-485e-8bc0-2b110647d830 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0642819 Jul 23 00:20:18.681396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-671b3d97-786e-4c7d-8dc8-8cb1801c797e req-e7718761-c3f9-4965-8b39-f1f65b4e770f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311658 Jul 23 00:20:19.496821 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-023b296d-296e-415c-897c-4d97454ffdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:19.738348 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:19.817620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248261c7-e5be-4dec-86f8-e7bf10bd46d6 req-cf0433e6-a39d-4c56-9101-df0b18a01b34 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:19.819129 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-248261c7-e5be-4dec-86f8-e7bf10bd46d6 req-cf0433e6-a39d-4c56-9101-df0b18a01b34 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0667608 Jul 23 00:20:19.857028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-248261c7-e5be-4dec-86f8-e7bf10bd46d6 req-17c75cdd-6c70-47b8-9664-47e89744c614 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Jul 23 00:20:20.320095 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-30b725b0-7ca3-4e29-9f13-b19774b026b7 service neutron] show failed (client error): The resource could not be found. Jul 23 00:20:20.321136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-30b725b0-7ca3-4e29-9f13-b19774b026b7 service neutron] 10.222.0.49 "GET /v2.0/ports/42d22859-c90c-461c-86b9-20fe3d9a844d/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0550668 Jul 23 00:20:20.396383 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:20.531215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7aa51ea4-02c0-4942-8209-4012a003817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:20.532861 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7aa51ea4-02c0-4942-8209-4012a003817a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 1097 time: 0.0599682 Jul 23 00:20:20.551397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:20.621920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:20.826307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:20.858272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:20:20.902741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:20.905156 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6341e1-d167-4044-85a1-a2324a196592" -d '{"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-unplugged", "status": "completed", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:20.909704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:20.923472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Transition to ACTIVE for port object 42d22859-c90c-461c-86b9-20fe3d9a844d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:20:20.927761 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:21.001374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a5080-0442-4d99-9014-11c5a175378e req-ea1d6b1a-cd99-4958-860b-a38fe1e45957 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:21.003792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a28a5080-0442-4d99-9014-11c5a175378e req-ea1d6b1a-cd99-4958-860b-a38fe1e45957 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0786929 Jul 23 00:20:21.021240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:21.036661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.037181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.040074 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.041409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.041780 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.042134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.043871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.043871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.044167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.044437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.046945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.047991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:21.053798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a28a5080-0442-4d99-9014-11c5a175378e req-e7c3b89a-48f2-47f1-8dd9-9688016a6cca tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430379 Jul 23 00:20:21.056061 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8fd3b5-7804-4daf-828e-9bbd6bf80bbb x-openstack-request-id: req-7e8fd3b5-7804-4daf-828e-9bbd6bf80bbb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:21.056356 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-unplugged", "status": "completed", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:21.056609 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e8fd3b5-7804-4daf-828e-9bbd6bf80bbb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:21.057061 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'code': 200} Jul 23 00:20:21.099731 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] No DVR routers for this DVR port 42d22859-c90c-461c-86b9-20fe3d9a844d on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:20:21.236589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:20:21.236934 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:20:21.237267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:21.241623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Port 42d22859-c90c-461c-86b9-20fe3d9a844d on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:20:21.241892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Attempting to bind port 42d22859-c90c-461c-86b9-20fe3d9a844d on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:21.246586 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:20:21.246925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:20:21.247316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:20:21.247765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Bound port: 42d22859-c90c-461c-86b9-20fe3d9a844d, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:20:21.248123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:21.310247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:20:21.313415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:20:21.317759 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:21.357289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:21.357916 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:21.359345 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] 10.222.0.48 "PUT /v2.0/ports/42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 1092 time: 0.8130040 Jul 23 00:20:21.378336 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d945262-162f-4ca1-a749-9f2a5084deb3 service neutron] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:21.458740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-d510afb7-37b0-437e-b7b4-ba73bec404c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:21.460335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-d510afb7-37b0-437e-b7b4-ba73bec404c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0660763 Jul 23 00:20:21.553634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-e59ed299-fb39-47e0-bcec-cdc984ae2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:21.555119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-e59ed299-fb39-47e0-bcec-cdc984ae2b25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0886939 Jul 23 00:20:21.626133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-ce9feda4-c7dc-47f5-b170-4c836f714686 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 999 time: 0.0641656 Jul 23 00:20:21.674311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-9c7058cc-a3a2-40c8-8303-89d861360623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:21.675712 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-9c7058cc-a3a2-40c8-8303-89d861360623 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0441909 Jul 23 00:20:21.732943 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-d23bcce1-b1d3-4013-9fe6-fa26a5ab3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:21.734481 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-d23bcce1-b1d3-4013-9fe6-fa26a5ab3b56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530813 Jul 23 00:20:21.829062 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-30e58637-2fa5-4d28-bf03-b1002fb7c911 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875611 Jul 23 00:20:21.838697 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:21.917672 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9b662c54-ef97-4a33-b743-aeceb51af8d2 req-fcaccd94-97ef-4312-9079-6f305a9afa3c service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828128 Jul 23 00:20:22.200652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3c1e-3345-41a0-bdd3-37e99d9f1588 req-3233fc17-896d-4d42-8176-6a650922f9e6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:22.202411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d02c3c1e-3345-41a0-bdd3-37e99d9f1588 req-3233fc17-896d-4d42-8176-6a650922f9e6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0681102 Jul 23 00:20:22.240059 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d02c3c1e-3345-41a0-bdd3-37e99d9f1588 req-66d24dce-b41c-48cb-8e35-7067a4163ad1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Jul 23 00:20:22.623242 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:22.810801 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:20:22.848282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:20:23.058666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:23.061171 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c761cce9-ed64-454d-9790-4d75dfea150d" -d '{"events": [{"name": "network-changed", "server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:23.107830 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b017da6-7c16-41d9-8ac9-6572ffeeaf46 x-openstack-request-id: req-0b017da6-7c16-41d9-8ac9-6572ffeeaf46 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:23.108127 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:23.108387 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b017da6-7c16-41d9-8ac9-6572ffeeaf46 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:23.108791 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'status': 'completed', 'code': 200} Jul 23 00:20:23.225029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-95a0a586-5187-4f54-ac42-3e69e5c94d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.226562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-95a0a586-5187-4f54-ac42-3e69e5c94d0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0992110 Jul 23 00:20:23.232483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-12e20fe2-9cd5-42ad-8961-a45ec02d7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.233854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-12e20fe2-9cd5-42ad-8961-a45ec02d7da1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1095 time: 0.0738847 Jul 23 00:20:23.383269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43673d95-80c7-47e5-9386-856eb71fefe8 req-aff701d0-4156-4aeb-8d91-140a3c4d8b15 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.384375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43673d95-80c7-47e5-9386-856eb71fefe8 req-aff701d0-4156-4aeb-8d91-140a3c4d8b15 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0754263 Jul 23 00:20:23.393459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-2d54d03a-2f55-48c6-a171-e8ad9e92f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.395045 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-2d54d03a-2f55-48c6-a171-e8ad9e92f4fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.1602669 Jul 23 00:20:23.400625 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-40f1e8b9-bdc4-452e-8899-efa2f91c4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.403292 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-40f1e8b9-bdc4-452e-8899-efa2f91c4ebf service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.1597142 Jul 23 00:20:23.426480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-43673d95-80c7-47e5-9386-856eb71fefe8 req-b151258c-6b5f-40e4-a3f8-1ba3c711de69 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360470 Jul 23 00:20:23.512726 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-c0f1e612-4683-4649-80de-096906faaa5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 999 time: 0.1086495 Jul 23 00:20:23.519426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-dcbd2e42-4f71-42f1-a0a4-027bda0d6d21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 999 time: 0.1067171 Jul 23 00:20:23.601639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-bc3aedf8-ff55-4e69-b982-49a0c0936904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.603136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-bc3aedf8-ff55-4e69-b982-49a0c0936904 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0828598 Jul 23 00:20:23.604546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-4cd0afaf-1116-4047-aacd-468e0f6e1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.605871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-4cd0afaf-1116-4047-aacd-468e0f6e1872 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0783062 Jul 23 00:20:23.699400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-77daf213-97a6-4e75-bdd4-fc2841f2c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.700816 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-77daf213-97a6-4e75-bdd4-fc2841f2c061 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900073 Jul 23 00:20:23.708634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761cce9-ed64-454d-9790-4d75dfea150d req-6879354f-ae1b-4a00-8257-c04e83c57cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:23.708634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-6879354f-ae1b-4a00-8257-c04e83c57cdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896728 Jul 23 00:20:23.861388 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-43eb11a5-8b02-4025-bdea-ad9f76fc2d12 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526089 Jul 23 00:20:23.864704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-3788dada-3538-42de-b9a1-15618668d678 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491361 Jul 23 00:20:24.017002 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-224bacda-e62d-4d17-bd1e-06f3596d820a service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497593 Jul 23 00:20:24.020248 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c761cce9-ed64-454d-9790-4d75dfea150d req-d0d2cbbe-f7c8-4a9a-aac1-3cffc8b8d211 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454034 Jul 23 00:20:24.536924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:20:24.563197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b276705-c513-4c46-8412-71ffb36e9e90 req-1c888af6-1bc4-449f-8253-4ca2e0db3375 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:24.564820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b276705-c513-4c46-8412-71ffb36e9e90 req-1c888af6-1bc4-449f-8253-4ca2e0db3375 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 944 time: 0.0684566 Jul 23 00:20:24.602899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b276705-c513-4c46-8412-71ffb36e9e90 req-82af4b9b-1006-4b3c-bb7f-4f566661892d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324502 Jul 23 00:20:24.635937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:24.647598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'mac_address': 'fa:16:3e:40:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:20:24.684775 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.700115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d22859-c90c-461c-86b9-20fe3d9a844d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:20:24.727364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:24.731274 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:24.786894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:24.794426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.794777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.795116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.795488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.795822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.796150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.796474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.796799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.797758 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.798083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.798404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.798716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:20:24.821165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6dd98-ff4e-4de1-bc90-82696d239f0d req-9a64001e-be9e-46bc-a833-114e9adacdbf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:24.822786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dda6dd98-ff4e-4de1-bc90-82696d239f0d req-9a64001e-be9e-46bc-a833-114e9adacdbf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0695252 Jul 23 00:20:24.835355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73f0-c85a-466d-956a-9771307951a9 req-4459c59c-8cde-4428-bee7-7a51910c6ac5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:24.836826 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-4459c59c-8cde-4428-bee7-7a51910c6ac5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8&tenant_id=406e7cc1b0b040dd94323e72f842c361&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 945 time: 0.0728154 Jul 23 00:20:24.847608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-f9dfdba3-4ca0-4de4-951c-949dd2536fb2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:20:24.848665 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-f9dfdba3-4ca0-4de4-951c-949dd2536fb2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058584 Jul 23 00:20:24.863847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dda6dd98-ff4e-4de1-bc90-82696d239f0d req-7b078cc9-7ff3-4534-8d95-dd63a6e371e5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344994 Jul 23 00:20:24.908667 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-89fc73f0-c85a-466d-956a-9771307951a9 req-4a6ef512-b322-4a8d-8aa8-70fae23d94d3 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:20:24.909711 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-4a6ef512-b322-4a8d-8aa8-70fae23d94d3 service neutron] 10.222.0.49 "DELETE /v2.0/ports/42d22859-c90c-461c-86b9-20fe3d9a844d/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0545652 Jul 23 00:20:25.018106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73f0-c85a-466d-956a-9771307951a9 req-f062550d-6310-40f3-9078-ca0b28f197a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.019551 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-f062550d-6310-40f3-9078-ca0b28f197a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0649424 Jul 23 00:20:25.037715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['42d22859-c90c-461c-86b9-20fe3d9a844d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:20:25.108242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73f0-c85a-466d-956a-9771307951a9 req-961633ec-9c82-4982-b3af-e464f3797983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.109795 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-961633ec-9c82-4982-b3af-e464f3797983 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0841544 Jul 23 00:20:25.177344 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-a128d536-9d44-4b5a-98b2-f0a13f4486a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 200 len: 1000 time: 0.0616779 Jul 23 00:20:25.225781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73f0-c85a-466d-956a-9771307951a9 req-6506386e-e5ad-49b6-a396-ab70b471c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.227212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-6506386e-e5ad-49b6-a396-ab70b471c434 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0436089 Jul 23 00:20:25.285157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc73f0-c85a-466d-956a-9771307951a9 req-b8780adf-6a53-4f41-81b0-3c1d38a88932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:25.286565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-b8780adf-6a53-4f41-81b0-3c1d38a88932 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526016 Jul 23 00:20:25.379520 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-1f0477db-4233-4c1c-8fdb-dfb9d20f907c service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860927 Jul 23 00:20:25.467563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-89fc73f0-c85a-466d-956a-9771307951a9 req-7dbe10ac-ed44-4ad0-83c7-6e369613cf7d service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816202 Jul 23 00:20:25.998826 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6f116-991b-4125-93ee-bcde285ac3e9 req-91f0d756-206d-4504-b33f-444043bd556b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.000435 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17a6f116-991b-4125-93ee-bcde285ac3e9 req-91f0d756-206d-4504-b33f-444043bd556b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0665290 Jul 23 00:20:26.038330 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17a6f116-991b-4125-93ee-bcde285ac3e9 req-974a05be-6c03-4bb4-91c6-3327e7314006 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Jul 23 00:20:26.177186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924d2b-c933-4132-a58f-71671e19b484 req-49e211fd-2645-434b-b2a2-31cba1670ef0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.178591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54924d2b-c933-4132-a58f-71671e19b484 req-49e211fd-2645-434b-b2a2-31cba1670ef0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0698633 Jul 23 00:20:26.216415 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54924d2b-c933-4132-a58f-71671e19b484 req-90630304-1bec-4c1e-a0a1-d4c039733da4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Jul 23 00:20:26.350579 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458168-2284-4efe-b04b-2bb154b9693b req-3d7f2739-26d1-40be-887e-f761f19f3620 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.352100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9458168-2284-4efe-b04b-2bb154b9693b req-3d7f2739-26d1-40be-887e-f761f19f3620 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0685263 Jul 23 00:20:26.389315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9458168-2284-4efe-b04b-2bb154b9693b req-3011da02-8be5-48b6-87ff-41ca1e8a371c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jul 23 00:20:26.545889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:20:26.597130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 42d22859-c90c-461c-86b9-20fe3d9a844d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:20:26.601169 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 42d22859-c90c-461c-86b9-20fe3d9a844d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:20:26.601547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:26.644877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b1c9-acff-4fe5-8b3f-29211f53e3e8 req-e685a354-aa93-478a-81c6-a7a90c84057c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:26.646397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9453b1c9-acff-4fe5-8b3f-29211f53e3e8 req-e685a354-aa93-478a-81c6-a7a90c84057c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 945 time: 0.0674856 Jul 23 00:20:26.680713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:26.684379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9453b1c9-acff-4fe5-8b3f-29211f53e3e8 req-9fec4fa8-fea0-4f62-90ca-3692f6762c1e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323281 Jul 23 00:20:26.704023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:26.706163 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a4cc4-015f-4cc4-8547-3a306754b746" -d '{"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-plugged", "status": "completed", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:26.719452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:26.724063 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:26.750970 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6d7db-eb7d-4b9c-9ca7-413c6097f56f x-openstack-request-id: req-f3e6d7db-eb7d-4b9c-9ca7-413c6097f56f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:26.751268 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-plugged", "status": "completed", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:26.751570 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3e6d7db-eb7d-4b9c-9ca7-413c6097f56f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:26.751962 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'code': 200} Jul 23 00:20:26.775858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:27.830692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258a18-f0d0-41df-a406-3cb6d1b416e3 req-5b8b6489-d1af-41a9-8789-8e9466c2d865 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:27.832203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f258a18-f0d0-41df-a406-3cb6d1b416e3 req-5b8b6489-d1af-41a9-8789-8e9466c2d865 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0693102 Jul 23 00:20:27.869324 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f258a18-f0d0-41df-a406-3cb6d1b416e3 req-c827b0dc-65ba-4366-8f67-c0b2c36012b1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Jul 23 00:20:28.005495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d610523-59f5-4836-9df6-de3291a5e33a req-2058f834-9131-4b54-97a0-301768e09d6c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:28.006912 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d610523-59f5-4836-9df6-de3291a5e33a req-2058f834-9131-4b54-97a0-301768e09d6c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 946 time: 0.0675197 Jul 23 00:20:28.105210 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Deleting port 42d22859-c90c-461c-86b9-20fe3d9a844d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:20:28.105559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:28.202288 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] For port 42d22859-c90c-461c-86b9-20fe3d9a844d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=42d22859-c90c-461c-86b9-20fe3d9a844d,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:28.202649 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:28.367481 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:28.367861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:28.368186 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 disassociated. External IP: 172.25.5.33, port: 42d22859-c90c-461c-86b9-20fe3d9a844d. Jul 23 00:20:28.368528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Calling delete_port for 42d22859-c90c-461c-86b9-20fe3d9a844d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:20:28.497580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:28.525344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event deleted for resources: {'Port': ['ID=42d22859-c90c-461c-86b9-20fe3d9a844d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:28.642911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:20:28.970623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a7244a2-2c0c-44d6-8d04-de6ae7bd05d3 req-b5dec6c9-99d9-4e24-8aa0-5e8f42667dc1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=38485cc4-d4aa-4172-93d1-ff261cbdf9b8 HTTP/1.1" status: 200 len: 210 time: 0.0297654 Jul 23 00:20:29.056239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:20:29.066320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:20:29.076215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:20:29.077134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:20:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:29.101283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] No DVR routers for this DVR port 42d22859-c90c-461c-86b9-20fe3d9a844d on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:20:29.103863 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:29.105829 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8d610523-59f5-4836-9df6-de3291a5e33a req-418c03c1-7a90-4c35-bae9-581fdadb4781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "DELETE /v2.0/ports/42d22859-c90c-461c-86b9-20fe3d9a844d HTTP/1.1" status: 204 len: 173 time: 1.0937817 Jul 23 00:20:29.106263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-deleted', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:29.108517 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd1f90-b082-462e-98ca-9a70aeb2d41c" -d '{"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-deleted", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:29.146495 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ccf1fa-4610-46a4-abbc-0c58d2482a9a x-openstack-request-id: req-14ccf1fa-4610-46a4-abbc-0c58d2482a9a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:29.146737 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38485cc4-d4aa-4172-93d1-ff261cbdf9b8", "name": "network-vif-deleted", "tag": "42d22859-c90c-461c-86b9-20fe3d9a844d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:29.146991 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14ccf1fa-4610-46a4-abbc-0c58d2482a9a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:29.147413 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38485cc4-d4aa-4172-93d1-ff261cbdf9b8', 'name': 'network-vif-deleted', 'tag': '42d22859-c90c-461c-86b9-20fe3d9a844d', 'status': 'completed', 'code': 200} Jul 23 00:20:29.186207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:20:29.398714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:29.425903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:20:29.434425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:20:29.435032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:20:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:29.540835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:20:29.733274 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:29.763713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8363d-6aac-4b0a-aa94-ed7478f6bf22 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:20:29.981606 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529fe7b-7d1f-4b7b-afca-4459614d27e0 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:20:30.203767 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-dd1adaaf-7e2a-4139-891d-4d42946dc4ea tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1646321313&fields=id&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 267 time: 0.0336103 Jul 23 00:20:30.312129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b66f6638-37d7-4181-8040-77e685c8cb0c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:30.314368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b66f6638-37d7-4181-8040-77e685c8cb0c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1044924 Jul 23 00:20:30.328791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-5d3a3ec5-a1e4-4f1b-9eb0-d39b0d88e5c9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/quotas/406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Jul 23 00:20:30.394828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-0c4a2491-3134-4e94-a455-4e945904d5f9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610807 Jul 23 00:20:30.409744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b7302a02-a961-4550-a0a2-f25055496aee service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:20:30.410786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b7302a02-a961-4550-a0a2-f25055496aee service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051978 Jul 23 00:20:30.504081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-ac31086a-5feb-48af-9b29-15ee89c3905c service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Jul 23 00:20:30.554157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:20:30.573269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 42d22859-c90c-461c-86b9-20fe3d9a844d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:20:30.573542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 42d22859-c90c-461c-86b9-20fe3d9a844d not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:20:30.596485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-4e6a73bf-955f-48e9-ab02-a8cdb08ec60c service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867491 Jul 23 00:20:30.757262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7974b95e-5907-4415-80dc-7ba4bcfc06bb req-46671585-50eb-4900-9fc7-0911b44afde5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 210 time: 0.0296333 Jul 23 00:20:31.634252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-bd5db129-c2ad-45b2-8a01-ba17bb7313c0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:31.635752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-bd5db129-c2ad-45b2-8a01-ba17bb7313c0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1122043 Jul 23 00:20:31.684424 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-22e99c17-e599-49c9-9f09-569a94f4e732 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 380 time: 0.0398622 Jul 23 00:20:31.694235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'port': {'device_id': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'admin_state_up': True, 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'security_groups': ['9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:31.800928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Made reservation on behalf of 406e7cc1b0b040dd94323e72f842c361 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:20:31.804597 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:31.860464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4385568-e762-4b00-a86a-ae1328535ab7 req-c9c75a6e-d983-4957-a4da-bf65a947df93 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 210 time: 0.0350339 Jul 23 00:20:31.932508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Allocated IP 172.20.0.6 (46f45f6a-eebe-44ed-b90f-fde78c253675/0194146d-1d0f-4815-aec8-b84ae7a95786/9b04a7e7-d051-42fe-b5ce-7eda181966a7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:20:32.066230 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.084127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Transition to ACTIVE for port object 9b04a7e7-d051-42fe-b5ce-7eda181966a7 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:20:32.116705 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.160429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:20:32.167277 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:20:32.171187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:20:32.201231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:32.226284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:32.226912 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.242740 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-b0aa6ec7-05d4-4cee-8588-46a0d881aa1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520673 Jul 23 00:20:32.254545 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Request body: {'port': {'device_id': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:32.334219 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.370501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b637bcb1-da40-4744-927a-add2b4c038c5 None None] Provisioning for port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:20:32.374701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b637bcb1-da40-4744-927a-add2b4c038c5 None None] Provisioning complete for port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:20:32.375295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b637bcb1-da40-4744-927a-add2b4c038c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.410446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-b637bcb1-da40-4744-927a-add2b4c038c5 None None] Port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:20:32.594746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b04a7e7-d051-42fe-b5ce-7eda181966a7 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:20:32.602006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.613423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Transition to ACTIVE for port object 9b04a7e7-d051-42fe-b5ce-7eda181966a7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:20:32.617226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.671006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:32.743684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:20:32.744030 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:20:32.744363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:32.748881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:20:32.749216 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:20:32.754572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:20:32.754916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:20:32.755304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:20:32.755768 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Bound port: 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:20:32.756133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.822916 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:20:32.826127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:20:32.830636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.863539 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:32.864232 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:32.865617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] 10.222.0.49 "PUT /v2.0/ports/9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 1091 time: 0.6156220 Jul 23 00:20:32.866047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:32.868347 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff" -d '{"events": [{"name": "network-changed", "server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:32.899535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97156991-b72c-428b-b843-293cba3ce1ed service neutron] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:32.963858 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1c18d-d781-4e33-8c5d-aa5b60fb8287 x-openstack-request-id: req-d0f1c18d-d781-4e33-8c5d-aa5b60fb8287 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:32.964158 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:32.964541 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0f1c18d-d781-4e33-8c5d-aa5b60fb8287 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:32.964942 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'status': 'completed', 'code': 200} Jul 23 00:20:32.978549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-2ef49a96-69e0-4024-ba20-3985711afeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:32.981928 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-2ef49a96-69e0-4024-ba20-3985711afeb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1094 time: 0.0713079 Jul 23 00:20:33.023079 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-ae163619-496d-45ff-8b0f-a7071c34df3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 217 time: 0.0357456 Jul 23 00:20:33.035728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61465a4-0245-4fc5-ba2a-3a0c8cd745c8 req-29684775-8cb1-4e82-89c9-f1e8e726da95 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.038961 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a61465a4-0245-4fc5-ba2a-3a0c8cd745c8 req-29684775-8cb1-4e82-89c9-f1e8e726da95 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.0686934 Jul 23 00:20:33.073517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-6a1666c7-21f2-4dc3-a00c-35d5cb01d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.075381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-6a1666c7-21f2-4dc3-a00c-35d5cb01d7ad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0467563 Jul 23 00:20:33.080565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a61465a4-0245-4fc5-ba2a-3a0c8cd745c8 req-f5257425-910e-4a3b-939b-275cc160e911 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Jul 23 00:20:33.134522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-f4327a39-31d2-4190-9ad0-02e66add931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.135995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-f4327a39-31d2-4190-9ad0-02e66add931b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543087 Jul 23 00:20:33.230825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-1116cfac-3b53-4ff6-8ed3-49a9275a1915 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878706 Jul 23 00:20:33.322834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a3de8e56-9b98-4aa6-9fc0-e15d4b72e75a req-8aa8a81c-b0a6-4ac9-8f69-761839e2270c service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857131 Jul 23 00:20:33.420952 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-8791d710-2fd0-42d5-8afb-715fb1acc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.422868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-8791d710-2fd0-42d5-8afb-715fb1acc953 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1094 time: 0.0542388 Jul 23 00:20:33.513482 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-793b015f-c23c-41dd-a2e7-d08f9fbb812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.514945 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-793b015f-c23c-41dd-a2e7-d08f9fbb812a service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0864763 Jul 23 00:20:33.560704 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-7d51909f-53b0-4309-9778-38ae0a1cb498 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 217 time: 0.0384212 Jul 23 00:20:33.608160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-ee8d2672-11a7-4a3c-baa4-60559dd13402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.610682 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-ee8d2672-11a7-4a3c-baa4-60559dd13402 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0437734 Jul 23 00:20:33.669445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-3f802482-b6c2-4854-a188-76da0c9a32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:33.671102 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-3f802482-b6c2-4854-a188-76da0c9a32b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535009 Jul 23 00:20:33.768067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-8575d2ff-3a83-4c1e-9a13-bc2a4701ff33 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894587 Jul 23 00:20:33.858277 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fcdeb8bc-8399-4566-82ee-3adafe8c4dff req-29c1ad62-b1ad-45a6-b2ec-dbb54dd8e4a1 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827489 Jul 23 00:20:34.270566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9365b0-c4a2-4e7d-addd-7d001f646385 req-cc4f3894-b6c3-409e-86c8-07f36ad55678 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:34.272157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa9365b0-c4a2-4e7d-addd-7d001f646385 req-cc4f3894-b6c3-409e-86c8-07f36ad55678 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.1223886 Jul 23 00:20:34.310825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa9365b0-c4a2-4e7d-addd-7d001f646385 req-aa081fcd-c612-4dd3-8cf9-cd84410027d0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329664 Jul 23 00:20:35.506285 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48271-fb28-4169-a3d2-d87cf9d5d224 req-0ee1cd28-6a4d-4563-824c-0f6f3a6717a0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:35.507798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be48271-fb28-4169-a3d2-d87cf9d5d224 req-0ee1cd28-6a4d-4563-824c-0f6f3a6717a0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.1276641 Jul 23 00:20:35.546345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0be48271-fb28-4169-a3d2-d87cf9d5d224 req-8708f1a5-f959-4434-afdd-33830674c735 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330396 Jul 23 00:20:36.676624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:36.689675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91037cc7-b3de-4294-bde4-ac672198e14f req-74735abe-23cf-48a6-b393-f6560b710530 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:36.691185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91037cc7-b3de-4294-bde4-ac672198e14f req-74735abe-23cf-48a6-b393-f6560b710530 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.0731466 Jul 23 00:20:36.729571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-91037cc7-b3de-4294-bde4-ac672198e14f req-aa181153-3972-4783-b822-fbee73ad4cba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327740 Jul 23 00:20:36.875703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:20:36.972082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:36.982707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:20:37.021217 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:37.035632 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b04a7e7-d051-42fe-b5ce-7eda181966a7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:20:37.054706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:37.058533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:37.107920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:37.261745 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['9b04a7e7-d051-42fe-b5ce-7eda181966a7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:20:37.865584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8cde6-94f6-4ae2-998e-2be6625099f1 req-5bc21506-237c-4578-b1ba-3daa3587c5cf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:37.867067 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b8cde6-94f6-4ae2-998e-2be6625099f1 req-5bc21506-237c-4578-b1ba-3daa3587c5cf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 944 time: 0.0689473 Jul 23 00:20:37.905285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12b8cde6-94f6-4ae2-998e-2be6625099f1 req-984a0b71-8deb-4d3e-8fbe-c6f9d3c233a9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 Jul 23 00:20:38.888100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:20:38.937716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:20:38.941882 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:20:38.942116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:39.018467 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:39.038650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87056949-c7b5-427f-82d0-6977e997ae36 req-09647ce6-6596-4afc-9c24-6a0db3fcbc99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:39.040291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87056949-c7b5-427f-82d0-6977e997ae36 req-09647ce6-6596-4afc-9c24-6a0db3fcbc99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 944 time: 0.0657527 Jul 23 00:20:39.041425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:39.043699 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6768cd42-be19-4be7-be7b-c7b8f5cdcbfd" -d '{"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-plugged", "status": "completed", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:39.058147 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:20:39.063984 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:39.082301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87056949-c7b5-427f-82d0-6977e997ae36 req-961a24b9-57c8-48bf-b707-b50020eef086 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361304 Jul 23 00:20:39.087204 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69d145-b23c-4c98-8575-332cf85321bd x-openstack-request-id: req-8b69d145-b23c-4c98-8575-332cf85321bd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:39.087525 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-plugged", "status": "completed", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:39.087781 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b69d145-b23c-4c98-8575-332cf85321bd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:39.088167 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'code': 200} Jul 23 00:20:39.116329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:20:39.256046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4500d9-c528-416d-a79e-b189329a5c97 req-321b2717-d2d4-411c-9a70-7f2afd77cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:39.257564 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d4500d9-c528-416d-a79e-b189329a5c97 req-321b2717-d2d4-411c-9a70-7f2afd77cd2b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1096 time: 0.1054518 Jul 23 00:20:39.292271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d4500d9-c528-416d-a79e-b189329a5c97 req-532d97bb-9641-42ee-b11f-02c7990871a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283439 Jul 23 00:20:40.222282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49704168-8fa3-4403-b91e-ff84a0d986e5 req-159c6146-93f3-434e-b1fb-cd5c3237303d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:40.223798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49704168-8fa3-4403-b91e-ff84a0d986e5 req-159c6146-93f3-434e-b1fb-cd5c3237303d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0693946 Jul 23 00:20:40.260264 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49704168-8fa3-4403-b91e-ff84a0d986e5 req-3c17f8a8-7652-4b1e-baac-692cef7d7282 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Jul 23 00:20:40.391683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b94b5-c876-4057-aa1c-660384124479 req-2ca672ce-d331-488b-a0c8-0fd509530a1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:40.393088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-465b94b5-c876-4057-aa1c-660384124479 req-2ca672ce-d331-488b-a0c8-0fd509530a1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0687897 Jul 23 00:20:40.401801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51338) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:20:40.406291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'floatingip': {'port_id': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:20:40.444036 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:40.870279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:40.873940 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:40.973265 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 associated. External IP: 172.25.5.33, port: 9b04a7e7-d051-42fe-b5ce-7eda181966a7. Jul 23 00:20:41.177415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:20:41.282249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:20:41.287083 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:41.291769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:20:41.302010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:20:41.302651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:20:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:41.411575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:20:41.649214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5b897538-cf09-4da0-b45c-92e17c8169f8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "PUT /v2.0/floatingips/43efc79e-00e6-4d8f-b69d-493288732828 HTTP/1.1" status: 200 len: 990 time: 1.2463336 Jul 23 00:20:41.649912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:20:41.650486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:20:40Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:41.652224 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae3120-7a26-4fe1-955b-a8f591e68866" -d '{"events": [{"name": "network-changed", "server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:20:41.680934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:20:41.691915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:20:41.692055 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afec59d8-f16e-44c1-9827-c6308173f6fe x-openstack-request-id: req-afec59d8-f16e-44c1-9827-c6308173f6fe {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:20:41.692055 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:20:41.692055 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afec59d8-f16e-44c1-9827-c6308173f6fe {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:20:41.692298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:20:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:41.692477 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'status': 'completed', 'code': 200} Jul 23 00:20:41.766328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-e7dde9e9-9810-442c-81f5-9644f9405f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:41.767889 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-e7dde9e9-9810-442c-81f5-9644f9405f27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1096 time: 0.0548289 Jul 23 00:20:41.799105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:20:41.861584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-7943ded7-7adb-464a-addc-6ecab1bf39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:41.863059 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-7943ded7-7adb-464a-addc-6ecab1bf39a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0890203 Jul 23 00:20:41.927037 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-c4ae3bdd-3601-4f94-9a17-cecc83d92bc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 998 time: 0.0580013 Jul 23 00:20:41.975170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-d32873cf-7173-4434-a2a3-abebe15233f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:41.976588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-d32873cf-7173-4434-a2a3-abebe15233f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0434659 Jul 23 00:20:42.026918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:20:40Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:20:42.040364 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-f4465ec8-cc5c-427e-bb40-9791fdcc5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:20:42.042119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-f4465ec8-cc5c-427e-bb40-9791fdcc5802 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596435 Jul 23 00:20:42.053983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a0be3f-8df6-4418-93d8-28e4ab930a43 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:20:40Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:20:42.137711 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-b89de02e-9e6b-4e2f-85fb-00e735fcc95c service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893407 Jul 23 00:20:42.240289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46ae3120-7a26-4fe1-955b-a8f591e68866 req-f6ee9cb2-2d09-41a3-bdf1-664d075dc9ae service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960715 Jul 23 00:20:42.253661 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d926d453-37bd-423c-8f1e-ac01b7f99f34 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:20:46.175885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d54d15e7-3651-4f82-bdd1-8af4563be316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:48.967443 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:20:49.498054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-284aac85-cb10-471a-b7a1-1c397c005ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:49.739051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:50.400243 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:51.841488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:20:52.619850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:06.669255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:16.176968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e55e93f2-c342-462d-9d68-e875f1ca1a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.037616 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-a2fd1f8f-7abe-479a-a9f8-5d7345f0adab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529907 Jul 23 00:21:19.131286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-e1015fab-a1fd-4002-b15f-6b3861badb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:19.132808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-e1015fab-a1fd-4002-b15f-6b3861badb31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1096 time: 0.0545528 Jul 23 00:21:19.242031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-ef27f69e-78bb-4c62-a32e-114ebfef04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:19.243546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-ef27f69e-78bb-4c62-a32e-114ebfef04f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0917745 Jul 23 00:21:19.307236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-858fa423-0fac-44f0-9608-41a99e7517a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 1000 time: 0.0568528 Jul 23 00:21:19.360867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-6e25ef20-05f3-4495-8daa-40fd990fe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:19.362284 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-6e25ef20-05f3-4495-8daa-40fd990fe829 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0491090 Jul 23 00:21:19.419637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-f258e3da-4bc9-4042-9c1e-2bd21a97de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:21:19.421876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-f258e3da-4bc9-4042-9c1e-2bd21a97de2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534151 Jul 23 00:21:19.498902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1b11855-0a84-43fb-ad31-eb7c82f7c16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:19.510522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-dc3a8868-7405-4c68-b77b-9d80e443bfb8 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Jul 23 00:21:19.604107 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-87c4fd08-6fa2-4970-8a7a-bb974d10dcc8 req-cf5aff9a-a48e-4e6a-aef2-28fa8d48073b service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871074 Jul 23 00:21:19.739806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:20.402365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:21.845480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:22.617495 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:25.967148 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:21:36.668605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:46.180743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2da97bcb-7995-4543-b6dd-2bb215a1ea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:49.501023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0480d83-17d4-4fd7-8b1f-a89c5b9ea4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:49.741414 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:50.404971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:51.845705 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:21:52.631048 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:02.965805 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:22:06.683651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:16.181471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-568b9b06-c2b4-4205-9b01-b8d2a2d6bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:17.522442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556451de-62b9-4e30-a874-7549cd5fbf31 req-709005c4-7a09-4459-b294-1280517f7b94 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:17.524166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-556451de-62b9-4e30-a874-7549cd5fbf31 req-709005c4-7a09-4459-b294-1280517f7b94 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0734994 Jul 23 00:22:17.564420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-556451de-62b9-4e30-a874-7549cd5fbf31 req-fec23953-3aba-4a5f-acfc-895fd4bae098 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339012 Jul 23 00:22:18.701468 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030c56c-2dfa-4e27-9042-6d9a474bfd6f req-7245aa86-c680-4813-beb4-e0920f88d076 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:18.702846 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e030c56c-2dfa-4e27-9042-6d9a474bfd6f req-7245aa86-c680-4813-beb4-e0920f88d076 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0663905 Jul 23 00:22:18.740535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e030c56c-2dfa-4e27-9042-6d9a474bfd6f req-bbc2ecb3-7ec1-412b-a911-15fa6c62c590 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Jul 23 00:22:19.502092 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-aacf16d4-162e-4fd8-a54b-c7df0dbc8bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:19.741526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:19.871877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0f6fc-12b4-428c-81b4-4c6fcf63b692 req-a2baa136-06ce-489e-a2ec-2db7f2368c83 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:19.873400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bb0f6fc-12b4-428c-81b4-4c6fcf63b692 req-a2baa136-06ce-489e-a2ec-2db7f2368c83 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0664091 Jul 23 00:22:19.910828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bb0f6fc-12b4-428c-81b4-4c6fcf63b692 req-9faeab88-34f8-4830-85c8-22466e9b76ba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Jul 23 00:22:20.407709 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:21.045853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300997c-f314-4a43-8d3c-a10e7b80c9ae req-440d26a0-f775-4fc9-9b39-049dc6a90468 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:21.047807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4300997c-f314-4a43-8d3c-a10e7b80c9ae req-440d26a0-f775-4fc9-9b39-049dc6a90468 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0652931 Jul 23 00:22:21.069205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09269-2185-4b82-960d-dcdd900dec76 req-ff6de811-58f6-4d82-8663-6811ad30211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:21.070748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-ff6de811-58f6-4d82-8663-6811ad30211d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1096 time: 0.0567873 Jul 23 00:22:21.086954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4300997c-f314-4a43-8d3c-a10e7b80c9ae req-1257bc91-bf9e-4b54-aff6-b028eab8eb64 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337164 Jul 23 00:22:21.179122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09269-2185-4b82-960d-dcdd900dec76 req-b7f6db60-c644-4836-a4b3-930e741bf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:21.180641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-b7f6db60-c644-4836-a4b3-930e741bf8fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0916946 Jul 23 00:22:21.245410 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-896bcd6f-1f20-4f1e-9f85-80eab21bea8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 1000 time: 0.0574741 Jul 23 00:22:21.297518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09269-2185-4b82-960d-dcdd900dec76 req-051788e9-4422-41a7-9284-1bcefb4a51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:21.300188 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-051788e9-4422-41a7-9284-1bcefb4a51d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0482070 Jul 23 00:22:21.357553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b09269-2185-4b82-960d-dcdd900dec76 req-e49aa445-88c4-48a0-bbf1-486fc1ff0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:21.359028 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-e49aa445-88c4-48a0-bbf1-486fc1ff0d6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530999 Jul 23 00:22:21.452204 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-b2e9adfb-d4a3-4404-8792-390f6d1e9400 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862525 Jul 23 00:22:21.542198 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09b09269-2185-4b82-960d-dcdd900dec76 req-2ad91894-4908-44ab-b559-56cfdcaf4af1 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829349 Jul 23 00:22:21.850033 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:22.223388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf746-f203-433f-8675-78597a0ea178 req-088ea5ca-e9e6-448b-b808-678fbc9487b0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:22.224904 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9ccf746-f203-433f-8675-78597a0ea178 req-088ea5ca-e9e6-448b-b808-678fbc9487b0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0688941 Jul 23 00:22:22.262187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9ccf746-f203-433f-8675-78597a0ea178 req-fec96134-681c-4303-b155-57e09f9985e8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Jul 23 00:22:22.645504 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:23.393983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3b9b-0df1-43f1-afb8-ca972076b6c4 req-d1b21bb7-3ae6-4b2c-aeb2-9586e1b9a365 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:23.395419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06cb3b9b-0df1-43f1-afb8-ca972076b6c4 req-d1b21bb7-3ae6-4b2c-aeb2-9586e1b9a365 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0642638 Jul 23 00:22:23.433303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06cb3b9b-0df1-43f1-afb8-ca972076b6c4 req-5aeadba1-5bc8-4eb8-a830-5a80dd9fe5b3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Jul 23 00:22:24.570919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69189a-e3f2-4c30-b285-74bdd6b9de91 req-d60755f6-ca7d-4340-8ec9-d653268b64f0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:24.572494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee69189a-e3f2-4c30-b285-74bdd6b9de91 req-d60755f6-ca7d-4340-8ec9-d653268b64f0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0726814 Jul 23 00:22:24.609650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee69189a-e3f2-4c30-b285-74bdd6b9de91 req-f93c2ff0-64f0-40eb-b49b-4b9c199e090d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Jul 23 00:22:25.741189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a564e5-1813-4575-923e-a291e7939fbe req-71e2ff82-ff17-49c7-9850-500653f04662 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:25.742590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08a564e5-1813-4575-923e-a291e7939fbe req-71e2ff82-ff17-49c7-9850-500653f04662 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0652637 Jul 23 00:22:25.780381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08a564e5-1813-4575-923e-a291e7939fbe req-c735b75a-ae39-43ed-abb8-bb1f352d41c5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Jul 23 00:22:26.910177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242d655-7410-4722-a67c-b4d13cf3e694 req-d9968ee9-0dae-4d95-86ea-1abee7cec94a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:26.911749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4242d655-7410-4722-a67c-b4d13cf3e694 req-d9968ee9-0dae-4d95-86ea-1abee7cec94a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0633340 Jul 23 00:22:26.948553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4242d655-7410-4722-a67c-b4d13cf3e694 req-6c4f97b4-6c4f-4204-94ce-4c9b20a1825c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jul 23 00:22:28.084895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c2d60-c800-4b25-94f4-c89b0ac03ade req-857dde46-fd20-4cee-ade3-deb4d53450ae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:28.086383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-995c2d60-c800-4b25-94f4-c89b0ac03ade req-857dde46-fd20-4cee-ade3-deb4d53450ae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0674703 Jul 23 00:22:28.124691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-995c2d60-c800-4b25-94f4-c89b0ac03ade req-da7c7561-a82f-4f72-be72-fc58ff5a1f1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Jul 23 00:22:28.357949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-f7d45d55-cd76-4246-901d-f8a08a7d6758 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536969 Jul 23 00:22:28.384553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588a566-01cc-44eb-8117-3bcccd471dc8 req-ad1bb334-0180-4aba-a7b8-09dee6757d2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:28.386051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2588a566-01cc-44eb-8117-3bcccd471dc8 req-ad1bb334-0180-4aba-a7b8-09dee6757d2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0666037 Jul 23 00:22:28.427113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2588a566-01cc-44eb-8117-3bcccd471dc8 req-702c7ee1-e908-49cf-bb74-036143c0a42e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351901 Jul 23 00:22:29.562713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3e68a-6b40-4962-9fe1-1231dc260410 req-d7d65def-d7b4-4bbf-a48a-52cdd8922156 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:29.564257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abc3e68a-6b40-4962-9fe1-1231dc260410 req-d7d65def-d7b4-4bbf-a48a-52cdd8922156 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0686469 Jul 23 00:22:29.602741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abc3e68a-6b40-4962-9fe1-1231dc260410 req-0432cd99-ad7c-49c5-a62d-5ff758d569b8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Jul 23 00:22:30.628978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-614e5f95-b3ad-46e9-baeb-c5f999bc90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:30.630494 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-614e5f95-b3ad-46e9-baeb-c5f999bc90d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1096 time: 0.0598373 Jul 23 00:22:30.724078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-55a164e4-0f60-4011-bf55-282cec15a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:30.725492 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-55a164e4-0f60-4011-bf55-282cec15a44d service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0888243 Jul 23 00:22:30.738091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34385b-ed34-49c0-b1ce-53719b840aeb req-7ff855c6-1439-4e32-b68c-e7ab8dfe2d4a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:30.739694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b34385b-ed34-49c0-b1ce-53719b840aeb req-7ff855c6-1439-4e32-b68c-e7ab8dfe2d4a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0651464 Jul 23 00:22:30.778879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b34385b-ed34-49c0-b1ce-53719b840aeb req-6c10d099-18d1-4953-a60e-88fc43626819 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Jul 23 00:22:30.798039 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-bd3807a5-bb9e-4e90-8461-9f19e4b4fafd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 1000 time: 0.0662735 Jul 23 00:22:30.846406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-c3941811-858c-40ed-a472-1fa71d4608b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:30.847953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-c3941811-858c-40ed-a472-1fa71d4608b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438871 Jul 23 00:22:30.905228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-e6cdb4f7-954e-43c1-a81b-7d8708e38192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:30.906696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-e6cdb4f7-954e-43c1-a81b-7d8708e38192 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529242 Jul 23 00:22:31.001330 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-8852ca2b-856a-49c4-a419-42716e97baba service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876324 Jul 23 00:22:31.089778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-bddb0448-ccbc-47b9-9159-7894947e02fb service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818372 Jul 23 00:22:31.907242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21287b-02d4-4855-9607-298e35bc69de req-9777031a-a2c2-46d5-ba7f-280ad416e572 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:31.909054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a21287b-02d4-4855-9607-298e35bc69de req-9777031a-a2c2-46d5-ba7f-280ad416e572 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0627711 Jul 23 00:22:31.946718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a21287b-02d4-4855-9607-298e35bc69de req-0515e8d2-c256-4632-8e38-e38db04a88b1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322139 Jul 23 00:22:32.881227 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-fffede66-cec4-4f50-83e4-7db06a034351 req-aa19099b-9a98-48ce-b0d7-c4ff90860b53 service neutron] show failed (client error): The resource could not be found. Jul 23 00:22:32.882309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-aa19099b-9a98-48ce-b0d7-c4ff90860b53 service neutron] 10.222.0.49 "GET /v2.0/ports/9b04a7e7-d051-42fe-b5ce-7eda181966a7/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0609453 Jul 23 00:22:33.085229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7388ba3-bed1-4f5d-83d6-30f37f89a297 req-2408aa03-9e2a-43eb-9581-435211e927d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:33.086851 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7388ba3-bed1-4f5d-83d6-30f37f89a297 req-2408aa03-9e2a-43eb-9581-435211e927d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0691302 Jul 23 00:22:33.126369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7388ba3-bed1-4f5d-83d6-30f37f89a297 req-6a78f7ad-ba48-4dc5-86aa-82fc5dd991c9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338774 Jul 23 00:22:33.141677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-dfe1404c-d2f7-421b-8339-4dacefe4fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:33.144331 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-dfe1404c-d2f7-421b-8339-4dacefe4fd21 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 1096 time: 0.1068459 Jul 23 00:22:33.163472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:22:33.233722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:33.437839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:33.471157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:22:33.510632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:33.512937 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21af49e2-90aa-4a4b-869f-19f9ba0a3bc4" -d '{"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:33.516489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:33.528824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Transition to ACTIVE for port object 9b04a7e7-d051-42fe-b5ce-7eda181966a7 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:22:33.532540 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:33.570634 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a59cb-965e-401b-93aa-01f70ebb0e52 x-openstack-request-id: req-6c5a59cb-965e-401b-93aa-01f70ebb0e52 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:33.570930 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:33.571181 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c5a59cb-965e-401b-93aa-01f70ebb0e52 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:33.571595 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'code': 200} Jul 23 00:22:33.622073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:33.637092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.637436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.637774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.638109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.638442 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.638770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.639095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.639450 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.639779 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.640097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.640420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.640734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:33.678322 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] No DVR routers for this DVR port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:22:33.786743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587da4-0693-4172-9886-188b9813f2d1 req-7b382dcb-036c-424c-94ad-97fd8ed36dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:33.788696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-7b382dcb-036c-424c-94ad-97fd8ed36dcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1052 time: 0.0588930 Jul 23 00:22:33.824153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:22:33.824494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:22:33.824825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:22:33.829105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:22:33.829432 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Attempting to bind port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:22:33.834295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:22:33.834587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:22:33.834975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:22:33.835428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Bound port: 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:22:33.835799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:33.896950 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587da4-0693-4172-9886-188b9813f2d1 req-3c8f09f8-d48e-4b45-aa70-8d29b4451179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:33.898423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-3c8f09f8-d48e-4b45-aa70-8d29b4451179 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0879202 Jul 23 00:22:33.899416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:22:33.902713 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:22:33.906241 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:33.952843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:33.953477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:33.954949 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] 10.222.0.48 "PUT /v2.0/ports/9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 1091 time: 0.7958138 Jul 23 00:22:33.972138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-1e8bd151-49b6-49e3-a9d0-60c54be2ec7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 998 time: 0.0656152 Jul 23 00:22:33.972280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:34.026550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587da4-0693-4172-9886-188b9813f2d1 req-0473a96a-a168-4245-960f-6b9f6afb94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.028188 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-0473a96a-a168-4245-960f-6b9f6afb94f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0515671 Jul 23 00:22:34.089916 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97587da4-0693-4172-9886-188b9813f2d1 req-3ad68ce4-217a-4bef-8bfb-53ae90d96953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.091499 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-3ad68ce4-217a-4bef-8bfb-53ae90d96953 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566528 Jul 23 00:22:34.183764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-a9633643-07e1-4c38-9d4d-4ff77c74362d service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858433 Jul 23 00:22:34.316236 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97587da4-0693-4172-9886-188b9813f2d1 req-bcff3ac3-1d67-45f3-970b-b91d009cf39d service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266966 Jul 23 00:22:34.328832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755ae36-6eb0-45ba-9f32-9f420c6daa53 req-e8ded326-f2e4-45c1-a59b-fa4c4e5736fe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.330410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5755ae36-6eb0-45ba-9f32-9f420c6daa53 req-e8ded326-f2e4-45c1-a59b-fa4c4e5736fe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.1318800 Jul 23 00:22:34.376374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5755ae36-6eb0-45ba-9f32-9f420c6daa53 req-f3c6a92e-ecd0-46ae-8439-bf3111f46a10 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381975 Jul 23 00:22:34.453169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-fc23ff7b-95bc-43aa-8dac-146c7cc4fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.454751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-fc23ff7b-95bc-43aa-8dac-146c7cc4fd84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1094 time: 0.0659075 Jul 23 00:22:34.543868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-0d3c5122-0168-4e47-89aa-08e1a625896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.545353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-0d3c5122-0168-4e47-89aa-08e1a625896a service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0846772 Jul 23 00:22:34.618043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-38c61b0b-673b-4bab-8c2e-d7b3e727ec91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 998 time: 0.0662632 Jul 23 00:22:34.668527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-dcc51ab5-91a2-4951-a3c4-8a93ba9f4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.669956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-dcc51ab5-91a2-4951-a3c4-8a93ba9f4efe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0429449 Jul 23 00:22:34.728268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffede66-cec4-4f50-83e4-7db06a034351 req-c46cbaf1-93ee-486f-b475-1fc4c2887622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:34.729781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-c46cbaf1-93ee-486f-b475-1fc4c2887622 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536783 Jul 23 00:22:34.826261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-54f44fe2-8876-4ddf-b0a0-a94a13259ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900917 Jul 23 00:22:34.917085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-76af64cf-7c66-497d-b147-43c452cf34eb service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846646 Jul 23 00:22:35.572704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:35.575407 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c64d08a7cf4277433c1af0d6558d0e00784a6945a4b5c299b8f38fb4c6b246a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a" -d '{"events": [{"name": "network-changed", "server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:35.623969 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c26ac7-247d-45e4-8808-1010b5b08d40 x-openstack-request-id: req-05c26ac7-247d-45e4-8808-1010b5b08d40 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:35.624494 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:35.624494 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c26ac7-247d-45e4-8808-1010b5b08d40 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:35.625010 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'status': 'completed', 'code': 200} Jul 23 00:22:35.649385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b3a1-44a0-4bb4-8f23-b9d01804dd09 req-35434276-4b6f-42c6-ac33-3bb7b7471545 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.650876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55d5b3a1-44a0-4bb4-8f23-b9d01804dd09 req-35434276-4b6f-42c6-ac33-3bb7b7471545 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.1136594 Jul 23 00:22:35.699828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-9ba56383-c7fd-4eb6-abdb-0a0337c2da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.701245 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-9ba56383-c7fd-4eb6-abdb-0a0337c2da0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1094 time: 0.0589733 Jul 23 00:22:35.724703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55d5b3a1-44a0-4bb4-8f23-b9d01804dd09 req-6b93b326-dada-4f26-9ef4-c306132e72ea tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621178 Jul 23 00:22:35.746547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-53170b2b-f4d2-46d7-8b53-0d25e88e465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.748113 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-53170b2b-f4d2-46d7-8b53-0d25e88e465e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1094 time: 0.0670836 Jul 23 00:22:35.793433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-26a9a640-f114-4d34-8e86-62be4192665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.794969 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-26a9a640-f114-4d34-8e86-62be4192665b service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0863953 Jul 23 00:22:35.841066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-ce61599c-88a1-4c13-99a2-fe9a5fe00333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.842543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-ce61599c-88a1-4c13-99a2-fe9a5fe00333 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0877748 Jul 23 00:22:35.864461 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-59f8a900-3d8f-41a9-a0bb-5f2cea9fbbc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 998 time: 0.0627277 Jul 23 00:22:35.906676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-571cfa3f-d6c4-41a3-94b2-427a532269d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 998 time: 0.0569830 Jul 23 00:22:35.912213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-85850c25-35e6-428e-8be6-8392fce733eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.913717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-85850c25-35e6-428e-8be6-8392fce733eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0437763 Jul 23 00:22:35.955003 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-dc99b954-3b97-4fec-b808-02a45660b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.956515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-dc99b954-3b97-4fec-b808-02a45660b7dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438411 Jul 23 00:22:35.973341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-1da57211-fa75-41a9-9ad2-81370349d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:35.974867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-1da57211-fa75-41a9-9ad2-81370349d1bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553117 Jul 23 00:22:36.023508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-5fb4abec-25c2-459f-a079-2a64095550ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:36.025011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-5fb4abec-25c2-459f-a079-2a64095550ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615425 Jul 23 00:22:36.072489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-d396d26b-c81b-45e8-8796-4bed41562891 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910616 Jul 23 00:22:36.115730 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-efb12ab6-c665-4635-bf26-378da8eb63a0 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830882 Jul 23 00:22:36.171267 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-6322bc45-80a6-45b8-920d-9c4211738a53 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924709 Jul 23 00:22:36.215663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee7e3c28-609e-4537-b6d6-e6a4fb20ad0a req-f9d214aa-e34b-4922-aed6-5b6ea5957f57 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922868 Jul 23 00:22:36.681370 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:36.975828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851b743-9a1c-4130-8945-50448828fe62 req-acf1d84e-012a-4d76-bfd0-a350428cda5c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:36.977356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b851b743-9a1c-4130-8945-50448828fe62 req-acf1d84e-012a-4d76-bfd0-a350428cda5c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.1116395 Jul 23 00:22:37.021662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b851b743-9a1c-4130-8945-50448828fe62 req-65d4ed0f-ebf9-4dce-bcc7-3ed113a3fb8f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388556 Jul 23 00:22:37.145918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:22:37.231994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d8e0b-a7c2-4d59-a6fc-32fa45438b19 req-9e47e62e-fb98-44a7-9f60-0fbaf46684fe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:37.233506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-012d8e0b-a7c2-4d59-a6fc-32fa45438b19 req-9e47e62e-fb98-44a7-9f60-0fbaf46684fe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 943 time: 0.0670922 Jul 23 00:22:37.251086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:37.252371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-ae0a5ac1-6e12-4901-91b5-ede6b969b26c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:37.254647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-ae0a5ac1-6e12-4901-91b5-ede6b969b26c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf&tenant_id=406e7cc1b0b040dd94323e72f842c361&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 943 time: 0.0738723 Jul 23 00:22:37.263099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'mac_address': 'fa:16:3e:55:a5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:22:37.280853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-012d8e0b-a7c2-4d59-a6fc-32fa45438b19 req-a9dccaf2-e440-4bd3-9e82-3e74cd10152d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406938 Jul 23 00:22:37.301917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:37.314921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b04a7e7-d051-42fe-b5ce-7eda181966a7 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:22:37.316843 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-ff525c25-a6b6-4743-a3d5-39fefb26798f service neutron] delete failed (client error): The resource could not be found. Jul 23 00:22:37.317895 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-ff525c25-a6b6-4743-a3d5-39fefb26798f service neutron] 10.222.0.49 "DELETE /v2.0/ports/9b04a7e7-d051-42fe-b5ce-7eda181966a7/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0572722 Jul 23 00:22:37.341208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:37.346875 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:37.395830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:37.403004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.403371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.403714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.404049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.404380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.404707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.405031 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.405357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.405680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.406006 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.406327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.406647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:37.427716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-acf01d4a-6a01-4318-9bdc-e270d0801791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:37.429227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-acf01d4a-6a01-4318-9bdc-e270d0801791 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1095 time: 0.0598724 Jul 23 00:22:37.460923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:22:37.501607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:22:37.521755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-8ac00364-2ef5-4b4e-8f1f-cdb8a5ac3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:37.523221 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-8ac00364-2ef5-4b4e-8f1f-cdb8a5ac3646 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0882590 Jul 23 00:22:37.648297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['9b04a7e7-d051-42fe-b5ce-7eda181966a7'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:22:37.908046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-32dcadad-1908-4d3d-b69d-08775c8f173c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 999 time: 0.3783772 Jul 23 00:22:37.958014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-02e1b31a-c2d8-4617-aa6e-df83f80e155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:37.959809 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-02e1b31a-c2d8-4617-aa6e-df83f80e155b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0455256 Jul 23 00:22:38.017579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-bdd79a7f-a0c0-47cc-b36f-a43d6903d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:38.019080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-bdd79a7f-a0c0-47cc-b36f-a43d6903d739 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535567 Jul 23 00:22:38.109227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-cb436bbb-070a-4800-9a5c-0a242c8064e1 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836246 Jul 23 00:22:38.196051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e78a6535-3b94-408b-a8bb-15f66122ab49 req-b6dd2915-065c-4fd5-b643-3fd5c1966c6f service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805492 Jul 23 00:22:38.415522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9147545-5e9c-4d58-986b-c4027b9de899 req-df5d3695-2bfd-4d78-b85e-7a7659de820d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:38.417012 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9147545-5e9c-4d58-986b-c4027b9de899 req-df5d3695-2bfd-4d78-b85e-7a7659de820d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 944 time: 0.0632753 Jul 23 00:22:38.456973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9147545-5e9c-4d58-986b-c4027b9de899 req-6eb8ff4c-33b9-45a9-ae4e-adf95eecac00 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Jul 23 00:22:39.146622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:22:39.193847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:22:39.197524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:22:39.197902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:39.275171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:39.296948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:39.300049 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debb2e48-fb3d-4c1f-b4b0-5a401db04e27" -d '{"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-plugged", "status": "completed", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:39.312269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:39.319957 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:39.369468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:39.400213 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9d79bb-5654-45ad-84d6-57dff18780b8 x-openstack-request-id: req-bb9d79bb-5654-45ad-84d6-57dff18780b8 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:39.400505 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-plugged", "status": "completed", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:39.400989 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb9d79bb-5654-45ad-84d6-57dff18780b8 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:39.401384 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'code': 200} Jul 23 00:22:39.585419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0191bdc-5462-43a0-9ccd-b8975bef8866 req-fcd7ce63-b588-4b3f-93f7-f10ade550d4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:39.586880 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0191bdc-5462-43a0-9ccd-b8975bef8866 req-fcd7ce63-b588-4b3f-93f7-f10ade550d4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0629346 Jul 23 00:22:39.624697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0191bdc-5462-43a0-9ccd-b8975bef8866 req-68a4ac21-439a-4aa1-91e8-b54a3b14fa21 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Jul 23 00:22:39.761515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946c408-314a-4bab-b87d-40675645090e req-1ac0d21b-d5ae-4cb0-a13c-09d0763fe822 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:39.763008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d946c408-314a-4bab-b87d-40675645090e req-1ac0d21b-d5ae-4cb0-a13c-09d0763fe822 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0689285 Jul 23 00:22:39.800885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d946c408-314a-4bab-b87d-40675645090e req-6c9bec9e-95b3-4f5d-937a-aa2e6774439d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Jul 23 00:22:39.964992 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:22:40.024065 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d95571-d56d-402e-9daf-7a430ba985ff req-b26344f4-8466-441c-907a-69e008262b27 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:40.025543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71d95571-d56d-402e-9daf-7a430ba985ff req-b26344f4-8466-441c-907a-69e008262b27 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0795619 Jul 23 00:22:40.092318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71d95571-d56d-402e-9daf-7a430ba985ff req-2385cc38-5a89-46c5-9a42-94eb18d4ebb3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491459 Jul 23 00:22:40.102155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-e19d26a2-0b65-445f-b077-89429cdf24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:40.103972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-e19d26a2-0b65-445f-b077-89429cdf24ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 1096 time: 0.1018662 Jul 23 00:22:40.193307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-2ad93525-01cb-4e32-ad03-ff2873a63d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:40.194799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-2ad93525-01cb-4e32-ad03-ff2873a63d6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0850041 Jul 23 00:22:40.262145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-fe068fe0-a16b-4665-92d4-421b94ce4982 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 200 len: 1000 time: 0.0605609 Jul 23 00:22:40.309535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-88eb12d7-5165-426a-b615-905c0f933cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:40.310941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-88eb12d7-5165-426a-b615-905c0f933cea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0422218 Jul 23 00:22:40.375744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-01bbe805-d973-4d69-bf6f-5b4ab1b44cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:40.377777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-01bbe805-d973-4d69-bf6f-5b4ab1b44cdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606394 Jul 23 00:22:40.469702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-5dd68fb2-c15b-4273-87f1-e3832ba2fb09 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857303 Jul 23 00:22:40.556707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8c18b2b-735c-4b82-b05d-0146e14e31aa req-acf3314d-a069-41f8-bb53-8ca5e702c190 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812092 Jul 23 00:22:41.227040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fdc87-6c3a-4bb8-9c35-78b869dee4f2 req-e7d69d6c-2253-424f-b6a6-18cb5f5638b7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:41.228592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-558fdc87-6c3a-4bb8-9c35-78b869dee4f2 req-e7d69d6c-2253-424f-b6a6-18cb5f5638b7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0668695 Jul 23 00:22:41.265429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-558fdc87-6c3a-4bb8-9c35-78b869dee4f2 req-f154a1df-b77d-49af-b8f1-66ca48473d66 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Jul 23 00:22:41.509216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1f898-7517-4a5a-9a5b-bc0abf5f0b22 req-655f68a6-e0b6-47f7-a2db-115d76db0a9b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:41.510714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7f1f898-7517-4a5a-9a5b-bc0abf5f0b22 req-655f68a6-e0b6-47f7-a2db-115d76db0a9b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0641983 Jul 23 00:22:41.547449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7f1f898-7517-4a5a-9a5b-bc0abf5f0b22 req-e2efc1ec-18e0-4007-bc85-fe920de44e58 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Jul 23 00:22:42.681970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eacc5-cf42-42b8-aeee-8bed8e4e0937 req-ce1d3649-b814-4fae-a8aa-0191f7b1e3cd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:42.683492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b3eacc5-cf42-42b8-aeee-8bed8e4e0937 req-ce1d3649-b814-4fae-a8aa-0191f7b1e3cd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0644321 Jul 23 00:22:42.720848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1b3eacc5-cf42-42b8-aeee-8bed8e4e0937 req-50f8e81f-f6c4-41ef-a592-280e9605486d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Jul 23 00:22:42.828131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-8cc3268c-f9f7-4aa1-8343-6a87bfc892fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:42.829612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-8cc3268c-f9f7-4aa1-8343-6a87bfc892fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 945 time: 0.0664837 Jul 23 00:22:42.927825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Deleting port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:22:42.928171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:43.019883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] For port 9b04a7e7-d051-42fe-b5ce-7eda181966a7, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=9b04a7e7-d051-42fe-b5ce-7eda181966a7,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:43.020151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:43.230885 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:43.231250 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:43.231588 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 disassociated. External IP: 172.25.5.33, port: 9b04a7e7-d051-42fe-b5ce-7eda181966a7. Jul 23 00:22:43.231926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Calling delete_port for 9b04a7e7-d051-42fe-b5ce-7eda181966a7 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:22:43.358018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:43.388688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event deleted for resources: {'Port': ['ID=9b04a7e7-d051-42fe-b5ce-7eda181966a7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:43.399290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.399658 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.399998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.400332 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.400664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.400992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.401313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.401635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.402275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.402275 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.402574 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.402889 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:22:43.520037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:22:43.623486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:22:43.635389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:22:43.645265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:22:43.645885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:22:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:43.675305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] No DVR routers for this DVR port 9b04a7e7-d051-42fe-b5ce-7eda181966a7 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:22:43.678104 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:43.680495 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72f896f1-8d46-4d84-9f9b-953abf55db43 req-5f257cec-6782-4a85-bc1c-320526063988 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "DELETE /v2.0/ports/9b04a7e7-d051-42fe-b5ce-7eda181966a7 HTTP/1.1" status: 204 len: 173 time: 0.8454652 Jul 23 00:22:43.680895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-deleted', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:43.683354 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c2a83b7cdecf8ea7e6df6bab0610b49ad4d544d4ab4a9a4c76d58dd9f585d46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f959a85-9afb-4ac9-8fa1-597b6424c2f5" -d '{"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-deleted", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:43.771509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:22:43.786209 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7cda25-1d65-4423-8b5c-a3aeabd5b72f x-openstack-request-id: req-bf7cda25-1d65-4423-8b5c-a3aeabd5b72f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:43.786496 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8aaf4-da40-46c9-9615-0184219c75bf", "name": "network-vif-deleted", "tag": "9b04a7e7-d051-42fe-b5ce-7eda181966a7", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:43.786746 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf7cda25-1d65-4423-8b5c-a3aeabd5b72f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:43.787143 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c8aaf4-da40-46c9-9615-0184219c75bf', 'name': 'network-vif-deleted', 'tag': '9b04a7e7-d051-42fe-b5ce-7eda181966a7', 'status': 'completed', 'code': 200} Jul 23 00:22:43.823177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca34c96c-74d6-47d2-90be-9d9399a7ca0f req-19a2cd3b-e860-4f0a-b1f7-8ba53cade598 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=02c8aaf4-da40-46c9-9615-0184219c75bf HTTP/1.1" status: 200 len: 210 time: 0.0295684 Jul 23 00:22:43.981728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:44.007563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:22:44.015922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:22:44.016343 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:22:19Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:44.126328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:22:44.335832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:44.365041 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec842b0-3679-4618-b12d-05514bc85f03 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:22:44.571739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64bc5e-5351-429c-b322-4ef8482c80c8 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:22:45.096728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-45fa2050-8acc-4f97-9957-dc3e6de00c9b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1646321313&fields=id&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 267 time: 0.0323803 Jul 23 00:22:45.178315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:22:45.197623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 9b04a7e7-d051-42fe-b5ce-7eda181966a7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:22:45.197891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 9b04a7e7-d051-42fe-b5ce-7eda181966a7 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:22:45.213490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-da9c05da-f551-41a8-a090-447f5f539359 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:45.214962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-da9c05da-f551-41a8-a090-447f5f539359 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1057229 Jul 23 00:22:45.229932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-25911de8-f836-460f-918d-1da92efcbc62 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/quotas/406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 375 time: 0.0096533 Jul 23 00:22:45.297061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-7371af5c-4c99-48e2-afaf-c1698005943d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621245 Jul 23 00:22:45.718398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-7ff37063-8ff1-450a-9832-2bfbb61ccffa service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095137 Jul 23 00:22:45.805785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-730edc82-986c-48db-b259-84b73261e3c5 service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810237 Jul 23 00:22:45.967187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8bb22f7-179b-45b2-80d7-ee84f405ad0c req-e45e9e80-e15a-4f66-8e25-601b085fa7d4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 210 time: 0.0315456 Jul 23 00:22:46.183856 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb3bb-071f-4fc4-a3e3-723fdad5397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:46.945585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-ca3a4ab6-a2c1-400f-bc30-856e5d16a8dc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:46.947090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-ca3a4ab6-a2c1-400f-bc30-856e5d16a8dc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1043475 Jul 23 00:22:46.996269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-3db00ed4-ca84-4eaf-b0b3-dfb942dcbb4a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 380 time: 0.0344226 Jul 23 00:22:47.006458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'port': {'device_id': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'admin_state_up': True, 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'security_groups': ['9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:22:47.098396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aef7d984-c003-4543-94a3-04059792eabc req-120d76f8-fa41-4a15-ba02-b66162dccfd7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 210 time: 0.0622191 Jul 23 00:22:47.144464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Made reservation on behalf of 406e7cc1b0b040dd94323e72f842c361 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:22:47.148458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:47.274806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Allocated IP 172.20.0.14 (46f45f6a-eebe-44ed-b90f-fde78c253675/0194146d-1d0f-4815-aec8-b84ae7a95786/3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:22:47.406774 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:47.419943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Transition to ACTIVE for port object 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:22:47.453616 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:47.501449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:22:47.504459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:22:47.508151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:22:47.531263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:47.560193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:47.560813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:47.575580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-484b0d37-ebcb-4e72-8a3b-23c14485f966 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726280 Jul 23 00:22:47.669794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Request body: {'port': {'device_id': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:22:47.721015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ce2358e-7ab8-4a98-83bf-f05a919e539f None None] Provisioning for port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:22:47.725013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ce2358e-7ab8-4a98-83bf-f05a919e539f None None] Provisioning complete for port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:22:47.725463 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ce2358e-7ab8-4a98-83bf-f05a919e539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:47.746859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:47.758970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2358e-7ab8-4a98-83bf-f05a919e539f None None] Port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:22:48.008086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:22:48.015552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:48.028206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Transition to ACTIVE for port object 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:22:48.033131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:48.084782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:48.163769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:22:48.164111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:22:48.164452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:22:48.169141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:22:48.169466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:22:48.184281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:22:48.184627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:22:48.185015 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:22:48.185465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Bound port: 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:22:48.185829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:48.291616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0568a-02dd-4967-aff3-1fef737585d1 req-51c1e674-0959-4076-82a4-270385f1f6a1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:48.293133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9c0568a-02dd-4967-aff3-1fef737585d1 req-51c1e674-0959-4076-82a4-270385f1f6a1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 944 time: 0.1183381 Jul 23 00:22:48.294236 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:22:48.297782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:22:48.315480 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:48.360608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:48.361852 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:48.363232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] 10.222.0.48 "PUT /v2.0/ports/3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1092 time: 0.7411768 Jul 23 00:22:48.366814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:48.406509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9c0568a-02dd-4967-aff3-1fef737585d1 req-f32bc37a-6d81-4093-b3ea-411a300f7895 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066260 Jul 23 00:22:48.409915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4846e9c-6544-406f-acd1-ebe59860d62b service neutron] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:48.433368 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83837d58-6c59-441a-963d-41795d03d216" -d '{"events": [{"name": "network-changed", "server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:48.495558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-54a4ec70-9ea8-45e3-b995-73c1fda07171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:48.497096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-54a4ec70-9ea8-45e3-b995-73c1fda07171 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1095 time: 0.0747221 Jul 23 00:22:48.546350 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fb745c-a591-4538-9ed5-10afd79cc8a5 x-openstack-request-id: req-03fb745c-a591-4538-9ed5-10afd79cc8a5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:48.546350 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:48.546350 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03fb745c-a591-4538-9ed5-10afd79cc8a5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:48.546612 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'status': 'completed', 'code': 200} Jul 23 00:22:48.548716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-82614df6-cacb-4e3e-abe5-6d9c920d63d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 217 time: 0.0378532 Jul 23 00:22:48.606119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-bb2860bd-9b93-423f-a840-2a0e75c01917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:48.607994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-bb2860bd-9b93-423f-a840-2a0e75c01917 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0537808 Jul 23 00:22:48.666208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-7de83be1-0a7e-4f93-8b27-f50393229712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:48.667654 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-7de83be1-0a7e-4f93-8b27-f50393229712 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535576 Jul 23 00:22:48.757464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-570c8bef-2999-44d1-a595-18b0ddc13dd9 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829821 Jul 23 00:22:48.849999 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58fb820f-8cfb-42a8-a0a9-94c20b0b968f req-decef3c1-6d7e-4592-8e9c-6c12723dda8e service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853400 Jul 23 00:22:48.983694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83837d58-6c59-441a-963d-41795d03d216 req-421040f7-2953-4199-9ed6-b567d85a1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:48.985231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-421040f7-2953-4199-9ed6-b567d85a1679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1095 time: 0.0545795 Jul 23 00:22:49.076652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83837d58-6c59-441a-963d-41795d03d216 req-77b46f08-2548-4868-a2d9-66e431c3c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:49.078108 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-77b46f08-2548-4868-a2d9-66e431c3c377 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0869021 Jul 23 00:22:49.118803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-2cd6d808-e683-4907-b1cd-a43185c8a016 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 217 time: 0.0341196 Jul 23 00:22:49.167258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83837d58-6c59-441a-963d-41795d03d216 req-3a98d14b-7679-4824-9b8f-e0cc707203b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:49.168739 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-3a98d14b-7679-4824-9b8f-e0cc707203b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438180 Jul 23 00:22:49.231347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83837d58-6c59-441a-963d-41795d03d216 req-207ac7e2-73ab-4911-a5c3-2a867b4e89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:49.232915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-207ac7e2-73ab-4911-a5c3-2a867b4e89c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573952 Jul 23 00:22:49.323463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-5042469f-b4db-40c0-b9c7-6ea3039da452 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832026 Jul 23 00:22:49.416638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83837d58-6c59-441a-963d-41795d03d216 req-a1e5dd66-176e-4454-a4cb-1ff54e8412c6 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856631 Jul 23 00:22:49.502862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-000e9408-7090-4e75-8a44-bf7976badc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:49.541092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e5d95-54d1-4ec1-9f1b-b8cf038f84e0 req-7e351961-d4e8-4d15-afda-b3bbf763415c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:49.542592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b4e5d95-54d1-4ec1-9f1b-b8cf038f84e0 req-7e351961-d4e8-4d15-afda-b3bbf763415c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 944 time: 0.0638194 Jul 23 00:22:49.580257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b4e5d95-54d1-4ec1-9f1b-b8cf038f84e0 req-217e4fd4-d92a-4f5b-bf3e-692e2c35006d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Jul 23 00:22:49.743924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:50.411314 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:50.716904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b8ab2-bab7-4229-8bdf-414155b5b633 req-c5729a38-bd77-4389-9d5f-4d4383c4945c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:50.718405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a68b8ab2-bab7-4229-8bdf-414155b5b633 req-c5729a38-bd77-4389-9d5f-4d4383c4945c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 944 time: 0.0644810 Jul 23 00:22:50.762541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a68b8ab2-bab7-4229-8bdf-414155b5b633 req-c825bd99-afd7-49e5-86f4-2abcb4f730a8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Jul 23 00:22:51.190349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:22:51.288499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:51.300035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'mac_address': 'fa:16:3e:1a:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:22:51.335205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:51.347948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:22:51.370356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:51.374389 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:51.420293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:51.629132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:22:51.851768 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:51.898536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2839e2-64fc-48ce-921a-43de2c9e8806 req-befb11fd-c3aa-499c-929d-bf2fd149f2ec tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:51.899964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae2839e2-64fc-48ce-921a-43de2c9e8806 req-befb11fd-c3aa-499c-929d-bf2fd149f2ec tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 945 time: 0.0668421 Jul 23 00:22:51.937139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ae2839e2-64fc-48ce-921a-43de2c9e8806 req-917d20a5-0be3-46cc-b866-72ce65973b69 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Jul 23 00:22:52.643892 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:53.066633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e291d9-4414-40f0-98e5-431980dadc6e req-ef338a5a-882f-4465-8ef0-38f234655a26 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:53.068167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03e291d9-4414-40f0-98e5-431980dadc6e req-ef338a5a-882f-4465-8ef0-38f234655a26 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 945 time: 0.0641444 Jul 23 00:22:53.105853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03e291d9-4414-40f0-98e5-431980dadc6e req-5866c523-f618-4a49-ab59-29699ab03781 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Jul 23 00:22:53.191102 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:22:53.238065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:22:53.241607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:22:53.241976 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:53.471252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:53.493481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:53.496010 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}937da5865b41a86d0bb7745b0240c3ac34110e165f5432298cb285f7bcbd6bf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2953f2a-59d4-4a25-9c04-9593c54eeef5" -d '{"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-plugged", "status": "completed", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:53.508808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:22:53.513382 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:53.536668 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d919b-9413-4452-9fb9-b50f9a9ca647 x-openstack-request-id: req-0d7d919b-9413-4452-9fb9-b50f9a9ca647 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:53.536959 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-plugged", "status": "completed", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:53.537211 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d7d919b-9413-4452-9fb9-b50f9a9ca647 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:53.537594 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'code': 200} Jul 23 00:22:53.561899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:22:53.671110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778711e-5d3f-496e-aa49-cf4559ce2748 req-6c18dad4-47fb-450e-80b1-553c7a743ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:53.672653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b778711e-5d3f-496e-aa49-cf4559ce2748 req-6c18dad4-47fb-450e-80b1-553c7a743ccb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0561874 Jul 23 00:22:53.707988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b778711e-5d3f-496e-aa49-cf4559ce2748 req-3dfffc12-4529-4d62-a596-26b8cc9af688 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285263 Jul 23 00:22:54.234244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcb929-9f64-446b-85d3-45fc766a496e req-20e181cd-eaa3-4cc2-8d33-f31be031e8d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:54.235954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9bbcb929-9f64-446b-85d3-45fc766a496e req-20e181cd-eaa3-4cc2-8d33-f31be031e8d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638421 Jul 23 00:22:54.273791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9bbcb929-9f64-446b-85d3-45fc766a496e req-322f789a-abec-4739-9b51-346c44ddb0f0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Jul 23 00:22:55.409061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c30ddd-17dd-4d11-8c0e-fa80d7d41047 req-720e964a-cb26-4c21-897b-cd85f36d66fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:55.410494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9c30ddd-17dd-4d11-8c0e-fa80d7d41047 req-720e964a-cb26-4c21-897b-cd85f36d66fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638835 Jul 23 00:22:55.451052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9c30ddd-17dd-4d11-8c0e-fa80d7d41047 req-19db076d-3afa-47f7-bb65-43d23ff53969 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Jul 23 00:22:55.577520 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c88a31-ae57-40cb-8921-b7d8306cf842 req-b3faabb9-b12e-47fb-ab2a-4b88ac3d515c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:55.579015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b7c88a31-ae57-40cb-8921-b7d8306cf842 req-b3faabb9-b12e-47fb-ab2a-4b88ac3d515c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637894 Jul 23 00:22:55.588454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 51728) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:22:55.593067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'floatingip': {'port_id': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:22:55.631211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:56.065277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:56.068966 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:56.167532 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 associated. External IP: 172.25.5.33, port: 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57. Jul 23 00:22:56.379518 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:22:56.492420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:22:56.496963 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:22:56.503759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:22:56.512533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:22:56.513139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:22:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:56.533986 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2b836124-2c66-4cc9-91ad-4d94bca00b30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "PUT /v2.0/floatingips/43efc79e-00e6-4d8f-b69d-493288732828 HTTP/1.1" status: 200 len: 991 time: 0.9444695 Jul 23 00:22:56.534591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:22:56.536880 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8fc87a-531f-4717-990c-d1995c52aa83" -d '{"events": [{"name": "network-changed", "server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:22:56.578916 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c611e17-3ebf-4dd3-b80a-f4d9dd5961bd x-openstack-request-id: req-3c611e17-3ebf-4dd3-b80a-f4d9dd5961bd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:22:56.579784 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:22:56.580129 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c611e17-3ebf-4dd3-b80a-f4d9dd5961bd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:22:56.580550 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'status': 'completed', 'code': 200} Jul 23 00:22:56.620597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:22:56.683563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-45051466-7a25-4ac8-a3f3-609ef83a83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:56.685090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-45051466-7a25-4ac8-a3f3-609ef83a83d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0545580 Jul 23 00:22:56.778367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-e3807b76-b3a3-4a30-bd40-73279a210094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:56.779944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-e3807b76-b3a3-4a30-bd40-73279a210094 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0887456 Jul 23 00:22:56.843006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-17e0b3be-0a9c-49d1-8656-355e08ecf6f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 999 time: 0.0572431 Jul 23 00:22:56.851857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:1a:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:22:55Z', 'revision_number': 9, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:56.879623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:22:56.887889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:22:56.888433 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:22:49Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:56.890994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-98cda9a8-ddaa-42ee-b317-e56c2e60e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:56.892512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-98cda9a8-ddaa-42ee-b317-e56c2e60e55a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438640 Jul 23 00:22:56.954705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-6a97b107-4b4d-47c3-a624-e5898c86ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:22:56.956272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-6a97b107-4b4d-47c3-a624-e5898c86ea39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581064 Jul 23 00:22:56.996506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:22:57.050475 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-efebd149-e708-42f6-9933-696584ce9e7b service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875773 Jul 23 00:22:57.145234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c8fc87a-531f-4717-990c-d1995c52aa83 req-094765ec-2b1f-4467-9ea6-72428eed2673 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888774 Jul 23 00:22:57.225978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:1a:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:22:55Z', 'revision_number': 9, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:22:57.252282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f830b81c-dad5-4500-b0a3-b2e58cc9c56d None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:1a:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:22:55Z', 'revision_number': 9, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:22:57.448977 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34383db8-faef-4421-ba1a-684550a007a7 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:23:06.682315 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:16.185329 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e5d7-cbd1-4b71-8d3d-34c3d20f67b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:16.964650 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:23:19.504387 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ffc7593-17cb-47d0-8022-ad80055931ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:19.745018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:20.417462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:21.854337 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:22.674178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:34.741729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-0d35214a-9153-431c-be45-358879d4a47a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545335 Jul 23 00:23:34.853531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85447-2436-4421-90f2-8767540f1136 req-725e6981-7ae4-4f18-a41f-77c9b20f507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.855027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-725e6981-7ae4-4f18-a41f-77c9b20f507d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0570531 Jul 23 00:23:34.959881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85447-2436-4421-90f2-8767540f1136 req-e3bedb4b-a78f-46d8-aa39-83004caf79da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:34.961716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-e3bedb4b-a78f-46d8-aa39-83004caf79da service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0879469 Jul 23 00:23:35.030791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-34fab888-3c11-45f0-b849-533d8d12eb83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0625677 Jul 23 00:23:35.443647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85447-2436-4421-90f2-8767540f1136 req-a9820ce6-9c31-4fdb-8bb6-389240df0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.445134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-a9820ce6-9c31-4fdb-8bb6-389240df0d3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.4088910 Jul 23 00:23:35.506154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85447-2436-4421-90f2-8767540f1136 req-95f8e71c-14fa-4805-8c62-4a81a6152543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:23:35.507829 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-95f8e71c-14fa-4805-8c62-4a81a6152543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556312 Jul 23 00:23:35.617436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-cd2a11ee-12d5-43d4-955d-c962b5975aba service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839448 Jul 23 00:23:35.705082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ff85447-2436-4421-90f2-8767540f1136 req-12d0abf4-af66-453e-a184-ce02bedc36c7 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809832 Jul 23 00:23:36.711490 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:46.186059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b29d1f8-4eec-4f98-83ca-2caa817e8aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:49.506113 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0349d706-bd7b-4bb9-9c9d-a3d70f5cbb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:49.747772 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:50.421065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:51.858426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:52.676447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:23:53.963733 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:24:06.712311 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:16.186584 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b3eec1b-d70d-46fa-8020-a3617d0389c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:19.507471 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a56d41e5-c7fe-4b9c-b6bd-865d43eb42e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:19.748369 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:20.423245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:21.862552 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:22.685844 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:30.963200 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:24:31.890566 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-6a62f758-5d27-4f66-bb88-6ece042f8333 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587595 Jul 23 00:24:31.914080 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f80442-8825-4aa0-9fe0-28a4fb9fba15 req-0211080b-d74c-4231-a24c-53ee88c51bbe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:31.915769 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17f80442-8825-4aa0-9fe0-28a4fb9fba15 req-0211080b-d74c-4231-a24c-53ee88c51bbe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0707164 Jul 23 00:24:31.955797 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17f80442-8825-4aa0-9fe0-28a4fb9fba15 req-dce1e0fe-0b9a-43fa-902d-be1f939c50af tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342455 Jul 23 00:24:33.120782 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1531-8fd2-4286-913b-21a554d5ae1e req-873f8873-ad81-4d5c-b19e-284ad9eaaee4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:33.122292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69ee1531-8fd2-4286-913b-21a554d5ae1e req-873f8873-ad81-4d5c-b19e-284ad9eaaee4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0958815 Jul 23 00:24:33.163769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-91c1f3ce-f9ed-4cfd-b575-3534c6f70a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:33.165249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-91c1f3ce-f9ed-4cfd-b575-3534c6f70a12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0894554 Jul 23 00:24:33.186630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69ee1531-8fd2-4286-913b-21a554d5ae1e req-eed8545b-5e52-4b0b-b23f-5525b2308539 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578153 Jul 23 00:24:33.263931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-dc3b2ea2-56af-4660-a1ef-2ab41943a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:33.265610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-dc3b2ea2-56af-4660-a1ef-2ab41943a423 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0927739 Jul 23 00:24:33.335384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-41cfe041-9e61-4bf6-b799-8fb44496cf15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0629075 Jul 23 00:24:33.381820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-9f7d0264-6165-46a5-b7a4-7c0c5bb44e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:33.383242 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-9f7d0264-6165-46a5-b7a4-7c0c5bb44e04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0421875 Jul 23 00:24:33.446083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-60cb2533-4112-4ca4-bd5b-5305fa6b13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:33.447948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-60cb2533-4112-4ca4-bd5b-5305fa6b13bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584433 Jul 23 00:24:33.543164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-204267ba-d03a-4279-9c1a-8790cf9b6f0d service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882626 Jul 23 00:24:33.635277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-d43e6868-d75a-4863-bb15-d2d46cbd60ef service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 Jul 23 00:24:35.777111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d2d-d927-4455-8167-a3690e2474e2 req-6662e3fa-3f80-49dd-9d69-6ebf68ca05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:35.778512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-6662e3fa-3f80-49dd-9d69-6ebf68ca05c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0581119 Jul 23 00:24:35.880189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d2d-d927-4455-8167-a3690e2474e2 req-adf60f00-452d-4a16-b0d6-2e54e8f0461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:35.881809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-adf60f00-452d-4a16-b0d6-2e54e8f0461c service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0844324 Jul 23 00:24:35.950602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-fc996501-e45c-42e7-870c-c37b72528640 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0622578 Jul 23 00:24:36.000501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d2d-d927-4455-8167-a3690e2474e2 req-3a72852e-09dc-47f9-9649-e8f55d4a50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:36.001987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-3a72852e-09dc-47f9-9649-e8f55d4a50a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0448983 Jul 23 00:24:36.059429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56577d2d-d927-4455-8167-a3690e2474e2 req-bac41a1c-b1b1-45f7-aa43-a1bab1a218df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:36.060960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-bac41a1c-b1b1-45f7-aa43-a1bab1a218df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526669 Jul 23 00:24:36.154122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-ce626609-3ebd-4a1a-8f45-ceebe9b48f6f service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862403 Jul 23 00:24:36.243450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-56577d2d-d927-4455-8167-a3690e2474e2 req-dfca515e-62b2-48e0-a77f-f9acc6d86417 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Jul 23 00:24:36.727518 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:45.876638 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-9e230a75-07cb-40a7-9053-b2d9473f684a service neutron] show failed (client error): The resource could not be found. Jul 23 00:24:45.877700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-9e230a75-07cb-40a7-9053-b2d9473f684a service neutron] 10.222.0.48 "GET /v2.0/ports/3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0626543 Jul 23 00:24:46.167490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-b7a93cc3-a2fe-49b8-9cdd-81fcbf6df52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:46.168910 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-b7a93cc3-a2fe-49b8-9cdd-81fcbf6df52b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 1097 time: 0.1017056 Jul 23 00:24:46.180167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:24:46.187022 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f1be-02d2-4885-b33c-4e2f0713032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.249974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.454341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:24:46.487846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:24:46.526788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:24:46.532351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.547352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Transition to ACTIVE for port object 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:24:46.551069 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.577816 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600104cc-d4f6-4204-aca8-b529ad962790" -d '{"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:24:46.640372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=6']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:24:46.655215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.655596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.655930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.656271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.656605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.656937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.657271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.657599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.658038 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.658237 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.658568 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.659266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:46.696987 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0297bff-3b8b-4372-8a7c-0c0cf6299be8 x-openstack-request-id: req-b0297bff-3b8b-4372-8a7c-0c0cf6299be8 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:24:46.697287 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:24:46.697546 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0297bff-3b8b-4372-8a7c-0c0cf6299be8 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:24:46.697939 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'code': 200} Jul 23 00:24:46.698893 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] No DVR routers for this DVR port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:24:46.837960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:24:46.838306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:24:46.838636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:24:46.842999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:24:46.843320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Attempting to bind port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:24:46.848156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:24:46.848501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:24:46.849505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:24:46.849930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Bound port: 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:24:46.850291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.913788 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:24:46.917267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:24:46.921446 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.954672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:46.955363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:46.956844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] 10.222.0.49 "PUT /v2.0/ports/3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1092 time: 0.7808692 Jul 23 00:24:47.012573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba27ca8-82aa-45db-a6a2-36b4c35e7ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=7']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:24:47.045784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-34f36e58-e576-4c73-a828-5f46c08f5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:47.047303 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-34f36e58-e576-4c73-a828-5f46c08f5f2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1095 time: 0.0687244 Jul 23 00:24:47.145363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2d61124a-8165-4476-ae1d-35247aa9f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:47.147161 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-2d61124a-8165-4476-ae1d-35247aa9f025 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0928428 Jul 23 00:24:47.217882 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-4a27c314-bce8-4f0b-ac25-5b6fd74122ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1000 time: 0.0639303 Jul 23 00:24:47.265184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-3f8eb74d-9afe-4a00-8911-4d640c6f0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:47.266634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-3f8eb74d-9afe-4a00-8911-4d640c6f0fa5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0427294 Jul 23 00:24:47.324154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-f1fa6c76-62fa-4f47-8e99-3df9433b2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:47.325675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-f1fa6c76-62fa-4f47-8e99-3df9433b2c3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528507 Jul 23 00:24:47.424157 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-778260a9-09e0-4fee-af3b-946996ae2dfe service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916615 Jul 23 00:24:47.512652 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c71eaa45-5dd8-4789-a3a6-00edd653a41e req-9b5f0e55-5dbf-4c75-acbd-40c4ebd2fc17 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824370 Jul 23 00:24:48.699295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:24:48.701709 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baf787f-718d-4d91-9b99-963234ec73c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:24:48.748005 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883ef9f-33b9-46c0-b531-376bfaa2c1a0 x-openstack-request-id: req-0883ef9f-33b9-46c0-b531-376bfaa2c1a0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:24:48.748296 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:24:48.748547 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0883ef9f-33b9-46c0-b531-376bfaa2c1a0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:24:48.748943 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'status': 'completed', 'code': 200} Jul 23 00:24:48.831558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-1eb22170-a4c1-4e33-a5d1-5246e1bd146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:48.833634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-1eb22170-a4c1-4e33-a5d1-5246e1bd146d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1095 time: 0.0624032 Jul 23 00:24:48.851977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-5423be0e-dad2-4872-baca-3df408bee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:48.853534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-5423be0e-dad2-4872-baca-3df408bee10f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1095 time: 0.0611095 Jul 23 00:24:48.929397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-02d123b6-ead3-45f4-ad3e-10eab35e16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:48.931281 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-02d123b6-ead3-45f4-ad3e-10eab35e16bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0911093 Jul 23 00:24:48.947196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-9f52e25a-037f-4b6c-956b-24ec5207cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:48.948691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-9f52e25a-037f-4b6c-956b-24ec5207cf13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0885627 Jul 23 00:24:49.024110 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-7d7f84f1-218d-4c47-887b-c866b4b9dcef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1000 time: 0.0765715 Jul 23 00:24:49.025247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-4b645f65-1e26-4f53-b69f-0355002333e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1000 time: 0.0694735 Jul 23 00:24:49.076491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-4e8f7100-4a44-43ff-83c3-138dcb5c3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:49.077988 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-4e8f7100-4a44-43ff-83c3-138dcb5c3b34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0479527 Jul 23 00:24:49.084047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-a6928f6d-ac93-4820-9c9d-c02430990538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:49.085550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-a6928f6d-ac93-4820-9c9d-c02430990538 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0542233 Jul 23 00:24:49.137145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-e0ad21e0-309b-4295-bcb6-3151d079ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:49.138689 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-e0ad21e0-309b-4295-bcb6-3151d079ae09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544283 Jul 23 00:24:49.144604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-d89dd4c7-c053-4fcd-80c7-a6c9728eecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:24:49.147290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-d89dd4c7-c053-4fcd-80c7-a6c9728eecc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559988 Jul 23 00:24:49.234865 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-bda55ae8-4101-4704-b5d3-0f109451cac2 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895476 Jul 23 00:24:49.244458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-12a02ddf-d662-436b-85ea-fd73bdbd55e0 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909798 Jul 23 00:24:49.325905 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-1984d218-c5c3-45c7-9487-b7ea0577cec5 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847955 Jul 23 00:24:49.339273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1baf787f-718d-4d91-9b99-963234ec73c0 req-e103932f-b8a5-4b42-80f3-1b1afc5cc459 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889392 Jul 23 00:24:49.509028 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69970a8e-23c3-4cf1-9882-6679c4f79c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:49.749090 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:49.779978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:24:49.817594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:24:50.219445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:24:50.315202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:24:50.327855 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'mac_address': 'fa:16:3e:1a:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:24:50.364179 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:50.376527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:24:50.397871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:24:50.401821 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:50.449734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:50.463166 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:24:50.470580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.470872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.471215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.471584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.471922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.472255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.472583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.472911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.473237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.473775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.474264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.474357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:24:50.641302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:24:51.864136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:52.235244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:24:52.286355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:24:52.289976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:24:52.290350 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:52.363970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:52.386429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:24:52.400820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:24:52.404847 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:24:52.429629 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c69f1d-8538-4559-93b4-a08f8431785c" -d '{"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-plugged", "status": "completed", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:24:52.457868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:24:52.523985 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28f23c2-b447-46af-b5a4-c942110753c0 x-openstack-request-id: req-c28f23c2-b447-46af-b5a4-c942110753c0 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:24:52.524303 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-plugged", "status": "completed", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:24:52.524555 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c28f23c2-b447-46af-b5a4-c942110753c0 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:24:52.524946 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'code': 200} Jul 23 00:24:52.700603 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:06.752428 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:07.962477 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:25:16.188445 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dd335cc9-0828-4e95-83b3-4d8aaa828a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:19.512274 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6785b347-15ac-4058-8acd-e44906662896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:19.749878 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:20.430894 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:21.871021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:22.702038 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:25.038206 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-4dd608f8-d343-4a8a-bcd9-1e0b2ba3923e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626211 Jul 23 00:25:25.132977 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-d8a6134e-dfa9-4941-b02c-4cd00ee81525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:25.134631 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-d8a6134e-dfa9-4941-b02c-4cd00ee81525 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0558736 Jul 23 00:25:25.242867 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-4009d3e4-0041-4a22-a118-d03b01ff10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:25.244409 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-4009d3e4-0041-4a22-a118-d03b01ff10fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0910299 Jul 23 00:25:25.309238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-db7bde32-d267-4ed0-b9c0-8f8af01d2cab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0581813 Jul 23 00:25:25.359131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-1b431ac5-4aea-4643-9e9f-cb1b99460696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:25.360653 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-1b431ac5-4aea-4643-9e9f-cb1b99460696 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0459099 Jul 23 00:25:25.421865 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-b75aeef3-f2f9-4050-a23a-75d48f8afd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:25.423384 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-b75aeef3-f2f9-4050-a23a-75d48f8afd43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568972 Jul 23 00:25:25.512590 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-e7b89248-599b-44b2-9baa-5cf5f3f806e3 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827518 Jul 23 00:25:25.604923 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c941db0-e6fb-4f09-b50c-50a96d0adaa1 req-31707bd7-9022-4ccd-882a-36d6502f1bd3 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Jul 23 00:25:26.236458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-2e21561b-a8d8-46bf-bee6-79eb9192c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:26.237983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-2e21561b-a8d8-46bf-bee6-79eb9192c6a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&tenant_id=406e7cc1b0b040dd94323e72f842c361&binding%3Ahost_id=n-h1-758851-4 HTTP/1.1" status: 200 len: 1097 time: 0.0992949 Jul 23 00:25:26.304676 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-3a51ab82-2a94-4cf7-af25-36848852b2bd service neutron] delete failed (client error): The resource could not be found. Jul 23 00:25:26.305710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-3a51ab82-2a94-4cf7-af25-36848852b2bd service neutron] 10.222.0.48 "DELETE /v2.0/ports/3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0610976 Jul 23 00:25:26.420220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-e139f51b-92d8-4b3c-9e75-f5a4121e234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:26.421683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-e139f51b-92d8-4b3c-9e75-f5a4121e234e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0550146 Jul 23 00:25:26.517420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-493f32d5-c7e2-48f9-9db9-d8fb8e790545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:26.518819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-493f32d5-c7e2-48f9-9db9-d8fb8e790545 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0901053 Jul 23 00:25:26.582073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-15fd3ff2-60b1-4d0f-b029-a5511f51b832 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0573370 Jul 23 00:25:26.629780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-16f062ac-2074-4917-8ab1-a0ad93b1c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:26.631942 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-16f062ac-2074-4917-8ab1-a0ad93b1c16f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0443068 Jul 23 00:25:26.692845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-72d49354-4fbb-46a6-b4ce-de1c274236fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:26.695046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-72d49354-4fbb-46a6-b4ce-de1c274236fa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567560 Jul 23 00:25:26.782347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-ad59e182-16ec-46f2-a7b3-8dd50b15200f service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805840 Jul 23 00:25:26.873501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bdf494c7-9563-4a9e-abb2-697f27742680 req-85a4ea89-904c-47e4-b29a-d18b94bf5440 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Jul 23 00:25:34.380127 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ee7a-5458-4cbf-929b-f8261fd296c1 req-3dd91c76-20a0-493d-b9e5-2cb8c884352d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:34.382244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd43ee7a-5458-4cbf-929b-f8261fd296c1 req-3dd91c76-20a0-493d-b9e5-2cb8c884352d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0630589 Jul 23 00:25:34.419032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd43ee7a-5458-4cbf-929b-f8261fd296c1 req-aba70648-20fa-4c21-8362-82eedf44ddb0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Jul 23 00:25:35.562645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270743-3491-4f8a-97c2-2f64022ade90 req-34960570-8a6e-4222-85e1-d577b33b31bc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:35.567811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84270743-3491-4f8a-97c2-2f64022ade90 req-34960570-8a6e-4222-85e1-d577b33b31bc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0789659 Jul 23 00:25:35.604441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84270743-3491-4f8a-97c2-2f64022ade90 req-6dea7ce2-7a15-41c3-9418-3b6f6536d88e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 23 00:25:36.738461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149f84d-7fe1-4395-bacf-0978802140d6 req-b947182e-dbb6-4b32-9189-e518a7f0dfd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:36.742526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b149f84d-7fe1-4395-bacf-0978802140d6 req-b947182e-dbb6-4b32-9189-e518a7f0dfd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0672927 Jul 23 00:25:36.757090 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:36.780292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b149f84d-7fe1-4395-bacf-0978802140d6 req-1ea17113-f75f-4621-8551-8a6d02a4220a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330484 Jul 23 00:25:37.911604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48711ed5-7d74-45e6-8ccc-e595fe98bccc req-04a1d3c8-3350-405b-b7a2-513bf91679c3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:37.913285 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48711ed5-7d74-45e6-8ccc-e595fe98bccc req-04a1d3c8-3350-405b-b7a2-513bf91679c3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0643451 Jul 23 00:25:37.951390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48711ed5-7d74-45e6-8ccc-e595fe98bccc req-5c319926-cb63-4aa3-af1c-7bdc01569e99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jul 23 00:25:39.082004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb98a4-31e2-4a04-b43b-8d3982e778ad req-665529e1-82cf-4b23-ae8c-b4bcf4dcf27d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:39.084085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dbb98a4-31e2-4a04-b43b-8d3982e778ad req-665529e1-82cf-4b23-ae8c-b4bcf4dcf27d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676818 Jul 23 00:25:39.120556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5dbb98a4-31e2-4a04-b43b-8d3982e778ad req-f9046aa3-4051-4a45-8487-c275d7b79095 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 Jul 23 00:25:40.248783 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dec46-8291-485b-9483-4544caa5d579 req-476e1219-74e3-43ca-a719-8f489e5b2aae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:40.250270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e93dec46-8291-485b-9483-4544caa5d579 req-476e1219-74e3-43ca-a719-8f489e5b2aae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637655 Jul 23 00:25:40.287023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e93dec46-8291-485b-9483-4544caa5d579 req-93aa0677-b549-4ae5-9e67-5a100fbddc8b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304756 Jul 23 00:25:41.415261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08a63-5422-4743-9bd0-e1a8333ff7c6 req-dfd17216-37cd-4809-a506-4d9d211034d5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:41.416811 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccc08a63-5422-4743-9bd0-e1a8333ff7c6 req-dfd17216-37cd-4809-a506-4d9d211034d5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0629013 Jul 23 00:25:41.454629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccc08a63-5422-4743-9bd0-e1a8333ff7c6 req-52dd2c6d-93d2-44bb-9945-b12166a65bda tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 23 00:25:42.586712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14678806-c508-4c4f-af45-f1c972c15b54 req-0afe890d-37c3-4b24-b1c3-3668004184c9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:42.588224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14678806-c508-4c4f-af45-f1c972c15b54 req-0afe890d-37c3-4b24-b1c3-3668004184c9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0671258 Jul 23 00:25:42.626010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14678806-c508-4c4f-af45-f1c972c15b54 req-26e91da3-dd57-42c3-b579-77497d872a5e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Jul 23 00:25:43.753441 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7f12-b892-4a06-9a81-d843d33244cb req-bed9d575-debf-42db-853d-480928639bc8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:43.754941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca9e7f12-b892-4a06-9a81-d843d33244cb req-bed9d575-debf-42db-853d-480928639bc8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0624235 Jul 23 00:25:43.792421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca9e7f12-b892-4a06-9a81-d843d33244cb req-8c223651-5113-4988-bff7-54356cfb5da8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Jul 23 00:25:44.924819 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea3abe-75ef-4d28-8383-748c3962ba47 req-c53f5323-dd70-4a21-8c8c-efe9d48cc01d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:44.926292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6ea3abe-75ef-4d28-8383-748c3962ba47 req-c53f5323-dd70-4a21-8c8c-efe9d48cc01d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0685554 Jul 23 00:25:44.960856 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:25:44.964247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6ea3abe-75ef-4d28-8383-748c3962ba47 req-a700cd8d-7f4c-4ee4-994f-86d3ba8e38b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318084 Jul 23 00:25:46.097698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b8e30-e356-4f3e-bc49-24782d4d1efd req-80e07222-7b47-4a71-bef1-9cd6433922b9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:46.099905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-747b8e30-e356-4f3e-bc49-24782d4d1efd req-80e07222-7b47-4a71-bef1-9cd6433922b9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0685432 Jul 23 00:25:46.136714 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-747b8e30-e356-4f3e-bc49-24782d4d1efd req-d18ff44f-ae79-4ae8-b7c0-706b0ae34bc4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jul 23 00:25:46.189822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86cdb3cc-4fe6-4305-8d8a-0d7625064583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:47.265928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130abea-6ec2-4c83-bbd3-a8def9df5736 req-0be80c82-d8f5-4e31-b9f5-18dd0abdfa26 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:47.267442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f130abea-6ec2-4c83-bbd3-a8def9df5736 req-0be80c82-d8f5-4e31-b9f5-18dd0abdfa26 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0645978 Jul 23 00:25:47.306991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f130abea-6ec2-4c83-bbd3-a8def9df5736 req-3868c3f3-28d0-42e3-93ad-a326ac7b975b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Jul 23 00:25:48.437886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603a496-e5b7-49a1-82dc-2bc8767d40b1 req-7460b27d-b8da-48cd-92d9-1ba7ae31f01d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:48.439401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4603a496-e5b7-49a1-82dc-2bc8767d40b1 req-7460b27d-b8da-48cd-92d9-1ba7ae31f01d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0666811 Jul 23 00:25:48.478398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4603a496-e5b7-49a1-82dc-2bc8767d40b1 req-14908ac2-83ab-469e-a9a1-baf55d40565b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Jul 23 00:25:49.512826 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f7570788-8805-4e3a-b034-203ddc33dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:49.606409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69034b5-cdc3-44b6-89be-32cded8d3931 req-bb9c90f4-9c2d-4d7b-b43c-de61b082c2c5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:49.607963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a69034b5-cdc3-44b6-89be-32cded8d3931 req-bb9c90f4-9c2d-4d7b-b43c-de61b082c2c5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0630877 Jul 23 00:25:49.644438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a69034b5-cdc3-44b6-89be-32cded8d3931 req-c32a6fd9-a0b9-4699-86fb-2866ea5f8dcb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Jul 23 00:25:49.751873 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:50.432390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:50.781087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb4977-6bf1-43d9-a409-c08cbd0b6d54 req-44118a34-a82b-4ae4-b78a-513fc01b637a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:50.782635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfeb4977-6bf1-43d9-a409-c08cbd0b6d54 req-44118a34-a82b-4ae4-b78a-513fc01b637a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0693965 Jul 23 00:25:50.822364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfeb4977-6bf1-43d9-a409-c08cbd0b6d54 req-5b874833-c697-474e-abfe-e977bf1b90e7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341203 Jul 23 00:25:51.870753 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:51.952303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce5ceb-9b7c-48dc-93a2-971971e71335 req-7d1287d0-2b15-4d83-9182-477e72315feb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:51.953791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bce5ceb-9b7c-48dc-93a2-971971e71335 req-7d1287d0-2b15-4d83-9182-477e72315feb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0632088 Jul 23 00:25:51.991603 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5bce5ceb-9b7c-48dc-93a2-971971e71335 req-bab83a9c-0ed0-4ec9-818c-f2c6767e6e8c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322416 Jul 23 00:25:52.698548 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:25:53.119160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9758b-f64e-404e-bc1f-325744da61db req-e47b9966-44d3-427b-bf6e-93853c6301a6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:53.120675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ac9758b-f64e-404e-bc1f-325744da61db req-e47b9966-44d3-427b-bf6e-93853c6301a6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641415 Jul 23 00:25:53.157695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ac9758b-f64e-404e-bc1f-325744da61db req-035b10c5-b746-4222-bb8b-33440cc8e207 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Jul 23 00:25:54.290935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f78d66-9adf-4839-a69a-d45e07374195 req-51c2168a-ac27-4a05-ace0-a75f7f0ced99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:54.292447 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81f78d66-9adf-4839-a69a-d45e07374195 req-51c2168a-ac27-4a05-ace0-a75f7f0ced99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0674856 Jul 23 00:25:54.332370 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-81f78d66-9adf-4839-a69a-d45e07374195 req-ba54e867-60c4-4221-9bf2-097e4e8c5bf1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Jul 23 00:25:55.462694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06d082-4f5d-4e13-994f-7d53ae5a74e5 req-33098aa6-576c-4858-81e7-0befc1aefc6e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:55.464257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af06d082-4f5d-4e13-994f-7d53ae5a74e5 req-33098aa6-576c-4858-81e7-0befc1aefc6e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656219 Jul 23 00:25:55.501590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af06d082-4f5d-4e13-994f-7d53ae5a74e5 req-2cd21323-8aa1-4903-9be3-dda4e6d30947 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 Jul 23 00:25:56.636959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244f0ca-fde4-4344-8f9d-fddb0cf5875b req-17109a9e-29fa-4cd2-bfaf-915a0310513d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:56.638915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b244f0ca-fde4-4344-8f9d-fddb0cf5875b req-17109a9e-29fa-4cd2-bfaf-915a0310513d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0716424 Jul 23 00:25:56.677554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b244f0ca-fde4-4344-8f9d-fddb0cf5875b req-6409bd8d-4ff1-4da1-a183-ed3ca8bf9b67 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331209 Jul 23 00:25:57.808906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d934e7-5cfc-4291-abed-cc05e87bfe3b req-986e1bcb-eb95-4b7c-9260-343ad63bb34b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:57.810428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4d934e7-5cfc-4291-abed-cc05e87bfe3b req-986e1bcb-eb95-4b7c-9260-343ad63bb34b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0665369 Jul 23 00:25:57.848387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4d934e7-5cfc-4291-abed-cc05e87bfe3b req-cd2e0f6a-0e2f-4035-b8dc-f15bdef6673e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Jul 23 00:25:58.978572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d5776-1f4e-4ac9-b74d-7ef8774e42c4 req-2ca4bcdc-9c5d-4a04-8bed-cd8ff1b98552 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:25:58.980118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e96d5776-1f4e-4ac9-b74d-7ef8774e42c4 req-2ca4bcdc-9c5d-4a04-8bed-cd8ff1b98552 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638788 Jul 23 00:25:59.017771 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e96d5776-1f4e-4ac9-b74d-7ef8774e42c4 req-5d0bc406-db63-45d4-b0d1-aff7f5189779 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 23 00:26:00.151578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb38a-e512-4bee-b2f3-442efe6fafa0 req-5d40f0b2-9be4-4ae5-a869-6121daeb6827 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:00.153081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed2bb38a-e512-4bee-b2f3-442efe6fafa0 req-5d40f0b2-9be4-4ae5-a869-6121daeb6827 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0690954 Jul 23 00:26:00.189615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed2bb38a-e512-4bee-b2f3-442efe6fafa0 req-5981affe-f468-4874-b17d-6780f77f4ed3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Jul 23 00:26:01.319646 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a62a1b-f547-4f1d-8da0-330f9726e92e req-0e516663-2aca-45b9-9505-3031570efe6b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:01.321402 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5a62a1b-f547-4f1d-8da0-330f9726e92e req-0e516663-2aca-45b9-9505-3031570efe6b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0630324 Jul 23 00:26:01.366708 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5a62a1b-f547-4f1d-8da0-330f9726e92e req-c1cc3901-d49f-4d7e-bd1d-3167399c4574 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392995 Jul 23 00:26:02.497937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911d5cb-5785-4ce1-ae11-7910122f6e63 req-b88b3a79-cce1-474c-a98a-5ce14f9f0b90 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:02.499442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d911d5cb-5785-4ce1-ae11-7910122f6e63 req-b88b3a79-cce1-474c-a98a-5ce14f9f0b90 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676460 Jul 23 00:26:02.536920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d911d5cb-5785-4ce1-ae11-7910122f6e63 req-69d8fffd-1aac-46c5-8413-1391a113135f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Jul 23 00:26:03.668266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929636cb-fa91-4993-833e-cbe0a121d4b6 req-64ce48c6-c9e6-4128-b9df-14932e45a96f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:03.669793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-929636cb-fa91-4993-833e-cbe0a121d4b6 req-64ce48c6-c9e6-4128-b9df-14932e45a96f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0644622 Jul 23 00:26:03.706246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-929636cb-fa91-4993-833e-cbe0a121d4b6 req-3ddb96b4-5282-46a8-bdeb-eb35ac0e20d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307217 Jul 23 00:26:04.835036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca32f97-c523-44ef-ae99-3586e2554f36 req-63a926eb-2b54-4899-a0f1-a53f32882a4b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:04.836561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ca32f97-c523-44ef-ae99-3586e2554f36 req-63a926eb-2b54-4899-a0f1-a53f32882a4b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631821 Jul 23 00:26:04.874195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ca32f97-c523-44ef-ae99-3586e2554f36 req-00511c21-e110-463a-9807-c596c3b53b49 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Jul 23 00:26:06.006761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a2394-6599-489b-b117-c8dea34ca17b req-8536ec57-85e3-4831-8339-795a64fee313 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:06.008263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d9a2394-6599-489b-b117-c8dea34ca17b req-8536ec57-85e3-4831-8339-795a64fee313 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0675671 Jul 23 00:26:06.044770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d9a2394-6599-489b-b117-c8dea34ca17b req-205e7db7-3b83-4311-9563-071373267d6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309319 Jul 23 00:26:06.754469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:07.173611 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830cad-d5d7-407c-8701-7deb48706a15 req-a26c17b1-d7c4-4910-bb74-9f34d287c4ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:07.175103 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e830cad-d5d7-407c-8701-7deb48706a15 req-a26c17b1-d7c4-4910-bb74-9f34d287c4ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0633574 Jul 23 00:26:07.213223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e830cad-d5d7-407c-8701-7deb48706a15 req-7c47aca8-bb0f-42f9-b471-c6917a811410 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313570 Jul 23 00:26:08.343581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424078c-f454-413b-b2c6-60f20b8262b1 req-5592a239-f5d7-4b75-adf9-768a51fcda7f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:08.344972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3424078c-f454-413b-b2c6-60f20b8262b1 req-5592a239-f5d7-4b75-adf9-768a51fcda7f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0654619 Jul 23 00:26:08.384356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3424078c-f454-413b-b2c6-60f20b8262b1 req-b8065de2-fae4-4077-a873-d8a73ae34040 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330038 Jul 23 00:26:08.608769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-9e8f9c4c-4464-485d-95e7-c29d5108c5f0 req-f4b528d1-2313-4fc9-a42f-7363d9b0a0ef service neutron] (93791) timed out ('10.222.0.21', 49956) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:26:09.513470 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c7c6-4e7f-4695-b4df-0b6a5e99435f req-1123de94-bfdd-4e1c-a8d0-70850561a55e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:09.514825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d63c7c6-4e7f-4695-b4df-0b6a5e99435f req-1123de94-bfdd-4e1c-a8d0-70850561a55e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631166 Jul 23 00:26:09.552065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d63c7c6-4e7f-4695-b4df-0b6a5e99435f req-59279b34-8ad3-453f-be60-ec6c8a4a79a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Jul 23 00:26:10.685990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b6c1-0ff6-474d-b612-97e72d595ce3 req-7a47c3f5-f80a-4461-9183-a34c82c969f3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:10.687498 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1f5b6c1-0ff6-474d-b612-97e72d595ce3 req-7a47c3f5-f80a-4461-9183-a34c82c969f3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0691886 Jul 23 00:26:10.726041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1f5b6c1-0ff6-474d-b612-97e72d595ce3 req-bd1fef46-4284-42a7-b2ce-8a780b0d8cb0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328698 Jul 23 00:26:11.857587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfe79b-37d8-439f-83ba-df488bde768a req-70f21b6d-30e1-49fb-8470-60cdc623e2ce tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:11.859075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46bfe79b-37d8-439f-83ba-df488bde768a req-70f21b6d-30e1-49fb-8470-60cdc623e2ce tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0682971 Jul 23 00:26:11.896258 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46bfe79b-37d8-439f-83ba-df488bde768a req-24753d14-94b4-4068-99ae-b8ca35170c96 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Jul 23 00:26:13.023597 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1076b-5e45-4a41-a3b9-3a67ee7244cf req-34e0823f-f414-44f8-98c8-0f834b7063e9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:13.025083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbe1076b-5e45-4a41-a3b9-3a67ee7244cf req-34e0823f-f414-44f8-98c8-0f834b7063e9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637865 Jul 23 00:26:13.061888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbe1076b-5e45-4a41-a3b9-3a67ee7244cf req-c0582fdf-d2f8-4a5c-80f8-af1574af080f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Jul 23 00:26:14.194203 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f67b3-4359-41ed-9ecf-f788aa65fd76 req-ad29e9b2-4a09-4889-898c-cb22b739a5ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:14.196006 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec1f67b3-4359-41ed-9ecf-f788aa65fd76 req-ad29e9b2-4a09-4889-898c-cb22b739a5ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0670216 Jul 23 00:26:14.234791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec1f67b3-4359-41ed-9ecf-f788aa65fd76 req-d72a7cb5-984e-4565-94b1-83cd5ff7246d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Jul 23 00:26:15.362895 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aeaae-d353-4731-adb6-f1e2ff98ff0e req-80b61c11-ad11-454b-8b58-9c203086eab1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:15.364308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a5aeaae-d353-4731-adb6-f1e2ff98ff0e req-80b61c11-ad11-454b-8b58-9c203086eab1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638628 Jul 23 00:26:15.405608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a5aeaae-d353-4731-adb6-f1e2ff98ff0e req-e780643c-9cc5-4ec6-9ad7-0a02221c0db3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357680 Jul 23 00:26:16.190925 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-35b7ecd7-adb0-440c-af05-02b3dfc1ba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:16.541109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d83b06-eca6-4429-b67e-35336a735059 req-a8552cac-0fc0-44f8-bd64-c3974b7b1356 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:16.542625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06d83b06-eca6-4429-b67e-35336a735059 req-a8552cac-0fc0-44f8-bd64-c3974b7b1356 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0623441 Jul 23 00:26:16.581875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06d83b06-eca6-4429-b67e-35336a735059 req-ebcc5a82-38e9-4bc4-b88b-204348141562 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Jul 23 00:26:17.715696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9651d-0431-4b7f-a9a1-8318351b0ca4 req-f1792b9a-6a22-452c-b46b-3b999367300b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:17.717182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ed9651d-0431-4b7f-a9a1-8318351b0ca4 req-f1792b9a-6a22-452c-b46b-3b999367300b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0690737 Jul 23 00:26:17.754848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ed9651d-0431-4b7f-a9a1-8318351b0ca4 req-9109f8b1-d733-46d0-b112-facd51b01985 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Jul 23 00:26:18.882436 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e2295-4cdf-4bbd-b293-3f6917133c06 req-234ec30a-20cd-483a-a513-5954baf62e26 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:18.883982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-961e2295-4cdf-4bbd-b293-3f6917133c06 req-234ec30a-20cd-483a-a513-5954baf62e26 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0630960 Jul 23 00:26:18.921805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-961e2295-4cdf-4bbd-b293-3f6917133c06 req-d97adad3-f94f-4598-99a4-ba302727ac25 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Jul 23 00:26:19.515834 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6234982b-ccdf-4ca3-9ab1-044910f8931f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:19.752431 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:20.053764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff71a3-a132-4d27-b435-454a68a3232a req-f2d187c2-5b3e-4ab4-a9ad-00a488d548e3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:20.055141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff71a3-a132-4d27-b435-454a68a3232a req-f2d187c2-5b3e-4ab4-a9ad-00a488d548e3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0671425 Jul 23 00:26:20.092919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fff71a3-a132-4d27-b435-454a68a3232a req-8c711efa-3f2a-4a3a-962d-836f3275541d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Jul 23 00:26:20.435566 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:21.220495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a80b9-e63a-4cb4-8521-92d0a6cf59bc req-f4ab4fdd-ce18-4a69-a2b8-3ed3ff61497e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:21.222002 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c9a80b9-e63a-4cb4-8521-92d0a6cf59bc req-f4ab4fdd-ce18-4a69-a2b8-3ed3ff61497e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631108 Jul 23 00:26:21.259804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c9a80b9-e63a-4cb4-8521-92d0a6cf59bc req-93b1e0c8-38bb-48af-be21-c3a4f4a53de0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Jul 23 00:26:21.872188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:21.960216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:26:22.387689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bebbc-8c90-47f7-b2da-868268074543 req-6acf4136-4054-47cb-a5bb-636b6b97dfa5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:22.389173 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e76bebbc-8c90-47f7-b2da-868268074543 req-6acf4136-4054-47cb-a5bb-636b6b97dfa5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0618320 Jul 23 00:26:22.425492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e76bebbc-8c90-47f7-b2da-868268074543 req-3fec4717-bdb5-4552-9437-bed5058d67a7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Jul 23 00:26:22.696945 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:23.557570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687b087-0334-49ba-aea0-51d4be5e7bab req-9e58a639-1218-461c-9311-74365de855c1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:23.559051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2687b087-0334-49ba-aea0-51d4be5e7bab req-9e58a639-1218-461c-9311-74365de855c1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0663216 Jul 23 00:26:23.596631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2687b087-0334-49ba-aea0-51d4be5e7bab req-f26545b8-52cd-4f0d-a53e-f137f6f63510 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jul 23 00:26:24.727486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a828ca8-9f0b-4975-bd39-3b33232ed976 req-559a1bcb-6348-4bf2-8790-ab3a88072bd6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:24.728876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a828ca8-9f0b-4975-bd39-3b33232ed976 req-559a1bcb-6348-4bf2-8790-ab3a88072bd6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631058 Jul 23 00:26:24.765696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a828ca8-9f0b-4975-bd39-3b33232ed976 req-180bc887-7ecc-4213-85bd-a2a74c79f608 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Jul 23 00:26:25.072666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-be4c3c4f-f83e-4c88-bb9a-f99b816eb821 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0590484 Jul 23 00:26:25.164578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-e7f7c55c-79a6-4e3a-ab68-29ebf3b68cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:25.166076 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-e7f7c55c-79a6-4e3a-ab68-29ebf3b68cde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0534670 Jul 23 00:26:25.272504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-25d34b38-5d0d-4d7e-a9cc-2daa0b403ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:25.274034 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-25d34b38-5d0d-4d7e-a9cc-2daa0b403ab2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0890188 Jul 23 00:26:25.336280 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-5534f57b-0723-4d20-be53-32b83089c62a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0561943 Jul 23 00:26:25.389192 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-81867a4b-6c66-43f9-b9f2-2cdd2f13c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:25.390648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-81867a4b-6c66-43f9-b9f2-2cdd2f13c69b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0483906 Jul 23 00:26:25.452532 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-687e75f9-9d8c-45a6-83cb-bcf56f102b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:25.454041 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-687e75f9-9d8c-45a6-83cb-bcf56f102b8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567110 Jul 23 00:26:25.541391 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-12db83e7-ebd3-4987-a977-7c2008e76266 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806007 Jul 23 00:26:25.633177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2217a2dc-2975-4a41-9afa-39dcca1cc84e req-3d799515-bcec-4c73-997d-c16a5bbc6c0f service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853503 Jul 23 00:26:25.897854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3606-ce78-4def-8ec3-5a79c5fa38f0 req-839a08f7-eccb-4e6a-9c65-a8aff7341c90 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:25.899281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-860e3606-ce78-4def-8ec3-5a79c5fa38f0 req-839a08f7-eccb-4e6a-9c65-a8aff7341c90 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676455 Jul 23 00:26:25.937327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-860e3606-ce78-4def-8ec3-5a79c5fa38f0 req-95e11447-28fe-4aeb-bb1d-786466bc9fb6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325184 Jul 23 00:26:27.069972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2ef5e-1a82-4851-b11c-90665b4323ea req-5afb0d05-d24f-4f92-8eb5-39ab652b219e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:27.071494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dae2ef5e-1a82-4851-b11c-90665b4323ea req-5afb0d05-d24f-4f92-8eb5-39ab652b219e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0673366 Jul 23 00:26:27.108410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dae2ef5e-1a82-4851-b11c-90665b4323ea req-3101b1c2-3eb6-45b7-b44c-e1b5f678bec8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314693 Jul 23 00:26:28.237367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56acd17-89d2-4e95-a5be-c67363e11b88 req-df6387fd-7f54-485b-a359-af20058d3cfd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:28.238830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a56acd17-89d2-4e95-a5be-c67363e11b88 req-df6387fd-7f54-485b-a359-af20058d3cfd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0634477 Jul 23 00:26:28.276519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a56acd17-89d2-4e95-a5be-c67363e11b88 req-459a7b82-a790-42b1-851f-f15672e41bc9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Jul 23 00:26:29.428089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f511f9b-7093-4e49-a3e4-1bb6bdbccd98 req-3ff6de48-1b29-41ff-8202-2bbdd6864423 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:29.429509 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f511f9b-7093-4e49-a3e4-1bb6bdbccd98 req-3ff6de48-1b29-41ff-8202-2bbdd6864423 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0788610 Jul 23 00:26:29.474177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f511f9b-7093-4e49-a3e4-1bb6bdbccd98 req-db28563c-0a70-429d-b5aa-541de4b7393b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384712 Jul 23 00:26:30.602481 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a9882-6432-4f51-a2d9-4f6ebec61827 req-3911d7cc-9059-415d-a39f-ce1bfc4eefb7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:30.604010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-794a9882-6432-4f51-a2d9-4f6ebec61827 req-3911d7cc-9059-415d-a39f-ce1bfc4eefb7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0632517 Jul 23 00:26:30.641848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-794a9882-6432-4f51-a2d9-4f6ebec61827 req-7ff76f08-f942-4da4-89c1-1beabf751b62 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Jul 23 00:26:31.777425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d00297-8488-4270-9034-46173fcd86e5 req-c362a5c0-f604-4564-bdfc-e4789461f3fc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:31.780049 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0d00297-8488-4270-9034-46173fcd86e5 req-c362a5c0-f604-4564-bdfc-e4789461f3fc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0731833 Jul 23 00:26:31.816831 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0d00297-8488-4270-9034-46173fcd86e5 req-0579a120-1216-4ccd-840f-746e54720cd8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 23 00:26:32.948774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1ccfd-1711-445c-b8bc-9b08866d6a1e req-4276996f-be76-4c84-8247-66f51a7f3299 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:32.950327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bb1ccfd-1711-445c-b8bc-9b08866d6a1e req-4276996f-be76-4c84-8247-66f51a7f3299 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0660992 Jul 23 00:26:32.990742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7bb1ccfd-1711-445c-b8bc-9b08866d6a1e req-0a16357a-9462-490b-8fba-732f32566e23 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346594 Jul 23 00:26:34.119760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025573b-422f-4adf-8b99-3c4f575e7297 req-eb1d4610-d99c-4c3a-8ce4-5406f58ffe2f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:34.121247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f025573b-422f-4adf-8b99-3c4f575e7297 req-eb1d4610-d99c-4c3a-8ce4-5406f58ffe2f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0624194 Jul 23 00:26:34.158506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f025573b-422f-4adf-8b99-3c4f575e7297 req-45a2aaa3-bd2f-4790-82cf-0b81731b5a23 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Jul 23 00:26:35.290062 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f67c2-fc6b-43a9-8d44-e358a366b601 req-da03f9b6-f832-4e19-a9a8-69d62d595b2a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:35.291557 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d04f67c2-fc6b-43a9-8d44-e358a366b601 req-da03f9b6-f832-4e19-a9a8-69d62d595b2a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0661757 Jul 23 00:26:35.328061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d04f67c2-fc6b-43a9-8d44-e358a366b601 req-f58c246f-9b5e-44f2-8c01-d06fb4800e57 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Jul 23 00:26:36.455932 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa983-b105-4963-bda9-173891af6587 req-aa994f0b-70d5-4c0a-b924-4fa515de5306 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:36.457426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-926aa983-b105-4963-bda9-173891af6587 req-aa994f0b-70d5-4c0a-b924-4fa515de5306 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638573 Jul 23 00:26:36.496754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-926aa983-b105-4963-bda9-173891af6587 req-d881843f-a097-4f1c-a4aa-09d3c6b56f23 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336277 Jul 23 00:26:36.754374 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:37.628920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc936966-218f-4db6-8d6c-54e90c60faba req-43bca134-9142-4086-80a8-881e45ffaa71 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:37.630446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc936966-218f-4db6-8d6c-54e90c60faba req-43bca134-9142-4086-80a8-881e45ffaa71 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0670733 Jul 23 00:26:37.668888 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc936966-218f-4db6-8d6c-54e90c60faba req-7af33d7f-570e-4b0d-ab79-8a7345a2d176 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329130 Jul 23 00:26:38.796410 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc41d9d-2401-4908-8eca-0e1e46ba3b3e req-e6bcfe5e-9dcf-45e3-a70f-4e556151711a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:38.797886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8fc41d9d-2401-4908-8eca-0e1e46ba3b3e req-e6bcfe5e-9dcf-45e3-a70f-4e556151711a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0627506 Jul 23 00:26:38.836082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8fc41d9d-2401-4908-8eca-0e1e46ba3b3e req-36fe8c44-74f6-4ea8-97d3-a6bee7d03dca tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Jul 23 00:26:39.962796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049242eb-90f7-417e-ac99-48c91ae3c555 req-df035c5a-eaca-48d3-b757-a08eaa3d6e9e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:39.964350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-049242eb-90f7-417e-ac99-48c91ae3c555 req-df035c5a-eaca-48d3-b757-a08eaa3d6e9e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0626676 Jul 23 00:26:40.001887 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-049242eb-90f7-417e-ac99-48c91ae3c555 req-1f6602ab-c262-4715-a985-e1b00e82cfd2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Jul 23 00:26:41.133324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc172154-1442-4038-951e-b274538fb314 req-98a3d6d2-4a4f-43ae-b967-7b0c19930afa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:41.134809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc172154-1442-4038-951e-b274538fb314 req-98a3d6d2-4a4f-43ae-b967-7b0c19930afa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0681436 Jul 23 00:26:41.172423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc172154-1442-4038-951e-b274538fb314 req-971f59e3-be88-4266-b077-0c062fc268db tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 23 00:26:42.300986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963742d-0521-4d87-86d1-17245051e48e req-916d2fcc-818b-4037-9c50-3d22138ca7ef tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:42.303053 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5963742d-0521-4d87-86d1-17245051e48e req-916d2fcc-818b-4037-9c50-3d22138ca7ef tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0639379 Jul 23 00:26:42.340620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5963742d-0521-4d87-86d1-17245051e48e req-ab142299-6d38-42aa-a03c-0f231d924cfb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Jul 23 00:26:43.472812 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6817f4-e290-4bdf-9429-e123ee0714f6 req-a14c0c3b-b696-4128-a751-18b9a05371d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:43.474934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f6817f4-e290-4bdf-9429-e123ee0714f6 req-a14c0c3b-b696-4128-a751-18b9a05371d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0683265 Jul 23 00:26:43.512139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6f6817f4-e290-4bdf-9429-e123ee0714f6 req-1e9cf858-0de9-4090-9f25-f41c2444550e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Jul 23 00:26:44.640093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec85309-81ca-4454-8903-0368ab7c1d18 req-ee25d218-241b-4c3a-a71a-f57def471d9a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:44.641585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ec85309-81ca-4454-8903-0368ab7c1d18 req-ee25d218-241b-4c3a-a71a-f57def471d9a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0627120 Jul 23 00:26:44.681351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ec85309-81ca-4454-8903-0368ab7c1d18 req-8ef80f11-e39d-432a-b9a9-66c6fd4397fa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 Jul 23 00:26:45.808396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec14970-b13b-4256-bff6-cb8adf5a4969 req-6e9dfb87-ec04-439a-aecb-965cfceed7b0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:45.809874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ec14970-b13b-4256-bff6-cb8adf5a4969 req-6e9dfb87-ec04-439a-aecb-965cfceed7b0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0618176 Jul 23 00:26:45.846952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ec14970-b13b-4256-bff6-cb8adf5a4969 req-2a1c69a3-b755-4f83-9c3b-4c8ede0db4e1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Jul 23 00:26:46.195673 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-acf935a5-18f5-42ed-a821-ec67cf7ab8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:46.979831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd0e5c-b53b-4a7c-930c-b996a3394a8c req-652e6152-3725-48b7-a4dc-a6477dafac20 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:46.981715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87cd0e5c-b53b-4a7c-930c-b996a3394a8c req-652e6152-3725-48b7-a4dc-a6477dafac20 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0681963 Jul 23 00:26:47.019039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87cd0e5c-b53b-4a7c-930c-b996a3394a8c req-36b36698-dfc7-431c-9e64-042a2f785de7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jul 23 00:26:48.148920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49303e45-5c00-4d7d-ba27-0d06e4200553 req-bf2564ed-bad3-413c-877e-9087a749a0c1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:48.150392 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49303e45-5c00-4d7d-ba27-0d06e4200553 req-bf2564ed-bad3-413c-877e-9087a749a0c1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641403 Jul 23 00:26:48.186710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49303e45-5c00-4d7d-ba27-0d06e4200553 req-38ef5588-7e1b-4a4d-8d1d-542074e754a9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307200 Jul 23 00:26:49.318486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192d5a-9253-4de0-a633-7fa923e05506 req-4c0fcbc2-70e2-414d-9824-ee345f524bbb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:49.320266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67192d5a-9253-4de0-a633-7fa923e05506 req-4c0fcbc2-70e2-414d-9824-ee345f524bbb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0678196 Jul 23 00:26:49.516908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-60e7e588-41e9-4365-a663-082b7647e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:49.682674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67192d5a-9253-4de0-a633-7fa923e05506 req-bbbb329c-ba86-4e19-9d44-860a6cec9d6b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568673 Jul 23 00:26:49.754089 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:50.437927 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:50.814115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb22e0e-43f1-4883-98a2-504760dad006 req-6101ab14-27f9-4035-9752-431caee6cf1a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:50.815621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9eb22e0e-43f1-4883-98a2-504760dad006 req-6101ab14-27f9-4035-9752-431caee6cf1a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0645239 Jul 23 00:26:50.854315 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9eb22e0e-43f1-4883-98a2-504760dad006 req-5dc39fe7-38bd-4fca-b228-d92dcaf742ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317688 Jul 23 00:26:51.874133 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:51.984418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd65d-5c0f-4577-acdb-931f43683ae3 req-68f5429c-dd82-4725-95f0-eac1425152cc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:51.985919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e1fd65d-5c0f-4577-acdb-931f43683ae3 req-68f5429c-dd82-4725-95f0-eac1425152cc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0639100 Jul 23 00:26:52.026114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1e1fd65d-5c0f-4577-acdb-931f43683ae3 req-af2e9a52-0932-4825-a05e-530d28d70661 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Jul 23 00:26:52.695459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:26:53.154990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71c77b-f560-4181-b38f-6a2a07662432 req-dabd1dc6-4545-4cfc-bff0-13b502768f86 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:53.156602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a71c77b-f560-4181-b38f-6a2a07662432 req-dabd1dc6-4545-4cfc-bff0-13b502768f86 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0622287 Jul 23 00:26:53.194457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a71c77b-f560-4181-b38f-6a2a07662432 req-be3c6513-e1b5-40b5-841d-034d08590e20 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Jul 23 00:26:54.321573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c9ed0-4849-49e4-9f0d-62b5d52498d8 req-a3c2ca0c-1571-48e8-9f8f-37661f85ac7b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:54.323045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-444c9ed0-4849-49e4-9f0d-62b5d52498d8 req-a3c2ca0c-1571-48e8-9f8f-37661f85ac7b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0621316 Jul 23 00:26:54.360642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-444c9ed0-4849-49e4-9f0d-62b5d52498d8 req-6310b941-2af1-4ef0-b8c5-a828a61bba7b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318174 Jul 23 00:26:55.492465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae5435-978f-40db-88c8-b27dabc409c4 req-955eb84b-cb93-4736-b9b1-c66a1a04a9a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:55.493931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31ae5435-978f-40db-88c8-b27dabc409c4 req-955eb84b-cb93-4736-b9b1-c66a1a04a9a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656271 Jul 23 00:26:55.530517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31ae5435-978f-40db-88c8-b27dabc409c4 req-676f1baf-05b4-4652-bb64-fb25f46366b3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Jul 23 00:26:56.664883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4b616-1575-4648-9315-8202016421e6 req-e31bd77e-fe98-4aa3-9cde-3aa00e70c474 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:56.666362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01f4b616-1575-4648-9315-8202016421e6 req-e31bd77e-fe98-4aa3-9cde-3aa00e70c474 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0697277 Jul 23 00:26:56.703924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01f4b616-1575-4648-9315-8202016421e6 req-d337772c-7209-4ad1-9a55-986bfbdd23b9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Jul 23 00:26:57.833039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0865e-4ecb-4c0d-a9f6-7e5d1e608a43 req-ea0d6ea8-5064-489f-a891-ab74da3c22a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:57.834615 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bee0865e-4ecb-4c0d-a9f6-7e5d1e608a43 req-ea0d6ea8-5064-489f-a891-ab74da3c22a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652528 Jul 23 00:26:57.874519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bee0865e-4ecb-4c0d-a9f6-7e5d1e608a43 req-3dc3a847-2705-43b0-ad52-83fd6d347930 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342157 Jul 23 00:26:58.959541 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:26:59.008711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874954-0e4c-4169-9087-65ea2b5e1f48 req-327e31c1-7635-4939-b26e-0d619e959e1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:26:59.010187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a874954-0e4c-4169-9087-65ea2b5e1f48 req-327e31c1-7635-4939-b26e-0d619e959e1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0693305 Jul 23 00:26:59.047008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a874954-0e4c-4169-9087-65ea2b5e1f48 req-0fce0929-307e-4028-bc0f-8e612230d4f6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312772 Jul 23 00:27:00.174090 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a6ae6-77b9-4f97-87a4-7914ee1df3e0 req-0b26f918-5df5-440a-b49a-ed09fdede8db tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:00.175674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-020a6ae6-77b9-4f97-87a4-7914ee1df3e0 req-0b26f918-5df5-440a-b49a-ed09fdede8db tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0634508 Jul 23 00:27:00.214304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-020a6ae6-77b9-4f97-87a4-7914ee1df3e0 req-5ff6e7b9-bc95-4ab5-acc3-843ac39f7ec7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325124 Jul 23 00:27:01.345132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992df69-4bdb-4b46-afde-3e843ed91589 req-8b07f395-9a67-4381-a392-fab36dfefbaa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:01.346606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7992df69-4bdb-4b46-afde-3e843ed91589 req-8b07f395-9a67-4381-a392-fab36dfefbaa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0660071 Jul 23 00:27:01.385292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7992df69-4bdb-4b46-afde-3e843ed91589 req-f895562e-2c52-42a9-b172-4afe1b67e8ba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330348 Jul 23 00:27:02.516129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e0326-58a1-4fd9-8e8b-5200689fa79c req-1fdaadcb-04a1-4be9-b8ff-78e60291c34f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:02.517633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-022e0326-58a1-4fd9-8e8b-5200689fa79c req-1fdaadcb-04a1-4be9-b8ff-78e60291c34f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0650022 Jul 23 00:27:02.555128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-022e0326-58a1-4fd9-8e8b-5200689fa79c req-4772eff6-afb5-4b62-85eb-66700d5f0f24 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jul 23 00:27:03.687564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6402749-ecf2-4dd1-bc86-371627e0baac req-ec1a7014-a1e5-49c5-b1e3-feea648d606e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:03.689040 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6402749-ecf2-4dd1-bc86-371627e0baac req-ec1a7014-a1e5-49c5-b1e3-feea648d606e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631485 Jul 23 00:27:03.730985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6402749-ecf2-4dd1-bc86-371627e0baac req-eb588f51-1783-40c0-9cae-411187e8c807 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360897 Jul 23 00:27:04.857220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d0248-85a1-4381-824b-ce2eefc7da26 req-8bd5d56e-5702-4bcd-879e-d7b434f44683 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:04.858725 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-016d0248-85a1-4381-824b-ce2eefc7da26 req-8bd5d56e-5702-4bcd-879e-d7b434f44683 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0624642 Jul 23 00:27:04.895147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-016d0248-85a1-4381-824b-ce2eefc7da26 req-3ba06ae2-654c-4534-bdc2-5cc9bf8f5cb3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300550 Jul 23 00:27:06.022457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ef1f-4805-4b08-8645-9fb25340621a req-55946c12-57d7-4c35-ac75-a5b24ed6e80b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:06.023967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1613ef1f-4805-4b08-8645-9fb25340621a req-55946c12-57d7-4c35-ac75-a5b24ed6e80b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0627341 Jul 23 00:27:06.060418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1613ef1f-4805-4b08-8645-9fb25340621a req-61663905-7aca-4077-a5da-8a83f35271d1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Jul 23 00:27:06.765870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:07.192039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990f1ef-0916-40e1-9495-50c8f6a0ca71 req-06099896-fc90-4318-80e2-fa2594c30be4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:07.193833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8990f1ef-0916-40e1-9495-50c8f6a0ca71 req-06099896-fc90-4318-80e2-fa2594c30be4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0667548 Jul 23 00:27:07.231723 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8990f1ef-0916-40e1-9495-50c8f6a0ca71 req-f8b7e83a-8f33-4ea8-bc25-45d14f98bf51 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Jul 23 00:27:08.362245 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7220c66-70e0-4561-a1a8-25bf8f2ed739 req-b015d4e6-081a-455c-b169-42eaf943fb3e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:08.363515 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7220c66-70e0-4561-a1a8-25bf8f2ed739 req-b015d4e6-081a-455c-b169-42eaf943fb3e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656481 Jul 23 00:27:08.404142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f7220c66-70e0-4561-a1a8-25bf8f2ed739 req-27bfa4ce-a587-40eb-9355-5d903a16cdc2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350873 Jul 23 00:27:09.534302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b7529-7937-4286-85d2-94cc7602bfa1 req-7e415b23-ef3d-4932-9c09-3bb8006807d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:09.536332 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb0b7529-7937-4286-85d2-94cc7602bfa1 req-7e415b23-ef3d-4932-9c09-3bb8006807d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0639157 Jul 23 00:27:09.576777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb0b7529-7937-4286-85d2-94cc7602bfa1 req-87786223-dbf6-4285-9012-2d7705160b44 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350046 Jul 23 00:27:10.704727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73738a-5f4f-4272-8516-34aad91cdba4 req-60bc1901-fe5c-4f3c-b12c-3bd081235e8b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:10.706107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a73738a-5f4f-4272-8516-34aad91cdba4 req-60bc1901-fe5c-4f3c-b12c-3bd081235e8b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0635467 Jul 23 00:27:10.742956 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a73738a-5f4f-4272-8516-34aad91cdba4 req-b18b1ea4-3cbd-444b-ae68-2e9f1d620625 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Jul 23 00:27:11.872403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74711429-eca3-4a18-a7cc-a56d524537cf req-4b3b53a6-2b8c-4f1f-9f4f-1b965849a0fc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:11.873879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74711429-eca3-4a18-a7cc-a56d524537cf req-4b3b53a6-2b8c-4f1f-9f4f-1b965849a0fc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0642498 Jul 23 00:27:11.914458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74711429-eca3-4a18-a7cc-a56d524537cf req-38a60061-41f2-4209-8a50-622ea00a44e5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343013 Jul 23 00:27:13.046922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed8bb5-073f-4dff-8855-16d7b764ac25 req-db2904fc-e8e4-483d-b81f-b2b9a2282287 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:13.048417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67ed8bb5-073f-4dff-8855-16d7b764ac25 req-db2904fc-e8e4-483d-b81f-b2b9a2282287 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676332 Jul 23 00:27:13.086241 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67ed8bb5-073f-4dff-8855-16d7b764ac25 req-3f7ed1cf-141d-47bc-afb0-0f91eaa39688 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316012 Jul 23 00:27:14.214811 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eddfa1-8a7f-43c1-9a1c-c63dc5e130fa req-3b38b637-373d-463b-909d-fb42c6666590 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:14.216334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53eddfa1-8a7f-43c1-9a1c-c63dc5e130fa req-3b38b637-373d-463b-909d-fb42c6666590 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0635841 Jul 23 00:27:14.253234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-53eddfa1-8a7f-43c1-9a1c-c63dc5e130fa req-668db131-e3f4-4006-a9a7-1be66916b858 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313971 Jul 23 00:27:15.381637 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb3066-916f-4aed-908c-4c863351a99f req-1db6aa66-addd-41fc-a27a-12e3703978a1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:15.383144 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adfb3066-916f-4aed-908c-4c863351a99f req-1db6aa66-addd-41fc-a27a-12e3703978a1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638683 Jul 23 00:27:15.424105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-adfb3066-916f-4aed-908c-4c863351a99f req-5d238acc-b9f6-4ffa-a1d9-5de0e6a3e03b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354836 Jul 23 00:27:16.195521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3afb785a-30fa-4f4e-9862-05647c745313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:16.552615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128d9c-66d9-4974-9ae9-cfb1c7ca7c71 req-9bf6a939-78ca-4c32-a6a9-e6d403534507 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:16.554137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08128d9c-66d9-4974-9ae9-cfb1c7ca7c71 req-9bf6a939-78ca-4c32-a6a9-e6d403534507 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0634406 Jul 23 00:27:16.591612 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08128d9c-66d9-4974-9ae9-cfb1c7ca7c71 req-d161bdb1-5180-4440-89cd-51e24bc31b39 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Jul 23 00:27:17.724485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6fb5-cdfb-4d8d-94a8-d41ca6504cda req-be247b70-5511-4889-a152-21bf115a5245 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:17.725938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa8c6fb5-cdfb-4d8d-94a8-d41ca6504cda req-be247b70-5511-4889-a152-21bf115a5245 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652919 Jul 23 00:27:17.763702 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fa8c6fb5-cdfb-4d8d-94a8-d41ca6504cda req-5d0eb61d-41d3-41b9-b55e-37b3c6ad70e8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Jul 23 00:27:18.896263 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c562f-57d5-44c7-babd-cd753a68dcbb req-78b86d06-92f1-4799-84c2-03974db01c88 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:18.897751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a44c562f-57d5-44c7-babd-cd753a68dcbb req-78b86d06-92f1-4799-84c2-03974db01c88 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0670836 Jul 23 00:27:18.939649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a44c562f-57d5-44c7-babd-cd753a68dcbb req-9aa23567-5c2f-48c1-a33b-9009acc4efe1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363028 Jul 23 00:27:19.517575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb287cc5-8325-4ef5-a645-58ca1ae3c4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:19.755162 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:20.070781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7284c-f70b-4fdf-b8c4-1b09557d6bd4 req-8b4b1169-a8a8-4670-90f2-0a48a22ac222 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:20.072298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddd7284c-f70b-4fdf-b8c4-1b09557d6bd4 req-8b4b1169-a8a8-4670-90f2-0a48a22ac222 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652211 Jul 23 00:27:20.109761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ddd7284c-f70b-4fdf-b8c4-1b09557d6bd4 req-f5657a5e-6216-43d7-bdd3-225bfd5e2193 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 23 00:27:20.440468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:21.238719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bc234-ba41-494f-bbdf-1f06c773bf79 req-9dc83aa8-6fa3-4eea-a56d-be1823759f3a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:21.240271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce4bc234-ba41-494f-bbdf-1f06c773bf79 req-9dc83aa8-6fa3-4eea-a56d-be1823759f3a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0647953 Jul 23 00:27:21.280581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ce4bc234-ba41-494f-bbdf-1f06c773bf79 req-3668fd35-7cce-485d-972b-0faafe4f0940 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346239 Jul 23 00:27:21.878686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:22.409681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b749a1d-2123-4b7c-903c-215889db4b6a req-98084bf1-decc-47c6-acb5-24048146a31d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:22.411719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b749a1d-2123-4b7c-903c-215889db4b6a req-98084bf1-decc-47c6-acb5-24048146a31d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0645828 Jul 23 00:27:22.449576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b749a1d-2123-4b7c-903c-215889db4b6a req-15a3afe3-7d67-4056-9e87-d1c9a28f065a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jul 23 00:27:22.709594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:23.576211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468244ca-abeb-492d-ae3f-f5daaec4d586 req-eae8a408-0fc1-4acd-85ce-a5dd3652e5a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:23.577677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-468244ca-abeb-492d-ae3f-f5daaec4d586 req-eae8a408-0fc1-4acd-85ce-a5dd3652e5a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0626841 Jul 23 00:27:23.615086 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-468244ca-abeb-492d-ae3f-f5daaec4d586 req-c86be844-bac9-4d43-aea1-f9686055370a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Jul 23 00:27:24.747484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a5dc9-fb30-41c3-a671-79458dfee612 req-5ee579aa-a9b2-4095-a227-3a58ce563bdd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:24.749457 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca9a5dc9-fb30-41c3-a671-79458dfee612 req-5ee579aa-a9b2-4095-a227-3a58ce563bdd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0669475 Jul 23 00:27:24.786806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca9a5dc9-fb30-41c3-a671-79458dfee612 req-cdc9c120-09bd-4097-bfdf-b40de1118bb2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Jul 23 00:27:25.915159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2315-ab33-4c85-8584-ec4e5146d4f1 req-accd78e7-c0ed-42a2-b611-1cd9ddeedc59 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:25.916715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcba2315-ab33-4c85-8584-ec4e5146d4f1 req-accd78e7-c0ed-42a2-b611-1cd9ddeedc59 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638130 Jul 23 00:27:25.954107 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fcba2315-ab33-4c85-8584-ec4e5146d4f1 req-efac42b0-f44c-42e4-b038-6b962a37d739 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Jul 23 00:27:26.037454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-380df392-27e5-481c-8bae-e90205edf902 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534890 Jul 23 00:27:26.134093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-d7279032-1186-4fec-90f1-daecb78610c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:26.135545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-d7279032-1186-4fec-90f1-daecb78610c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0579238 Jul 23 00:27:26.236506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-95a4dd40-267a-4336-894d-c44d78ac9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:26.238093 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-95a4dd40-267a-4336-894d-c44d78ac9c7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0836184 Jul 23 00:27:26.304877 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-1ace43af-01c3-4361-9a72-dbedeaa728b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0599780 Jul 23 00:27:26.352682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-b84e8708-830b-4160-97f0-4543c1ad562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:26.354125 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-b84e8708-830b-4160-97f0-4543c1ad562d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0431564 Jul 23 00:27:26.411410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-8b5ca92f-6575-4199-b47b-a0ebfbbb302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:26.412801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-8b5ca92f-6575-4199-b47b-a0ebfbbb302a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526178 Jul 23 00:27:26.506116 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-9ff82ef3-218f-4a1b-8fef-e1a75aa744fe service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868232 Jul 23 00:27:26.594139 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81c2660c-3201-4de5-bd6c-20c29d56883e req-8d4078b0-36c5-4f42-bf5a-1b03af002e8a service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Jul 23 00:27:27.080828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58760d-143b-42b5-9d6e-659788f78594 req-d9c7d5c5-9bca-469a-8224-079fd9756754 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:27.083028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac58760d-143b-42b5-9d6e-659788f78594 req-d9c7d5c5-9bca-469a-8224-079fd9756754 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631981 Jul 23 00:27:27.124137 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac58760d-143b-42b5-9d6e-659788f78594 req-19ab6144-fe2b-44d5-9a56-cf5c247d0db5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352254 Jul 23 00:27:28.256376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d0012-1f3e-40ef-8c30-56007a212169 req-b1e2626c-83b5-4d21-add3-f630cf269a6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:28.257866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f30d0012-1f3e-40ef-8c30-56007a212169 req-b1e2626c-83b5-4d21-add3-f630cf269a6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0646865 Jul 23 00:27:28.295672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f30d0012-1f3e-40ef-8c30-56007a212169 req-3cc6bfc6-a532-4a47-b30a-03436bbbba51 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Jul 23 00:27:29.429735 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e8f94-61b4-4da6-b420-ff4414fb2e22 req-5dae161f-4197-495b-b908-f1ad5266849c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:29.431256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f96e8f94-61b4-4da6-b420-ff4414fb2e22 req-5dae161f-4197-495b-b908-f1ad5266849c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641470 Jul 23 00:27:29.470098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f96e8f94-61b4-4da6-b420-ff4414fb2e22 req-329aa171-a66d-45cc-8c42-82c7db9c816f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jul 23 00:27:30.622262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc439-84dc-463b-9117-4a9e5d4e0e76 req-098c57d4-569f-4f3e-989a-5ca5be1975fa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:30.623788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edabc439-84dc-463b-9117-4a9e5d4e0e76 req-098c57d4-569f-4f3e-989a-5ca5be1975fa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676198 Jul 23 00:27:30.662731 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-edabc439-84dc-463b-9117-4a9e5d4e0e76 req-4ae85896-6319-4a56-89e9-558ec60ac762 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Jul 23 00:27:31.796347 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101bac3-0de4-4fb4-8a85-8f2337b38dfc req-5625df6f-28fe-4e6c-bf61-2dc636904c99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:31.797826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0101bac3-0de4-4fb4-8a85-8f2337b38dfc req-5625df6f-28fe-4e6c-bf61-2dc636904c99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0644708 Jul 23 00:27:31.835084 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0101bac3-0de4-4fb4-8a85-8f2337b38dfc req-bb3994fb-3c1e-4e31-a722-022e44f25f14 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Jul 23 00:27:32.964214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd647c1a-cac4-4793-8729-8fe22b3fa915 req-b8ff4ca2-6e5a-4f6d-9d76-267f013418d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:32.965770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd647c1a-cac4-4793-8729-8fe22b3fa915 req-b8ff4ca2-6e5a-4f6d-9d76-267f013418d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0636625 Jul 23 00:27:33.007175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd647c1a-cac4-4793-8729-8fe22b3fa915 req-9bb6c6f9-1c0b-49dd-9ef1-ba0ddd3ccae2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359025 Jul 23 00:27:34.136173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c49602-2265-48c2-aabe-548229944801 req-33806134-a5ca-4a71-a6b5-e5882c987fa8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:34.137706 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30c49602-2265-48c2-aabe-548229944801 req-33806134-a5ca-4a71-a6b5-e5882c987fa8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0634599 Jul 23 00:27:34.174931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30c49602-2265-48c2-aabe-548229944801 req-94449e87-57a8-47a3-887f-639ebe55c083 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Jul 23 00:27:35.406206 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c449e7f-703a-42f7-8f2d-b4f3aa2ebccc req-8e30836d-858a-4e72-b4fd-7789e7603370 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:35.407631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c449e7f-703a-42f7-8f2d-b4f3aa2ebccc req-8e30836d-858a-4e72-b4fd-7789e7603370 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.1245730 Jul 23 00:27:35.445401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c449e7f-703a-42f7-8f2d-b4f3aa2ebccc req-440c3d06-1f4b-47ea-94f6-4d25f97f6783 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Jul 23 00:27:35.958645 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:27:36.580914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698b117-afe0-4800-b8f4-825f39f460c2 req-568cdd57-9728-4568-999f-f15678d93ce0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:36.582914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5698b117-afe0-4800-b8f4-825f39f460c2 req-568cdd57-9728-4568-999f-f15678d93ce0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0707657 Jul 23 00:27:36.620290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5698b117-afe0-4800-b8f4-825f39f460c2 req-fb9577d4-0ffb-4a9f-b22a-b5a0980b26d1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jul 23 00:27:36.767447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:37.755913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b57ab1-6081-40fa-82ef-4227fdb5b8dc req-e48e491e-2be4-4a0f-abc6-d43adffd867a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:37.757398 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1b57ab1-6081-40fa-82ef-4227fdb5b8dc req-e48e491e-2be4-4a0f-abc6-d43adffd867a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0691967 Jul 23 00:27:37.794860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1b57ab1-6081-40fa-82ef-4227fdb5b8dc req-1f5876bb-7631-4b0b-8ca9-2f6a80601138 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Jul 23 00:27:38.928140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd29a9-2edb-4996-bf46-c11a3e9bf8e4 req-542eeb7a-7620-4514-813a-5c0d3203195e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:38.929636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65bd29a9-2edb-4996-bf46-c11a3e9bf8e4 req-542eeb7a-7620-4514-813a-5c0d3203195e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0657170 Jul 23 00:27:38.971795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65bd29a9-2edb-4996-bf46-c11a3e9bf8e4 req-54156ea5-8748-4825-8325-7573ac7fc5ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Jul 23 00:27:40.104182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01e78-2c05-40a5-a8bc-cd2a00af4eea req-8a301aa1-f646-4add-96b3-4f0b58afee6f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:40.105673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30a01e78-2c05-40a5-a8bc-cd2a00af4eea req-8a301aa1-f646-4add-96b3-4f0b58afee6f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0649071 Jul 23 00:27:40.142649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-30a01e78-2c05-40a5-a8bc-cd2a00af4eea req-4f9606c6-02e5-4b9a-9c6e-c3d2d858e385 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315306 Jul 23 00:27:41.281859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a816f-1a38-4e24-ad69-276bfeb616c8 req-ab8821ba-7401-42a2-8c84-d1bd32aea877 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:41.283693 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c5a816f-1a38-4e24-ad69-276bfeb616c8 req-ab8821ba-7401-42a2-8c84-d1bd32aea877 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652416 Jul 23 00:27:41.324022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c5a816f-1a38-4e24-ad69-276bfeb616c8 req-260f968e-4475-49c8-ae95-a12bfbfb176d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jul 23 00:27:42.456112 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4e72-84dd-4cf5-9310-ce6f77a04343 req-c71f046b-7f17-4c9c-920a-5b7ca8fdc2ae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:42.457885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eea4e72-84dd-4cf5-9310-ce6f77a04343 req-c71f046b-7f17-4c9c-920a-5b7ca8fdc2ae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0674808 Jul 23 00:27:42.496347 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7eea4e72-84dd-4cf5-9310-ce6f77a04343 req-8ab9981a-4668-476d-883e-66b604995caa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Jul 23 00:27:43.860688 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b355d8-e0a2-43b0-b860-5320078fcf81 req-a8601339-d5e7-4db1-a1e0-050f683ed7a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:43.862166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b355d8-e0a2-43b0-b860-5320078fcf81 req-a8601339-d5e7-4db1-a1e0-050f683ed7a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0640447 Jul 23 00:27:43.900410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b355d8-e0a2-43b0-b860-5320078fcf81 req-0dd88609-6b62-4e13-aea9-2f645cb8875d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325537 Jul 23 00:27:45.040800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d83221-7068-46a6-9aa4-546b1ff112bc req-8ffac5c0-6eca-4f72-8fd0-54d178df2cb7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:45.043478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2d83221-7068-46a6-9aa4-546b1ff112bc req-8ffac5c0-6eca-4f72-8fd0-54d178df2cb7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0700040 Jul 23 00:27:45.089147 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2d83221-7068-46a6-9aa4-546b1ff112bc req-61c799c2-ccec-4d43-94f8-f8308977bda4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Jul 23 00:27:46.197706 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-181943e8-a481-4aae-82d2-61602c53028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:46.223182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90900da6-fc43-4b3b-ab34-0b9a606f394d req-9f7d5d5f-1ded-43e9-b04d-7ef8368b5878 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:46.224719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90900da6-fc43-4b3b-ab34-0b9a606f394d req-9f7d5d5f-1ded-43e9-b04d-7ef8368b5878 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0682514 Jul 23 00:27:46.261621 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90900da6-fc43-4b3b-ab34-0b9a606f394d req-bb384f43-0d32-467b-8585-075e116406f1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Jul 23 00:27:47.390424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45620c3-ea0d-45d1-b77e-36ff393e8fda req-52c44018-db09-4e5d-a2ba-6693c9a9b44e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:47.391969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d45620c3-ea0d-45d1-b77e-36ff393e8fda req-52c44018-db09-4e5d-a2ba-6693c9a9b44e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0636067 Jul 23 00:27:47.428993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d45620c3-ea0d-45d1-b77e-36ff393e8fda req-73bc60ba-6f36-4868-a2ad-0703154c493f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Jul 23 00:27:48.564391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66668db9-f539-4027-9098-ef6e2a43e814 req-70c693ff-82f0-4e0a-88a9-f543b45aed02 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:48.566011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66668db9-f539-4027-9098-ef6e2a43e814 req-70c693ff-82f0-4e0a-88a9-f543b45aed02 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0688365 Jul 23 00:27:48.606643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66668db9-f539-4027-9098-ef6e2a43e814 req-4fcd36be-b534-46eb-bc13-ceb8a0e4ea24 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Jul 23 00:27:49.520166 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-44876395-f270-4859-bbc8-da1f5133781e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:49.739923 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5f8e-564a-4f77-a859-f68d9b60b7b2 req-3054a3ea-fc05-41ec-90ba-fa3faa4f73e4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:49.741438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d9f5f8e-564a-4f77-a859-f68d9b60b7b2 req-3054a3ea-fc05-41ec-90ba-fa3faa4f73e4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0681980 Jul 23 00:27:49.758478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:49.781154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d9f5f8e-564a-4f77-a859-f68d9b60b7b2 req-5ae2e019-ce52-43fc-9d03-1a0c02dc9ba7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340655 Jul 23 00:27:50.445979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:50.912217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a66c0-3b38-4d79-b796-caf2f68573a8 req-90ee4273-fbf4-414a-9b90-9bbd99b24cb8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:50.913742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b9a66c0-3b38-4d79-b796-caf2f68573a8 req-90ee4273-fbf4-414a-9b90-9bbd99b24cb8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0636203 Jul 23 00:27:50.956916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b9a66c0-3b38-4d79-b796-caf2f68573a8 req-8823261b-7478-4f3c-821d-ea66428f678e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Jul 23 00:27:51.880306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:52.088305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7547-89b9-49ea-a34b-77ed9569c55e req-69185dac-84bc-4f91-9a2d-eadbbd795cb1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:52.089819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72ac7547-89b9-49ea-a34b-77ed9569c55e req-69185dac-84bc-4f91-9a2d-eadbbd795cb1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0663166 Jul 23 00:27:52.129367 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72ac7547-89b9-49ea-a34b-77ed9569c55e req-e6786ddd-f7b1-41bb-a4f4-09c5563d4a9f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340033 Jul 23 00:27:52.709025 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:27:53.257756 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c561c1-fa3f-45a1-a3e0-391bfa7fa568 req-010b3631-07df-4640-890e-d26f2b788253 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:53.259255 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3c561c1-fa3f-45a1-a3e0-391bfa7fa568 req-010b3631-07df-4640-890e-d26f2b788253 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637612 Jul 23 00:27:53.297636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3c561c1-fa3f-45a1-a3e0-391bfa7fa568 req-736d4c4f-eecf-4111-82ad-0d39311a5021 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328476 Jul 23 00:27:54.431129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca343ae-c91c-4e91-8382-aebec85c548c req-024ce26c-526d-4a00-b1ae-1b79bda4ea13 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:54.432663 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ca343ae-c91c-4e91-8382-aebec85c548c req-024ce26c-526d-4a00-b1ae-1b79bda4ea13 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0677071 Jul 23 00:27:54.471656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1ca343ae-c91c-4e91-8382-aebec85c548c req-4064c43c-67a7-422b-a79f-3acd7367ae53 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335460 Jul 23 00:27:55.601438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f54ff-1a93-4aed-a1d4-fc820706948d req-8a6138ea-f844-431d-b7c1-9d002d17e6b1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:55.602938 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a30f54ff-1a93-4aed-a1d4-fc820706948d req-8a6138ea-f844-431d-b7c1-9d002d17e6b1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656114 Jul 23 00:27:55.639424 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a30f54ff-1a93-4aed-a1d4-fc820706948d req-54430e5a-860a-4beb-a9f0-cacd79329db3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Jul 23 00:27:56.767252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841fa4d-d46e-4c66-a8d8-3f1136de767c req-d4b255cb-b96f-47b4-8c3c-c641bd84648c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:56.768681 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5841fa4d-d46e-4c66-a8d8-3f1136de767c req-d4b255cb-b96f-47b4-8c3c-c641bd84648c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637116 Jul 23 00:27:56.810850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5841fa4d-d46e-4c66-a8d8-3f1136de767c req-99711cb4-b7b5-4f07-a054-c932ba1b844f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358205 Jul 23 00:27:57.946030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75161036-ec4c-45af-b338-afaf1ae05068 req-0df4a85b-724a-48f7-adf6-d09036fc55f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:57.947474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75161036-ec4c-45af-b338-afaf1ae05068 req-0df4a85b-724a-48f7-adf6-d09036fc55f4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0686035 Jul 23 00:27:57.985821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75161036-ec4c-45af-b338-afaf1ae05068 req-5fe83aa1-6547-4068-9bf1-819978658579 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Jul 23 00:27:59.114965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c6e0-a02d-4a93-8f63-2c324df4347b req-da376f61-e019-46ba-bbe6-f404943fcd0c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:27:59.116517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e23c6e0-a02d-4a93-8f63-2c324df4347b req-da376f61-e019-46ba-bbe6-f404943fcd0c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637686 Jul 23 00:27:59.153815 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e23c6e0-a02d-4a93-8f63-2c324df4347b req-d4c837fd-dba6-4764-b447-a9708e818345 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Jul 23 00:28:00.287937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb465-43ee-4435-9102-156b75a257e6 req-e4c867e3-e1bc-49f6-8fcf-468b70b4cf30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:00.289440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a9cb465-43ee-4435-9102-156b75a257e6 req-e4c867e3-e1bc-49f6-8fcf-468b70b4cf30 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676961 Jul 23 00:28:00.327824 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a9cb465-43ee-4435-9102-156b75a257e6 req-dafc1b57-7a2c-441a-8ec9-a1aec69cf12b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327494 Jul 23 00:28:01.456761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e9089-956f-4509-bfb9-01ca3a1746af req-ea64da2c-e138-453e-b29d-f4ba696812d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:01.458453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb7e9089-956f-4509-bfb9-01ca3a1746af req-ea64da2c-e138-453e-b29d-f4ba696812d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0646198 Jul 23 00:28:01.496127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb7e9089-956f-4509-bfb9-01ca3a1746af req-af8cf7e4-6d53-4383-a2c0-ec069d629ff1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Jul 23 00:28:02.624753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bbc02-3535-41e4-bfb3-44b5230d8ee1 req-fdbfa5a7-8432-403f-9669-e019a9a2f93c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:02.626248 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b4bbc02-3535-41e4-bfb3-44b5230d8ee1 req-fdbfa5a7-8432-403f-9669-e019a9a2f93c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0632255 Jul 23 00:28:02.674131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b4bbc02-3535-41e4-bfb3-44b5230d8ee1 req-45f55c00-dc0f-43f7-8273-9132d7d48521 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Jul 23 00:28:03.805784 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d01b9e-d6c9-496d-9e31-f4819b0ad82c req-65074864-972f-4d41-ac6d-d1bf5ba05d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:03.807303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2d01b9e-d6c9-496d-9e31-f4819b0ad82c req-65074864-972f-4d41-ac6d-d1bf5ba05d70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656774 Jul 23 00:28:03.845341 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c2d01b9e-d6c9-496d-9e31-f4819b0ad82c req-b6965e63-14ac-40e1-98b3-ddc2fa066d28 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Jul 23 00:28:04.975662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc572b-f1f4-4b93-af2a-93a609dc981e req-e0a70c70-c476-4fba-823e-b457caa49b8a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:04.977161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72fc572b-f1f4-4b93-af2a-93a609dc981e req-e0a70c70-c476-4fba-823e-b457caa49b8a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0649488 Jul 23 00:28:05.016366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-72fc572b-f1f4-4b93-af2a-93a609dc981e req-d47a1fb4-059a-438f-b2d9-5f4706d9db9f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335417 Jul 23 00:28:06.148944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437cbc1-c52a-48d5-80a6-b1776d2be1ee req-2f3a1b8b-5192-4edd-a37c-e7905c649607 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:06.150422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8437cbc1-c52a-48d5-80a6-b1776d2be1ee req-2f3a1b8b-5192-4edd-a37c-e7905c649607 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0670929 Jul 23 00:28:06.196302 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8437cbc1-c52a-48d5-80a6-b1776d2be1ee req-f887f7a5-a2bb-4104-ac8f-de8b53da42e1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 Jul 23 00:28:06.783292 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:07.327910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e34320-7dc8-41b3-b320-a1ef90e9c233 req-d164246b-06e3-406f-9dfb-53b95a352b12 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:07.329390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83e34320-7dc8-41b3-b320-a1ef90e9c233 req-d164246b-06e3-406f-9dfb-53b95a352b12 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0654631 Jul 23 00:28:07.367898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83e34320-7dc8-41b3-b320-a1ef90e9c233 req-368833c4-2119-4e6a-920d-3db014ea4f5b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jul 23 00:28:08.496491 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91b64-31eb-4d7e-b1e0-4ae055f9da76 req-d34f693a-7268-4ccf-914d-924bce00dd53 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:08.498031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1e91b64-31eb-4d7e-b1e0-4ae055f9da76 req-d34f693a-7268-4ccf-914d-924bce00dd53 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0642588 Jul 23 00:28:08.540029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1e91b64-31eb-4d7e-b1e0-4ae055f9da76 req-94758ae2-ff85-4283-94f2-d5a373871cf8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Jul 23 00:28:09.670586 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643824cf-217c-4ab7-b300-4e85ba1cd74e req-e13b65e1-1b08-4d64-88d6-5a7b7caf0789 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:09.672094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-643824cf-217c-4ab7-b300-4e85ba1cd74e req-e13b65e1-1b08-4d64-88d6-5a7b7caf0789 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0651329 Jul 23 00:28:09.711007 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-643824cf-217c-4ab7-b300-4e85ba1cd74e req-ca62cb9a-172d-4c2d-b381-372125691808 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Jul 23 00:28:10.849029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604547fe-5b2d-46e1-a33d-2428169f747f req-b6c9d92b-7c2a-40b0-ab24-5da562085405 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:10.851190 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-604547fe-5b2d-46e1-a33d-2428169f747f req-b6c9d92b-7c2a-40b0-ab24-5da562085405 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0711968 Jul 23 00:28:10.890378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-604547fe-5b2d-46e1-a33d-2428169f747f req-46c4ac2d-70ad-49e5-9e42-6a1cd065add7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Jul 23 00:28:12.025077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938bfb-c8f3-4cf2-af31-2f0ad4fe1844 req-813b8f7b-1e00-4f19-834a-df42946a3805 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:12.026565 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b938bfb-c8f3-4cf2-af31-2f0ad4fe1844 req-813b8f7b-1e00-4f19-834a-df42946a3805 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676775 Jul 23 00:28:12.063943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b938bfb-c8f3-4cf2-af31-2f0ad4fe1844 req-6c4c3d2b-1251-4bc7-ae91-03ca5205a3e8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Jul 23 00:28:12.957833 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:28:13.195128 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c4306-211a-420b-937c-b7fb1787da9f req-fc6bf399-bb10-4867-bcb1-ccbf44649c2f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:13.196677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-021c4306-211a-420b-937c-b7fb1787da9f req-fc6bf399-bb10-4867-bcb1-ccbf44649c2f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656996 Jul 23 00:28:13.238038 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-021c4306-211a-420b-937c-b7fb1787da9f req-0e88c6dd-0e06-41bc-bc3e-2b80f946507b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357811 Jul 23 00:28:14.367627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b76c51-42a6-4203-9210-2384fe40a5e3 req-76474d5d-3da9-4a32-9cfd-d5817fd81aa8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:14.369222 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0b76c51-42a6-4203-9210-2384fe40a5e3 req-76474d5d-3da9-4a32-9cfd-d5817fd81aa8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641861 Jul 23 00:28:14.410076 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0b76c51-42a6-4203-9210-2384fe40a5e3 req-252def41-eece-476d-bd98-64531b2423d9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353343 Jul 23 00:28:15.542472 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5026-ac2a-488b-be99-8694d7ceb7b7 req-e146231b-4519-4834-b498-938db80b69b3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:15.543980 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-292e5026-ac2a-488b-be99-8694d7ceb7b7 req-e146231b-4519-4834-b498-938db80b69b3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0651493 Jul 23 00:28:15.582313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-292e5026-ac2a-488b-be99-8694d7ceb7b7 req-a82f82ca-2955-40c9-9204-df6f14e6c77e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327210 Jul 23 00:28:16.201829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-56b2727e-5850-49bf-87d1-c52cebf962ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:16.755723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06c35c-66f5-4d6e-b89d-b4bd2239d23e req-7bcbd072-b185-43af-bf4f-bda45a2d8163 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:16.757793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c06c35c-66f5-4d6e-b89d-b4bd2239d23e req-7bcbd072-b185-43af-bf4f-bda45a2d8163 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641704 Jul 23 00:28:16.795340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7c06c35c-66f5-4d6e-b89d-b4bd2239d23e req-cb3873b4-7907-4f59-80f3-eac8588d8854 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Jul 23 00:28:17.927644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a3043-da22-4ba6-a4eb-8487f219f2e6 req-f953008d-94ba-459c-b3c9-d2d4795d7fef tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:17.929802 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-046a3043-da22-4ba6-a4eb-8487f219f2e6 req-f953008d-94ba-459c-b3c9-d2d4795d7fef tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0671008 Jul 23 00:28:17.967075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-046a3043-da22-4ba6-a4eb-8487f219f2e6 req-810ba275-7275-4848-91b1-bca571d83331 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jul 23 00:28:19.095552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867669f-d416-4c12-bd37-efc9302dc1b7 req-cbff8fbb-5757-45f4-b43e-2d728fed18a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:19.097058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d867669f-d416-4c12-bd37-efc9302dc1b7 req-cbff8fbb-5757-45f4-b43e-2d728fed18a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0645585 Jul 23 00:28:19.134485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d867669f-d416-4c12-bd37-efc9302dc1b7 req-7617f981-f5b8-4e41-8d78-29af0eba8b92 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Jul 23 00:28:19.521493 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8188-25a3-4ebb-9cc2-7c0b8f59e0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:19.761961 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:20.267995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e29066-e5b0-4e59-a076-7827dbf5a01f req-e3025192-1a58-43ce-9127-a7b12cc69fc7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:20.269508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e29066-e5b0-4e59-a076-7827dbf5a01f req-e3025192-1a58-43ce-9127-a7b12cc69fc7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0662739 Jul 23 00:28:20.312873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e29066-e5b0-4e59-a076-7827dbf5a01f req-fea61a73-6b5f-43ed-85dc-b18f1ba58501 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368848 Jul 23 00:28:20.447798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:21.443034 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e5b86-6b97-490d-9c57-f6424a23531a req-539a01c8-8063-402c-89c9-d15683b42694 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:21.445230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-153e5b86-6b97-490d-9c57-f6424a23531a req-539a01c8-8063-402c-89c9-d15683b42694 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652025 Jul 23 00:28:21.483522 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-153e5b86-6b97-490d-9c57-f6424a23531a req-1c7facfc-1085-4f21-ba3d-257b2438fad2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Jul 23 00:28:21.887959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:22.626359 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40217e7a-602a-4a04-be1a-4fac0f3241b3 req-afd254d2-fa2b-40bf-9c0d-72ff8fe1cb53 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:22.627883 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40217e7a-602a-4a04-be1a-4fac0f3241b3 req-afd254d2-fa2b-40bf-9c0d-72ff8fe1cb53 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637348 Jul 23 00:28:22.666639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-40217e7a-602a-4a04-be1a-4fac0f3241b3 req-6e9bab38-e79c-4d6c-b928-cfdc54330e7e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317354 Jul 23 00:28:22.723547 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:23.799879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7ab16-d07c-4284-9826-f9d135547999 req-b3e875d4-e3e8-438a-8c64-adf2c2105d6f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:23.801372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2e7ab16-d07c-4284-9826-f9d135547999 req-b3e875d4-e3e8-438a-8c64-adf2c2105d6f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0675726 Jul 23 00:28:23.842945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2e7ab16-d07c-4284-9826-f9d135547999 req-63359062-549a-4a7d-8ecc-76a756901a15 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355268 Jul 23 00:28:24.973587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71349c6-1c16-4879-a28e-7b98089add9e req-d4ce06ec-853c-452f-b558-b3d2aa5c13da tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:24.975635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d71349c6-1c16-4879-a28e-7b98089add9e req-d4ce06ec-853c-452f-b558-b3d2aa5c13da tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0651329 Jul 23 00:28:25.012816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d71349c6-1c16-4879-a28e-7b98089add9e req-3f9f9b34-303d-4f7c-849b-ec5a59a9480f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Jul 23 00:28:26.140305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcbda4-9913-463d-a94d-eb4ffb5cebf4 req-4384509c-8744-4897-8467-462485e4c62a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:26.141800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35fcbda4-9913-463d-a94d-eb4ffb5cebf4 req-4384509c-8744-4897-8467-462485e4c62a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0628946 Jul 23 00:28:26.183798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-35fcbda4-9913-463d-a94d-eb4ffb5cebf4 req-a3f435e3-0990-4685-a3a8-43a381e5a65c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359070 Jul 23 00:28:27.038422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-3db4fc0c-8ae6-4c96-b363-27a4c623cc58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573392 Jul 23 00:28:27.132806 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585509d8-390a-4402-ba13-09549443251e req-7c9f8642-dd37-41a3-afec-0f3755891c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:27.134323 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-7c9f8642-dd37-41a3-afec-0f3755891c35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0552454 Jul 23 00:28:27.235851 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585509d8-390a-4402-ba13-09549443251e req-bbcd7381-6fae-4760-86dd-da91c6267fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:27.237493 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-bbcd7381-6fae-4760-86dd-da91c6267fc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0853879 Jul 23 00:28:27.308568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-b9ab7ff7-879b-4de1-bf3a-d2b161edd992 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0648143 Jul 23 00:28:27.316355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8a19b-73e5-4e60-b0e5-a74f36bf0e3c req-83a1b1b4-b7c5-4b4d-930a-7337fc3325a6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:27.318125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9e8a19b-73e5-4e60-b0e5-a74f36bf0e3c req-83a1b1b4-b7c5-4b4d-930a-7337fc3325a6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0670803 Jul 23 00:28:27.356271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b9e8a19b-73e5-4e60-b0e5-a74f36bf0e3c req-e529a2a0-2d59-4a21-84ea-910be410c1ba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jul 23 00:28:27.357226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585509d8-390a-4402-ba13-09549443251e req-5e2c2a41-1ece-44d6-bd72-df76a342bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:27.358711 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-5e2c2a41-1ece-44d6-bd72-df76a342bb38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0442276 Jul 23 00:28:27.417090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585509d8-390a-4402-ba13-09549443251e req-c1349611-54ce-4fde-8d3b-86b1cc2a93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:27.418597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-c1349611-54ce-4fde-8d3b-86b1cc2a93a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540328 Jul 23 00:28:27.512182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-10cc6f7b-a697-46de-b8f2-6d4434e502c0 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870602 Jul 23 00:28:27.604679 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-585509d8-390a-4402-ba13-09549443251e req-d67f2e2a-3173-4d93-ac37-c7f0ddf1d158 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860884 Jul 23 00:28:28.487059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab114-8abd-4480-9e2a-e7210790aa61 req-1bdfc483-2c53-411f-bae2-97bb869ab165 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:28.488581 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-041ab114-8abd-4480-9e2a-e7210790aa61 req-1bdfc483-2c53-411f-bae2-97bb869ab165 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652869 Jul 23 00:28:28.527142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-041ab114-8abd-4480-9e2a-e7210790aa61 req-4fdd8d51-516f-4727-bec9-415133560789 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Jul 23 00:28:29.670709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa081ef-27c3-4a2a-8e53-b2ca4cdd6fab req-8df89232-56d6-4c73-aef9-b233c181f68d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:29.672214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aa081ef-27c3-4a2a-8e53-b2ca4cdd6fab req-8df89232-56d6-4c73-aef9-b233c181f68d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0732348 Jul 23 00:28:29.710528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aa081ef-27c3-4a2a-8e53-b2ca4cdd6fab req-b4299584-25b2-426b-b448-4da83801621a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327425 Jul 23 00:28:30.842312 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12849592-6e12-4970-9937-45a3451dd215 req-c2ae46fc-6256-4232-8ae8-3bce6792cca0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:30.843836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12849592-6e12-4970-9937-45a3451dd215 req-c2ae46fc-6256-4232-8ae8-3bce6792cca0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0648911 Jul 23 00:28:30.882197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12849592-6e12-4970-9937-45a3451dd215 req-e6022e77-f945-4ce9-8099-69538da302a0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jul 23 00:28:32.011936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ecf5a-dde4-4dfc-8ed8-2e69f0a2d8cb req-2be174bd-a54b-4c07-8451-d3c553c173cc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:32.013441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb1ecf5a-dde4-4dfc-8ed8-2e69f0a2d8cb req-2be174bd-a54b-4c07-8451-d3c553c173cc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652971 Jul 23 00:28:32.055091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb1ecf5a-dde4-4dfc-8ed8-2e69f0a2d8cb req-9797110f-4e14-4687-9775-a1ee77df112e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Jul 23 00:28:33.185002 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb229d3f-1032-4fe3-ab32-277023fbec64 req-f9af7593-decc-416e-b78a-9b8e174be816 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:33.186497 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb229d3f-1032-4fe3-ab32-277023fbec64 req-f9af7593-decc-416e-b78a-9b8e174be816 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0647800 Jul 23 00:28:33.222995 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb229d3f-1032-4fe3-ab32-277023fbec64 req-b6d7e64d-dfe1-4d81-8a8e-91ac5b35b2e7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Jul 23 00:28:34.352131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17306eff-8b76-40f6-9011-48bdfe0a424d req-b8ad6020-dbe5-4ef5-9d4c-4297fc299341 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:34.353645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17306eff-8b76-40f6-9011-48bdfe0a424d req-b8ad6020-dbe5-4ef5-9d4c-4297fc299341 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0635309 Jul 23 00:28:34.392377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17306eff-8b76-40f6-9011-48bdfe0a424d req-2a32c983-b960-47a6-a237-b0e545237459 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332115 Jul 23 00:28:35.525504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276dbd4-55cd-40d2-92cb-774d615929c7 req-bf96dae0-c6a9-4bed-8fa6-86a5be051418 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:35.526990 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3276dbd4-55cd-40d2-92cb-774d615929c7 req-bf96dae0-c6a9-4bed-8fa6-86a5be051418 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0685952 Jul 23 00:28:35.563804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3276dbd4-55cd-40d2-92cb-774d615929c7 req-81925d49-2922-4bf1-b653-6a226aa50931 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311418 Jul 23 00:28:36.693200 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346180-f98e-4712-8716-82cd37e5405c req-b6c1d089-6391-46b2-b245-b96291ec3d0a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:36.694994 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d346180-f98e-4712-8716-82cd37e5405c req-b6c1d089-6391-46b2-b245-b96291ec3d0a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641699 Jul 23 00:28:36.734988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d346180-f98e-4712-8716-82cd37e5405c req-9b61e895-5376-4b7b-be6b-f23b58aa6acc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344915 Jul 23 00:28:36.785957 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:37.863633 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b11b3-c16c-4c57-80dc-344371f5a9a9 req-978e8091-935b-491e-b7ba-d557c4e905ad tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:37.865265 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a1b11b3-c16c-4c57-80dc-344371f5a9a9 req-978e8091-935b-491e-b7ba-d557c4e905ad tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0636914 Jul 23 00:28:37.910346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a1b11b3-c16c-4c57-80dc-344371f5a9a9 req-632d34ce-2cf2-410e-9890-002eaf9d2b2c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389140 Jul 23 00:28:39.041449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095f9c1-9ba4-42f3-9c9d-f5954ce94b1c req-794e59f1-684f-4a3b-9317-a248b5628924 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:39.042940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b095f9c1-9ba4-42f3-9c9d-f5954ce94b1c req-794e59f1-684f-4a3b-9317-a248b5628924 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631497 Jul 23 00:28:39.080561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b095f9c1-9ba4-42f3-9c9d-f5954ce94b1c req-5eacced9-84bc-4023-a7af-46a5424c199a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Jul 23 00:28:40.210884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73479e5a-18e8-462c-8e90-07faf2e4e4be req-ba42e73d-c7ee-4d4e-a576-f4fc084bd560 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:40.212480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73479e5a-18e8-462c-8e90-07faf2e4e4be req-ba42e73d-c7ee-4d4e-a576-f4fc084bd560 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0647054 Jul 23 00:28:40.249157 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73479e5a-18e8-462c-8e90-07faf2e4e4be req-9cde34c0-7c5f-457c-93a3-078018813576 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Jul 23 00:28:41.381289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a53b1-c50c-4962-ae19-eeb695180eb3 req-06ef102c-fe95-461b-a458-e66cfa1fbfb1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:41.382778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c38a53b1-c50c-4962-ae19-eeb695180eb3 req-06ef102c-fe95-461b-a458-e66cfa1fbfb1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0678966 Jul 23 00:28:41.419686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c38a53b1-c50c-4962-ae19-eeb695180eb3 req-4de41417-a49b-4d10-9dcb-11101d7548c9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Jul 23 00:28:42.551315 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97aa69-baef-4b03-8004-222a211c2be0 req-62897e3d-ca3c-481b-ab35-16b6e6edd65f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:42.553429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee97aa69-baef-4b03-8004-222a211c2be0 req-62897e3d-ca3c-481b-ab35-16b6e6edd65f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0648856 Jul 23 00:28:42.590805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee97aa69-baef-4b03-8004-222a211c2be0 req-70ae2a11-b2d9-4a49-a85f-5ec3475c07e7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Jul 23 00:28:43.721259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025cbe0-9dd5-43b0-bd66-edc347a497cb req-1ca0bc4e-36dc-45d1-a25f-eaf825287e58 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:43.722759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0025cbe0-9dd5-43b0-bd66-edc347a497cb req-1ca0bc4e-36dc-45d1-a25f-eaf825287e58 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0659897 Jul 23 00:28:43.763641 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0025cbe0-9dd5-43b0-bd66-edc347a497cb req-ae385ade-8eed-4b0d-9ae8-3c5e7f0fb814 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352261 Jul 23 00:28:44.892914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38b605-beb7-4dce-a8d3-5e80fd2ae6c5 req-225086e9-1081-46f0-94a8-fff0e2351570 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:44.894395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee38b605-beb7-4dce-a8d3-5e80fd2ae6c5 req-225086e9-1081-46f0-94a8-fff0e2351570 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631933 Jul 23 00:28:44.932529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee38b605-beb7-4dce-a8d3-5e80fd2ae6c5 req-f9f9eda2-3801-418d-b67e-4b3810fb2d09 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Jul 23 00:28:46.060765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf617a87-4c1b-420e-88b4-f6bf07c2737a req-65df9edd-c34c-4a38-bbe4-fba4a6d86b5a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:46.062270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf617a87-4c1b-420e-88b4-f6bf07c2737a req-65df9edd-c34c-4a38-bbe4-fba4a6d86b5a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641301 Jul 23 00:28:46.100411 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bf617a87-4c1b-420e-88b4-f6bf07c2737a req-2f7a6209-3f0c-4641-aaea-6e3e60276c89 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321801 Jul 23 00:28:46.204059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9fb42e69-b629-46f3-afc8-256816d76ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:47.241474 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22b59-e799-415f-a4e0-285da0f3e6b4 req-a42b3d7a-6088-4499-a828-71c39e0f314a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:47.242966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66b22b59-e799-415f-a4e0-285da0f3e6b4 req-a42b3d7a-6088-4499-a828-71c39e0f314a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0759084 Jul 23 00:28:47.280376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-66b22b59-e799-415f-a4e0-285da0f3e6b4 req-59670df0-6935-4406-9056-c768cbfc0c84 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Jul 23 00:28:48.411355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411bb31-2a31-4ab0-a914-d40d706ed84d req-9dd7143a-d31c-421f-90da-2903ed9f586b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:48.412927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a411bb31-2a31-4ab0-a914-d40d706ed84d req-9dd7143a-d31c-421f-90da-2903ed9f586b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652916 Jul 23 00:28:48.450882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a411bb31-2a31-4ab0-a914-d40d706ed84d req-7e442f47-9b4f-4ac6-bc15-daf302861dda tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324600 Jul 23 00:28:49.523990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b3368f12-9cb8-46f1-a7f4-c4149c6c81ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:49.581975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf15da-b931-4452-8038-33d98e69612b req-df3dd2a7-a618-4688-bb45-72d7fb9528e3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:49.583375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61cf15da-b931-4452-8038-33d98e69612b req-df3dd2a7-a618-4688-bb45-72d7fb9528e3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0657077 Jul 23 00:28:49.626421 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61cf15da-b931-4452-8038-33d98e69612b req-4e7aa56a-f22c-452d-9bd0-71757008a103 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369525 Jul 23 00:28:49.762619 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:49.957589 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:28:50.454902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:50.759670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9caf7-87e9-4c77-9f71-c6847698bc26 req-f76c7fed-16ed-447e-89b5-f8ea783f0866 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:50.761271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13c9caf7-87e9-4c77-9f71-c6847698bc26 req-f76c7fed-16ed-447e-89b5-f8ea783f0866 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0664961 Jul 23 00:28:50.801647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13c9caf7-87e9-4c77-9f71-c6847698bc26 req-2f0524d5-d952-4cf9-9fca-eaa990e7fb2d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347764 Jul 23 00:28:51.889041 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:51.934967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b258c7d-d503-4769-8bc0-4469fb36f153 req-5a1d1bed-ad6d-4655-88a2-7f42e8a9e12e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:51.936487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b258c7d-d503-4769-8bc0-4469fb36f153 req-5a1d1bed-ad6d-4655-88a2-7f42e8a9e12e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0670071 Jul 23 00:28:51.974436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b258c7d-d503-4769-8bc0-4469fb36f153 req-b68f4c78-c759-4155-9da3-59fc6a60484d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Jul 23 00:28:52.723167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:28:53.106924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f096a8-de52-4595-aba3-c729e3e168a0 req-c3a8b3af-c46f-45fb-a3c9-b2a2a073e125 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:53.108412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37f096a8-de52-4595-aba3-c729e3e168a0 req-c3a8b3af-c46f-45fb-a3c9-b2a2a073e125 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0671120 Jul 23 00:28:53.145853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37f096a8-de52-4595-aba3-c729e3e168a0 req-9cd1e0b4-2da7-43db-b2d3-69e410e69661 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Jul 23 00:28:54.276333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0763374-e018-4094-b66b-b9fea60274cc req-629cf05c-4cb2-42d6-8671-b17b0d40718f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:54.277858 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0763374-e018-4094-b66b-b9fea60274cc req-629cf05c-4cb2-42d6-8671-b17b0d40718f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0640371 Jul 23 00:28:54.314741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f0763374-e018-4094-b66b-b9fea60274cc req-b77b6a00-b225-4fa3-9d4a-30aec798cf41 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Jul 23 00:28:55.443871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de283933-ca5c-4dee-8691-b9c6b5214d61 req-836eb5ea-14ad-4cf9-9c08-463a323e2fcc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:55.445394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de283933-ca5c-4dee-8691-b9c6b5214d61 req-836eb5ea-14ad-4cf9-9c08-463a323e2fcc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0632441 Jul 23 00:28:55.491380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de283933-ca5c-4dee-8691-b9c6b5214d61 req-57cd66df-ccaf-4ea5-94dd-aecda2e73dfb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 Jul 23 00:28:56.620317 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9f28-6d89-4c60-8952-0db6d15fced0 req-22c36e06-2f36-44b6-bb8c-9845a58ea0d4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:56.621826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f98b9f28-6d89-4c60-8952-0db6d15fced0 req-22c36e06-2f36-44b6-bb8c-9845a58ea0d4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0648797 Jul 23 00:28:56.660333 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f98b9f28-6d89-4c60-8952-0db6d15fced0 req-5d957c43-e043-4764-8f6e-4a5de3a82816 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Jul 23 00:28:57.790398 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431bfbf-fe13-4ab3-b5b2-48c354125f17 req-c7b7633e-9bd8-4f9f-8fab-a1c814e06d65 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:57.791948 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e431bfbf-fe13-4ab3-b5b2-48c354125f17 req-c7b7633e-9bd8-4f9f-8fab-a1c814e06d65 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0644813 Jul 23 00:28:57.830625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e431bfbf-fe13-4ab3-b5b2-48c354125f17 req-eec08f82-87af-40c7-bed7-ab1af8b31867 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Jul 23 00:28:58.963762 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a235-8d4d-4612-8c96-4082a42a414c req-3e0b5dcb-4a4a-4f53-808b-b7c99436c0ac tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:28:58.965226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b8a235-8d4d-4612-8c96-4082a42a414c req-3e0b5dcb-4a4a-4f53-808b-b7c99436c0ac tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0668097 Jul 23 00:28:59.002436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15b8a235-8d4d-4612-8c96-4082a42a414c req-9338948b-d441-4135-b76f-da4db3bcfdce tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Jul 23 00:29:00.131913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72b6b-a9a3-4705-964b-18e1e3073cb1 req-41748848-9f7d-4377-9831-021adfbe5cb6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:00.133476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ecc72b6b-a9a3-4705-964b-18e1e3073cb1 req-41748848-9f7d-4377-9831-021adfbe5cb6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0635376 Jul 23 00:29:00.170426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ecc72b6b-a9a3-4705-964b-18e1e3073cb1 req-80ee2f98-c039-416f-ba65-803f317a1438 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Jul 23 00:29:01.298427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10e08-40f4-49fb-ad5c-eebf8178d179 req-835c2390-cac2-468d-a817-1538c70b844f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:01.299934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97f10e08-40f4-49fb-ad5c-eebf8178d179 req-835c2390-cac2-468d-a817-1538c70b844f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0628273 Jul 23 00:29:01.342110 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97f10e08-40f4-49fb-ad5c-eebf8178d179 req-6c07a185-68eb-48e4-8bb8-d6ba99a5766a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365777 Jul 23 00:29:02.473367 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c1a02-f3b2-4aa8-ab28-2c9759728e5c req-a5f08724-4aa8-46b9-bb1e-e7d5c6a7266a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:02.474865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e08c1a02-f3b2-4aa8-ab28-2c9759728e5c req-a5f08724-4aa8-46b9-bb1e-e7d5c6a7266a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0660241 Jul 23 00:29:02.511628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e08c1a02-f3b2-4aa8-ab28-2c9759728e5c req-5351bf7f-7701-44fb-a509-68b4ee43988b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jul 23 00:29:03.640587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5debe-a50c-484e-a6fb-e94e7df3a589 req-14ac6bc0-37bb-47df-b4e5-c05e4b5bc772 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:03.642030 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31f5debe-a50c-484e-a6fb-e94e7df3a589 req-14ac6bc0-37bb-47df-b4e5-c05e4b5bc772 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637128 Jul 23 00:29:03.679473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31f5debe-a50c-484e-a6fb-e94e7df3a589 req-bf00c559-0863-418f-9be1-cdc637edb339 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Jul 23 00:29:04.811929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd615e42-dc7c-4796-8ad5-1d2438ade5b4 req-f4301b9e-65ed-4d74-a5b5-2142d5d7ea0c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:04.813408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd615e42-dc7c-4796-8ad5-1d2438ade5b4 req-f4301b9e-65ed-4d74-a5b5-2142d5d7ea0c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0657864 Jul 23 00:29:04.852529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd615e42-dc7c-4796-8ad5-1d2438ade5b4 req-8c63684b-0c0b-4d38-9372-4fa89d3ca5cd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329864 Jul 23 00:29:05.981699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e2d2-023a-4ea0-ab13-09292caba976 req-baf59261-bad8-4fb6-93e8-5940297f3065 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:05.983196 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e926e2d2-023a-4ea0-ab13-09292caba976 req-baf59261-bad8-4fb6-93e8-5940297f3065 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0646534 Jul 23 00:29:06.020969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e926e2d2-023a-4ea0-ab13-09292caba976 req-626fb95a-d171-4282-a032-a2c5f8c67506 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Jul 23 00:29:06.797965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:07.154825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518440be-6a8c-4eba-9811-8f2e0d8e3e16 req-68022a27-67b4-464a-9cc0-3e74e62fe984 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:07.156348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-518440be-6a8c-4eba-9811-8f2e0d8e3e16 req-68022a27-67b4-464a-9cc0-3e74e62fe984 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0688949 Jul 23 00:29:07.198893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-518440be-6a8c-4eba-9811-8f2e0d8e3e16 req-cf3930de-c5c0-4ba7-8599-3f0627aa2ee4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368888 Jul 23 00:29:08.328860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eec969-c2ee-4ec3-92f7-86e07764533f req-ee66f50c-dcf9-4cef-af5a-01d5ef78e88b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:08.330360 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3eec969-c2ee-4ec3-92f7-86e07764533f req-ee66f50c-dcf9-4cef-af5a-01d5ef78e88b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0655594 Jul 23 00:29:08.367671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3eec969-c2ee-4ec3-92f7-86e07764533f req-d226b91e-626b-4440-b134-77069e64eed9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Jul 23 00:29:09.498276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90d2da-a71d-422a-8781-cf0cc9cc07f4 req-ee46b30d-ff74-4e22-9881-31264c6b7dad tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:09.499801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d90d2da-a71d-422a-8781-cf0cc9cc07f4 req-ee46b30d-ff74-4e22-9881-31264c6b7dad tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0660264 Jul 23 00:29:09.537623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d90d2da-a71d-422a-8781-cf0cc9cc07f4 req-92d5a557-5264-4c9d-a73b-8e4a7990e059 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Jul 23 00:29:10.671669 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6ace-2536-42f0-a89a-8782528fb0fc req-0873004a-e21f-4e55-aed6-e2923281d58a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:10.673694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a79b6ace-2536-42f0-a89a-8782528fb0fc req-0873004a-e21f-4e55-aed6-e2923281d58a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0685925 Jul 23 00:29:10.711359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a79b6ace-2536-42f0-a89a-8782528fb0fc req-adc3a5dd-3e31-40f6-b5a1-20f0a77597ea tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 23 00:29:11.840148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8bc2c-ed7c-40ee-8e2b-701fcebd4249 req-fd394141-d07e-4e50-83c2-04f80a8702cf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:11.841640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19d8bc2c-ed7c-40ee-8e2b-701fcebd4249 req-fd394141-d07e-4e50-83c2-04f80a8702cf tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637076 Jul 23 00:29:11.878520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19d8bc2c-ed7c-40ee-8e2b-701fcebd4249 req-60d9d265-8fb5-4248-a090-c956f2d6864a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Jul 23 00:29:13.007538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d4ae6-bacb-4b99-b7d5-c2613ebe74eb req-7f306917-7a33-4e48-91c1-616f0a582511 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:13.009046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d29d4ae6-bacb-4b99-b7d5-c2613ebe74eb req-7f306917-7a33-4e48-91c1-616f0a582511 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641620 Jul 23 00:29:13.050115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d29d4ae6-bacb-4b99-b7d5-c2613ebe74eb req-3cdde821-7fce-4ffa-bc33-d55d4f19c51f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Jul 23 00:29:14.179898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f992c45-40a0-4f8f-a647-d47f9d5532d3 req-b6034178-1123-4697-b9db-4aae7ac05a89 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:14.181410 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f992c45-40a0-4f8f-a647-d47f9d5532d3 req-b6034178-1123-4697-b9db-4aae7ac05a89 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0650628 Jul 23 00:29:14.219323 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f992c45-40a0-4f8f-a647-d47f9d5532d3 req-b3107475-704c-4af3-94d0-6f6d9788c74a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Jul 23 00:29:15.348318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c149457-e8fb-452b-870a-9ec07ea10e93 req-f558fa48-273d-4fbb-9f7f-973b96fa2826 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:15.349849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c149457-e8fb-452b-870a-9ec07ea10e93 req-f558fa48-273d-4fbb-9f7f-973b96fa2826 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0650170 Jul 23 00:29:15.389094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8c149457-e8fb-452b-870a-9ec07ea10e93 req-d59f254d-8b78-4d14-a0dc-4a73ed634f80 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Jul 23 00:29:16.204999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3813234-a5d6-4e3f-becd-7df376a25c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:16.523093 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fde26-b33e-4ee5-b07d-8eb81fc54986 req-24694e3f-e9cd-46ea-8abf-c8a169e8bcd5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:16.524541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-728fde26-b33e-4ee5-b07d-8eb81fc54986 req-24694e3f-e9cd-46ea-8abf-c8a169e8bcd5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0683117 Jul 23 00:29:16.562270 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-728fde26-b33e-4ee5-b07d-8eb81fc54986 req-27a5d142-8b73-40b9-8a30-8c5e2334309a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Jul 23 00:29:17.692570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182837c-1047-43a7-903d-e2773309b5d4 req-f34136d5-2b74-4bfa-b55d-4595d3879ae9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:17.694891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f182837c-1047-43a7-903d-e2773309b5d4 req-f34136d5-2b74-4bfa-b55d-4595d3879ae9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0655584 Jul 23 00:29:17.732674 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f182837c-1047-43a7-903d-e2773309b5d4 req-70436180-c8b6-448c-933c-0faf87d42fb8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321205 Jul 23 00:29:18.862069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec260a8-d072-4d05-b568-1c26254cc0da req-62a22532-a9be-43a3-ad5e-8d9b1dfe4519 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:18.863680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ec260a8-d072-4d05-b568-1c26254cc0da req-62a22532-a9be-43a3-ad5e-8d9b1dfe4519 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0643260 Jul 23 00:29:18.905734 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ec260a8-d072-4d05-b568-1c26254cc0da req-29e2c595-19c4-492b-be34-a90a6c99f71d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Jul 23 00:29:19.525694 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c8a53792-c439-4dd1-818e-434b5c0ff612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:19.763231 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:20.036473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee905e0-fda7-4b5a-81a5-88aefe94b171 req-7c351abc-2de8-4fc0-95d8-9aac40cce9fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:20.038244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee905e0-fda7-4b5a-81a5-88aefe94b171 req-7c351abc-2de8-4fc0-95d8-9aac40cce9fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0656750 Jul 23 00:29:20.076230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ee905e0-fda7-4b5a-81a5-88aefe94b171 req-2d599de5-8b83-4e82-8d61-8f3c01f2ee7f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 23 00:29:20.453989 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:21.205990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3ad13-aeb3-4c6c-8e2a-96556aa1e322 req-3a43f448-bb76-4a21-b33d-d206b99ed5ae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:21.207754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bda3ad13-aeb3-4c6c-8e2a-96556aa1e322 req-3a43f448-bb76-4a21-b33d-d206b99ed5ae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0651507 Jul 23 00:29:21.245309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bda3ad13-aeb3-4c6c-8e2a-96556aa1e322 req-561eb5d9-2920-4d73-bc13-beff83630c52 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Jul 23 00:29:21.890248 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:22.377850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c04ca-70a6-410d-abd7-c29993cf6cfb req-a6002575-11e1-4ad6-a7b6-a9fa391f58bd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:22.379364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a8c04ca-70a6-410d-abd7-c29993cf6cfb req-a6002575-11e1-4ad6-a7b6-a9fa391f58bd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0674503 Jul 23 00:29:22.417526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a8c04ca-70a6-410d-abd7-c29993cf6cfb req-055d059d-c797-49f5-b370-8a27a1b0c3e5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324829 Jul 23 00:29:22.719823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:23.547692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbc361-3beb-4edd-851d-915e30480715 req-e964dab4-7ce3-4df8-a38d-2f537826bea7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:23.549167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fbbc361-3beb-4edd-851d-915e30480715 req-e964dab4-7ce3-4df8-a38d-2f537826bea7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0642967 Jul 23 00:29:23.586572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fbbc361-3beb-4edd-851d-915e30480715 req-8edcc1dd-7710-4581-8c04-ed03104219df tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jul 23 00:29:24.717601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b2e02-cf1e-4209-bc34-f701b776050f req-c13cbf69-aff6-4a4d-9819-800f3af19028 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:24.719005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-285b2e02-cf1e-4209-bc34-f701b776050f req-c13cbf69-aff6-4a4d-9819-800f3af19028 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0655565 Jul 23 00:29:24.761876 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-285b2e02-cf1e-4209-bc34-f701b776050f req-394f7423-07e5-40f1-b11f-fd0a55171aaa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373178 Jul 23 00:29:25.890014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0765-b1f1-4319-9f66-ae605b96f079 req-c74f6102-61bd-40b1-9d65-79f315a6236e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:25.891551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-836c0765-b1f1-4319-9f66-ae605b96f079 req-c74f6102-61bd-40b1-9d65-79f315a6236e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0636802 Jul 23 00:29:25.928832 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-836c0765-b1f1-4319-9f66-ae605b96f079 req-c5b7c5ee-78ce-452a-bed2-8f911781c087 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Jul 23 00:29:26.956996 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:29:27.056465 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444707-dff5-46e2-afef-4c3714dfd0fe req-816e7e37-1d6f-45f0-83cb-942bb2a2d812 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:27.057943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9444707-dff5-46e2-afef-4c3714dfd0fe req-816e7e37-1d6f-45f0-83cb-942bb2a2d812 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0635746 Jul 23 00:29:27.096116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9444707-dff5-46e2-afef-4c3714dfd0fe req-2f85deee-0b53-475c-82ae-4e2b5db452f1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Jul 23 00:29:28.229937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2008a-7fa3-4706-b462-051857fd2ba0 req-b1d70f81-cc53-41b4-ba46-ea988c84c8a5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:28.231463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03e2008a-7fa3-4706-b462-051857fd2ba0 req-b1d70f81-cc53-41b4-ba46-ea988c84c8a5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0684440 Jul 23 00:29:28.268985 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03e2008a-7fa3-4706-b462-051857fd2ba0 req-a3ce29ba-121d-454f-b8eb-1a3fa50b7ef7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jul 23 00:29:29.020685 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-1250c1c4-ad45-4258-8f8d-0b90c39992f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572522 Jul 23 00:29:29.112365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-44f4295b-2e71-4b11-bf36-59f90e64c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:29.113859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-44f4295b-2e71-4b11-bf36-59f90e64c9fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0534086 Jul 23 00:29:29.218282 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-4a3ac2b7-abfa-4786-a692-256c56ecbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:29.219781 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-4a3ac2b7-abfa-4786-a692-256c56ecbbd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0874875 Jul 23 00:29:29.281812 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-36ef145b-8336-49c1-9fff-77f7b3e3d6db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0558858 Jul 23 00:29:29.334544 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-734485ee-ff66-4626-a531-d35bb3221ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:29.336069 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-734485ee-ff66-4626-a531-d35bb3221ee8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0484722 Jul 23 00:29:29.394589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-20cfd370-fffa-4523-a5e6-969d44f576e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:29.396264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-20cfd370-fffa-4523-a5e6-969d44f576e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538421 Jul 23 00:29:29.400564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa2e8b-3e6f-488e-a1b9-3089eda4471b req-a481a66c-4fee-452f-a85f-76a8c8d85954 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:29.402078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8aa2e8b-3e6f-488e-a1b9-3089eda4471b req-a481a66c-4fee-452f-a85f-76a8c8d85954 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0649171 Jul 23 00:29:29.441451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8aa2e8b-3e6f-488e-a1b9-3089eda4471b req-f0744b94-f4fc-42b8-ae68-588ce07b8e0f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335717 Jul 23 00:29:29.486475 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-784ac7a7-1e2b-4f7c-90c6-7df4b8c6f336 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839422 Jul 23 00:29:29.576522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4aa189a-5315-4d23-b7bd-6ba0fda94dbc req-a7499d37-a64a-4e6f-b693-1cc511051d0f service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837224 Jul 23 00:29:30.570307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce7151-8b51-4db4-8cae-a419b0d25033 req-628e1a3e-3c66-4f7c-8b9d-e76c62c68a8b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:30.571850 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfce7151-8b51-4db4-8cae-a419b0d25033 req-628e1a3e-3c66-4f7c-8b9d-e76c62c68a8b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641727 Jul 23 00:29:30.614163 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bfce7151-8b51-4db4-8cae-a419b0d25033 req-8b82db4c-61eb-43b8-bc2f-aa63c7464b99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367103 Jul 23 00:29:31.743360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65501e86-8dac-494e-b63e-b5df90161a1e req-6702c0ba-9155-472d-9c49-7902f5fd6fc5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:31.744982 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65501e86-8dac-494e-b63e-b5df90161a1e req-6702c0ba-9155-472d-9c49-7902f5fd6fc5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0642474 Jul 23 00:29:31.782512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-65501e86-8dac-494e-b63e-b5df90161a1e req-bbff989d-6c79-4f72-a3d7-9161228dcf11 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Jul 23 00:29:32.910501 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6630230-5607-42fc-8bf1-d87cdf3b2b99 req-a550ee53-7fd6-46fb-bc00-12f2548696d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:32.912941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6630230-5607-42fc-8bf1-d87cdf3b2b99 req-a550ee53-7fd6-46fb-bc00-12f2548696d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638163 Jul 23 00:29:32.949672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c6630230-5607-42fc-8bf1-d87cdf3b2b99 req-7c0a8ce5-5bd7-4b27-811b-2f7fe3e87a3e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312548 Jul 23 00:29:34.085817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64496f9-4165-4ec5-b505-3aad897a80c8 req-92fc8e72-ef4a-469c-b82f-a9607f18bd23 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:34.087320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e64496f9-4165-4ec5-b505-3aad897a80c8 req-92fc8e72-ef4a-469c-b82f-a9607f18bd23 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0676622 Jul 23 00:29:34.125384 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e64496f9-4165-4ec5-b505-3aad897a80c8 req-94af029b-18d0-4f76-a9b1-a76d004fa4d7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Jul 23 00:29:35.258451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b047ad-f6e5-4f13-b226-5b58ea144282 req-e900b55a-fabd-451e-831c-99041019dae3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:35.259997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b047ad-f6e5-4f13-b226-5b58ea144282 req-e900b55a-fabd-451e-831c-99041019dae3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0658059 Jul 23 00:29:35.300234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b047ad-f6e5-4f13-b226-5b58ea144282 req-69d569be-b77f-41cc-a9d7-cf0ca02c6ec0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347357 Jul 23 00:29:36.429881 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860887-9860-45b0-94f0-2edcb6a841de req-ad1e9110-c70c-479f-8fe5-1264b921a6a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:36.431395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59860887-9860-45b0-94f0-2edcb6a841de req-ad1e9110-c70c-479f-8fe5-1264b921a6a4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0634332 Jul 23 00:29:36.474272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59860887-9860-45b0-94f0-2edcb6a841de req-12dd446b-c496-4fad-9451-b6cc0081625a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374093 Jul 23 00:29:36.812144 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:37.604544 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe350577-25c5-4b30-9d04-162bd163bc09 req-5bcf1d74-ad2c-4593-8c8f-519ecc96693a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:37.606052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe350577-25c5-4b30-9d04-162bd163bc09 req-5bcf1d74-ad2c-4593-8c8f-519ecc96693a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0651400 Jul 23 00:29:37.643372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe350577-25c5-4b30-9d04-162bd163bc09 req-0fc39522-0a06-4a02-9c00-c532e511a3a3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Jul 23 00:29:38.771527 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9f63-afa0-4d13-9493-51d9c656363a req-28a5407e-0a29-4612-99bb-f70168361bb6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:38.773127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e2f9f63-afa0-4d13-9493-51d9c656363a req-28a5407e-0a29-4612-99bb-f70168361bb6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0645041 Jul 23 00:29:38.813048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0e2f9f63-afa0-4d13-9493-51d9c656363a req-28f41435-f362-4b91-829c-010e11baac7d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344334 Jul 23 00:29:39.947454 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759833d-be5a-4e5b-a56c-a8b78b1678b5 req-fd767562-e228-4ee8-b133-a8d9726b1549 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:39.948949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f759833d-be5a-4e5b-a56c-a8b78b1678b5 req-fd767562-e228-4ee8-b133-a8d9726b1549 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0679684 Jul 23 00:29:39.985642 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f759833d-be5a-4e5b-a56c-a8b78b1678b5 req-55699971-70d2-4655-a934-0b1e3c0ec0ac tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Jul 23 00:29:41.116282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a7918-7d02-4267-9e64-2a82ed120876 req-086c6704-c5a0-4bdb-82fb-c626526ebd35 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:41.117784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-163a7918-7d02-4267-9e64-2a82ed120876 req-086c6704-c5a0-4bdb-82fb-c626526ebd35 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0632920 Jul 23 00:29:41.154558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-163a7918-7d02-4267-9e64-2a82ed120876 req-8a8f5204-c9bb-4e44-8dca-38aece4f50f9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313106 Jul 23 00:29:42.282241 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7bba7-76a8-4491-bd32-287abe53b075 req-6ba2773c-ac02-405e-a7bb-9fb34caf9f16 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:42.283785 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4a7bba7-76a8-4491-bd32-287abe53b075 req-6ba2773c-ac02-405e-a7bb-9fb34caf9f16 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0631158 Jul 23 00:29:42.326301 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4a7bba7-76a8-4491-bd32-287abe53b075 req-e9b36833-fb27-4a77-9c3c-2eb4ca9b3d4e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361748 Jul 23 00:29:43.456074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293614f-af85-4bd8-9f26-bd41a6716592 req-4bca79e4-c56a-4614-a8ce-324e4e788f51 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:43.457607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5293614f-af85-4bd8-9f26-bd41a6716592 req-4bca79e4-c56a-4614-a8ce-324e4e788f51 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0651231 Jul 23 00:29:43.496935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5293614f-af85-4bd8-9f26-bd41a6716592 req-33526d25-2f83-4a1b-b59a-269cb8e00fe2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337296 Jul 23 00:29:44.625840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbb435-3edc-45d4-84b6-0b896d624860 req-de8e79bd-917c-48e8-8284-d0c9064ab906 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:44.627319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8bbb435-3edc-45d4-84b6-0b896d624860 req-de8e79bd-917c-48e8-8284-d0c9064ab906 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0639172 Jul 23 00:29:44.665003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8bbb435-3edc-45d4-84b6-0b896d624860 req-ee5c2e65-8b8d-4619-a72e-5f5626385509 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Jul 23 00:29:45.797242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ba0b3-a539-438b-a7e0-068346f6c174 req-4786b351-c3d1-40ca-9726-62a10876b975 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:45.798728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717ba0b3-a539-438b-a7e0-068346f6c174 req-4786b351-c3d1-40ca-9726-62a10876b975 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0660532 Jul 23 00:29:45.835958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717ba0b3-a539-438b-a7e0-068346f6c174 req-a5dff63f-42a7-4036-91af-bf2772d01d7e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Jul 23 00:29:46.206885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-63cc6771-ac3c-4065-8f7f-ad69029f86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:46.970721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97996fc-f558-4a10-a661-82e8d97525e3 req-669861ac-cbd0-4467-9a2f-af36a464932a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:46.972224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d97996fc-f558-4a10-a661-82e8d97525e3 req-669861ac-cbd0-4467-9a2f-af36a464932a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0687346 Jul 23 00:29:47.011319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d97996fc-f558-4a10-a661-82e8d97525e3 req-3c43ec8b-53f7-4aa5-8cd5-3171f3c5bb8b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335524 Jul 23 00:29:48.144761 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada5c6b-2365-47a5-bad8-fa350aa7a3e0 req-6470b616-9bad-43c2-9b26-3cb9efde33c1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:48.146295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ada5c6b-2365-47a5-bad8-fa350aa7a3e0 req-6470b616-9bad-43c2-9b26-3cb9efde33c1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0639389 Jul 23 00:29:48.188607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ada5c6b-2365-47a5-bad8-fa350aa7a3e0 req-39b8b834-bc2f-4f64-a4e5-8d8ec8b598af tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366874 Jul 23 00:29:49.325225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbd6d6-c9bb-40c4-bbdc-f2f9567e1108 req-d7903cfe-b0ab-452b-aeff-e372ff24e6fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:49.326727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3afbd6d6-c9bb-40c4-bbdc-f2f9567e1108 req-d7903cfe-b0ab-452b-aeff-e372ff24e6fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0722086 Jul 23 00:29:49.368276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3afbd6d6-c9bb-40c4-bbdc-f2f9567e1108 req-300e1a64-aee0-429f-8e38-1ffffafba0de tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359433 Jul 23 00:29:49.526326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cc8d5886-979e-46ff-884f-e2a34c28c413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:49.764265 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:50.459679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:50.507068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d276d-2bca-4680-919a-c647ca78a532 req-4d55388e-83b3-4f6b-95e7-6bc63ccfe717 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:50.508632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca6d276d-2bca-4680-919a-c647ca78a532 req-4d55388e-83b3-4f6b-95e7-6bc63ccfe717 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0739758 Jul 23 00:29:50.546960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ca6d276d-2bca-4680-919a-c647ca78a532 req-9aaa481a-458a-4a24-abf9-8ebe37743035 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325186 Jul 23 00:29:51.680480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9229d-6cbf-47ca-9b37-c0cd98bd1958 req-d2f6df55-241d-460e-9a76-b3314618e1d8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:51.681965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5e9229d-6cbf-47ca-9b37-c0cd98bd1958 req-d2f6df55-241d-460e-9a76-b3314618e1d8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0662344 Jul 23 00:29:51.720111 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d5e9229d-6cbf-47ca-9b37-c0cd98bd1958 req-fa063f08-514b-4891-a605-e7c96974435e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326252 Jul 23 00:29:51.893194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:52.734501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:29:52.849836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33a496-b8c4-4de3-8858-8da28bb6f84d req-33f6e0f9-9aec-4afc-a352-31adf6e60f6c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:52.851391 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a33a496-b8c4-4de3-8858-8da28bb6f84d req-33f6e0f9-9aec-4afc-a352-31adf6e60f6c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0641940 Jul 23 00:29:52.888919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a33a496-b8c4-4de3-8858-8da28bb6f84d req-b38e4cd1-671a-487d-874c-56a919ade6dc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Jul 23 00:29:54.031535 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41533c-4bdb-493b-8378-6f55fc48913e req-5f463634-6ee5-40e8-a2c1-387d483387d5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:54.033095 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d41533c-4bdb-493b-8378-6f55fc48913e req-5f463634-6ee5-40e8-a2c1-387d483387d5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0748198 Jul 23 00:29:54.080432 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0d41533c-4bdb-493b-8378-6f55fc48913e req-27d9bc80-83f1-4c3b-a351-caf7c5aaacda tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Jul 23 00:29:55.211587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a894bf-2a82-40dd-bd34-2f9e4b39dbd5 req-b4671f19-c1e4-4929-9dd8-9ff41310387d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:55.213026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19a894bf-2a82-40dd-bd34-2f9e4b39dbd5 req-b4671f19-c1e4-4929-9dd8-9ff41310387d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652561 Jul 23 00:29:55.249695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19a894bf-2a82-40dd-bd34-2f9e4b39dbd5 req-aa1e9789-83fd-465b-b609-2e0c0365bdcb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 Jul 23 00:29:56.389822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54836867-6afe-4158-9cb3-7c53bec1bf09 req-05d81bb8-f59f-426b-8f7d-d0abf70c6062 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:56.391386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54836867-6afe-4158-9cb3-7c53bec1bf09 req-05d81bb8-f59f-426b-8f7d-d0abf70c6062 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0667262 Jul 23 00:29:56.436151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54836867-6afe-4158-9cb3-7c53bec1bf09 req-18285f65-c1f4-407d-9e8e-6c71c6545c1f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 Jul 23 00:29:57.573922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623184e-a618-4e95-82cf-6c5e389543b9 req-b6c8b7cb-9439-4599-bf66-8c03639daacc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:57.575467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8623184e-a618-4e95-82cf-6c5e389543b9 req-b6c8b7cb-9439-4599-bf66-8c03639daacc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0673916 Jul 23 00:29:57.613306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8623184e-a618-4e95-82cf-6c5e389543b9 req-ac6fff90-e855-4801-917a-83cb3505c77a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Jul 23 00:29:58.744530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ff6c3-0ecc-43bc-bbd8-96bf20f7e169 req-2de163a0-02e4-4537-b5ff-e1e6aa6ee233 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:58.745951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-257ff6c3-0ecc-43bc-bbd8-96bf20f7e169 req-2de163a0-02e4-4537-b5ff-e1e6aa6ee233 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0646248 Jul 23 00:29:58.783944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-257ff6c3-0ecc-43bc-bbd8-96bf20f7e169 req-4493c974-347a-4575-86b9-c97b03543c14 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jul 23 00:29:59.911799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e65b7-fc7d-471d-895c-97837b368df4 req-8f4daced-f8bc-4fe9-8091-00f4c2f9dd24 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:29:59.913273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-800e65b7-fc7d-471d-895c-97837b368df4 req-8f4daced-f8bc-4fe9-8091-00f4c2f9dd24 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0620742 Jul 23 00:29:59.956063 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-800e65b7-fc7d-471d-895c-97837b368df4 req-85d10d94-fe1e-4058-82dc-13abaef77b7b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372143 Jul 23 00:30:01.083612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86b20-118c-4704-9477-cdabd3ad786f req-d7eb2b7b-1772-4717-8165-0ecc60f24b2b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:01.085128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13d86b20-118c-4704-9477-cdabd3ad786f req-d7eb2b7b-1772-4717-8165-0ecc60f24b2b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0627530 Jul 23 00:30:01.121011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13d86b20-118c-4704-9477-cdabd3ad786f req-1c8f8c50-8026-4b23-a0f9-be17e3fd485d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304041 Jul 23 00:30:02.254074 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d356c0-3aa0-470b-86e7-22154bb1f519 req-204c4305-4504-47b7-b18a-e363b931c03d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:02.256024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74d356c0-3aa0-470b-86e7-22154bb1f519 req-204c4305-4504-47b7-b18a-e363b931c03d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0683961 Jul 23 00:30:02.294075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-74d356c0-3aa0-470b-86e7-22154bb1f519 req-012215c3-13bf-4b31-8e70-72bffaff071e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Jul 23 00:30:03.751111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f149-998c-4dfb-8489-e3e153a1ae6b req-626f9876-0c6f-4ea6-b2ef-044dd1396605 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:03.752518 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f24f149-998c-4dfb-8489-e3e153a1ae6b req-626f9876-0c6f-4ea6-b2ef-044dd1396605 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.3921347 Jul 23 00:30:03.791425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f24f149-998c-4dfb-8489-e3e153a1ae6b req-9fa53f11-cf42-4bd8-bb94-eec7eb89c116 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Jul 23 00:30:03.955574 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:30:04.918157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3684be6-e99c-4c72-b790-a7cbab031a06 req-27e28611-bd33-4479-bf15-aea6a03bf378 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:04.919651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3684be6-e99c-4c72-b790-a7cbab031a06 req-27e28611-bd33-4479-bf15-aea6a03bf378 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0632091 Jul 23 00:30:04.957146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a3684be6-e99c-4c72-b790-a7cbab031a06 req-f828efc1-4d5c-4997-8ae2-3be4b9105dbe tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Jul 23 00:30:06.085516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1e36b-e915-4a77-a8ed-cc4a1155802e req-31585993-6103-4cca-830a-0eb9ca0770fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:06.086931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8fe1e36b-e915-4a77-a8ed-cc4a1155802e req-31585993-6103-4cca-830a-0eb9ca0770fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0628476 Jul 23 00:30:06.132629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8fe1e36b-e915-4a77-a8ed-cc4a1155802e req-0cae3b09-fda1-491b-bfdc-385978f04413 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Jul 23 00:30:06.812051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:07.258379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea96a9-e0a0-45eb-9d9c-c40fa0f31436 req-1b0edf87-1597-4d24-8b1a-5ca64c609a75 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:07.260604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efea96a9-e0a0-45eb-9d9c-c40fa0f31436 req-1b0edf87-1597-4d24-8b1a-5ca64c609a75 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0618858 Jul 23 00:30:07.296964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efea96a9-e0a0-45eb-9d9c-c40fa0f31436 req-d2a0c5e5-596c-4d11-ac89-b4128f29067d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306940 Jul 23 00:30:08.426282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d0ba9-fb1c-43c1-ac40-3f5fd81cc092 req-c8529f0b-d13f-4944-97ee-8d7a800c3d84 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:08.427788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-562d0ba9-fb1c-43c1-ac40-3f5fd81cc092 req-c8529f0b-d13f-4944-97ee-8d7a800c3d84 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0634406 Jul 23 00:30:08.466971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-562d0ba9-fb1c-43c1-ac40-3f5fd81cc092 req-39845b15-2806-4033-945f-0516692c4653 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334044 Jul 23 00:30:09.597524 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd61997-ab1d-4579-8150-658171eedf89 req-91afeccc-d564-45ed-83cd-c21420ddcb31 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:09.599009 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbd61997-ab1d-4579-8150-658171eedf89 req-91afeccc-d564-45ed-83cd-c21420ddcb31 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0668967 Jul 23 00:30:09.645407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbd61997-ab1d-4579-8150-658171eedf89 req-7107acfc-b3ee-4f69-bc2a-da082efd7b74 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Jul 23 00:30:10.774676 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751376a-8254-4873-bff1-aaf5160a9f7d req-5970970b-b224-45eb-8b5d-16b33952436e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:10.776158 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c751376a-8254-4873-bff1-aaf5160a9f7d req-5970970b-b224-45eb-8b5d-16b33952436e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0628355 Jul 23 00:30:10.813852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c751376a-8254-4873-bff1-aaf5160a9f7d req-cf68935b-7fc6-4251-8f6a-ff141f6215a1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Jul 23 00:30:11.950904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b33a1-8d62-4cb8-942f-68f5326e99be req-591ea7eb-ed7f-41fb-a965-7f824b53ea74 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:11.952467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a4b33a1-8d62-4cb8-942f-68f5326e99be req-591ea7eb-ed7f-41fb-a965-7f824b53ea74 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0717971 Jul 23 00:30:11.994637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a4b33a1-8d62-4cb8-942f-68f5326e99be req-c324d2ba-9a53-4476-9099-d4d5e2e0e85e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Jul 23 00:30:13.126267 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f40854-01ed-44ce-ae0b-0599f10de1d9 req-22aa0f3c-0560-418d-8e68-4ff24172e446 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:13.127777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14f40854-01ed-44ce-ae0b-0599f10de1d9 req-22aa0f3c-0560-418d-8e68-4ff24172e446 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0623195 Jul 23 00:30:13.164096 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-14f40854-01ed-44ce-ae0b-0599f10de1d9 req-e698541c-31f2-413a-8c02-a04bc2b2ece7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Jul 23 00:30:14.308227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0a81-0cd8-443b-aacc-8012f65b197d req-c4e441a6-9291-48ba-a49b-6c8111f6fbe0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:14.309728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-885f0a81-0cd8-443b-aacc-8012f65b197d req-c4e441a6-9291-48ba-a49b-6c8111f6fbe0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0660174 Jul 23 00:30:14.349145 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-885f0a81-0cd8-443b-aacc-8012f65b197d req-03b359f4-8109-46d6-b890-2e8d6e534922 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Jul 23 00:30:15.480919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002c22-aec4-4770-8cc8-56f11473e575 req-435f874e-d915-4172-bc2b-9407779a69ff tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:15.482413 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62002c22-aec4-4770-8cc8-56f11473e575 req-435f874e-d915-4172-bc2b-9407779a69ff tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0680988 Jul 23 00:30:15.520933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-62002c22-aec4-4770-8cc8-56f11473e575 req-1d78c801-63a1-4029-87ef-79b5507bd9a9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 23 00:30:16.207989 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8562f444-21ba-4eb0-8bea-bfde92e2a024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:16.651155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e809e1-f317-436f-a267-bae03bef805c req-15649477-0a07-4283-9dc9-47c1a51614a7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:16.652684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e809e1-f317-436f-a267-bae03bef805c req-15649477-0a07-4283-9dc9-47c1a51614a7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0646882 Jul 23 00:30:16.691486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06e809e1-f317-436f-a267-bae03bef805c req-0c9cc642-159a-4fb8-a039-5f0c23edb8e5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Jul 23 00:30:17.819678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db426e-38de-450e-a161-eb5bf766b7d2 req-35435b21-d577-4843-b858-3e24e489d684 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:17.821161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4db426e-38de-450e-a161-eb5bf766b7d2 req-35435b21-d577-4843-b858-3e24e489d684 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0642622 Jul 23 00:30:17.861987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4db426e-38de-450e-a161-eb5bf766b7d2 req-3daddcd4-9b0f-45b3-9e4c-abf0113a2015 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352468 Jul 23 00:30:18.990103 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589789f7-1b38-463c-9dc2-aace24c7ff9a req-658c7e6c-8758-4596-9e19-486433d9d346 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:18.991627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-589789f7-1b38-463c-9dc2-aace24c7ff9a req-658c7e6c-8758-4596-9e19-486433d9d346 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637479 Jul 23 00:30:19.029354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-589789f7-1b38-463c-9dc2-aace24c7ff9a req-56c8f5f3-00bd-463c-a13d-df9f06ade6fa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Jul 23 00:30:19.527932 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0b53a7bf-54a9-448e-b41d-db3b5315aeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:19.764571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:20.158228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d774d-a18e-4753-8ced-7cfc7c1ff847 req-339a927b-0276-404e-b91b-2f76b1d40c87 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:20.159931 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-380d774d-a18e-4753-8ced-7cfc7c1ff847 req-339a927b-0276-404e-b91b-2f76b1d40c87 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0637128 Jul 23 00:30:20.198842 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-380d774d-a18e-4753-8ced-7cfc7c1ff847 req-2795752b-639f-41a9-8595-d7e739c14e0a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334172 Jul 23 00:30:20.460832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:21.331427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032bc20-68c3-4afb-af5a-9b5c780f93b5 req-e57e99e1-e94f-422d-a7f3-63a7b0f2cd45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:21.332909 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5032bc20-68c3-4afb-af5a-9b5c780f93b5 req-e57e99e1-e94f-422d-a7f3-63a7b0f2cd45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0672231 Jul 23 00:30:21.371187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5032bc20-68c3-4afb-af5a-9b5c780f93b5 req-aaf25b4f-daf9-40e7-9212-dbe73d101dde tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Jul 23 00:30:21.896527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:22.501645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501e6f-6826-4312-a569-921d64620232 req-76ba5a00-290a-4ad6-a8a2-d81746924d38 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:22.503159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d501e6f-6826-4312-a569-921d64620232 req-76ba5a00-290a-4ad6-a8a2-d81746924d38 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0653179 Jul 23 00:30:22.541185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d501e6f-6826-4312-a569-921d64620232 req-4249bcf7-6bc7-40db-854a-9aada5ac136e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Jul 23 00:30:22.732759 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:23.671095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9f35e-bfb5-4286-8036-b4be1819048c req-5ca8cd16-49db-4af5-8013-8dd9a495b1d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:23.672535 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2d9f35e-bfb5-4286-8036-b4be1819048c req-5ca8cd16-49db-4af5-8013-8dd9a495b1d2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0630090 Jul 23 00:30:23.713525 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2d9f35e-bfb5-4286-8036-b4be1819048c req-88b68c9c-54a0-436b-86b1-86c9247eab43 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354667 Jul 23 00:30:24.842652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d0b1-77af-4dd8-94a1-aa9c274c3ab2 req-36582503-1974-4079-a843-bd681ac42e4b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:24.844139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aff1d0b1-77af-4dd8-94a1-aa9c274c3ab2 req-36582503-1974-4079-a843-bd681ac42e4b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638781 Jul 23 00:30:24.882616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aff1d0b1-77af-4dd8-94a1-aa9c274c3ab2 req-3c75e189-e5bf-4faf-8876-4fcd1faaee20 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jul 23 00:30:26.022126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b749112-9fd6-4779-895c-1ddc3ade0033 req-de2eb649-96bf-431f-b5fe-8af93f675e45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:26.023629 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b749112-9fd6-4779-895c-1ddc3ade0033 req-de2eb649-96bf-431f-b5fe-8af93f675e45 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0671763 Jul 23 00:30:26.061679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6b749112-9fd6-4779-895c-1ddc3ade0033 req-22a05d9f-705f-4a4a-80fc-7ed726a960aa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Jul 23 00:30:27.196338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5f96-1f62-4ace-be47-34d22405b780 req-6d9f4c3c-7432-4b78-b979-26e504807da7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:27.198517 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-108f5f96-1f62-4ace-be47-34d22405b780 req-6d9f4c3c-7432-4b78-b979-26e504807da7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0686524 Jul 23 00:30:27.237269 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-108f5f96-1f62-4ace-be47-34d22405b780 req-8459846d-b9bb-4ecd-9c24-92bd2ccf6821 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Jul 23 00:30:28.372702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c14019-f369-4698-9159-6f84bcb1cd0d req-678f6213-4a8a-4f1b-889d-1b8d54781647 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:28.374890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63c14019-f369-4698-9159-6f84bcb1cd0d req-678f6213-4a8a-4f1b-889d-1b8d54781647 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0712674 Jul 23 00:30:28.412185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63c14019-f369-4698-9159-6f84bcb1cd0d req-7045212a-0dda-49a0-94ec-748ecc0bfc49 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Jul 23 00:30:29.541914 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32e8e0-9d7e-4229-b23f-4e2b48cc130e req-41513366-023f-4206-a0e8-aed7f8a28034 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:29.543458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df32e8e0-9d7e-4229-b23f-4e2b48cc130e req-41513366-023f-4206-a0e8-aed7f8a28034 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0643768 Jul 23 00:30:29.591104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-df32e8e0-9d7e-4229-b23f-4e2b48cc130e req-3f31e68f-4c0e-41f9-b55e-9814d54ccfae tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 Jul 23 00:30:30.724126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a1481-ec7e-4390-8238-4ea3e3f08751 req-f96652d5-ce2b-4971-90d5-cd3067263318 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:30.725524 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad1a1481-ec7e-4390-8238-4ea3e3f08751 req-f96652d5-ce2b-4971-90d5-cd3067263318 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0666800 Jul 23 00:30:30.764257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad1a1481-ec7e-4390-8238-4ea3e3f08751 req-e27047b5-b0bd-4168-919a-6008b42384ff tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Jul 23 00:30:31.141137 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-1cb62999-8dbf-4658-b1c9-9e924c9287ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1790946 Jul 23 00:30:31.236353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-38b8ff4c-5896-4a00-94d1-ac5e9cb63714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.237864 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-38b8ff4c-5896-4a00-94d1-ac5e9cb63714 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 1097 time: 0.0554531 Jul 23 00:30:31.348723 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-50d6dd61-c0a8-44eb-8783-049600fb16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.350175 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-50d6dd61-c0a8-44eb-8783-049600fb16cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0926869 Jul 23 00:30:31.421007 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-beae2702-7318-44b5-88a7-267d735689ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 200 len: 1002 time: 0.0647480 Jul 23 00:30:31.470884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-f0ffc5a7-b153-478c-9a75-b5ce1c6611c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.472507 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-f0ffc5a7-b153-478c-9a75-b5ce1c6611c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0454204 Jul 23 00:30:31.532841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-32f8e7fc-d73f-4b10-91c0-406edf6215ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.534347 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-32f8e7fc-d73f-4b10-91c0-406edf6215ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551140 Jul 23 00:30:31.544804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-2fe3cea0-ea65-4c76-9cc2-9617fb47f899 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:30:31.545738 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-2fe3cea0-ea65-4c76-9cc2-9617fb47f899 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051315 Jul 23 00:30:31.914577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21444cb9-28ed-4b99-a3ff-b0c3378132c9 req-e31f4cee-40bc-4979-9a22-64d76e26a330 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:31.916249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21444cb9-28ed-4b99-a3ff-b0c3378132c9 req-e31f4cee-40bc-4979-9a22-64d76e26a330 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0695715 Jul 23 00:30:31.955859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-d3d6ccbe-4f74-4112-9b5c-f61d14e066fa service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031813 Jul 23 00:30:31.957328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-21444cb9-28ed-4b99-a3ff-b0c3378132c9 req-cd364e7a-39aa-4bfb-a7a1-14089df7554f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352702 Jul 23 00:30:32.054988 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8d9baee-e52a-48f9-ad26-e9f054ea52b5 req-8f30b0f4-fb2b-4693-9cb6-1f6cf53456cc service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925841 Jul 23 00:30:32.107150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11b4cd-a7cd-40e4-a7eb-090cefc0acb0 req-cc3affa7-55bc-47d9-b1e1-37cb48389620 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.108680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd11b4cd-a7cd-40e4-a7eb-090cefc0acb0 req-cc3affa7-55bc-47d9-b1e1-37cb48389620 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0689325 Jul 23 00:30:32.149854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd11b4cd-a7cd-40e4-a7eb-090cefc0acb0 req-9ad57d6d-6dbb-4f09-b17e-1541cb321b8c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328293 Jul 23 00:30:32.404438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699fe1-dbc8-4008-a514-49fd583fc6cd req-5d310bb1-118d-4ef0-9f47-00d114d33439 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.405967 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b699fe1-dbc8-4008-a514-49fd583fc6cd req-5d310bb1-118d-4ef0-9f47-00d114d33439 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0638638 Jul 23 00:30:32.444182 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4b699fe1-dbc8-4008-a514-49fd583fc6cd req-b5a6605f-388f-4026-894a-23519b33f732 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Jul 23 00:30:32.761808 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-5b7bfb5c-7346-4dfa-89bb-ac3f3c2102fa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:32.763220 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-5b7bfb5c-7346-4dfa-89bb-ac3f3c2102fa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 946 time: 0.0652990 Jul 23 00:30:32.868858 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Deleting port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:30:32.869206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:32.964214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] For port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:32.965092 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.136484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.136861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.137187 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 disassociated. External IP: 172.25.5.33, port: 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57. Jul 23 00:30:33.137531 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Calling delete_port for 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:30:33.263817 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.296647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event deleted for resources: {'Port': ['ID=3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:33.308058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.308368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.308719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.309062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.309405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.309752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.310087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.310418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.310820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.311065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.311431 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.311764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:33.426671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:30:33.542492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:30:33.543686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2e1beff8-59bf-4a33-b818-5d588f2fee8a req-79372c90-1e00-4643-a8bf-bc04fcadc066 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eee2649-97d1-4b84-889f-bfdae4cb1e71 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Jul 23 00:30:33.566193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:30:33.575717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:30:33.576224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:30:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:33.589937 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] No DVR routers for this DVR port 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:30:33.592793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:33.594869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a21f42b3-211f-45b9-92d6-e3a4d34088a3 req-e2ceddcd-d7f0-402d-b962-d488ae533e2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "DELETE /v2.0/ports/3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 HTTP/1.1" status: 204 len: 173 time: 0.8260255 Jul 23 00:30:33.595353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-deleted', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:33.597793 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af865ad0-0c88-472e-bd24-7f3e4d5a2e24" -d '{"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-deleted", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:33.821256 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9c647-c5c9-488d-a779-419baea8476b x-openstack-request-id: req-baa9c647-c5c9-488d-a779-419baea8476b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:33.821951 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eee2649-97d1-4b84-889f-bfdae4cb1e71", "name": "network-vif-deleted", "tag": "3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:33.821951 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa9c647-c5c9-488d-a779-419baea8476b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:33.822403 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eee2649-97d1-4b84-889f-bfdae4cb1e71', 'name': 'network-vif-deleted', 'tag': '3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57', 'status': 'completed', 'code': 200} Jul 23 00:30:33.862506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:30:34.068514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:34.095286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:30:34.104581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:30:34.105235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:30:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:34.228579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:30:34.455651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:34.483076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba50917-289a-42a4-aabc-8cf3ccf71c03 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:30:34.736164 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae881a57-c506-4b58-951a-b39ff076b2f2 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:30:35.026206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-b8110c60-d03e-43ca-b7f4-d7e12f92d033 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1646321313&fields=id&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 267 time: 0.0338290 Jul 23 00:30:35.139146 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-5b1e30bd-a0b6-46f6-9899-6fd128f96b8e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:35.140918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-5b1e30bd-a0b6-46f6-9899-6fd128f96b8e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1076572 Jul 23 00:30:35.156357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-40608b98-5c18-43f8-82be-fac75ca35c32 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/quotas/406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 375 time: 0.0099893 Jul 23 00:30:35.228619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-79408a4a-12b7-4930-b08e-9b78374abae0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670869 Jul 23 00:30:35.372159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-a9571ba7-3016-46fd-ab07-2b0f0aa54583 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:30:35.376661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-a9571ba7-3016-46fd-ab07-2b0f0aa54583 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578215 Jul 23 00:30:35.485306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-6bc79ee9-cc9e-4bc1-a99e-f2a7eeb3dcb4 service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990779 Jul 23 00:30:35.583437 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-a65c2604-f342-4296-9f99-2988a79b9522 service neutron] 10.222.0.21 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924244 Jul 23 00:30:35.759404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-574fcc55-46f1-4d39-832c-aaac64026127 req-db22a3ae-9056-4117-aac8-167460710e90 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 210 time: 0.0303087 Jul 23 00:30:35.867439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:30:35.889574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:30:35.889927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 3f0300af-9bf2-4ef1-b5aa-3aa4075f8b57 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:30:36.776869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-9cc262f7-743a-47b9-9488-74c30bb9f6ba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:36.778870 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-9cc262f7-743a-47b9-9488-74c30bb9f6ba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 811 time: 0.1142247 Jul 23 00:30:36.832555 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:36.839785 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-1353b95a-f1f7-403c-adf6-85b61c2ff22f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 380 time: 0.0506809 Jul 23 00:30:36.856093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'port': {'device_id': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'admin_state_up': True, 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'security_groups': ['9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:30:36.903754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-69ee14cc-09ca-4ff5-b1bb-94fb4cec90ad req-4ff40beb-9905-4006-9555-86e15fde39de tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 210 time: 0.0381558 Jul 23 00:30:36.976309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Made reservation on behalf of 406e7cc1b0b040dd94323e72f842c361 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:30:36.980656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.120657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Allocated IP 172.20.0.12 (46f45f6a-eebe-44ed-b90f-fde78c253675/0194146d-1d0f-4815-aec8-b84ae7a95786/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:30:37.266510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.290689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Transition to ACTIVE for port object 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:30:37.324196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.366671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:30:37.372087 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:30:37.375717 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:30:37.402809 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:37.433887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:37.434549 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.456367 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-42f52a59-1cae-4f3d-ae48-7ec8d46874b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6082895 Jul 23 00:30:37.468820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Request body: {'port': {'device_id': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:30:37.553565 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.607296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d799c55-943f-49b8-b860-2c62b2b85db0 None None] Provisioning for port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:30:37.611526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d799c55-943f-49b8-b860-2c62b2b85db0 None None] Provisioning complete for port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:30:37.611977 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d799c55-943f-49b8-b860-2c62b2b85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.647238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9d799c55-943f-49b8-b860-2c62b2b85db0 None None] Port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:30:37.841529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:30:37.849703 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.861954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Transition to ACTIVE for port object 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:30:37.865552 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:37.919942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:38.004037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:30:38.004572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:30:38.004911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:30:38.010429 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:30:38.010762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:30:38.018182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:30:38.018608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:30:38.018911 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:30:38.019382 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Bound port: 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:30:38.019751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:38.048943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e2621-2b06-487d-b097-cd28a9aa7992 req-db66a3f7-8c13-445f-b101-e565ae4a89fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.050665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-454e2621-2b06-487d-b097-cd28a9aa7992 req-db66a3f7-8c13-445f-b101-e565ae4a89fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0735331 Jul 23 00:30:38.096776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:30:38.101139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:30:38.104351 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-454e2621-2b06-487d-b097-cd28a9aa7992 req-cb153311-c085-40cc-b67f-fe64fd1bb8ed tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473950 Jul 23 00:30:38.105578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:38.145525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.146154 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:38.147642 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] 10.222.0.49 "PUT /v2.0/ports/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1092 time: 0.6834619 Jul 23 00:30:38.148153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:38.150485 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5902b-53a9-4847-87d4-9600372b8af4" -d '{"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:38.180446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa26a3-6f7b-42db-b2a2-ca4de95b8fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:38.207285 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d750cd5-517e-464e-be32-46de3288ce36 x-openstack-request-id: req-2d750cd5-517e-464e-be32-46de3288ce36 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:38.207675 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:38.207868 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d750cd5-517e-464e-be32-46de3288ce36 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:38.208284 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'status': 'completed', 'code': 200} Jul 23 00:30:38.263127 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-05036fc9-d79f-42a4-82dc-7a5fbc23f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.264729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-05036fc9-d79f-42a4-82dc-7a5fbc23f385 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1095 time: 0.0690076 Jul 23 00:30:38.309015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-945183c4-dc44-43b4-b034-7c0476cfb1cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 217 time: 0.0364685 Jul 23 00:30:38.359947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-54c5cb5d-4728-441d-bb80-5b2197fe0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.361489 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-54c5cb5d-4728-441d-bb80-5b2197fe0963 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0468960 Jul 23 00:30:38.421461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-0a32ae68-cf87-471b-b5e9-dd10bda5dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.423020 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-0a32ae68-cf87-471b-b5e9-dd10bda5dcf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557637 Jul 23 00:30:38.519164 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-4b16e3ea-5839-4418-8162-09fc4a46e533 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898426 Jul 23 00:30:38.617772 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7a54407a-e9d2-4eab-a15b-1715b490917d req-002859f3-660a-4df0-8d4d-6d5f4b9e3a33 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927334 Jul 23 00:30:38.719006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-c49d7ecb-959e-402b-a14c-024f869d28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.720470 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-c49d7ecb-959e-402b-a14c-024f869d28bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1095 time: 0.0571001 Jul 23 00:30:38.812640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-6f95a47b-68f4-4503-88d1-8fc6d69c6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.814139 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-6f95a47b-68f4-4503-88d1-8fc6d69c6ad9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0871742 Jul 23 00:30:38.859313 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-2eaf6bca-6d2b-4375-b22f-43511327057d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 217 time: 0.0383549 Jul 23 00:30:38.909091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-8eda4deb-d262-4a37-9e3d-0e3d4054ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.910562 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-8eda4deb-d262-4a37-9e3d-0e3d4054ac37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0441856 Jul 23 00:30:38.970860 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-4e58b34d-20e0-4484-9942-4472a9c51fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:38.972335 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-4e58b34d-20e0-4484-9942-4472a9c51fe1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551186 Jul 23 00:30:39.069773 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-4e2b8aa8-6783-437a-8337-bf7cb6018167 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882719 Jul 23 00:30:39.163876 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-25c5902b-53a9-4847-87d4-9600372b8af4 req-bf23f2f7-84cc-4fcb-b5ee-78960e5d51ef service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860705 Jul 23 00:30:39.246857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a335364-f3bb-49ba-814b-2add36835b81 req-35cfc0f3-55a7-42c4-8e71-4d3f0bb87033 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:39.248441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a335364-f3bb-49ba-814b-2add36835b81 req-35cfc0f3-55a7-42c4-8e71-4d3f0bb87033 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0681722 Jul 23 00:30:39.288307 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1a335364-f3bb-49ba-814b-2add36835b81 req-5336f094-8d4f-4dad-be1b-e6808451fb64 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Jul 23 00:30:40.429684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c31aa-29b5-4a1c-94a1-4f299b5d9a2e req-3f3e6bd9-5395-4810-a22a-fad080b080bc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:40.431226 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-568c31aa-29b5-4a1c-94a1-4f299b5d9a2e req-3f3e6bd9-5395-4810-a22a-fad080b080bc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0682948 Jul 23 00:30:40.474686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-568c31aa-29b5-4a1c-94a1-4f299b5d9a2e req-6cbeef73-33a2-49c6-9119-9143f6a0819d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370865 Jul 23 00:30:40.954910 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:30:41.620160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6404680-43ba-4bac-ba43-74daf7d4ff64 req-4025e2d9-e627-4625-8b8f-a3c2e1535a4e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:41.621788 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6404680-43ba-4bac-ba43-74daf7d4ff64 req-4025e2d9-e627-4625-8b8f-a3c2e1535a4e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0718915 Jul 23 00:30:41.661969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e6404680-43ba-4bac-ba43-74daf7d4ff64 req-004cfd8d-8128-4675-8571-92bc6a1fb86c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Jul 23 00:30:41.938554 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:30:42.044230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:42.056001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'mac_address': 'fa:16:3e:40:82:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:30:42.095017 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:42.108269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:30:42.128553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:42.132686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:42.185362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:42.192954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.193235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.193576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.193913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.194254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.194581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.194911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.195237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.195591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.195919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.196246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.196569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:30:42.364746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:30:42.804699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29443cd0-1fcc-4aa2-ba64-71f1d2f96ca9 req-256341d1-cc3e-4ca2-b6e1-6cf94bc90293 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:42.806203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29443cd0-1fcc-4aa2-ba64-71f1d2f96ca9 req-256341d1-cc3e-4ca2-b6e1-6cf94bc90293 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0699165 Jul 23 00:30:42.848250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29443cd0-1fcc-4aa2-ba64-71f1d2f96ca9 req-f99dcb18-a03a-4470-9a62-46a58be7103f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354323 Jul 23 00:30:43.954741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:30:43.983612 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda845f1-7aa7-4099-b929-ae3621257484 req-bf1963e0-85d7-4e3f-96b5-6cf25ca9ead6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:43.985218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fda845f1-7aa7-4099-b929-ae3621257484 req-bf1963e0-85d7-4e3f-96b5-6cf25ca9ead6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0688434 Jul 23 00:30:44.012320 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:30:44.016128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:30:44.016509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:44.030597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fda845f1-7aa7-4099-b929-ae3621257484 req-d0fcadbc-a034-4e42-b009-3150040145bc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395913 Jul 23 00:30:44.094227 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:44.116973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:44.119365 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0254aa-dd55-4647-bee4-54edf14b3981" -d '{"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:44.132704 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:30:44.137462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:44.186722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:30:44.206548 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b0cd6a-ff19-4b9a-b04a-a37513ff6c54 x-openstack-request-id: req-e0b0cd6a-ff19-4b9a-b04a-a37513ff6c54 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:44.206924 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:44.207216 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0b0cd6a-ff19-4b9a-b04a-a37513ff6c54 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:44.207688 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'code': 200} Jul 23 00:30:44.323218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b54f-ee44-4901-95c5-3141d662a32d req-eb7ca4b9-6a55-4cce-afd2-48c576d948d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:44.325388 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e095b54f-ee44-4901-95c5-3141d662a32d req-eb7ca4b9-6a55-4cce-afd2-48c576d948d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1097 time: 0.0592394 Jul 23 00:30:44.360492 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e095b54f-ee44-4901-95c5-3141d662a32d req-deb15306-c1b7-438d-ba32-6dc22f00c53a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285270 Jul 23 00:30:45.175582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb6c63-402f-4e61-84aa-47cb704dc92b req-d15ac2b6-60e1-41b0-a559-2519c6e49a6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:45.177091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92cb6c63-402f-4e61-84aa-47cb704dc92b req-d15ac2b6-60e1-41b0-a559-2519c6e49a6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0668373 Jul 23 00:30:45.216922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92cb6c63-402f-4e61-84aa-47cb704dc92b req-6c00a97d-3211-4813-b251-1702bb849889 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Jul 23 00:30:46.209443 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-581ae687-7d72-47ed-abbd-04b02b2fb65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:46.348546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa4993-5215-48e7-8756-81c18dbbff28 req-b111b0d3-e5cb-4b76-8578-7949b207bc4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:46.350050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07aa4993-5215-48e7-8756-81c18dbbff28 req-b111b0d3-e5cb-4b76-8578-7949b207bc4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0637662 Jul 23 00:30:46.388245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-07aa4993-5215-48e7-8756-81c18dbbff28 req-62322eb7-3109-4144-a5d4-ed1b84566c5b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325096 Jul 23 00:30:46.523088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6dabf-f4a4-4bc1-a327-98bc5c03d049 req-d28f6eb5-b826-4bea-b9b1-a3444e703d4b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:46.524637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8df6dabf-f4a4-4bc1-a327-98bc5c03d049 req-d28f6eb5-b826-4bea-b9b1-a3444e703d4b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0710430 Jul 23 00:30:46.534265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 52734) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:30:46.538880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Request body: {'floatingip': {'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:30:46.578525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:47.020982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:47.024828 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:47.129989 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 associated. External IP: 172.25.5.33, port: 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab. Jul 23 00:30:47.336930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:30:47.444913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:30:47.450952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:47.459534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:30:47.473923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:30:47.474563 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:30:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:47.492334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bc8d00e4-1ea3-4adf-90ff-96ca1dfe021e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "PUT /v2.0/floatingips/43efc79e-00e6-4d8f-b69d-493288732828 HTTP/1.1" status: 200 len: 992 time: 0.9569466 Jul 23 00:30:47.493118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:30:47.495522 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:30:47.586406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:30:47.637957 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d134f3-b8ad-4c36-a0b3-67f6292e72b6 x-openstack-request-id: req-83d134f3-b8ad-4c36-a0b3-67f6292e72b6 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:30:47.638434 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:30:47.638840 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83d134f3-b8ad-4c36-a0b3-67f6292e72b6 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:30:47.640058 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'status': 'completed', 'code': 200} Jul 23 00:30:47.712191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-647693f1-71e6-429d-94ce-e1d2ece8e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:47.713735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-647693f1-71e6-429d-94ce-e1d2ece8e9f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1097 time: 0.0547423 Jul 23 00:30:47.824657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:40:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:30:46Z', 'revision_number': 13, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:47.836014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-e0562947-2e6e-4f54-9067-cf5114d90bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:47.837509 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-e0562947-2e6e-4f54-9067-cf5114d90bd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.1177547 Jul 23 00:30:47.852227 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:30:47.862593 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:30:47.863207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:30:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:47.911453 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-e61761f9-aa4c-4ac4-a2db-eb890f79eaae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0670955 Jul 23 00:30:47.967023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-ea149165-4491-4f76-b039-b067d627d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:47.969481 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-ea149165-4491-4f76-b039-b067d627d53d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0522234 Jul 23 00:30:47.986831 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:30:48.036367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-1fd8cd89-e63e-41ea-99f7-fff97965a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:30:48.037907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-1fd8cd89-e63e-41ea-99f7-fff97965a4ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615518 Jul 23 00:30:48.134801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-b8ca68c0-380b-4ae1-a6c3-5062924373f9 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900471 Jul 23 00:30:48.231791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:40:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:30:46Z', 'revision_number': 13, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:30:48.233190 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-72f6fc1b-e72e-433c-aefb-02dd4f605ca3 req-d2a91750-2a34-4213-8b79-f04495b420bc service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923977 Jul 23 00:30:48.260304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c53c58-c89d-446f-87de-79d3665e76f2 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '43efc79e-00e6-4d8f-b69d-493288732828', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'floating_ip_address': '172.25.5.33', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'mac_address': 'fa:16:3e:40:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:18:18Z', 'updated_at': '2021-07-23T00:30:46Z', 'revision_number': 13, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:30:48.458308 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7e8a62-8cfb-4fce-a80b-c6c9383c4d30 None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:30:49.529823 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0fe49fa-c5e6-421e-afa1-41f39ab283a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:49.766054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:50.466931 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:51.899862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:30:52.747466 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:06.825879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:16.210451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6e4bcd40-aea9-49d5-b4a6-f75185f35656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:17.954936 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:31:19.530498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-14f1689b-f23d-450e-a14d-f5fcb8966496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:19.767740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:20.469601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:21.901144 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:22.746343 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:31.016168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-a688a9de-68ca-4cdd-8c36-6c28d4712e2e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586584 Jul 23 00:31:31.116560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-463d6bbe-f374-428a-b5e6-352b5cf1c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.118061 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-463d6bbe-f374-428a-b5e6-352b5cf1c92f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1097 time: 0.0601294 Jul 23 00:31:31.224410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-4488f6f7-b068-4282-b29a-5cebccd2ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.225919 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-4488f6f7-b068-4282-b29a-5cebccd2ceb8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0887368 Jul 23 00:31:31.298166 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-fb710431-95dc-4031-91ef-88883e8662f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1002 time: 0.0620477 Jul 23 00:31:31.349105 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-e2ef50ad-9baf-4cfe-8b73-fd58834ee7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.350623 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-e2ef50ad-9baf-4cfe-8b73-fd58834ee7ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0459208 Jul 23 00:31:31.409573 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-167ed515-393e-4010-9107-d81e920be037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:31:31.411265 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-167ed515-393e-4010-9107-d81e920be037 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537715 Jul 23 00:31:31.505997 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-3380ee13-baa7-4985-96c6-2c8f77064de3 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Jul 23 00:31:31.594985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d80dee99-c12c-4a01-9cf4-d7447dd0ae35 req-c362a709-f01f-4bd9-8081-bf8ba58882dd service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830374 Jul 23 00:31:36.843066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:46.213693 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-893c2d12-acdd-4187-bcc6-c29b8e954c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.531134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-590020b4-a4ce-477d-a3cb-5554a42fc9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:49.771858 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:50.464863 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:51.904056 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:52.753132 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:31:54.955125 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:32:06.841358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:16.217457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a89ff17d-fa35-40b9-b5b2-b97770b19610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:19.533065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1cbcb667-9602-496a-abcc-130a94d16969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:19.776177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:20.474247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:21.905198 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:22.760720 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:23.602109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7a613-cb7b-4cfc-b84f-33392c68f4d9 req-ea5a5406-740c-4339-bfba-aa467fbda45e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:23.604299 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54d7a613-cb7b-4cfc-b84f-33392c68f4d9 req-ea5a5406-740c-4339-bfba-aa467fbda45e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0665674 Jul 23 00:32:23.642240 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54d7a613-cb7b-4cfc-b84f-33392c68f4d9 req-6e55d2bf-f6ca-4fb7-84cf-1d5e9f465749 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Jul 23 00:32:31.954913 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:32:32.009320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-805275d4-3e3c-42f9-873b-bb163fbcf074 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585761 Jul 23 00:32:32.101180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-9a1f21bf-dbfa-4854-9c37-c2ba5b94ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:32.102647 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-9a1f21bf-dbfa-4854-9c37-c2ba5b94ea98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1097 time: 0.0525637 Jul 23 00:32:32.202492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-942ff676-d2ea-436e-85b1-e67998b6e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:32.203981 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-942ff676-d2ea-436e-85b1-e67998b6e927 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0821905 Jul 23 00:32:32.270898 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-5fa6a3ce-e304-4c79-9627-e156f38bbb1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1002 time: 0.0602288 Jul 23 00:32:32.319271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-46a0694b-352c-43ea-b8e4-3b63e36ccd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:32.320763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-46a0694b-352c-43ea-b8e4-3b63e36ccd8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438764 Jul 23 00:32:32.378632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-1147975b-e9e8-41a4-a06f-b9925320d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:32.380150 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-1147975b-e9e8-41a4-a06f-b9925320d3fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531888 Jul 23 00:32:32.474156 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-bd436945-4629-4181-a5e5-ed688b71bed9 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873816 Jul 23 00:32:32.561438 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f8892cff-7c7b-4749-af63-691ed1dbe0c2 req-345a3e56-94c2-496c-92a1-37c76a0a767e service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805779 Jul 23 00:32:33.899072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-4cd63502-b404-450b-805b-81f16b1fecfa req-81112609-7f14-484d-9759-acd74163bafc service neutron] (93791) timed out ('10.222.0.21', 50408) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:32:34.856097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68bde5-1e61-4b4e-b50e-909c009c61fb req-f6f1a692-fbb8-449d-9074-7a11e28a3bfa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:34.857638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee68bde5-1e61-4b4e-b50e-909c009c61fb req-f6f1a692-fbb8-449d-9074-7a11e28a3bfa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.1120591 Jul 23 00:32:34.869157 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-f87d2f22-5d8c-488e-b729-70f6b545bf3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966811 Jul 23 00:32:34.897520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee68bde5-1e61-4b4e-b50e-909c009c61fb req-736d631f-7cec-4ce7-bdf5-46711558494a tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Jul 23 00:32:36.044150 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7ca4c-7de9-403b-bece-de00e61e6124 req-6289b153-3bc4-49c3-9ca7-de2aae88d2c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:36.045649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cef7ca4c-7de9-403b-bece-de00e61e6124 req-6289b153-3bc4-49c3-9ca7-de2aae88d2c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0710900 Jul 23 00:32:36.085401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cef7ca4c-7de9-403b-bece-de00e61e6124 req-385331fa-c5b2-45a3-869d-1a1b9b2b0286 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336759 Jul 23 00:32:36.115208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-d57281a0-ec8b-4cd7-8b03-d3160eb10e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:36.116794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-d57281a0-ec8b-4cd7-8b03-d3160eb10e18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1097 time: 0.0550165 Jul 23 00:32:36.207930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-50d755ba-206c-4fef-a24f-78b73c62648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:36.209310 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-50d755ba-206c-4fef-a24f-78b73c62648d service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0864727 Jul 23 00:32:36.272310 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-baabb6cf-44ec-4847-8d54-161d92c6b302 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1002 time: 0.0567563 Jul 23 00:32:36.319439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-5e3961dd-beba-4159-91f5-528e109de6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:36.320845 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-5e3961dd-beba-4159-91f5-528e109de6f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0424845 Jul 23 00:32:36.382159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-fb5487a6-60da-424d-afe7-9d300e3aca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:36.383671 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-fb5487a6-60da-424d-afe7-9d300e3aca3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569010 Jul 23 00:32:36.476499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-652e6f37-befb-4aaa-9e46-3e69cb021069 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867155 Jul 23 00:32:36.570073 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-ff14817a-3d0c-4d12-ab46-6c8e3f81c747 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871577 Jul 23 00:32:36.855846 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:37.218255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ede6c-931b-4ea1-a630-5fea7306e965 req-7695002c-968c-4d5f-ad69-09413795bc6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:37.219761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b28ede6c-931b-4ea1-a630-5fea7306e965 req-7695002c-968c-4d5f-ad69-09413795bc6d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0658624 Jul 23 00:32:37.258232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b28ede6c-931b-4ea1-a630-5fea7306e965 req-ab410925-a84c-495c-88d6-77ce452da790 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Jul 23 00:32:38.390173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304e14f-4358-4e3f-b825-1bfb4a75b126 req-807bb6e2-81df-42cf-9b09-40fdd94e32f9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:38.391684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6304e14f-4358-4e3f-b825-1bfb4a75b126 req-807bb6e2-81df-42cf-9b09-40fdd94e32f9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0638068 Jul 23 00:32:38.433271 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6304e14f-4358-4e3f-b825-1bfb4a75b126 req-4587af7c-e7ac-4a47-b77a-30b893c9b2ee tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352826 Jul 23 00:32:39.562958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11179c6d-2965-415c-a4c8-d40671e0098f req-8141b06b-2bbb-48f5-b0f3-aa1f7f13d9c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:39.565551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11179c6d-2965-415c-a4c8-d40671e0098f req-8141b06b-2bbb-48f5-b0f3-aa1f7f13d9c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0650272 Jul 23 00:32:39.605011 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11179c6d-2965-415c-a4c8-d40671e0098f req-9103d893-4410-43d1-9ca5-d3bb9c5ae131 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341330 Jul 23 00:32:40.736216 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571f209-d95a-4e48-a817-5289663d6d34 req-e6596d83-a994-46ec-81da-137187a76122 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:40.737610 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6571f209-d95a-4e48-a817-5289663d6d34 req-e6596d83-a994-46ec-81da-137187a76122 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0649433 Jul 23 00:32:40.774814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6571f209-d95a-4e48-a817-5289663d6d34 req-b3e294ef-f18c-4ed9-8870-5e2ee318234d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Jul 23 00:32:41.909785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b742c-e16c-4198-a10b-7a5073f522f8 req-47904942-1beb-4d32-ad35-09f4ab471af8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:41.911281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-767b742c-e16c-4198-a10b-7a5073f522f8 req-47904942-1beb-4d32-ad35-09f4ab471af8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0665107 Jul 23 00:32:41.951566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-767b742c-e16c-4198-a10b-7a5073f522f8 req-be6335ad-2740-4f60-83b1-2bb71eeb3411 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347395 Jul 23 00:32:43.081572 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011797e-e370-43ba-a0ed-f354c0d24877 req-e5523ca1-d319-4fc5-a148-253b938a2fbc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:43.083060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6011797e-e370-43ba-a0ed-f354c0d24877 req-e5523ca1-d319-4fc5-a148-253b938a2fbc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0649948 Jul 23 00:32:43.122017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6011797e-e370-43ba-a0ed-f354c0d24877 req-6a127861-1b37-40cb-9ce4-0e070c56ddf7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Jul 23 00:32:44.258490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cee774-48a2-40e7-91f9-aad8784ccab0 req-f5ffaea0-6ece-46eb-8042-b68dea82a337 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:44.259997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29cee774-48a2-40e7-91f9-aad8784ccab0 req-f5ffaea0-6ece-46eb-8042-b68dea82a337 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0632772 Jul 23 00:32:44.301616 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29cee774-48a2-40e7-91f9-aad8784ccab0 req-48eba2ee-46c1-4be9-874a-b103a688bfab tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360270 Jul 23 00:32:45.433564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7e8e-bf2c-4185-bce6-3355fdc3a2aa req-c96070eb-87bb-4375-bbdf-0f86fcc03851 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:45.435046 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa3f7e8e-bf2c-4185-bce6-3355fdc3a2aa req-c96070eb-87bb-4375-bbdf-0f86fcc03851 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0652561 Jul 23 00:32:45.476167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa3f7e8e-bf2c-4185-bce6-3355fdc3a2aa req-94c044e3-e564-40ce-b490-f7ff6ae4d38b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Jul 23 00:32:46.221259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5861-3976-41e0-b6f5-86d660ad9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:46.606414 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a27aca-8e8c-4ef1-951e-176c269d57c6 req-3bf8a7a3-dea1-4ad9-af3c-f33e1c9a9f2b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:46.607934 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1a27aca-8e8c-4ef1-951e-176c269d57c6 req-3bf8a7a3-dea1-4ad9-af3c-f33e1c9a9f2b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0638442 Jul 23 00:32:46.647996 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1a27aca-8e8c-4ef1-951e-176c269d57c6 req-f025feec-4862-4d28-84fd-2339d84e2bad tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336838 Jul 23 00:32:47.780876 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b4a18-6731-471c-8868-b5ff90e80215 req-4fb85316-9a0e-41dc-9e2c-e0b1c610bc6b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:47.782292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd1b4a18-6731-471c-8868-b5ff90e80215 req-4fb85316-9a0e-41dc-9e2c-e0b1c610bc6b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0665770 Jul 23 00:32:47.825232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bd1b4a18-6731-471c-8868-b5ff90e80215 req-89d55423-b271-4f87-ba26-12ba58194969 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Jul 23 00:32:48.961444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad94634-2efa-4d9b-a336-6b50deb37497 req-e21cbb03-6126-43b4-88d3-296b5bbad2ca tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:48.962870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dad94634-2efa-4d9b-a336-6b50deb37497 req-e21cbb03-6126-43b4-88d3-296b5bbad2ca tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0694027 Jul 23 00:32:49.000715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dad94634-2efa-4d9b-a336-6b50deb37497 req-644e5152-2c14-4229-8b93-e975bd2d5ba1 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323064 Jul 23 00:32:49.534275 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d37f47ed-eea4-48e3-be47-d4f32b3d1e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:49.778020 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:50.136429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebcb4e-2ef5-43ae-98bf-ac437da89a1d req-badadb6f-47c0-4d20-9d67-cbe1c3c27238 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:50.137966 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24ebcb4e-2ef5-43ae-98bf-ac437da89a1d req-badadb6f-47c0-4d20-9d67-cbe1c3c27238 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0659397 Jul 23 00:32:50.172000 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-20b9830a-c544-4f88-87ef-dbeb99eaee04 service neutron] show failed (client error): The resource could not be found. Jul 23 00:32:50.173053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-20b9830a-c544-4f88-87ef-dbeb99eaee04 service neutron] 10.222.0.49 "GET /v2.0/ports/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0547667 Jul 23 00:32:50.182855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-24ebcb4e-2ef5-43ae-98bf-ac437da89a1d req-22172b2d-4862-4436-ac6d-8ab9f01d76ba tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391750 Jul 23 00:32:50.432261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-9ed7a274-28fa-41b0-bacf-72727b1abb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:50.433786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-9ed7a274-28fa-41b0-bacf-72727b1abb71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 1097 time: 0.1002994 Jul 23 00:32:50.451390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:32:50.473435 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:50.525343 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:50.740552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:32:50.775536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:50.815129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:50.818202 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066e596-ad92-4321-a4a0-84ed158ae0cb" -d '{"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:50.822151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:50.835063 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Transition to ACTIVE for port object 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:32:50.840226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:50.883106 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab806b2-6f14-4b6e-a6c8-9388df29898d x-openstack-request-id: req-dab806b2-6f14-4b6e-a6c8-9388df29898d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:50.883419 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:50.883669 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dab806b2-6f14-4b6e-a6c8-9388df29898d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:50.884054 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'code': 200} Jul 23 00:32:50.939844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:50.954101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.954457 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.954802 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.955141 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.955508 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.955845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.956721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.957055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.957384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.957716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.958038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.958360 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:32:50.990716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] No DVR routers for this DVR port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:32:51.130912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:32:51.131233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:32:51.131590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:51.135813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:32:51.136134 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:32:51.141613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:32:51.142306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:32:51.142306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:32:51.142766 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Bound port: 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:32:51.143133 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:51.215719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:32:51.218726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:32:51.223025 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:51.255687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:51.256336 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:51.257766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] 10.222.0.48 "PUT /v2.0/ports/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1092 time: 0.8110564 Jul 23 00:32:51.348043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd08b-e5c5-4915-8304-a52d22ae6889 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:32:51.398282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2d963-dbe6-40f1-acf5-ea9c94c2b29b req-5ca0c07d-e28a-42ee-84f5-9463cfb4eb70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:51.399945 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55d2d963-dbe6-40f1-acf5-ea9c94c2b29b req-5ca0c07d-e28a-42ee-84f5-9463cfb4eb70 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.1394277 Jul 23 00:32:51.410107 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-e75b6718-947c-4d16-a130-d901d2cc5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:51.411717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-e75b6718-947c-4d16-a130-d901d2cc5fcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1095 time: 0.1057899 Jul 23 00:32:51.502547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55d2d963-dbe6-40f1-acf5-ea9c94c2b29b req-693c8571-deda-48f8-a6e4-160e442c950d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966089 Jul 23 00:32:51.536379 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-9605ce03-adcb-4dee-859e-7b45f0afc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:51.537543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-9605ce03-adcb-4dee-859e-7b45f0afc929 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.1197085 Jul 23 00:32:51.604073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-552e8578-9fbd-4632-b577-b581dfe61878 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0596385 Jul 23 00:32:51.654394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-6ae78b0d-67ed-4b06-a691-07823922d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:51.656010 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-6ae78b0d-67ed-4b06-a691-07823922d4aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0463667 Jul 23 00:32:51.910861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:52.048899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-edbd224e-3697-41c4-983c-cfe37be05800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:52.051069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-edbd224e-3697-41c4-983c-cfe37be05800 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3890176 Jul 23 00:32:52.064072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-6cc31d5c-3b37-4248-a5f9-f942ff873824 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:32:52.065028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-6cc31d5c-3b37-4248-a5f9-f942ff873824 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055149 Jul 23 00:32:52.173676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-6b8fe517-6ae0-4749-836b-a260572c6f49 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018982 Jul 23 00:32:52.273456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-835e6409-d89d-469b-8ba6-eb3ca659ee7e req-983de06b-9af2-41e4-9e2d-850088ddc4e8 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936666 Jul 23 00:32:52.495886 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:32:52.548005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:32:52.650130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95e50-1c71-44b4-9cad-c9ae4e018f77 req-a1ad27e8-2b9c-4aa0-a908-2b3ec558451e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:52.651700 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64b95e50-1c71-44b4-9cad-c9ae4e018f77 req-a1ad27e8-2b9c-4aa0-a908-2b3ec558451e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0690300 Jul 23 00:32:52.691035 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-64b95e50-1c71-44b4-9cad-c9ae4e018f77 req-3a7d7e9e-27a6-4cf6-b67a-4f9ba633b717 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Jul 23 00:32:52.761459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:32:52.884960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:32:52.887406 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e974a070-1916-4994-8896-22ebe2a68602" -d '{"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:32:52.940663 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d310dc99-6787-4c96-8128-2ef1b7f7c3ad x-openstack-request-id: req-d310dc99-6787-4c96-8128-2ef1b7f7c3ad {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:32:52.942144 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:32:52.942408 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d310dc99-6787-4c96-8128-2ef1b7f7c3ad {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:32:52.942803 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'status': 'completed', 'code': 200} Jul 23 00:32:53.022245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-b8fd690f-c40e-42dc-85cb-a6dcd0797859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.023916 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-b8fd690f-c40e-42dc-85cb-a6dcd0797859 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1095 time: 0.0647769 Jul 23 00:32:53.059122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-a34de72b-b4d6-4d3f-9b8d-dc1cf7726fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.060778 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-a34de72b-b4d6-4d3f-9b8d-dc1cf7726fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1095 time: 0.0744395 Jul 23 00:32:53.155109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-f50eb26d-ae69-4d0b-9909-ef6dd4d56d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.156783 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-f50eb26d-ae69-4d0b-9909-ef6dd4d56d05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0895491 Jul 23 00:32:53.231122 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-df12c841-bbaf-4d86-8e0a-b6f021b025f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0676014 Jul 23 00:32:53.282387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-9514626f-9693-4be9-917d-db1923abb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.284726 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-9514626f-9693-4be9-917d-db1923abb6ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0471492 Jul 23 00:32:53.346155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-e3367424-a839-4575-a831-15b6067c55d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.349045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-e3367424-a839-4575-a831-15b6067c55d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585046 Jul 23 00:32:53.433783 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-daf7ad82-e485-4370-a8ce-bd9801c2c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.435724 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-daf7ad82-e485-4370-a8ce-bd9801c2c539 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.4054110 Jul 23 00:32:53.452123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-a6e6d2c7-b12d-4748-b3d7-e6b066406071 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964203 Jul 23 00:32:53.503468 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-2c907adc-b2fa-4b63-8f3c-24ead47dcd3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0615146 Jul 23 00:32:53.546766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-eea6e32e-e158-4a27-a121-1abcf9d6e4fe service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882485 Jul 23 00:32:53.557487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-09ab6845-1f0f-48ca-af37-e99eef0bc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.558982 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-09ab6845-1f0f-48ca-af37-e99eef0bc967 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0495708 Jul 23 00:32:53.621355 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a070-1916-4994-8896-22ebe2a68602 req-1d159a32-b626-4cda-8b17-18c122b53f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.623070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-1d159a32-b626-4cda-8b17-18c122b53f66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579782 Jul 23 00:32:53.718348 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-ee6a9f23-8fce-4b80-b87a-ec59b6af70d3 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886252 Jul 23 00:32:53.816834 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e974a070-1916-4994-8896-22ebe2a68602 req-85aca182-42a5-4d03-a310-92096e4c66a3 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917642 Jul 23 00:32:53.838353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a20900-6949-4bd3-84c2-63b009a11f33 req-19269cca-a743-47be-b4b0-c5797e581e41 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:53.840028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82a20900-6949-4bd3-84c2-63b009a11f33 req-19269cca-a743-47be-b4b0-c5797e581e41 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0726795 Jul 23 00:32:53.883879 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-82a20900-6949-4bd3-84c2-63b009a11f33 req-8b303919-c14b-4b0e-8b15-15a397788b61 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Jul 23 00:32:55.026536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1f45a-777c-4d8b-a2bb-38b983ad83da req-d5568b9e-97f9-4597-bd0e-9dcd110f94c2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:55.028125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42b1f45a-777c-4d8b-a2bb-38b983ad83da req-d5568b9e-97f9-4597-bd0e-9dcd110f94c2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0690565 Jul 23 00:32:55.069749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42b1f45a-777c-4d8b-a2bb-38b983ad83da req-30a96863-950a-4e37-a9b5-f73e72707600 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358999 Jul 23 00:32:56.211833 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3727f5-41ca-4f91-b4c8-be30cf24f348 req-d7f9e008-bef4-47dc-9efb-032935c2fdc9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:56.213408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d3727f5-41ca-4f91-b4c8-be30cf24f348 req-d7f9e008-bef4-47dc-9efb-032935c2fdc9 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0722775 Jul 23 00:32:56.256260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d3727f5-41ca-4f91-b4c8-be30cf24f348 req-f0ddd177-91e8-4d52-9d6a-274c2cff88b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356548 Jul 23 00:32:57.391191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92264e56-3a9d-4b5c-8984-cb53016d3323 req-c38e3421-8e7f-4cf1-a798-d2ef9639ef4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:57.392707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92264e56-3a9d-4b5c-8984-cb53016d3323 req-c38e3421-8e7f-4cf1-a798-d2ef9639ef4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0665326 Jul 23 00:32:57.430428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92264e56-3a9d-4b5c-8984-cb53016d3323 req-67ec4a31-142c-44ab-87eb-a3c4fa717a20 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Jul 23 00:32:58.564780 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1c0af-5b26-4c7c-880d-9372d3eab053 req-58cd5c4e-30a5-47bb-b887-33315bc5283c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:58.566278 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60b1c0af-5b26-4c7c-880d-9372d3eab053 req-58cd5c4e-30a5-47bb-b887-33315bc5283c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0680311 Jul 23 00:32:58.604261 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-60b1c0af-5b26-4c7c-880d-9372d3eab053 req-b2cfcddd-0066-4b0d-9d35-2cb62d270265 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jul 23 00:32:59.738883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cb4f5-019d-490e-9191-e10a3f3747fd req-d34f7527-f3a1-465e-bae2-73f10d1414b7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:32:59.740329 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e5cb4f5-019d-490e-9191-e10a3f3747fd req-d34f7527-f3a1-465e-bae2-73f10d1414b7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0674760 Jul 23 00:32:59.777862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e5cb4f5-019d-490e-9191-e10a3f3747fd req-9141fade-2377-4af6-be6f-b7fbffb39a61 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Jul 23 00:33:00.908562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6d53b-f04a-4a6a-afeb-915f1f915bda req-279e9fee-2853-40b7-bd0e-b37caf975f3b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:00.910390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7af6d53b-f04a-4a6a-afeb-915f1f915bda req-279e9fee-2853-40b7-bd0e-b37caf975f3b tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0634274 Jul 23 00:33:00.947083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7af6d53b-f04a-4a6a-afeb-915f1f915bda req-0873d82a-3786-407c-8620-d8b9673f1e93 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Jul 23 00:33:02.078089 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b8476-cd19-4ad6-975c-9fd56abdafec req-88bd4c5d-bf05-4bdd-a811-be9608d18f2d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:02.079584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e4b8476-cd19-4ad6-975c-9fd56abdafec req-88bd4c5d-bf05-4bdd-a811-be9608d18f2d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0641429 Jul 23 00:33:02.116611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3e4b8476-cd19-4ad6-975c-9fd56abdafec req-b1836480-a22a-4ef1-b7ea-52e7e13d4b23 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309649 Jul 23 00:33:03.249583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef891df-0cf8-4e13-893d-1f355ee20ffa req-c5473f7f-1ecb-49db-aa04-ee61b4699dbc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:03.251062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bef891df-0cf8-4e13-893d-1f355ee20ffa req-c5473f7f-1ecb-49db-aa04-ee61b4699dbc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0668368 Jul 23 00:33:03.290025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bef891df-0cf8-4e13-893d-1f355ee20ffa req-d59d1faa-263c-41e9-81b6-324d2e42f484 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Jul 23 00:33:04.421827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2f634-a521-4be9-b97f-8777050f873f req-6537b596-5d0d-41f7-8580-264ea008e1f6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:04.423313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ff2f634-a521-4be9-b97f-8777050f873f req-6537b596-5d0d-41f7-8580-264ea008e1f6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0652258 Jul 23 00:33:04.461750 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2ff2f634-a521-4be9-b97f-8777050f873f req-f11b875b-093f-40fc-a08d-082152db05aa tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327709 Jul 23 00:33:04.796522 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-129e9a19-40f6-4a2b-8d68-97db8e758ecc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:04.797973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-129e9a19-40f6-4a2b-8d68-97db8e758ecc tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.48 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c&tenant_id=406e7cc1b0b040dd94323e72f842c361&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 944 time: 0.1106653 Jul 23 00:33:04.809718 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97c39a-a4fe-4e20-a66c-7146c33dac14 req-3f4a731c-727f-4631-b5aa-493499c4b3f7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:04.811125 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc97c39a-a4fe-4e20-a66c-7146c33dac14 req-3f4a731c-727f-4631-b5aa-493499c4b3f7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 944 time: 0.0879962 Jul 23 00:33:04.886470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc97c39a-a4fe-4e20-a66c-7146c33dac14 req-827d1759-e2cf-4ac1-b05f-1b9360afaa43 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683727 Jul 23 00:33:04.896280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-06fa8923-ec0c-4419-8551-ea1842cd11d0 service neutron] 10.222.0.48 "GET /v2.0/ports/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab/bindings/n-h2-758851-4 HTTP/1.1" status: 200 len: 382 time: 0.0838330 Jul 23 00:33:04.993318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-cb5c4b9d-c8c4-4f5b-9e58-0cf868e564f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:04.995060 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-cb5c4b9d-c8c4-4f5b-9e58-0cf868e564f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1095 time: 0.0592654 Jul 23 00:33:05.086697 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-f5d403c3-58a0-4622-96a4-d0ad845b3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:05.088234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-f5d403c3-58a0-4622-96a4-d0ad845b3fc1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0877919 Jul 23 00:33:05.162792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-5b53967e-2388-45d9-b527-4d7caa3ea8d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0679934 Jul 23 00:33:05.210954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-24dc4ee8-1897-4737-89c5-77c362577368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:05.212454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-24dc4ee8-1897-4737-89c5-77c362577368 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0438461 Jul 23 00:33:05.270630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-a36a9dc9-3344-4268-95fa-e71cc430f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:05.272078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-a36a9dc9-3344-4268-95fa-e71cc430f9f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536263 Jul 23 00:33:05.365649 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-0ca90770-cd36-4f80-a3cf-ca0cbd03a93d service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Jul 23 00:33:05.453924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-fb8d6dee-e289-42ca-9089-5141056e7b46 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819743 Jul 23 00:33:05.708384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:33:05.803547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:05.814315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'mac_address': 'fa:16:3e:40:82:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:33:05.854647 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:05.867457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:05.886996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:05.890760 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:05.938423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:05.946586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.946936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.947278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.947641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.947975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.948304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.948634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.948961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.949286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.949607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.949927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:05.950250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:06.024235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f73c-c1d7-4231-b7a4-ee3eff3cf192 req-fe799e97-3990-4f6f-a4a0-7bd18dd911eb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:06.025877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a89f73c-c1d7-4231-b7a4-ee3eff3cf192 req-fe799e97-3990-4f6f-a4a0-7bd18dd911eb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0693977 Jul 23 00:33:06.064160 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a89f73c-c1d7-4231-b7a4-ee3eff3cf192 req-21d36518-c422-460a-8ab1-103427d8442f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326409 Jul 23 00:33:06.214997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:06.854932 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.208453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b615-229e-49db-9e23-29b4f194bbce req-ede8f1da-9f63-4645-b2ea-87cddc3d0ee5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:07.209969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b38b615-229e-49db-9e23-29b4f194bbce req-ede8f1da-9f63-4645-b2ea-87cddc3d0ee5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0775106 Jul 23 00:33:07.249407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9b38b615-229e-49db-9e23-29b4f194bbce req-2d9dab11-5276-4520-8d03-d6331b1d2334 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Jul 23 00:33:07.708382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:07.756817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:07.761040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:07.761399 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.843419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.868583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:07.870919 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a208249-eed8-48ae-b161-493e820581a1" -d '{"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:07.884863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:07.890345 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:07.929371 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa3833-12a1-4f6f-b598-ea1f6576e846 x-openstack-request-id: req-4afa3833-12a1-4f6f-b598-ea1f6576e846 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:07.929675 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-plugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:07.929934 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4afa3833-12a1-4f6f-b598-ea1f6576e846 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:07.930343 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'code': 200} Jul 23 00:33:07.946939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:08.386073 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a270eb0-a64f-424f-a0ad-094450748c26 req-7c1a304a-892c-407f-b0b9-46e0f3acb819 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:08.387506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a270eb0-a64f-424f-a0ad-094450748c26 req-7c1a304a-892c-407f-b0b9-46e0f3acb819 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0653918 Jul 23 00:33:08.431636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8a270eb0-a64f-424f-a0ad-094450748c26 req-fa950582-9e08-4d5c-afa8-27ce5b7162c3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Jul 23 00:33:08.954450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:33:09.277027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-594eee78-4ba6-458d-b36e-3dfff03871ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:09.278545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-594eee78-4ba6-458d-b36e-3dfff03871ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c&tenant_id=406e7cc1b0b040dd94323e72f842c361 HTTP/1.1" status: 200 len: 1097 time: 0.0539117 Jul 23 00:33:09.289835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:09.364472 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.568047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:09.568415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da49d2-86cb-4e7a-b360-7470c6633b3f req-ce51850c-e0c7-4047-aa1c-8382dd3c97b5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:09.569951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4da49d2-86cb-4e7a-b360-7470c6633b3f req-ce51850c-e0c7-4047-aa1c-8382dd3c97b5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0681462 Jul 23 00:33:09.601909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h2-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:09.609718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e4da49d2-86cb-4e7a-b360-7470c6633b3f req-0d946c0c-c54d-43a9-8eb3-ba7aacb0b885 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342288 Jul 23 00:33:09.640404 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:09.642865 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2226ecc3-2736-4323-b4bb-5847cb32ac55" -d '{"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:09.646913 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.659119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Transition to ACTIVE for port object 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:09.663475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:09.698013 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa018427-1c4e-462c-8d38-73828f4f3acf x-openstack-request-id: req-fa018427-1c4e-462c-8d38-73828f4f3acf {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:09.698301 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:09.698550 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa018427-1c4e-462c-8d38-73828f4f3acf {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:09.698929 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'code': 200} Jul 23 00:33:09.748406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=10']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:09.760316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.760665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.761008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.761344 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.761679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.762014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.762338 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.762662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.762987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.763308 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.763659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.763979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:09.805506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] No DVR routers for this DVR port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on host n-h2-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:09.943444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:09.943789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:09.944123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:09.948454 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:33:09.948784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Attempting to bind port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on network 46f45f6a-eebe-44ed-b90f-fde78c253675 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:09.953557 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:09.953901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Checking segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:09.954291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Bound using segment: {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:09.954719 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Bound port: 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a5f23f-df49-4a7d-9c45-822dc7297f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:09.955082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.022998 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:10.026213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:10.029820 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.063430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:10.064054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:10.065544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-263bb846-5636-4514-8faf-37194398fc12 service neutron] 10.222.0.49 "PUT /v2.0/ports/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1093 time: 0.7798369 Jul 23 00:33:10.097148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bb846-5636-4514-8faf-37194398fc12 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=11']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:10.149389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-5f542789-d4c9-40f4-991f-269d8aa32a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:10.150927 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-5f542789-d4c9-40f4-991f-269d8aa32a79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1096 time: 0.0617902 Jul 23 00:33:10.249579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-d0f7ab57-6c80-4037-9ca2-41d59cefbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:10.250974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-d0f7ab57-6c80-4037-9ca2-41d59cefbdc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0935712 Jul 23 00:33:10.316134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-830ca5f5-66bc-4786-a1c4-814d5d6455e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0580652 Jul 23 00:33:10.367637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-758c8292-61ec-423c-8c55-99507a50889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:10.369021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-758c8292-61ec-423c-8c55-99507a50889a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0441406 Jul 23 00:33:10.433035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-011aa61a-fbae-46d8-a80b-ee62c68312ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:10.434563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-011aa61a-fbae-46d8-a80b-ee62c68312ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598390 Jul 23 00:33:10.527875 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-663d0ce1-db5f-42b1-acc9-b60188d09eae service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862210 Jul 23 00:33:10.626869 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-121984ff-37d5-45ef-9fb1-f5895e942e99 req-2f6036a9-ce5f-4a94-8969-f5be9cae8436 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926161 Jul 23 00:33:10.752870 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457516-d67d-44b6-a0df-2a6fc3725b43 req-576e9829-78f3-44f3-b00a-a5c84d1ee39d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:10.754636 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3457516-d67d-44b6-a0df-2a6fc3725b43 req-576e9829-78f3-44f3-b00a-a5c84d1ee39d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0695174 Jul 23 00:33:10.793817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d3457516-d67d-44b6-a0df-2a6fc3725b43 req-b67f0fe2-3201-43d8-ba29-aac32333997c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Jul 23 00:33:11.700598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:11.702977 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717c59ad-ed60-42f5-b340-860bc4e1c3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:11.725637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:11.754587 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3135b70-8d77-4b8d-a0b3-6c36fb9df607 x-openstack-request-id: req-e3135b70-8d77-4b8d-a0b3-6c36fb9df607 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:11.754956 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:11.755276 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3135b70-8d77-4b8d-a0b3-6c36fb9df607 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:11.756778 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'status': 'completed', 'code': 200} Jul 23 00:33:11.771371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:11.837679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-0828449e-6581-4836-9524-2a9138706cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:11.839848 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-0828449e-6581-4836-9524-2a9138706cc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1096 time: 0.0654118 Jul 23 00:33:11.861390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-216d103c-6080-4baa-8d49-5bb16f3ad518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:11.864081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-216d103c-6080-4baa-8d49-5bb16f3ad518 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=406e7cc1b0b040dd94323e72f842c361&device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 1096 time: 0.0656581 Jul 23 00:33:11.944633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-376bc97e-e702-4d3d-9de2-63e5dc27f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:11.946261 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-376bc97e-e702-4d3d-9de2-63e5dc27f5bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.0986760 Jul 23 00:33:12.012041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c80ae3-33f8-469b-b6c2-39825f4a2b59 req-8762e57d-8dcc-4d62-9047-4a500b463c87 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:12.013440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61c80ae3-33f8-469b-b6c2-39825f4a2b59 req-8762e57d-8dcc-4d62-9047-4a500b463c87 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.1353393 Jul 23 00:33:12.014439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-7213af09-0e3d-447b-8619-8a5688e78fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:12.015780 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-7213af09-0e3d-447b-8619-8a5688e78fbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 200 len: 912 time: 0.1457841 Jul 23 00:33:12.019095 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-ccbf38bf-cef5-41a0-88d0-751dbc0b8b9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0665262 Jul 23 00:33:12.069662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-f92bc65b-c1a1-4706-8890-44963263eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:12.071387 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-f92bc65b-c1a1-4706-8890-44963263eb4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0456972 Jul 23 00:33:12.096371 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-61c80ae3-33f8-469b-b6c2-39825f4a2b59 req-8026a081-5059-4d27-81f6-5f8b28a01807 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757475 Jul 23 00:33:12.108031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-16228b60-219e-4bc7-b7bb-91109fd4fab6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 200 len: 1000 time: 0.0808456 Jul 23 00:33:12.141565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-25a87009-c583-456e-8cf5-f1badfaf0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:12.143104 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-25a87009-c583-456e-8cf5-f1badfaf0c72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653431 Jul 23 00:33:12.159323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-eba0f620-c9e6-4310-8fc8-7300c7358dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:12.161390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-eba0f620-c9e6-4310-8fc8-7300c7358dca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 200 len: 850 time: 0.0458031 Jul 23 00:33:12.229125 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-4f7b1691-7b6c-4494-bbfa-2d9000074519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:12.230652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-4f7b1691-7b6c-4494-bbfa-2d9000074519 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=46f45f6a-eebe-44ed-b90f-fde78c253675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626709 Jul 23 00:33:12.237027 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-909bc5c8-b9e6-4b05-9838-a3f5a02b5e33 service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872679 Jul 23 00:33:12.327223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-44388829-0c16-4c24-a267-ef16136f4352 service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891557 Jul 23 00:33:12.335088 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-9445bb9e-848c-47ff-9317-dce87249fe2b service neutron] 10.222.0.49 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914648 Jul 23 00:33:12.426561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-717c59ad-ed60-42f5-b340-860bc4e1c3e3 req-15788ce9-4474-4a61-a9ae-f67682172c1c service neutron] 10.222.0.48 "GET /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919702 Jul 23 00:33:13.238399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a581b-b76b-474a-98fd-34fee8ce49d6 req-11709599-bed7-4bb6-8095-e3a93ac263c6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:13.240295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d3a581b-b76b-474a-98fd-34fee8ce49d6 req-11709599-bed7-4bb6-8095-e3a93ac263c6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0687275 Jul 23 00:33:13.283643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2d3a581b-b76b-474a-98fd-34fee8ce49d6 req-22a79edd-8c34-499e-a21a-44a40ac85b6f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371640 Jul 23 00:33:14.442104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35671e-c3ad-4fc5-a48d-502b8d306332 req-6d74c54a-cf1b-47f4-b7f5-d0cbc0bae9e8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:14.444602 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c35671e-c3ad-4fc5-a48d-502b8d306332 req-6d74c54a-cf1b-47f4-b7f5-d0cbc0bae9e8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0882788 Jul 23 00:33:14.487781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c35671e-c3ad-4fc5-a48d-502b8d306332 req-cbb249be-60c8-4df7-891c-799e789e3182 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350020 Jul 23 00:33:15.619600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c756541-b616-4e92-a64c-68afd98285ef req-c67b2a22-ead0-4615-8f01-2d723a1b8fdb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:15.621100 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c756541-b616-4e92-a64c-68afd98285ef req-c67b2a22-ead0-4615-8f01-2d723a1b8fdb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0634434 Jul 23 00:33:15.657984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6c756541-b616-4e92-a64c-68afd98285ef req-02753afb-0494-4b0d-a0ff-2048f645e01d tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Jul 23 00:33:16.223234 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29c91513-7f54-465b-8a2d-a7715d3c6ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:16.866386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1754-292e-419d-8669-5286eed3880d req-64c0b237-bda7-449c-b2d3-fdcb8823f1e3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:16.867970 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-726b1754-292e-419d-8669-5286eed3880d req-64c0b237-bda7-449c-b2d3-fdcb8823f1e3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0672560 Jul 23 00:33:16.910874 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-726b1754-292e-419d-8669-5286eed3880d req-f58e2009-88f5-4e0b-98c0-d041fb2c036c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364106 Jul 23 00:33:18.047104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6a6d-493b-4fe1-8fcf-90740e941ce1 req-f7149ef1-b4ef-43f2-9763-5b14c9342e54 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:18.048591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e82d6a6d-493b-4fe1-8fcf-90740e941ce1 req-f7149ef1-b4ef-43f2-9763-5b14c9342e54 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0692363 Jul 23 00:33:18.091148 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e82d6a6d-493b-4fe1-8fcf-90740e941ce1 req-6f9b28c9-1715-48a4-a13f-e6e84fdd94d4 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362334 Jul 23 00:33:19.227230 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9139d4a-5b1b-41cb-9603-92477e0da148 req-959b52ad-d841-4fc2-b063-38432ab3afc6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:19.228763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9139d4a-5b1b-41cb-9603-92477e0da148 req-959b52ad-d841-4fc2-b063-38432ab3afc6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0646026 Jul 23 00:33:19.265405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9139d4a-5b1b-41cb-9603-92477e0da148 req-f9fb02ae-9b35-4c01-a701-ee8c5ff6c1c7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Jul 23 00:33:19.534501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c936aeb9-4a6a-4c90-9bd3-005d6f115c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:19.777658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:20.404418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95216408-8db4-4b5b-bc6e-59c63887d8ee req-77d92e24-403d-43d5-b4df-8a195f06f3fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:20.405925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95216408-8db4-4b5b-bc6e-59c63887d8ee req-77d92e24-403d-43d5-b4df-8a195f06f3fd tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0680799 Jul 23 00:33:20.448215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95216408-8db4-4b5b-bc6e-59c63887d8ee req-6a69c093-d551-4b0e-bba9-e24f1c58e155 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365403 Jul 23 00:33:20.476375 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.591084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49452bd3-7a8f-40b7-921a-1e10fa796ef0 req-01af0779-8a3f-4506-a8ba-ae2720789810 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:21.592650 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49452bd3-7a8f-40b7-921a-1e10fa796ef0 req-01af0779-8a3f-4506-a8ba-ae2720789810 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0730777 Jul 23 00:33:21.635156 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49452bd3-7a8f-40b7-921a-1e10fa796ef0 req-460ade19-e946-4964-95f7-66fccabb02b6 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343962 Jul 23 00:33:21.764254 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71542608-3c5c-497f-a5d3-85efb114c62a req-d141096f-9921-454e-abe7-dc6b55086e99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:21.765727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71542608-3c5c-497f-a5d3-85efb114c62a req-d141096f-9921-454e-abe7-dc6b55086e99 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0629358 Jul 23 00:33:21.803052 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71542608-3c5c-497f-a5d3-85efb114c62a req-8efcce06-40fb-4732-93ba-56c4052bfcb7 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Jul 23 00:33:21.912353 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:21.935044 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9bb70-7e8f-4964-ba14-c06ee222d8ef req-e39d5474-6871-4ad0-9350-382b7856bce0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:21.936566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42c9bb70-7e8f-4964-ba14-c06ee222d8ef req-e39d5474-6871-4ad0-9350-382b7856bce0 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0679877 Jul 23 00:33:21.974354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-42c9bb70-7e8f-4964-ba14-c06ee222d8ef req-e3c8ec03-9a06-43c2-9b4c-d3e7c6caf8b2 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Jul 23 00:33:22.224058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb064-0301-49c0-a969-333d7874a2c0 req-80b4cb29-6edf-404e-bd8a-1a2f4e4ffd4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:22.225463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13acb064-0301-49c0-a969-333d7874a2c0 req-80b4cb29-6edf-404e-bd8a-1a2f4e4ffd4c tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 945 time: 0.0654464 Jul 23 00:33:22.262426 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13acb064-0301-49c0-a969-333d7874a2c0 req-9b89df7d-acf3-473e-9560-73c80608b985 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Jul 23 00:33:22.598196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:33:22.692762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:22.703561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'port_id': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'mac_address': 'fa:16:3e:40:82:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:33:22.740111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.760811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:22.777836 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.786992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:22.790478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:22.836959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=12']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:23.008163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:23.401504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c78f75-0f17-44e7-8345-fe8051abc4e7 req-7b5393f6-730f-4ce9-b5ca-9b31d919d87f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:23.403015 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37c78f75-0f17-44e7-8345-fe8051abc4e7 req-7b5393f6-730f-4ce9-b5ca-9b31d919d87f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0729957 Jul 23 00:33:23.440386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-37c78f75-0f17-44e7-8345-fe8051abc4e7 req-bc32e322-5098-4dbd-aebd-6d90807605c3 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Jul 23 00:33:23.678992 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d98ad9-2355-42c8-858e-8ef543796206 req-6e46f65e-60d7-4abc-95d2-da27fa2426e5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:23.680502 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-68d98ad9-2355-42c8-858e-8ef543796206 req-6e46f65e-60d7-4abc-95d2-da27fa2426e5 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 946 time: 0.0631099 Jul 23 00:33:23.788071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Deleting port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:23.788418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:23.874920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] For port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:23.875272 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.048109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.048392 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.048706 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Floating IP 43efc79e-00e6-4d8f-b69d-493288732828 disassociated. External IP: 172.25.5.33, port: 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab. Jul 23 00:33:24.049051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Calling delete_port for 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:24.175699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.203231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event deleted for resources: {'Port': ['ID=2a8a9c2f-d007-4a7a-9c36-585e03a3bdab,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:24.323299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:33:24.433386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:24.451187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:24.460697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:24.461304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:33:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:24.479882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] No DVR routers for this DVR port 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:24.483059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:24.485493 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-68d98ad9-2355-42c8-858e-8ef543796206 req-d9b6a0e8-8386-45dc-83b1-e02e876c3b2e tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.49 "DELETE /v2.0/ports/2a8a9c2f-d007-4a7a-9c36-585e03a3bdab HTTP/1.1" status: 204 len: 173 time: 0.7996545 Jul 23 00:33:24.485964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-deleted', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:24.490343 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884985dd-acc9-4849-99b7-ab696a197e42" -d '{"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-deleted", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:24.555412 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9aa08c82-6706-453c-ab35-042c6e3d8730 req-84a7935c-4f3f-4486-ac2a-2405bc34c2fb tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 210 time: 0.0327430 Jul 23 00:33:24.612197 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4557c1c-fc1f-4658-9cb4-2a6067c12bda x-openstack-request-id: req-f4557c1c-fc1f-4658-9cb4-2a6067c12bda {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:24.612499 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d905cda2-1ea7-4bf0-91c3-4762e619027c", "name": "network-vif-deleted", "tag": "2a8a9c2f-d007-4a7a-9c36-585e03a3bdab", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:24.612756 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4557c1c-fc1f-4658-9cb4-2a6067c12bda {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:24.613294 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd905cda2-1ea7-4bf0-91c3-4762e619027c', 'name': 'network-vif-deleted', 'tag': '2a8a9c2f-d007-4a7a-9c36-585e03a3bdab', 'status': 'completed', 'code': 200} Jul 23 00:33:24.686016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:33:24.693807 n-d-758851-4 neutron-server[93792]: INFO neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No ports have port_id starting with 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab Jul 23 00:33:24.696527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab requested by agent hyperv_n-h1-758851-4 not found in database {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 23 00:33:24.735514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:24.946936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:24.973357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:24.982005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:24.982613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:33:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:25.089759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:25.289728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:25.322298 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2333b2-ef6d-467e-a1f0-52e23b4233ca None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:18:16Z', 'revision_number': 4, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': 'eca30e80-5860-4043-82e4-ee3f151f3f6b', 'name': '', 'network_id': '46f45f6a-eebe-44ed-b90f-fde78c253675', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'mac_address': 'fa:16:3e:fa:76:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:15Z', 'updated_at': '2021-07-23T00:18:21Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'subnets': [{'id': '0194146d-1d0f-4815-aec8-b84ae7a95786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:25.553209 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05f943f-dfef-4192-aa2a-dbd3a6585c5a None None] New status for floating IP 43efc79e-00e6-4d8f-b69d-493288732828: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:33:25.657643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8fee2c6a-8ed9-4f52-bcac-cda0087dfa89 req-00bed3a1-ce79-45ed-9a87-96898e559635 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 210 time: 0.0297067 Jul 23 00:33:26.603784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:26.624405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:26.624749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 2a8a9c2f-d007-4a7a-9c36-585e03a3bdab not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:26.762765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0ca18ce8-93fc-466d-81d0-5b7cbc2cd102 req-206fc7ae-12f6-4090-bd2d-56d618fa301f tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 210 time: 0.0295699 Jul 23 00:33:27.888614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-41d9a9f2-1b46-4871-90f7-2656a256db86 req-9d8a09f3-41c8-4d60-b471-781589a3a4e8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/ports?device_id=d905cda2-1ea7-4bf0-91c3-4762e619027c HTTP/1.1" status: 200 len: 210 time: 0.0346401 Jul 23 00:33:31.683582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53188) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:31.744998 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad14a484-5c0d-486f-a714-2788239db1c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.767971 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad14a484-5c0d-486f-a714-2788239db1c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.820862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad14a484-5c0d-486f-a714-2788239db1c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.823689 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad14a484-5c0d-486f-a714-2788239db1c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:31.824921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad14a484-5c0d-486f-a714-2788239db1c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e HTTP/1.1" status: 204 len: 168 time: 0.1402221 Jul 23 00:33:31.829123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:31.838276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14a484-5c0d-486f-a714-2788239db1c8 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:31.855040 n-d-758851-4 neutron-server[93791]: INFO neutron.api.v2.resource [None req-fe0d13b6-b602-4b69-951d-203b91d47361 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] show failed (client error): The resource could not be found. Jul 23 00:33:31.857929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe0d13b6-b602-4b69-951d-203b91d47361 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "GET /v2.0/security-groups/9e6c35d5-fc11-4936-9d0c-6ce6665b1a5e HTTP/1.1" status: 404 len: 347 time: 0.0228965 Jul 23 00:33:31.858993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:31.985887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Deleting port f0691c3c-3687-4cbf-97cd-3aab819bc15c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:31.986234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:32.061574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:32.061913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:32.078798 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Calling delete_port for f0691c3c-3687-4cbf-97cd-3aab819bc15c owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:32.219262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:32.247769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Pushing event deleted for resources: {'Port': ['ID=f0691c3c-3687-4cbf-97cd-3aab819bc15c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:32.310854 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:32.313831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:32.314963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-43da2dbe-937d-4d4d-b9dd-abea2f33c119 tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] 10.222.0.21 "DELETE /v2.0/floatingips/43efc79e-00e6-4d8f-b69d-493288732828 HTTP/1.1" status: 204 len: 168 time: 0.4549015 Jul 23 00:33:32.318698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53196) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:32.776183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:33.038660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Deleting port eca30e80-5860-4043-82e4-ee3f151f3f6b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:33.039356 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:33.121224 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] For port eca30e80-5860-4043-82e4-ee3f151f3f6b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=eca30e80-5860-4043-82e4-ee3f151f3f6b,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:33.121558 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:33.134282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Calling delete_port for eca30e80-5860-4043-82e4-ee3f151f3f6b owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:33.317498 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:33.342023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca30e80-5860-4043-82e4-ee3f151f3f6b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:33.520540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:33.735814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:33:34.167558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:33:34.172670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ddb6824a-6580-4f87-be3a-226eacb444c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/fc8aec6b-80a6-4be0-a2dc-53606d3ebab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529963 Jul 23 00:33:34.175376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53200) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:34.176777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] Sync routers for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:33:34.186103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:34.186721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:33:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:34.279006 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.300824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:34.394682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.455144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Deleting port 3556c037-e95d-4964-9184-2e8ee5d54621 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:34.455530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.501892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:33:33Z', 'revision_number': 5, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port': {'id': '3556c037-e95d-4964-9184-2e8ee5d54621', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:18:14Z', 'updated_at': '2021-07-23T00:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:34.530500 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] Checking router: fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:33:34.540111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] Routers {'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:33:34.540748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:33:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:34.547301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] For port 3556c037-e95d-4964-9184-2e8ee5d54621, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3556c037-e95d-4964-9184-2e8ee5d54621,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:34.547836 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.562148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Calling delete_port for 3556c037-e95d-4964-9184-2e8ee5d54621 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:34.640714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] Set router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:33:34.702606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:33:34Z', 'revision_number': 6, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:34.730601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c2748-0d95-4594-906f-8f93a95de807 None None] The sync data for ids ['fc8aec6b-80a6-4be0-a2dc-53606d3ebab7'] in n-d-758851-4 is: [{'id': 'fc8aec6b-80a6-4be0-a2dc-53606d3ebab7', 'name': 'tempest-ServerActionsTestJSON-693914178-router', 'tenant_id': '406e7cc1b0b040dd94323e72f842c361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:18:13Z', 'updated_at': '2021-07-23T00:33:34Z', 'revision_number': 6, 'project_id': '406e7cc1b0b040dd94323e72f842c361', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:33:34.755077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.786692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Pushing event deleted for resources: {'Port': ['ID=3556c037-e95d-4964-9184-2e8ee5d54621,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:34.864661 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.964489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:34.966850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.019752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.020220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:33:35.026494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.028308 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8370704d-8164-459d-bf52-52837de85296 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fc8aec6b-80a6-4be0-a2dc-53606d3ebab7 HTTP/1.1" status: 204 len: 168 time: 0.8517008 Jul 23 00:33:35.030593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53202) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:35.086042 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Deleting subnet 0194146d-1d0f-4815-aec8-b84ae7a95786 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:33:35.089696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.127252 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.217199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.285267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.313756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0194146d-1d0f-4815-aec8-b84ae7a95786,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:35.316480 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.318512 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1a5f4d6a-1083-497f-b31b-21256175b874 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0194146d-1d0f-4815-aec8-b84ae7a95786 HTTP/1.1" status: 204 len: 168 time: 0.2867870 Jul 23 00:33:35.320936 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:35.324655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8f74df-435d-41c7-b95a-b6d08d01d8e7 None None] Network 46f45f6a-eebe-44ed-b90f-fde78c253675 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:35.399222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.506730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Deleting port ebc684d3-b6b1-4296-8ff2-e1e2404de434 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:35.507302 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.558817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3556c037-e95d-4964-9184-2e8ee5d54621 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:35.588244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] DHCP port deletion for 46f45f6a-eebe-44ed-b90f-fde78c253675 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:33:35.591423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3556c037-e95d-4964-9184-2e8ee5d54621 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:35.591769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3556c037-e95d-4964-9184-2e8ee5d54621 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:35.592183 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eca30e80-5860-4043-82e4-ee3f151f3f6b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:35.609180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] For port ebc684d3-b6b1-4296-8ff2-e1e2404de434, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ebc684d3-b6b1-4296-8ff2-e1e2404de434,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:35.609557 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.624070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Calling delete_port for ebc684d3-b6b1-4296-8ff2-e1e2404de434 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:35.635294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: eca30e80-5860-4043-82e4-ee3f151f3f6b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:35.635685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device eca30e80-5860-4043-82e4-ee3f151f3f6b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:35.681005 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] Deleting port ebc684d3-b6b1-4296-8ff2-e1e2404de434 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:35.681520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.732907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.761484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc684d3-b6b1-4296-8ff2-e1e2404de434,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:35.763687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] For port ebc684d3-b6b1-4296-8ff2-e1e2404de434, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=ebc684d3-b6b1-4296-8ff2-e1e2404de434,segment=NetworkSegment(03a5f23f-df49-4a7d-9c45-822dc7297f10),segment_id=03a5f23f-df49-4a7d-9c45-822dc7297f10)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:35.764091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.773238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] No DVR routers for this DVR port ebc684d3-b6b1-4296-8ff2-e1e2404de434 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:35.784136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] Calling delete_port for ebc684d3-b6b1-4296-8ff2-e1e2404de434 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:35.857772 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.872606 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f45f6a-eebe-44ed-b90f-fde78c253675']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:35.879376 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.887628 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a5f23f-df49-4a7d-9c45-822dc7297f10') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:35.887930 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a5f23f-df49-4a7d-9c45-822dc7297f10') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:33:35.897757 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.906898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] No DVR routers for this DVR port ebc684d3-b6b1-4296-8ff2-e1e2404de434 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:35.911768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f144a63-db1a-40b6-9864-7475f1a5abd2 None None] Pushing event deleted for resources: {'Port': ['ID=ebc684d3-b6b1-4296-8ff2-e1e2404de434,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:35.913592 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.927558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:33:35.928004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:33:35.930074 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:33:35.991383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.996573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:35.998397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] 10.222.0.21 "DELETE /v2.0/networks/46f45f6a-eebe-44ed-b90f-fde78c253675 HTTP/1.1" status: 204 len: 168 time: 0.6765332 Jul 23 00:33:36.011871 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f404-758b-4ae7-ab5c-3c4f36fa1202 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f45f6a-eebe-44ed-b90f-fde78c253675,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:36.108576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53208) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:36.147995 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d274ae3-5bdc-4d11-9bf2-42fb1adac2eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=406e7cc1b0b040dd94323e72f842c361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381563 Jul 23 00:33:36.150392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53210) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:36.200729 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bcd56a5-559b-4de7-8a27-2b815ac6c0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:36.225722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bcd56a5-559b-4de7-8a27-2b815ac6c0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:36.270382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bcd56a5-559b-4de7-8a27-2b815ac6c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:36.272900 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5bcd56a5-559b-4de7-8a27-2b815ac6c0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:36.274054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5bcd56a5-559b-4de7-8a27-2b815ac6c0f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03ae7d5a-5270-4ede-a39c-8f8c48017441 HTTP/1.1" status: 204 len: 168 time: 0.1227729 Jul 23 00:33:36.281743 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd56a5-559b-4de7-8a27-2b815ac6c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ae7d5a-5270-4ede-a39c-8f8c48017441,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:36.860070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:36.986499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53232) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:37.079667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1515136619-network', 'tenant_id': '4ba78e372ab543eaaa899f085e64a9e4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:37.102705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Made reservation on behalf of 4ba78e372ab543eaaa899f085e64a9e4 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:37.105417 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.114383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.205846 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.209428 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.234023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:33:37.244740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7b983-c800-4bd3-96f4-0ce0285c118a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:37.250436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.250786 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Added segment a0f74e82-1847-4aca-8487-9b0142622397 of type vlan for network ff24e669-2d96-43f9-832e-2a2c78d02db2 Jul 23 00:33:37.291038 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.320992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.321979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:37.322579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.352700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3651030 Jul 23 00:33:37.355711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53236) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:33:37.361057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Request body: {'subnet': {'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1515136619-subnet', 'tenant_id': '4ba78e372ab543eaaa899f085e64a9e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:37.381700 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Made reservation on behalf of 4ba78e372ab543eaaa899f085e64a9e4 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:37.384098 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.386563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aabd3-b275-4968-b61f-135f1343faeb admin admin] Pushing event updated for resources: {'Network': ['ID=ff24e669-2d96-43f9-832e-2a2c78d02db2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:37.396449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ff24e669-2d96-43f9-832e-2a2c78d02db2 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:33:37.538598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ebc684d3-b6b1-4296-8ff2-e1e2404de434 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:33:37.563047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.565413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: ebc684d3-b6b1-4296-8ff2-e1e2404de434 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:33:37.566310 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device ebc684d3-b6b1-4296-8ff2-e1e2404de434 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:33:37.616095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e57ccd-f8d2-4eb7-900f-e902aa5efa72,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:37.632067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Checking segment: {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:37.632536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Network hostable DHCP agents. Network: ff24e669-2d96-43f9-832e-2a2c78d02db2, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:33:37.649851 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Network ff24e669-2d96-43f9-832e-2a2c78d02db2 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:33:37.661186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ff24e669-2d96-43f9-832e-2a2c78d02db2) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:37.668195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:37.668816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:37.670539 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b25bf-a6fa-4664-b4a5-f4964a5e04eb None None] Network ff24e669-2d96-43f9-832e-2a2c78d02db2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:37.684692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-86c01ded-3b90-4f37-80d2-03159ccc2d71 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3278503 Jul 23 00:33:37.821441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db8e50-ea95-4f64-b5ea-0934bf4a0b44 None None] Network ff24e669-2d96-43f9-832e-2a2c78d02db2 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:33:38.122176 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-a50ae27a-7e16-47f4-bee1-51ea37a48f37 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:38.123431 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-a50ae27a-7e16-47f4-bee1-51ea37a48f37 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/networks?id=ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 200 len: 814 time: 0.1098630 Jul 23 00:33:38.138914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-f5691aea-25fc-4d58-8e13-a010a3932748 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/quotas/4ba78e372ab543eaaa899f085e64a9e4 HTTP/1.1" status: 200 len: 375 time: 0.0092459 Jul 23 00:33:38.172118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5ef6b600-a307-4f31-b57a-11c928018f84 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282257 Jul 23 00:33:38.264355 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-bb0fafa4-dc47-427b-968e-2a1ba95098ae service neutron] 10.222.0.21 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848594 Jul 23 00:33:38.353868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-de9a5dfd-22fb-41c0-ba29-c161bf09dce0 service neutron] 10.222.0.21 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Jul 23 00:33:38.521647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-34c073ab-e15c-4c3f-aa6c-3bfda3973227 req-285d36d7-8295-463c-b13d-ff61823fb0e6 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 210 time: 0.0376079 Jul 23 00:33:39.506753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-0a26174a-1137-4c60-a437-2894440a59bc tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:39.508278 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-0a26174a-1137-4c60-a437-2894440a59bc tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.49 "GET /v2.0/networks?id=ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 200 len: 814 time: 0.1040549 Jul 23 00:33:39.520678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Request body: {'port': {'device_id': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2', 'admin_state_up': True, 'tenant_id': '4ba78e372ab543eaaa899f085e64a9e4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:39.633553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b9eca6c-4cbf-4d2d-b5d9-fe63db583d0a req-4fd7091d-5db2-4223-b03c-618a0c58093f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 210 time: 0.0288808 Jul 23 00:33:39.634167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Made reservation on behalf of 4ba78e372ab543eaaa899f085e64a9e4 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:39.637328 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:39.765470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Allocated IP 172.20.0.7 (ff24e669-2d96-43f9-832e-2a2c78d02db2/b3e57ccd-f8d2-4eb7-900f-e902aa5efa72/6cde7803-67da-4e9a-967c-04a66bd68f7f) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:39.909695 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:39.947620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:39.994485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Network ff24e669-2d96-43f9-832e-2a2c78d02db2 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:39.997467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:40.001406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:40.008786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Pushing event updated for resources: {'Port': ['ID=6cde7803-67da-4e9a-967c-04a66bd68f7f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:40.053515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:40.054125 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.069200 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-5204fb35-5583-403f-be06-a0631f95383d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532243 Jul 23 00:33:40.080885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Request body: {'port': {'device_id': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:40.150704 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.408637 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cde7803-67da-4e9a-967c-04a66bd68f7f {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:40.416074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.428286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Transition to ACTIVE for port object 6cde7803-67da-4e9a-967c-04a66bd68f7f will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:40.433558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.485786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Pushing event updated for resources: {'Port': ['ID=6cde7803-67da-4e9a-967c-04a66bd68f7f,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:40.559205 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Attempting to bind port 6cde7803-67da-4e9a-967c-04a66bd68f7f on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:40.559897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Attempting to bind port 6cde7803-67da-4e9a-967c-04a66bd68f7f by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:40.559897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Attempting to bind port 6cde7803-67da-4e9a-967c-04a66bd68f7f on network ff24e669-2d96-43f9-832e-2a2c78d02db2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:40.564517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Port 6cde7803-67da-4e9a-967c-04a66bd68f7f on network ff24e669-2d96-43f9-832e-2a2c78d02db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:33:40.564844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Attempting to bind port 6cde7803-67da-4e9a-967c-04a66bd68f7f on network ff24e669-2d96-43f9-832e-2a2c78d02db2 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:40.570146 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:40.570489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Checking segment: {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:40.570880 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Bound using segment: {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:40.571307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Bound port: 6cde7803-67da-4e9a-967c-04a66bd68f7f, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:40.571697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.771155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f58f19-50ee-4123-9ca0-9bf344f09e00 req-d584594a-c9dc-41a2-8505-07428496107d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:40.772805 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50f58f19-50ee-4123-9ca0-9bf344f09e00 req-d584594a-c9dc-41a2-8505-07428496107d tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 943 time: 0.0679781 Jul 23 00:33:40.813334 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-50f58f19-50ee-4123-9ca0-9bf344f09e00 req-c5568508-b7f9-4548-b0fe-630ad6638525 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345712 Jul 23 00:33:40.939528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] For port 6cde7803-67da-4e9a-967c-04a66bd68f7f, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:40.943156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] For port 6cde7803-67da-4e9a-967c-04a66bd68f7f, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:40.947812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.980982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:40.981678 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:40.983077 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] 10.222.0.49 "PUT /v2.0/ports/6cde7803-67da-4e9a-967c-04a66bd68f7f HTTP/1.1" status: 200 len: 1091 time: 0.9062464 Jul 23 00:33:40.983549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'tag': '6cde7803-67da-4e9a-967c-04a66bd68f7f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:40.985799 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ebb661-f6bb-4c7e-9475-26c5a72836d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0e2290-c40a-4f24-96af-5a4e12644e20", "tag": "6cde7803-67da-4e9a-967c-04a66bd68f7f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:41.010349 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5d3fc-6994-4956-9b07-457b463f551c service neutron] Pushing event updated for resources: {'Port': ['ID=6cde7803-67da-4e9a-967c-04a66bd68f7f,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:41.038166 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9938e6-dcf7-4293-90ae-acbdf5ef83a0 x-openstack-request-id: req-0a9938e6-dcf7-4293-90ae-acbdf5ef83a0 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:41.038455 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0e2290-c40a-4f24-96af-5a4e12644e20", "tag": "6cde7803-67da-4e9a-967c-04a66bd68f7f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:41.038708 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a9938e6-dcf7-4293-90ae-acbdf5ef83a0 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:41.039098 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'tag': '6cde7803-67da-4e9a-967c-04a66bd68f7f', 'status': 'completed', 'code': 200} Jul 23 00:33:41.084246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-8081703b-219c-4bb3-a745-19331d24d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.085724 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-8081703b-219c-4bb3-a745-19331d24d0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 1094 time: 0.0573881 Jul 23 00:33:41.125712 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-7063abc8-c216-4522-80a1-1f216da750ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f HTTP/1.1" status: 200 len: 217 time: 0.0333481 Jul 23 00:33:41.171716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-d7f178fe-7f99-48e2-a791-84c6379a1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.173108 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-d7f178fe-7f99-48e2-a791-84c6379a1814 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3e57ccd-f8d2-4eb7-900f-e902aa5efa72 HTTP/1.1" status: 200 len: 854 time: 0.0409839 Jul 23 00:33:41.206958 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-09de8840-4c7d-4b41-857d-796caa19f565 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff24e669-2d96-43f9-832e-2a2c78d02db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267684 Jul 23 00:33:41.297508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-2ddff66d-097a-4dda-aa46-9a767588cb03 service neutron] 10.222.0.49 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842788 Jul 23 00:33:41.389018 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d5e0e41-69fa-4e05-a9da-f74bc8ee3101 req-b7c0851c-0dd1-4a3c-a037-c29463e57157 service neutron] 10.222.0.49 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846996 Jul 23 00:33:41.490075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-85ab0479-d689-4706-a86d-d777547f0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.491636 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-85ab0479-d689-4706-a86d-d777547f0830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 1094 time: 0.0594287 Jul 23 00:33:41.579567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-2ad527c0-021d-4a91-9bee-de492d302c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.581038 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-2ad527c0-021d-4a91-9bee-de492d302c24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 200 len: 915 time: 0.0833187 Jul 23 00:33:41.625689 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-c2428fcd-2e3a-4dad-89be-7eb51ea4091d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f HTTP/1.1" status: 200 len: 217 time: 0.0371311 Jul 23 00:33:41.673928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-82f90a5c-280f-4c76-8779-313057ceb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.675952 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-82f90a5c-280f-4c76-8779-313057ceb681 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3e57ccd-f8d2-4eb7-900f-e902aa5efa72 HTTP/1.1" status: 200 len: 854 time: 0.0438895 Jul 23 00:33:41.710274 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-ad54f792-a562-4629-97c2-cc34fbbe9c36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ff24e669-2d96-43f9-832e-2a2c78d02db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280335 Jul 23 00:33:41.801729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-afba5e33-5906-4a21-a271-f7b43ed82b7f service neutron] 10.222.0.49 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841560 Jul 23 00:33:41.891683 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-69ebb661-f6bb-4c7e-9475-26c5a72836d9 req-52917474-4c16-4f64-a11c-0bb0e9841d46 service neutron] 10.222.0.49 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833623 Jul 23 00:33:41.950440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c0888-b0e2-4347-823e-89d92e339814 req-c06fce4d-2e26-401c-8309-4b5f10a82f07 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:41.951940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f05c0888-b0e2-4347-823e-89d92e339814 req-c06fce4d-2e26-401c-8309-4b5f10a82f07 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 943 time: 0.0663347 Jul 23 00:33:41.989828 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f05c0888-b0e2-4347-823e-89d92e339814 req-e447e60f-9f00-4130-9917-3bd8c7cb8c7a tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Jul 23 00:33:42.696818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6cde7803-67da-4e9a-967c-04a66bd68f7f details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:33:42.792207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6cde7803-67da-4e9a-967c-04a66bd68f7f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:42.803980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '6cde7803-67da-4e9a-967c-04a66bd68f7f', 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2', 'port_id': '6cde7803-67da-4e9a-967c-04a66bd68f7f', 'mac_address': 'fa:16:3e:d0:c5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e57ccd-f8d2-4eb7-900f-e902aa5efa72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:33:42.839610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:42.852341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cde7803-67da-4e9a-967c-04a66bd68f7f {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:42.871852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6cde7803-67da-4e9a-967c-04a66bd68f7f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:42.875772 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:42.927120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=6cde7803-67da-4e9a-967c-04a66bd68f7f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:43.064879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6cde7803-67da-4e9a-967c-04a66bd68f7f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:43.122091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576c993-7dca-4e3f-8c02-2aecbdd30c3e req-df99eb1b-c400-4c7e-87db-1f94f2990c2f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:43.123691 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a576c993-7dca-4e3f-8c02-2aecbdd30c3e req-df99eb1b-c400-4c7e-87db-1f94f2990c2f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 944 time: 0.0677829 Jul 23 00:33:43.163655 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a576c993-7dca-4e3f-8c02-2aecbdd30c3e req-0d4de5df-2e01-4260-8ada-17b6d3557d30 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333807 Jul 23 00:33:44.294473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad64813-2823-46c9-9dfe-58c778a2acb6 req-72c31956-c71e-4817-923d-53a6134fe253 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:44.296027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ad64813-2823-46c9-9dfe-58c778a2acb6 req-72c31956-c71e-4817-923d-53a6134fe253 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 944 time: 0.0631459 Jul 23 00:33:44.333898 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9ad64813-2823-46c9-9dfe-58c778a2acb6 req-5d71a935-4210-402c-91c7-1ec10bbbc8fb tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Jul 23 00:33:44.712497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6cde7803-67da-4e9a-967c-04a66bd68f7f up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:44.760935 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 6cde7803-67da-4e9a-967c-04a66bd68f7f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:44.764556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 6cde7803-67da-4e9a-967c-04a66bd68f7f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:44.764929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:44.853480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:44.875211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde7803-67da-4e9a-967c-04a66bd68f7f'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:44.877459 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbeb718-2eb9-4674-af54-07a1303871c9" -d '{"events": [{"server_uuid": "3e0e2290-c40a-4f24-96af-5a4e12644e20", "name": "network-vif-plugged", "status": "completed", "tag": "6cde7803-67da-4e9a-967c-04a66bd68f7f"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:44.890387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 6cde7803-67da-4e9a-967c-04a66bd68f7f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:44.895516 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:44.924167 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934e3e6-f404-4c21-82e7-ec9d748b3c1c x-openstack-request-id: req-d934e3e6-f404-4c21-82e7-ec9d748b3c1c {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:44.924466 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e2290-c40a-4f24-96af-5a4e12644e20", "name": "network-vif-plugged", "status": "completed", "tag": "6cde7803-67da-4e9a-967c-04a66bd68f7f", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:44.924726 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d934e3e6-f404-4c21-82e7-ec9d748b3c1c {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:44.925224 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cde7803-67da-4e9a-967c-04a66bd68f7f', 'code': 200} Jul 23 00:33:44.952098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=6cde7803-67da-4e9a-967c-04a66bd68f7f,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:45.029580 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786472b5-ce2a-4fe0-b4f6-2c139e1a65c3 req-3b0a474a-5510-4ab9-b88b-bc43616f9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:45.031066 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-786472b5-ce2a-4fe0-b4f6-2c139e1a65c3 req-3b0a474a-5510-4ab9-b88b-bc43616f9710 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 1096 time: 0.0575066 Jul 23 00:33:45.063985 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-786472b5-ce2a-4fe0-b4f6-2c139e1a65c3 req-c870ea0e-31c1-49f4-9a04-36a9b8c120ae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268154 Jul 23 00:33:45.481369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c28b3b-0ae6-4894-bceb-ffc978db0966 req-dbb40e50-a80e-4e57-bdc3-b721ecee4162 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:45.482864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8c28b3b-0ae6-4894-bceb-ffc978db0966 req-dbb40e50-a80e-4e57-bdc3-b721ecee4162 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0810211 Jul 23 00:33:45.521223 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8c28b3b-0ae6-4894-bceb-ffc978db0966 req-dbece063-6dbe-4a21-a0df-3d781c2e0837 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Jul 23 00:33:45.954087 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:33:46.223876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fba1fe55-16db-45f0-94ca-7c4350238d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:46.650402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fea93-1782-448d-b9a5-e589a0ecfea4 req-81302317-269a-4cad-8082-f4ca0e2246ca tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:46.651958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff4fea93-1782-448d-b9a5-e589a0ecfea4 req-81302317-269a-4cad-8082-f4ca0e2246ca tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0641294 Jul 23 00:33:46.690971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff4fea93-1782-448d-b9a5-e589a0ecfea4 req-1f2f7675-3a7e-4619-a23f-5a3bf3319feb tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331748 Jul 23 00:33:46.919402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-92d4622e-2f0f-4cab-b1dd-83775195727f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:46.920886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-92d4622e-2f0f-4cab-b1dd-83775195727f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/networks?id=ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 200 len: 814 time: 0.1076262 Jul 23 00:33:46.936763 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-b9d81c2b-8677-4178-bd66-8043063887e3 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/quotas/4ba78e372ab543eaaa899f085e64a9e4 HTTP/1.1" status: 200 len: 375 time: 0.0100620 Jul 23 00:33:46.998960 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-0f15aaa1-70bc-4963-b66c-24ace5c3430f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569685 Jul 23 00:33:47.090501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-94a4eea5-36c7-45c1-ab86-57ee7c48556f service neutron] 10.222.0.21 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848191 Jul 23 00:33:47.177974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-ccffa992-e573-4f61-b261-f5ad822d54bc service neutron] 10.222.0.21 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819283 Jul 23 00:33:47.343273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89ad7bae-0379-4993-b99b-e80e3c379748 req-c8b84388-f3c7-46dc-9ecc-a98a65d90d3f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 210 time: 0.0347345 Jul 23 00:33:48.314091 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-33a69f84-1034-4e42-bd65-042b33155b9f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.315773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-33a69f84-1034-4e42-bd65-042b33155b9f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.48 "GET /v2.0/networks?id=ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 200 len: 814 time: 0.1061049 Jul 23 00:33:48.333958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Request body: {'port': {'device_id': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2', 'admin_state_up': True, 'tenant_id': '4ba78e372ab543eaaa899f085e64a9e4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:48.448338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b5c27c0-eb8b-44f5-b7e4-f93690edec8b req-259a5e2c-9d29-4ea3-9d21-2e067825e094 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 210 time: 0.0360537 Jul 23 00:33:48.472736 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Made reservation on behalf of 4ba78e372ab543eaaa899f085e64a9e4 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:33:48.476357 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:48.602169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Allocated IP 172.20.0.8 (ff24e669-2d96-43f9-832e-2a2c78d02db2/b3e57ccd-f8d2-4eb7-900f-e902aa5efa72/732c9543-2674-45d3-b6a5-9e981dfb3c44) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:33:48.751583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:48.790561 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:48.802194 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6cde7803-67da-4e9a-967c-04a66bd68f7f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:48.835400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Network ff24e669-2d96-43f9-832e-2a2c78d02db2 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:33:48.838399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:33:48.842159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:33:48.871296 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Pushing event updated for resources: {'Port': ['ID=732c9543-2674-45d3-b6a5-9e981dfb3c44,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:48.897671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:48.898297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:48.912566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-a6000a66-7511-46a4-8cc8-ba8bae038e93 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828671 Jul 23 00:33:48.929447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Request body: {'port': {'device_id': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:33:49.005486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.266284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732c9543-2674-45d3-b6a5-9e981dfb3c44 {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:49.273725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.285255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Transition to ACTIVE for port object 732c9543-2674-45d3-b6a5-9e981dfb3c44 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:33:49.289395 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.338912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Pushing event updated for resources: {'Port': ['ID=732c9543-2674-45d3-b6a5-9e981dfb3c44,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:49.412554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Attempting to bind port 732c9543-2674-45d3-b6a5-9e981dfb3c44 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:33:49.412890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Attempting to bind port 732c9543-2674-45d3-b6a5-9e981dfb3c44 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:33:49.413222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Attempting to bind port 732c9543-2674-45d3-b6a5-9e981dfb3c44 on network ff24e669-2d96-43f9-832e-2a2c78d02db2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:49.417484 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Port 732c9543-2674-45d3-b6a5-9e981dfb3c44 on network ff24e669-2d96-43f9-832e-2a2c78d02db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:33:49.417807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Attempting to bind port 732c9543-2674-45d3-b6a5-9e981dfb3c44 on network ff24e669-2d96-43f9-832e-2a2c78d02db2 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:33:49.422667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:33:49.423005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Checking segment: {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:33:49.423427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Bound using segment: {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:33:49.423853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Bound port: 732c9543-2674-45d3-b6a5-9e981dfb3c44, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f74e82-1847-4aca-8487-9b0142622397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:33:49.424208 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.489208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] For port 732c9543-2674-45d3-b6a5-9e981dfb3c44, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:33:49.492764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] For port 732c9543-2674-45d3-b6a5-9e981dfb3c44, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:33:49.497447 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.537470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bec7a424-b8d7-482a-9227-636b43467cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.540042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:49.540668 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.542044 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] 10.222.0.48 "PUT /v2.0/ports/732c9543-2674-45d3-b6a5-9e981dfb3c44 HTTP/1.1" status: 200 len: 1091 time: 0.6175680 Jul 23 00:33:49.544144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'tag': '732c9543-2674-45d3-b6a5-9e981dfb3c44'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:49.546383 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897d4530-6e6b-4cd6-a5bb-9167394637a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bac7c0ff-1e81-4f00-8818-50c8b7eb6c40", "tag": "732c9543-2674-45d3-b6a5-9e981dfb3c44"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:49.592738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c9eee-660d-4fdc-b591-24ab32b63bbd service neutron] Pushing event updated for resources: {'Port': ['ID=732c9543-2674-45d3-b6a5-9e981dfb3c44,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:49.623220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ddb80-abae-4010-96bf-0900c6e75229 req-91b799bb-220d-43aa-aa51-de035166dcfa tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:49.624754 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f19ddb80-abae-4010-96bf-0900c6e75229 req-91b799bb-220d-43aa-aa51-de035166dcfa tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 943 time: 0.1012638 Jul 23 00:33:49.662678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f19ddb80-abae-4010-96bf-0900c6e75229 req-bc113312-4c62-4d78-a25c-21c8b24bd31f tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Jul 23 00:33:49.704955 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdcc239-a8db-4e3f-8e91-ce7caa3ebf6a x-openstack-request-id: req-ebdcc239-a8db-4e3f-8e91-ce7caa3ebf6a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:49.705253 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac7c0ff-1e81-4f00-8818-50c8b7eb6c40", "tag": "732c9543-2674-45d3-b6a5-9e981dfb3c44", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:49.705510 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebdcc239-a8db-4e3f-8e91-ce7caa3ebf6a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:49.705914 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'tag': '732c9543-2674-45d3-b6a5-9e981dfb3c44', 'status': 'completed', 'code': 200} Jul 23 00:33:49.777799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-9285b59d-98ed-4918-a08f-810e5e57dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:49.779417 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-9285b59d-98ed-4918-a08f-810e5e57dbff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 1094 time: 0.0552239 Jul 23 00:33:49.779559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:49.832314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-6c9cd308-f396-452e-94a3-be3358d33e48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44 HTTP/1.1" status: 200 len: 217 time: 0.0408318 Jul 23 00:33:49.885165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-9354d046-c38a-470f-9d8b-3f00797df323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:49.886597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-9354d046-c38a-470f-9d8b-3f00797df323 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3e57ccd-f8d2-4eb7-900f-e902aa5efa72 HTTP/1.1" status: 200 len: 854 time: 0.0482206 Jul 23 00:33:49.919964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-e0e3afbc-6807-461d-9d7e-4a0874844ad7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff24e669-2d96-43f9-832e-2a2c78d02db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274167 Jul 23 00:33:50.005951 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-e5e6dbca-cda9-467a-b642-526129fe20b3 service neutron] 10.222.0.48 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799482 Jul 23 00:33:50.101949 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97d7d036-a1d2-42b3-b3bd-b5fdd2b94104 req-b16332d9-8351-4842-be04-e72067563858 service neutron] 10.222.0.48 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893538 Jul 23 00:33:50.234570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-ebcbe80c-38c9-46b0-af5e-498aa31ac6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:50.236130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-ebcbe80c-38c9-46b0-af5e-498aa31ac6a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 1094 time: 0.0548863 Jul 23 00:33:50.332566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-49be5cc0-4397-4b79-8418-443b580774b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:50.334073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-49be5cc0-4397-4b79-8418-443b580774b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 200 len: 915 time: 0.0915859 Jul 23 00:33:50.374941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-179ca362-9a63-44e8-ac8d-d857f16e5881 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44 HTTP/1.1" status: 200 len: 217 time: 0.0341134 Jul 23 00:33:50.427515 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-684e37ea-9ad0-4e47-be87-7bd6527b1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:50.429032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-684e37ea-9ad0-4e47-be87-7bd6527b1534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b3e57ccd-f8d2-4eb7-900f-e902aa5efa72 HTTP/1.1" status: 200 len: 854 time: 0.0482419 Jul 23 00:33:50.468357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-c67efa9e-960a-4d84-ae83-14448a672959 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ff24e669-2d96-43f9-832e-2a2c78d02db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314028 Jul 23 00:33:50.479884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:50.559791 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-eb9e3b30-1770-499b-ad05-ccfac3fae190 service neutron] 10.222.0.48 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Jul 23 00:33:50.655376 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-897d4530-6e6b-4cd6-a5bb-9167394637a8 req-2c2b9ca9-9c2f-46d8-8634-9bd308a1ccba service neutron] 10.222.0.48 "GET /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883296 Jul 23 00:33:50.795835 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0110d-9325-45de-8687-61819dd3f158 req-9a1e8460-8a03-4d4b-9dd6-c26ed8f9be00 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:50.797420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a0110d-9325-45de-8687-61819dd3f158 req-9a1e8460-8a03-4d4b-9dd6-c26ed8f9be00 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 943 time: 0.0665078 Jul 23 00:33:50.840390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a0110d-9325-45de-8687-61819dd3f158 req-03d5e53d-ea28-4bb8-a0ca-c224050665ff tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Jul 23 00:33:51.915675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:51.972070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdac81-f7af-46bf-bb99-652c0ac9b2f1 req-21f6ac78-1a20-472d-be21-94076c776b2c tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:51.973556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99fdac81-f7af-46bf-bb99-652c0ac9b2f1 req-21f6ac78-1a20-472d-be21-94076c776b2c tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 943 time: 0.0669947 Jul 23 00:33:52.010675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-99fdac81-f7af-46bf-bb99-652c0ac9b2f1 req-98c9a7f1-59aa-4b1c-883a-978afdfac517 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jul 23 00:33:52.790154 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:53.139380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4736-73dc-4eed-8a55-097c054a36f6 req-28492c61-c293-4c43-abc5-8c6550f42a12 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:53.140877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc9e4736-73dc-4eed-8a55-097c054a36f6 req-28492c61-c293-4c43-abc5-8c6550f42a12 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 943 time: 0.0639341 Jul 23 00:33:53.178906 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc9e4736-73dc-4eed-8a55-097c054a36f6 req-c0c0c7e5-4399-4c46-9450-78d899fcf133 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Jul 23 00:33:53.895896 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 732c9543-2674-45d3-b6a5-9e981dfb3c44 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:33:53.990115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 732c9543-2674-45d3-b6a5-9e981dfb3c44, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:54.000788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '732c9543-2674-45d3-b6a5-9e981dfb3c44', 'network_id': 'ff24e669-2d96-43f9-832e-2a2c78d02db2', 'port_id': '732c9543-2674-45d3-b6a5-9e981dfb3c44', 'mac_address': 'fa:16:3e:cc:a3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e57ccd-f8d2-4eb7-900f-e902aa5efa72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:33:54.037742 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:54.049991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732c9543-2674-45d3-b6a5-9e981dfb3c44 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:33:54.069202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 732c9543-2674-45d3-b6a5-9e981dfb3c44, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:54.073429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:54.120019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=732c9543-2674-45d3-b6a5-9e981dfb3c44,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:54.308631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5b108-ffdc-4568-9940-bbed72b1f4a6 req-5797b4ad-d35b-45a3-87b2-189d0eb52cce tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:54.310151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0b5b108-ffdc-4568-9940-bbed72b1f4a6 req-5797b4ad-d35b-45a3-87b2-189d0eb52cce tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 944 time: 0.0648534 Jul 23 00:33:54.335385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['732c9543-2674-45d3-b6a5-9e981dfb3c44'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:54.349825 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c0b5b108-ffdc-4568-9940-bbed72b1f4a6 req-d0442c92-6b61-4235-9a5c-8e46f8b26794 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Jul 23 00:33:55.484996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b74a-26d4-4618-80b8-bfcfc17fabc1 req-8de3b4f6-3eb7-46a1-a970-f00911200762 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:55.486485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b33b74a-26d4-4618-80b8-bfcfc17fabc1 req-8de3b4f6-3eb7-46a1-a970-f00911200762 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 944 time: 0.0693688 Jul 23 00:33:55.523756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b33b74a-26d4-4618-80b8-bfcfc17fabc1 req-240f3b3b-b3ce-41a0-a882-833db28d34d4 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Jul 23 00:33:55.911162 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 732c9543-2674-45d3-b6a5-9e981dfb3c44 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:33:55.959099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 732c9543-2674-45d3-b6a5-9e981dfb3c44 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:33:55.963073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 732c9543-2674-45d3-b6a5-9e981dfb3c44 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:33:55.963480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:56.042001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:56.063875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732c9543-2674-45d3-b6a5-9e981dfb3c44'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:56.066170 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a0ca9-e477-4de7-a609-6e9ae2e6cb89" -d '{"events": [{"server_uuid": "bac7c0ff-1e81-4f00-8818-50c8b7eb6c40", "name": "network-vif-plugged", "status": "completed", "tag": "732c9543-2674-45d3-b6a5-9e981dfb3c44"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:56.078660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 732c9543-2674-45d3-b6a5-9e981dfb3c44, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:56.083956 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:56.107630 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e528dd-41fc-4de5-8c36-1fafd4705495 x-openstack-request-id: req-04e528dd-41fc-4de5-8c36-1fafd4705495 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:56.107922 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac7c0ff-1e81-4f00-8818-50c8b7eb6c40", "name": "network-vif-plugged", "status": "completed", "tag": "732c9543-2674-45d3-b6a5-9e981dfb3c44", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:56.108189 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04e528dd-41fc-4de5-8c36-1fafd4705495 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:56.108558 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732c9543-2674-45d3-b6a5-9e981dfb3c44', 'code': 200} Jul 23 00:33:56.133776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=732c9543-2674-45d3-b6a5-9e981dfb3c44,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:56.238345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f88b1-0e7a-4311-9358-4a0b254e07f3 req-e3a60dfc-57e4-4bb5-9049-8b054c35661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:56.239790 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-842f88b1-0e7a-4311-9358-4a0b254e07f3 req-e3a60dfc-57e4-4bb5-9049-8b054c35661b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 1096 time: 0.0540307 Jul 23 00:33:56.273171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-842f88b1-0e7a-4311-9358-4a0b254e07f3 req-93bd297d-d20b-46c5-aaf9-f8885db79c13 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267413 Jul 23 00:33:56.657248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8179c4-fa91-4142-bc32-72bd0082a29e req-eef1acd2-bed8-466d-ae49-295be2bfa51c tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:56.659845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e8179c4-fa91-4142-bc32-72bd0082a29e req-eef1acd2-bed8-466d-ae49-295be2bfa51c tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 945 time: 0.0673835 Jul 23 00:33:56.696757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6e8179c4-fa91-4142-bc32-72bd0082a29e req-8b7cd9b8-56ae-4d79-9dd7-34b8da02640b tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Jul 23 00:33:57.828690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406b3e6-3b02-432d-a8d6-966350acf4f3 req-e95d905b-edb2-497f-aaaa-ca7199148732 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:57.830176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8406b3e6-3b02-432d-a8d6-966350acf4f3 req-e95d905b-edb2-497f-aaaa-ca7199148732 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 945 time: 0.0670359 Jul 23 00:33:57.867865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8406b3e6-3b02-432d-a8d6-966350acf4f3 req-dcfcddc6-faaf-424e-af5e-baf02963c6dd tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Jul 23 00:33:58.118440 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad52a-9588-4c8f-82aa-4fe433f9fdb9 req-fd90e3f6-5edf-4d7c-9d2f-975650625171 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:58.119952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-784ad52a-9588-4c8f-82aa-4fe433f9fdb9 req-fd90e3f6-5edf-4d7c-9d2f-975650625171 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 945 time: 0.0689468 Jul 23 00:33:58.157151 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-784ad52a-9588-4c8f-82aa-4fe433f9fdb9 req-c617e4d3-6593-476a-9441-eaf8a9a470d0 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Jul 23 00:33:59.296023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ee521-742d-4f14-b1eb-0a480e599a82 req-0014d90d-b97c-40b6-a1c0-63107a0147af tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:59.297504 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-230ee521-742d-4f14-b1eb-0a480e599a82 req-0014d90d-b97c-40b6-a1c0-63107a0147af tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 945 time: 0.0671580 Jul 23 00:33:59.334719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-230ee521-742d-4f14-b1eb-0a480e599a82 req-a4a148b2-5941-4687-81a8-d8f633ee680c tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Jul 23 00:33:59.457958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-48c533c9-29c7-4409-b171-b826c483e2eb tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:33:59.459484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-48c533c9-29c7-4409-b171-b826c483e2eb tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 945 time: 0.0703523 Jul 23 00:33:59.562670 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Deleting port 732c9543-2674-45d3-b6a5-9e981dfb3c44 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:33:59.563012 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:59.649444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] For port 732c9543-2674-45d3-b6a5-9e981dfb3c44, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=732c9543-2674-45d3-b6a5-9e981dfb3c44,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:33:59.649805 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:59.662773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Calling delete_port for 732c9543-2674-45d3-b6a5-9e981dfb3c44 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:33:59.794194 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:59.808159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6cde7803-67da-4e9a-967c-04a66bd68f7f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:59.823135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Pushing event deleted for resources: {'Port': ['ID=732c9543-2674-45d3-b6a5-9e981dfb3c44,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:33:59.838948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['732c9543-2674-45d3-b6a5-9e981dfb3c44'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:33:59.854117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.854500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.854807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.855142 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.855504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.855839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.856171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.856500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.856827 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.857179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.857506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.857831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:33:59.884353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] No DVR routers for this DVR port 732c9543-2674-45d3-b6a5-9e981dfb3c44 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:33:59.886903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:33:59.889014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-73b5926f-b82f-450b-a3ab-0b809a1a6d9e req-cd5a803d-2d16-40b1-a45a-fccf429f4cc5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.48 "DELETE /v2.0/ports/732c9543-2674-45d3-b6a5-9e981dfb3c44 HTTP/1.1" status: 204 len: 173 time: 0.4232578 Jul 23 00:33:59.889462 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'name': 'network-vif-deleted', 'tag': '732c9543-2674-45d3-b6a5-9e981dfb3c44'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:33:59.891773 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd76ce27-3904-433c-b80f-04f42f41cdac" -d '{"events": [{"server_uuid": "bac7c0ff-1e81-4f00-8818-50c8b7eb6c40", "name": "network-vif-deleted", "tag": "732c9543-2674-45d3-b6a5-9e981dfb3c44"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:33:59.931007 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e17e4-f7cc-4047-aaa4-a7751720a7f3 x-openstack-request-id: req-cb5e17e4-f7cc-4047-aaa4-a7751720a7f3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:33:59.931312 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac7c0ff-1e81-4f00-8818-50c8b7eb6c40", "name": "network-vif-deleted", "tag": "732c9543-2674-45d3-b6a5-9e981dfb3c44", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:33:59.931608 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb5e17e4-f7cc-4047-aaa4-a7751720a7f3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:33:59.931997 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7c0ff-1e81-4f00-8818-50c8b7eb6c40', 'name': 'network-vif-deleted', 'tag': '732c9543-2674-45d3-b6a5-9e981dfb3c44', 'status': 'completed', 'code': 200} Jul 23 00:34:00.460614 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-29ee1c42-002f-4ce8-bfb6-5d36a6ef8d50 req-1ae33d5a-9b1a-479f-b810-6b4165e3a611 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac7c0ff-1e81-4f00-8818-50c8b7eb6c40 HTTP/1.1" status: 200 len: 210 time: 0.0379713 Jul 23 00:34:01.620220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd9ed-aae0-4748-828f-5d3fbc0d21a3 req-0b1258e0-5285-4694-b6e6-c3e4a36fe8a4 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:01.621695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec2cd9ed-aae0-4748-828f-5d3fbc0d21a3 req-0b1258e0-5285-4694-b6e6-c3e4a36fe8a4 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Jul 23 00:34:01.659423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ec2cd9ed-aae0-4748-828f-5d3fbc0d21a3 req-038e4671-69e3-47e7-b944-9465cd202bbd tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 23 00:34:01.804276 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290b5b9-5547-4836-87e9-5a3928cff037 req-5eeef83b-82f6-456b-9070-ebc8b05c690a tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:01.805733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c290b5b9-5547-4836-87e9-5a3928cff037 req-5eeef83b-82f6-456b-9070-ebc8b05c690a tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0657547 Jul 23 00:34:01.843462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c290b5b9-5547-4836-87e9-5a3928cff037 req-af527770-d0c0-45f7-a8e7-ac0637d5bf00 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Jul 23 00:34:01.971770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0aed-0185-40b5-a73a-00a362ee6cf5 req-0a36aa72-449f-4344-84f9-b36611354eed tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:01.973177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6cb0aed-0185-40b5-a73a-00a362ee6cf5 req-0a36aa72-449f-4344-84f9-b36611354eed tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0636914 Jul 23 00:34:02.010915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6cb0aed-0185-40b5-a73a-00a362ee6cf5 req-d0907606-6aa4-44da-b483-a6240a2100c8 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jul 23 00:34:02.189715 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa316-ed55-4d28-b35d-61d3fb52ed75 req-352c2c3b-995e-4859-a678-ebe527fee3e0 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:02.192296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1cfa316-ed55-4d28-b35d-61d3fb52ed75 req-352c2c3b-995e-4859-a678-ebe527fee3e0 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0653718 Jul 23 00:34:02.230304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1cfa316-ed55-4d28-b35d-61d3fb52ed75 req-9aaa3807-c9a7-4053-944e-65f1b1c24e33 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Jul 23 00:34:02.363543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ed47c-b829-461c-ae72-910a57365189 req-c498e961-6979-43e1-b959-672c9dc8d333 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:02.365027 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-726ed47c-b829-461c-ae72-910a57365189 req-c498e961-6979-43e1-b959-672c9dc8d333 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0694947 Jul 23 00:34:02.401611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-726ed47c-b829-461c-ae72-910a57365189 req-07f3a87f-40d3-4ef4-9ce8-7e429b49d507 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Jul 23 00:34:02.541046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37a7e-0878-4d17-8cee-e194b9607008 req-171ff3db-6727-465c-b0b8-0263379ccb58 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:02.542387 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fa37a7e-0878-4d17-8cee-e194b9607008 req-171ff3db-6727-465c-b0b8-0263379ccb58 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0637815 Jul 23 00:34:02.579813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fa37a7e-0878-4d17-8cee-e194b9607008 req-c9ea1177-3992-4f55-b9dc-226ef713c577 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Jul 23 00:34:02.894609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0c5fb-2a0d-4560-9ec9-c5ca6c849a4a req-0beb40ae-b44f-48ac-8442-8ae243c7f6e5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:02.896114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a0c5fb-2a0d-4560-9ec9-c5ca6c849a4a req-0beb40ae-b44f-48ac-8442-8ae243c7f6e5 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0689390 Jul 23 00:34:02.936251 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f3a0c5fb-2a0d-4560-9ec9-c5ca6c849a4a req-218397a6-92fd-4744-ac1e-953138bfa00e tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Jul 23 00:34:03.943744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 732c9543-2674-45d3-b6a5-9e981dfb3c44 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:34:03.963771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 732c9543-2674-45d3-b6a5-9e981dfb3c44 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:34:03.964128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 732c9543-2674-45d3-b6a5-9e981dfb3c44 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:34:04.073268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b22d61-2648-4e8c-9a87-35bfde78d25f req-137eb37f-ece2-4892-a18e-ac2281a7489a tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:04.074760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4b22d61-2648-4e8c-9a87-35bfde78d25f req-137eb37f-ece2-4892-a18e-ac2281a7489a tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0632272 Jul 23 00:34:04.112369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f4b22d61-2648-4e8c-9a87-35bfde78d25f req-aca0df12-dbed-4ff2-8e5d-9af13b69502a tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.21 "GET /v2.0/security-groups?id=5fb7b983-c800-4bd3-96f4-0ce0285c118a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jul 23 00:34:04.204242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-15f831bf-5f68-4a0d-b673-da93bced5907 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:04.205620 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-15f831bf-5f68-4a0d-b673-da93bced5907 tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e0e2290-c40a-4f24-96af-5a4e12644e20 HTTP/1.1" status: 200 len: 945 time: 0.0641441 Jul 23 00:34:04.307663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Deleting port 6cde7803-67da-4e9a-967c-04a66bd68f7f {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:34:04.308011 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.394839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] For port 6cde7803-67da-4e9a-967c-04a66bd68f7f, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=6cde7803-67da-4e9a-967c-04a66bd68f7f,segment=NetworkSegment(a0f74e82-1847-4aca-8487-9b0142622397),segment_id=a0f74e82-1847-4aca-8487-9b0142622397)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:04.395208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.407804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Calling delete_port for 6cde7803-67da-4e9a-967c-04a66bd68f7f owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:34:04.538050 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.549219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['6cde7803-67da-4e9a-967c-04a66bd68f7f'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:34:04.566656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Pushing event deleted for resources: {'Port': ['ID=6cde7803-67da-4e9a-967c-04a66bd68f7f,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:04.616328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] No DVR routers for this DVR port 6cde7803-67da-4e9a-967c-04a66bd68f7f on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:34:04.618795 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:04.621163 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4549d16e-ae00-49c4-8e0c-2f60ba2f8856 req-9d9bac26-9ed6-4aa2-ae18-4ee70b9c1fda tempest-ServersNegativeTestJSON-264170752 tempest-ServersNegativeTestJSON-264170752-project] 10.222.0.49 "DELETE /v2.0/ports/6cde7803-67da-4e9a-967c-04a66bd68f7f HTTP/1.1" status: 204 len: 173 time: 0.4096611 Jul 23 00:34:04.621592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'name': 'network-vif-deleted', 'tag': '6cde7803-67da-4e9a-967c-04a66bd68f7f'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:34:04.623842 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d557168-c5b8-4c70-b5f2-3dd0c1e5609d" -d '{"events": [{"server_uuid": "3e0e2290-c40a-4f24-96af-5a4e12644e20", "name": "network-vif-deleted", "tag": "6cde7803-67da-4e9a-967c-04a66bd68f7f"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:34:04.662811 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d834e27-ccfc-42e7-9e7d-822ba580ec9b x-openstack-request-id: req-9d834e27-ccfc-42e7-9e7d-822ba580ec9b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:34:04.663111 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e2290-c40a-4f24-96af-5a4e12644e20", "name": "network-vif-deleted", "tag": "6cde7803-67da-4e9a-967c-04a66bd68f7f", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:34:04.663401 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d834e27-ccfc-42e7-9e7d-822ba580ec9b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:34:04.663767 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0e2290-c40a-4f24-96af-5a4e12644e20', 'name': 'network-vif-deleted', 'tag': '6cde7803-67da-4e9a-967c-04a66bd68f7f', 'status': 'completed', 'code': 200} Jul 23 00:34:05.167965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53380) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:05.213173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Deleting subnet b3e57ccd-f8d2-4eb7-900f-e902aa5efa72 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:34:05.216187 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.254850 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.292497 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.343159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.369384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e57ccd-f8d2-4eb7-900f-e902aa5efa72,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:05.373112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.375017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-40a04ed3-0f6f-4ba8-a8a5-3f50ff82efb2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3e57ccd-f8d2-4eb7-900f-e902aa5efa72 HTTP/1.1" status: 204 len: 168 time: 0.2060161 Jul 23 00:34:05.377419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53382) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:05.449915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.526036 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.536500 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff24e669-2d96-43f9-832e-2a2c78d02db2']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:05.545585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f74e82-1847-4aca-8487-9b0142622397') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:05.545877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f74e82-1847-4aca-8487-9b0142622397') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:05.555255 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.568460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.574235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:05.574619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:05.576259 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:05.632811 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.638522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.640425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff24e669-2d96-43f9-832e-2a2c78d02db2 HTTP/1.1" status: 204 len: 168 time: 0.2620926 Jul 23 00:34:05.652177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f95d3-a8b7-41c1-a837-7ef1a56e1a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ff24e669-2d96-43f9-832e-2a2c78d02db2,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:05.749438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53386) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:05.789328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2f9beccd-386a-401c-b187-b1d471a14718 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ba78e372ab543eaaa899f085e64a9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387952 Jul 23 00:34:05.791692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53388) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:05.838437 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70d696f0-cfc1-487b-bf2e-d9b10ff95848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.859387 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70d696f0-cfc1-487b-bf2e-d9b10ff95848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.904295 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70d696f0-cfc1-487b-bf2e-d9b10ff95848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.906974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-70d696f0-cfc1-487b-bf2e-d9b10ff95848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:05.908529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-70d696f0-cfc1-487b-bf2e-d9b10ff95848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fb7b983-c800-4bd3-96f4-0ce0285c118a HTTP/1.1" status: 204 len: 168 time: 0.1159551 Jul 23 00:34:05.916840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d696f0-cfc1-487b-bf2e-d9b10ff95848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7b983-c800-4bd3-96f4-0ce0285c118a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:06.569817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53410) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:06.659602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363605554'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:06.685047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:06.688954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.698439 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.789931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.793829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.817619 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:06.833674 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466f425c-022b-423d-8a3d-93880f0acde0,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:06.836603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.836957 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Added segment dfdbde5f-6f4c-49d7-aae3-7277ea16b45e of type vlan for network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 Jul 23 00:34:06.859033 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.879441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.908853 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.914900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:06.915517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:06.949185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3781655 Jul 23 00:34:06.990346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9befa84-4940-4d37-baae-521acf6ebb21 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Network': ['ID=42d01a50-9492-4cc7-b5d2-b18563f1cd33,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:07.002319 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:08.867224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6cde7803-67da-4e9a-967c-04a66bd68f7f no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:34:08.887255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 6cde7803-67da-4e9a-967c-04a66bd68f7f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:34:08.887617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 6cde7803-67da-4e9a-967c-04a66bd68f7f not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:34:10.285863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53414) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:10.291056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'subnet': {'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:10.376891 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:10.381091 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.566131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.631138 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Subnet': ['ID=74a1208c-9169-41d2-a5fb-cc7fd79bfe8a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:10.640156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Checking segment: {'id': 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:10.640516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network hostable DHCP agents. Network: 42d01a50-9492-4cc7-b5d2-b18563f1cd33, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:10.657144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:10.665936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 42d01a50-9492-4cc7-b5d2-b18563f1cd33) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:10.670159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:10.670748 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.674907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1541d11-40fa-48e1-aa9c-d4bfba89fbdc None None] Network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:10.685643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18dced41-71fc-41dd-aef9-67bd0b762c9c tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3986301 Jul 23 00:34:10.689509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53416) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:10.694651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819717126'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:10.716160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:10.719930 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.745492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:10.754487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.754851 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Added segment ad45fc7e-99fc-4d00-aada-54fa216ac3d2 of type vlan for network 274aca1a-ad54-449c-83c5-f49973624c79 Jul 23 00:34:10.794565 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.823866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-42d01a50-9492-4cc7-b5d2-b18563f1cd33', 'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33', 'tenant_id': '2581ef2d90a94748be695ff7a2b3897f', 'fixed_ips': [{'subnet_id': '74a1208c-9169-41d2-a5fb-cc7fd79bfe8a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:10.824803 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.824988 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.830451 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:10.831056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:10.863929 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1733305 Jul 23 00:34:10.867117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:10.874050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'subnet': {'network_id': '274aca1a-ad54-449c-83c5-f49973624c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:10.927050 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e5af3-ded0-4e7c-9d50-6c28d2822012 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Network': ['ID=274aca1a-ad54-449c-83c5-f49973624c79,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:10.950318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 274aca1a-ad54-449c-83c5-f49973624c79 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:11.038295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Allocated IP 2001:db8:0:ffff::2 (42d01a50-9492-4cc7-b5d2-b18563f1cd33/74a1208c-9169-41d2-a5fb-cc7fd79bfe8a/a19390cf-df27-4c30-ba88-6be071f892bc) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:11.207862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.216496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Transition to ACTIVE for port object a19390cf-df27-4c30-ba88-6be071f892bc will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:11.232526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Transition to ACTIVE for port object a19390cf-df27-4c30-ba88-6be071f892bc will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:11.238789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.283122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:11.286163 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:11.289873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:11.295390 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Pushing event updated for resources: {'Port': ['ID=a19390cf-df27-4c30-ba88-6be071f892bc,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.307523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.307873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.308218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.309130 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.309468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.309802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.310133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.310463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.310788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.311113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.311465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.311790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:11.339719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:11.343164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.363852 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Attempting to bind port a19390cf-df27-4c30-ba88-6be071f892bc on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:11.364225 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Attempting to bind port a19390cf-df27-4c30-ba88-6be071f892bc by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:11.364590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Attempting to bind port a19390cf-df27-4c30-ba88-6be071f892bc on network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:11.369867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:11.370243 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Checking segment: {'id': 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:11.370656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.371047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Bound using segment: {'id': 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:11.371543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Bound port: a19390cf-df27-4c30-ba88-6be071f892bc, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '42d01a50-9492-4cc7-b5d2-b18563f1cd33'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:11.371929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.434498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] For port a19390cf-df27-4c30-ba88-6be071f892bc, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:11.438245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] For port a19390cf-df27-4c30-ba88-6be071f892bc, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a19390cf-df27-4c30-ba88-6be071f892bc,segment=NetworkSegment(dfdbde5f-6f4c-49d7-aae3-7277ea16b45e),segment_id=dfdbde5f-6f4c-49d7-aae3-7277ea16b45e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:11.444519 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.513178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb0400-64e8-4e3d-a6b9-8beb8e386ab9 None None] Pushing event updated for resources: {'Port': ['ID=a19390cf-df27-4c30-ba88-6be071f892bc,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.541222 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.598683 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Subnet': ['ID=f5b7cea7-1eb8-4c80-9639-dc54b3229104,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:11.616043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Checking segment: {'id': 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '274aca1a-ad54-449c-83c5-f49973624c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:11.616407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network hostable DHCP agents. Network: 274aca1a-ad54-449c-83c5-f49973624c79, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:11.648493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network 274aca1a-ad54-449c-83c5-f49973624c79 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:11.661180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 274aca1a-ad54-449c-83c5-f49973624c79) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:11.665751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:11.666383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.677580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7cb95e-5e46-4b4c-895d-9b2c7a6596a3 None None] Network 274aca1a-ad54-449c-83c5-f49973624c79 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:11.700282 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c9cb182f-74ef-463d-9898-16e68da847ff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8320291 Jul 23 00:34:11.702776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:11.811473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.837619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-274aca1a-ad54-449c-83c5-f49973624c79', 'network_id': '274aca1a-ad54-449c-83c5-f49973624c79', 'tenant_id': '2581ef2d90a94748be695ff7a2b3897f', 'fixed_ips': [{'subnet_id': 'f5b7cea7-1eb8-4c80-9639-dc54b3229104'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:11.838509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.890148 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:11.976129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Allocated IP 2001:db8::2 (274aca1a-ad54-449c-83c5-f49973624c79/f5b7cea7-1eb8-4c80-9639-dc54b3229104/11ee11c4-1a1d-4413-8610-6186120e0028) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:12.121323 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.130201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Transition to ACTIVE for port object 11ee11c4-1a1d-4413-8610-6186120e0028 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:12.146581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Transition to ACTIVE for port object 11ee11c4-1a1d-4413-8610-6186120e0028 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:12.152639 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.170559 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.190976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Network 274aca1a-ad54-449c-83c5-f49973624c79 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:12.196080 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:12.199729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:12.200458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b7cea7-1eb8-4c80-9639-dc54b3229104,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:12.211428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Pushing event updated for resources: {'Port': ['ID=11ee11c4-1a1d-4413-8610-6186120e0028,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:12.270699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Attempting to bind port 11ee11c4-1a1d-4413-8610-6186120e0028 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:12.271250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Attempting to bind port 11ee11c4-1a1d-4413-8610-6186120e0028 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '274aca1a-ad54-449c-83c5-f49973624c79'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:12.271761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Attempting to bind port 11ee11c4-1a1d-4413-8610-6186120e0028 on network 274aca1a-ad54-449c-83c5-f49973624c79 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:12.277322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:12.277830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Checking segment: {'id': 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '274aca1a-ad54-449c-83c5-f49973624c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:12.278359 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.278993 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Bound using segment: {'id': 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '274aca1a-ad54-449c-83c5-f49973624c79'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:12.279707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Bound port: 11ee11c4-1a1d-4413-8610-6186120e0028, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '274aca1a-ad54-449c-83c5-f49973624c79'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:12.280092 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.282695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.294190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274aca1a-ad54-449c-83c5-f49973624c79']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:12.305960 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:12.306253 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:12.316315 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.336534 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.343492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:12.344107 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:12.347742 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:12.351204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] For port 11ee11c4-1a1d-4413-8610-6186120e0028, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:12.409215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] For port 11ee11c4-1a1d-4413-8610-6186120e0028, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=11ee11c4-1a1d-4413-8610-6186120e0028,segment=NetworkSegment(ad45fc7e-99fc-4d00-aada-54fa216ac3d2),segment_id=ad45fc7e-99fc-4d00-aada-54fa216ac3d2)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:12.410514 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.db.api [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 00:34:12.410514 n-d-758851-4 neutron-server[93791]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 00:34:12.410514 n-d-758851-4 neutron-server[93791]: [parameters: {'id': '274aca1a-ad54-449c-83c5-f49973624c79'}] Jul 23 00:34:12.410514 n-d-758851-4 neutron-server[93791]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93791) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:34:12.410884 n-d-758851-4 neutron-server[93791]: DEBUG oslo_db.api [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:34:12.414774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.481094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc2ec6c-931d-4872-b897-b1ba46d86dc0 None None] Network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:12.533481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e04125-041a-42ce-a29f-384b9871f858 None None] Pushing event updated for resources: {'Port': ['ID=11ee11c4-1a1d-4413-8610-6186120e0028,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:12.569278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a18be2-9544-4bf9-a562-251676540828 None None] Network 274aca1a-ad54-449c-83c5-f49973624c79 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:12.595397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-4172bfea-b3aa-4e93-94e9-ad12f66e5480 None None] Provisioning for port a19390cf-df27-4c30-ba88-6be071f892bc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:12.911810 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:12.960000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f63e1-bc27-47ee-b205-ca9286135bed None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:34:12.970816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Deleting port 11ee11c4-1a1d-4413-8610-6186120e0028 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:34:12.971180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.036455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42f63e1-bc27-47ee-b205-ca9286135bed None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:34:13.039936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] For port 11ee11c4-1a1d-4413-8610-6186120e0028, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=11ee11c4-1a1d-4413-8610-6186120e0028,segment=NetworkSegment(ad45fc7e-99fc-4d00-aada-54fa216ac3d2),segment_id=ad45fc7e-99fc-4d00-aada-54fa216ac3d2)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:13.040311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.052631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Calling delete_port for 11ee11c4-1a1d-4413-8610-6186120e0028 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:34:13.133321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.162949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Port': ['ID=11ee11c4-1a1d-4413-8610-6186120e0028,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:13.166576 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No DVR routers for this DVR port 11ee11c4-1a1d-4413-8610-6186120e0028 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:34:13.245484 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.256058 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274aca1a-ad54-449c-83c5-f49973624c79']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:13.265955 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:13.266259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad45fc7e-99fc-4d00-aada-54fa216ac3d2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:13.274894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.289127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.295686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:13.296274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:13.299776 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:13.363832 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.370840 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.372474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/274aca1a-ad54-449c-83c5-f49973624c79 HTTP/1.1" status: 204 len: 168 time: 1.6686587 Jul 23 00:34:13.377099 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:13.382820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-735259168'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:13.383541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fad8ff-20ce-4444-8590-4005b84788af tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Network': ['ID=274aca1a-ad54-449c-83c5-f49973624c79,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:13.403385 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:13.406697 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.432358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:13.441378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.441732 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Added segment 89ba143f-e9c7-445b-a678-d8a1c4d8d158 of type vlan for network ec4bd766-18e6-49eb-aae3-3ddd540fd418 Jul 23 00:34:13.483453 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.511701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.517405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:13.517990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.556339 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1781130 Jul 23 00:34:13.559152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:13.564643 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'subnet': {'network_id': 'ec4bd766-18e6-49eb-aae3-3ddd540fd418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:13.593639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Network': ['ID=ec4bd766-18e6-49eb-aae3-3ddd540fd418,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:13.601001 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a19390cf-df27-4c30-ba88-6be071f892bc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:13.603879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.604306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.604721 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.605121 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.605566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.606068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.606487 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.606881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.607276 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.607692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.608083 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.608473 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3badca7-a210-4939-907d-6a0538a3e4d9 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:13.623384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ec4bd766-18e6-49eb-aae3-3ddd540fd418 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:13.665068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:13.668609 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.710270 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port a19390cf-df27-4c30-ba88-6be071f892bc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:13.714011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a19390cf-df27-4c30-ba88-6be071f892bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:13.714386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.725788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Performing IP validity checks on allocation pools {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 00:34:13.726316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.ipam_backend_mixin [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93791) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 00:34:13.796645 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.830252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port a19390cf-df27-4c30-ba88-6be071f892bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a19390cf-df27-4c30-ba88-6be071f892bc,segment=NetworkSegment(dfdbde5f-6f4c-49d7-aae3-7277ea16b45e),segment_id=dfdbde5f-6f4c-49d7-aae3-7277ea16b45e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:13.834872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.855341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.885983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=a19390cf-df27-4c30-ba88-6be071f892bc,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:13.915931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Subnet': ['ID=19266468-de10-41b4-a9ed-1a33b1da94d6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:13.922853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Checking segment: {'id': '89ba143f-e9c7-445b-a678-d8a1c4d8d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ec4bd766-18e6-49eb-aae3-3ddd540fd418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:13.923217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network hostable DHCP agents. Network: ec4bd766-18e6-49eb-aae3-3ddd540fd418, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:13.940437 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network ec4bd766-18e6-49eb-aae3-3ddd540fd418 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:13.949482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ec4bd766-18e6-49eb-aae3-3ddd540fd418) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:13.953377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:13.953954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:13.958707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b523d-ff74-42ed-9af3-709f7af50903 None None] Network ec4bd766-18e6-49eb-aae3-3ddd540fd418 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:13.968571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-61a42c54-a6c9-4494-a550-499a800814dc tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4082973 Jul 23 00:34:13.971178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:14.071921 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.108112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fb989-ad15-40fa-9da5-975791bd6ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-ec4bd766-18e6-49eb-aae3-3ddd540fd418', 'network_id': 'ec4bd766-18e6-49eb-aae3-3ddd540fd418', 'tenant_id': '2581ef2d90a94748be695ff7a2b3897f', 'fixed_ips': [{'subnet_id': '19266468-de10-41b4-a9ed-1a33b1da94d6'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:14.108971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-851fb989-ad15-40fa-9da5-975791bd6ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.123615 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.185180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-851fb989-ad15-40fa-9da5-975791bd6ac8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19266468-de10-41b4-a9ed-1a33b1da94d6: This subnet is being modified by another concurrent operation. Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 19266468-de10-41b4-a9ed-1a33b1da94d6: This subnet is being modified by another concurrent operation. Jul 23 00:34:14.202933 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 23 00:34:14.212635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Subnet': ['ID=19266468-de10-41b4-a9ed-1a33b1da94d6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:14.226123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e5dbc-6240-4af0-a955-fe61c7b71377 None None] Network ec4bd766-18e6-49eb-aae3-3ddd540fd418 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:14.279646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.290588 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4bd766-18e6-49eb-aae3-3ddd540fd418']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:14.299663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ba143f-e9c7-445b-a678-d8a1c4d8d158') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:14.299967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ba143f-e9c7-445b-a678-d8a1c4d8d158') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:14.309839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.323275 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.329198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:14.329596 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:14.333186 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:14.342489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dfd0d5-138c-423a-ab51-f8e27beb2353 None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:34:14.389776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.397465 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.399290 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/ec4bd766-18e6-49eb-aae3-3ddd540fd418 HTTP/1.1" status: 204 len: 168 time: 0.4271660 Jul 23 00:34:14.404007 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53428) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:14.409699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371813917'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:14.410905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48147824-cbf9-4ec9-9430-d47ac46f4dff tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Network': ['ID=ec4bd766-18e6-49eb-aae3-3ddd540fd418,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:14.419861 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfd0d5-138c-423a-ab51-f8e27beb2353 None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:34:14.432811 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:14.436682 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.463433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:14.472780 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.473157 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Added segment f571d1ac-c632-4c80-867c-88cebe7a01a4 of type vlan for network 0a890bf4-e161-4bfb-9915-852211e8b19d Jul 23 00:34:14.520608 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.552280 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.557966 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:14.558600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.593266 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1881125 Jul 23 00:34:14.596059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53430) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:14.604254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'subnet': {'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:14.657604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38704f45-7a9a-4f76-b168-71bd2bc6553f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Network': ['ID=0a890bf4-e161-4bfb-9915-852211e8b19d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:14.671037 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 0a890bf4-e161-4bfb-9915-852211e8b19d details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:14.735835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:14.739522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.926648 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:14.980716 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Subnet': ['ID=3dc0d697-e5a5-43a9-affe-d5446b662f36,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:14.996102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Checking segment: {'id': 'f571d1ac-c632-4c80-867c-88cebe7a01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:14.996465 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network hostable DHCP agents. Network: 0a890bf4-e161-4bfb-9915-852211e8b19d, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:15.013041 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network 0a890bf4-e161-4bfb-9915-852211e8b19d is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:15.022125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 0a890bf4-e161-4bfb-9915-852211e8b19d) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:15.026236 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:15.026814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.030941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d146c-4a4d-4266-9754-192591170097 None None] Network 0a890bf4-e161-4bfb-9915-852211e8b19d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:15.041334 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-278ea9b4-c46f-4259-98f5-133390a8018b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442456 Jul 23 00:34:15.045077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53432) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:15.051139 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953971564'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:15.072584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:15.076137 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.104928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:15.114831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.115179 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Added segment b125f6ff-ac28-433a-9fa3-0b6f6a96c364 of type vlan for network cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc Jul 23 00:34:15.156704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.189874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.197666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-0a890bf4-e161-4bfb-9915-852211e8b19d', 'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d', 'tenant_id': '2581ef2d90a94748be695ff7a2b3897f', 'fixed_ips': [{'subnet_id': '3dc0d697-e5a5-43a9-affe-d5446b662f36'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:15.198352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:15.199124 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.199236 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.219408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1726313 Jul 23 00:34:15.221698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:15.230848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Request body: {'subnet': {'network_id': 'cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:15.278041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c413a4-cdac-4bc2-b15a-c58fd9e67dd4 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Network': ['ID=cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:15.291788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:15.341034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Made reservation on behalf of 2581ef2d90a94748be695ff7a2b3897f for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:15.345119 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.408541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Allocated IP 2001:db8::2 (0a890bf4-e161-4bfb-9915-852211e8b19d/3dc0d697-e5a5-43a9-affe-d5446b662f36/02724e64-e976-4922-92f6-d940a940abc1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:15.534429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.571910 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.580682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Transition to ACTIVE for port object 02724e64-e976-4922-92f6-d940a940abc1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:15.588185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a19390cf-df27-4c30-ba88-6be071f892bc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:15.598601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event updated for resources: {'Subnet': ['ID=cea822b8-8d47-481f-82ee-de4deed2d7a0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:15.608213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Checking segment: {'id': 'b125f6ff-ac28-433a-9fa3-0b6f6a96c364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:15.608587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network hostable DHCP agents. Network: cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:15.621808 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Transition to ACTIVE for port object 02724e64-e976-4922-92f6-d940a940abc1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:15.626272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Network cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:15.636509 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.637005 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:15.641366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:15.641835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.651177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676b090-2f33-499b-82f5-94a7421f1127 None None] Network cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:15.657377 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-afd7488f-c438-42e3-9dcd-32dea9c6b364 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4342597 Jul 23 00:34:15.660289 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53436) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:15.712208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Network 0a890bf4-e161-4bfb-9915-852211e8b19d is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:15.719371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:15.725893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:15.730511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Pushing event updated for resources: {'Port': ['ID=02724e64-e976-4922-92f6-d940a940abc1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:15.762323 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.776069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port a19390cf-df27-4c30-ba88-6be071f892bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:15.776448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.819667 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.875258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Attempting to bind port 02724e64-e976-4922-92f6-d940a940abc1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:15.875713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Attempting to bind port 02724e64-e976-4922-92f6-d940a940abc1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f571d1ac-c632-4c80-867c-88cebe7a01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:15.876160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Attempting to bind port 02724e64-e976-4922-92f6-d940a940abc1 on network 0a890bf4-e161-4bfb-9915-852211e8b19d {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:15.886482 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.907262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:15.907661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Checking segment: {'id': 'f571d1ac-c632-4c80-867c-88cebe7a01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:15.908066 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.908457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Bound using segment: {'id': 'f571d1ac-c632-4c80-867c-88cebe7a01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:15.908931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Bound port: 02724e64-e976-4922-92f6-d940a940abc1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f571d1ac-c632-4c80-867c-88cebe7a01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0a890bf4-e161-4bfb-9915-852211e8b19d'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:15.909312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.920602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Subnet': ['ID=cea822b8-8d47-481f-82ee-de4deed2d7a0,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:15.980829 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:15.991563 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:16.001630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b125f6ff-ac28-433a-9fa3-0b6f6a96c364') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:16.001931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b125f6ff-ac28-433a-9fa3-0b6f6a96c364') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:16.011448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.027376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.031370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a87f7-4c8f-41db-a984-a06fc2e4357f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc', 'network_id': 'cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc', 'tenant_id': '2581ef2d90a94748be695ff7a2b3897f', 'fixed_ips': [{'subnet_id': 'cea822b8-8d47-481f-82ee-de4deed2d7a0'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:16.032208 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-de6a87f7-4c8f-41db-a984-a06fc2e4357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.033613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:16.034069 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:16.037353 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:16.063182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] For port 02724e64-e976-4922-92f6-d940a940abc1, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:16.067651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] For port 02724e64-e976-4922-92f6-d940a940abc1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=02724e64-e976-4922-92f6-d940a940abc1,segment=NetworkSegment(f571d1ac-c632-4c80-867c-88cebe7a01a4),segment_id=f571d1ac-c632-4c80-867c-88cebe7a01a4)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:16.073194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.154686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.166241 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.168382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757d22a-26b0-4332-a5bb-49a5bbd28768 None None] Network cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:16.171827 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc HTTP/1.1" status: 204 len: 168 time: 0.5074165 Jul 23 00:34:16.172266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:16.194358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757d22a-26b0-4332-a5bb-49a5bbd28768 None None] Network cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc could not be found, it might have been deleted concurrently. {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 00:34:16.200290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091569ef-dcbc-4665-b05b-a575a22d2c0f tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Network': ['ID=cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:16.200505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08a8f8-2c3c-46fc-81a3-72dc3b080a5a None None] Pushing event updated for resources: {'Port': ['ID=02724e64-e976-4922-92f6-d940a940abc1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:16.214280 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce19093e-e9e3-417c-a3da-6960ef6cbc64 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] GET failed (client error): The resource could not be found. Jul 23 00:34:16.215751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ce19093e-e9e3-417c-a3da-6960ef6cbc64 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "GET /v2.0/subnets/cea822b8-8d47-481f-82ee-de4deed2d7a0 HTTP/1.1" status: 404 len: 337 time: 0.0424786 Jul 23 00:34:16.218489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:16.226771 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8f54-b405-4ce3-b1da-b6d76c805726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.242743 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9719d3d-b480-4eda-a70d-d843a11d003e tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:16.243437 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9719d3d-b480-4eda-a70d-d843a11d003e tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:16.248920 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c9719d3d-b480-4eda-a70d-d843a11d003e tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc HTTP/1.1" status: 404 len: 339 time: 0.0257313 Jul 23 00:34:16.249197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:16.275980 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-126eca40-9040-48ae-8bed-4abc552f8bbf tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:16.276518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126eca40-9040-48ae-8bed-4abc552f8bbf tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:16.278292 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-126eca40-9040-48ae-8bed-4abc552f8bbf tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/subnets/cea822b8-8d47-481f-82ee-de4deed2d7a0 HTTP/1.1" status: 404 len: 337 time: 0.0282316 Jul 23 00:34:16.280814 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:16.299670 n-d-758851-4 neutron-server[93790]: INFO neutron.pecan_wsgi.hooks.translation [None req-319edf56-d20f-4228-bc2d-c343091801ca tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:16.300771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319edf56-d20f-4228-bc2d-c343091801ca tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93790) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:16.305027 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-319edf56-d20f-4228-bc2d-c343091801ca tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/cc8ab96e-cb8b-4300-b9a3-4ac1f40e91cc HTTP/1.1" status: 404 len: 339 time: 0.0208631 Jul 23 00:34:16.305190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53446) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:16.368116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Deleting subnet 3dc0d697-e5a5-43a9-affe-d5446b662f36 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:34:16.371516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.416364 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.511581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.568587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.596138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc0d697-e5a5-43a9-affe-d5446b662f36,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:16.598227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.600120 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2bec31b6-3d00-44d2-a1bf-7e5f45f77c2b tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/subnets/3dc0d697-e5a5-43a9-affe-d5446b662f36 HTTP/1.1" status: 204 len: 168 time: 0.2939887 Jul 23 00:34:16.602615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53448) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:16.682457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.735656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Deleting port 02724e64-e976-4922-92f6-d940a940abc1 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:34:16.736002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.797254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] For port 02724e64-e976-4922-92f6-d940a940abc1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=02724e64-e976-4922-92f6-d940a940abc1,segment=NetworkSegment(f571d1ac-c632-4c80-867c-88cebe7a01a4),segment_id=f571d1ac-c632-4c80-867c-88cebe7a01a4)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:16.797631 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.817259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Calling delete_port for 02724e64-e976-4922-92f6-d940a940abc1 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:34:16.897880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:16.923535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Port': ['ID=02724e64-e976-4922-92f6-d940a940abc1,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:16.927365 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No DVR routers for this DVR port 02724e64-e976-4922-92f6-d940a940abc1 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:34:17.012884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.024278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a890bf4-e161-4bfb-9915-852211e8b19d']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:17.035233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f571d1ac-c632-4c80-867c-88cebe7a01a4') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:17.035829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f571d1ac-c632-4c80-867c-88cebe7a01a4') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:17.045635 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.061431 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.068075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:17.068469 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:17.071511 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:17.124528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f0e294-5fa2-43ba-b583-2cc9cd8885de None None] Network 0a890bf4-e161-4bfb-9915-852211e8b19d requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:17.135375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.145701 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.147631 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/0a890bf4-e161-4bfb-9915-852211e8b19d HTTP/1.1" status: 204 len: 168 time: 0.5440559 Jul 23 00:34:17.150309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53450) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:17.158797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f31949-e176-43dc-8523-cdd441874474 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Network': ['ID=0a890bf4-e161-4bfb-9915-852211e8b19d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:17.186622 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-09390998-c890-4991-a409-2ed3bc3b70f7 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:17.187376 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09390998-c890-4991-a409-2ed3bc3b70f7 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:17.189166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-09390998-c890-4991-a409-2ed3bc3b70f7 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/subnets/19266468-de10-41b4-a9ed-1a33b1da94d6 HTTP/1.1" status: 404 len: 337 time: 0.0367000 Jul 23 00:34:17.192768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53452) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:17.196504 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0609357d-0900-48c4-9eb7-c73baee81fd1 None None] Could not find standard attr ID for object 02724e64-e976-4922-92f6-d940a940abc1. {{(pid=93792) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 00:34:17.213299 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35c6bd7-9b11-4784-a655-ff05a76a9fc5 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:17.213838 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35c6bd7-9b11-4784-a655-ff05a76a9fc5 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:17.215556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b35c6bd7-9b11-4784-a655-ff05a76a9fc5 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/ec4bd766-18e6-49eb-aae3-3ddd540fd418 HTTP/1.1" status: 404 len: 339 time: 0.0216775 Jul 23 00:34:17.218252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:17.244477 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c702768-3840-4863-aa63-55b01bdf9dbb tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:17.244938 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c702768-3840-4863-aa63-55b01bdf9dbb tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:17.246667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6c702768-3840-4863-aa63-55b01bdf9dbb tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/subnets/f5b7cea7-1eb8-4c80-9639-dc54b3229104 HTTP/1.1" status: 404 len: 337 time: 0.0275123 Jul 23 00:34:17.249174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:17.267878 n-d-758851-4 neutron-server[93791]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbcf43d2-6803-4580-8dc4-fa4554591c83 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] DELETE failed (client error): The resource could not be found. Jul 23 00:34:17.268449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbcf43d2-6803-4580-8dc4-fa4554591c83 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93791) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 00:34:17.270453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fbcf43d2-6803-4580-8dc4-fa4554591c83 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/274aca1a-ad54-449c-83c5-f49973624c79 HTTP/1.1" status: 404 len: 339 time: 0.0203896 Jul 23 00:34:17.273013 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:17.294339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93c378-4ac7-40a2-be3c-d902a6763fa3 None None] DHCP port deletion for 0a890bf4-e161-4bfb-9915-852211e8b19d request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:34:17.330495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Deleting subnet 74a1208c-9169-41d2-a5fb-cc7fd79bfe8a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:34:17.333903 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.372962 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.456501 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.519365 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.543434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Subnet': ['ID=74a1208c-9169-41d2-a5fb-cc7fd79bfe8a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:17.549338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.552031 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3ed70c8f-f469-4363-b18a-312f124862d2 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/subnets/74a1208c-9169-41d2-a5fb-cc7fd79bfe8a HTTP/1.1" status: 204 len: 168 time: 0.2781093 Jul 23 00:34:17.555129 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:17.557053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579e421b-2248-438f-a70e-f590bdfa4d70 None None] Network 42d01a50-9492-4cc7-b5d2-b18563f1cd33 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:17.630234 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.681816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Deleting port a19390cf-df27-4c30-ba88-6be071f892bc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:34:17.682165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.735638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] DHCP port deletion for 42d01a50-9492-4cc7-b5d2-b18563f1cd33 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:34:17.754078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] For port a19390cf-df27-4c30-ba88-6be071f892bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a19390cf-df27-4c30-ba88-6be071f892bc,segment=NetworkSegment(dfdbde5f-6f4c-49d7-aae3-7277ea16b45e),segment_id=dfdbde5f-6f4c-49d7-aae3-7277ea16b45e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:17.754674 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.766193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Calling delete_port for a19390cf-df27-4c30-ba88-6be071f892bc owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:34:17.786255 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] Deleting port a19390cf-df27-4c30-ba88-6be071f892bc {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:34:17.786642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.847443 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.852675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] For port a19390cf-df27-4c30-ba88-6be071f892bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=a19390cf-df27-4c30-ba88-6be071f892bc,segment=NetworkSegment(dfdbde5f-6f4c-49d7-aae3-7277ea16b45e),segment_id=dfdbde5f-6f4c-49d7-aae3-7277ea16b45e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:17.853075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.865786 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] Calling delete_port for a19390cf-df27-4c30-ba88-6be071f892bc owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:34:17.877159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Port': ['ID=a19390cf-df27-4c30-ba88-6be071f892bc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:17.881526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] No DVR routers for this DVR port a19390cf-df27-4c30-ba88-6be071f892bc on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:34:17.948475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.962470 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:17.973057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d01a50-9492-4cc7-b5d2-b18563f1cd33']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:17.973888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] Pushing event deleted for resources: {'Port': ['ID=a19390cf-df27-4c30-ba88-6be071f892bc,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:17.978203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf759826-2d1b-4b80-a723-84e767e1fcf3 None None] No DVR routers for this DVR port a19390cf-df27-4c30-ba88-6be071f892bc on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:34:17.986972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:17.987279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdbde5f-6f4c-49d7-aae3-7277ea16b45e') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:17.996910 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.015682 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.021846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:18.022231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:18.025203 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:18.083459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.091776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.093740 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] 10.222.0.21 "DELETE /v2.0/networks/42d01a50-9492-4cc7-b5d2-b18563f1cd33 HTTP/1.1" status: 204 len: 168 time: 0.5374486 Jul 23 00:34:18.111443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a389-b45d-43c4-82c3-01cb7ec89cd3 tempest-NetworksIpV6Test-158013294 tempest-NetworksIpV6Test-158013294-project] Pushing event deleted for resources: {'Network': ['ID=42d01a50-9492-4cc7-b5d2-b18563f1cd33,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:18.336253 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53466) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:18.469478 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-287e35ed-3851-42a6-bebc-42614173725b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2581ef2d90a94748be695ff7a2b3897f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320322 Jul 23 00:34:18.472403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53470) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:18.519444 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a179de3e-3ad1-4a8c-8e41-dc8f07408cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.540626 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a179de3e-3ad1-4a8c-8e41-dc8f07408cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.586793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a179de3e-3ad1-4a8c-8e41-dc8f07408cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.589385 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a179de3e-3ad1-4a8c-8e41-dc8f07408cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:18.590545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a179de3e-3ad1-4a8c-8e41-dc8f07408cad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/466f425c-022b-423d-8a3d-93880f0acde0 HTTP/1.1" status: 204 len: 168 time: 0.1172309 Jul 23 00:34:18.598683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179de3e-3ad1-4a8c-8e41-dc8f07408cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f425c-022b-423d-8a3d-93880f0acde0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:19.214419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53492) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:19.306673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1572719413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:19.329404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.330557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.386397 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.390522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.406644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.407983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c64cfd93-556c-4086-b6d3-d9ae5d2e7777 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1924775 Jul 23 00:34:19.410939 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53496) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:19.415866 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1329198517'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:19.436458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Made reservation on behalf of 7eed49a4358c47769630ae60988c724c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:19.440213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.450052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.540674 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34fc7b8f-fab6-470d-90ec-15f584f8a87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.548768 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.553740 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.570664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a19390cf-df27-4c30-ba88-6be071f892bc no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:34:19.584387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:19.589605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6a89b-03af-4aa0-9a94-b208d61e0d80,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:19.591449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: a19390cf-df27-4c30-ba88-6be071f892bc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:34:19.591805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device a19390cf-df27-4c30-ba88-6be071f892bc not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:34:19.598859 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.599156 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Added segment b415c109-eef6-40ec-b83e-bc0df91a45ec of type vlan for network ab291d6f-954c-4710-8b7d-8b345ef8eb43 Jul 23 00:34:19.638347 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.667184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.672913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:19.673495 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.713683 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2989607 Jul 23 00:34:19.713897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53498) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:19.718652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Request body: {'subnet': {'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:19.761287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe4c68-4954-42f8-aa65-5c072478c829 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event updated for resources: {'Network': ['ID=ab291d6f-954c-4710-8b7d-8b345ef8eb43,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:19.787220 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:19.808543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ab291d6f-954c-4710-8b7d-8b345ef8eb43 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:19.864431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Made reservation on behalf of 7eed49a4358c47769630ae60988c724c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:19.868300 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.048351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.113475 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event updated for resources: {'Subnet': ['ID=269c6f25-f38b-494b-913d-c4485ec88113,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:20.128663 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Checking segment: {'id': 'b415c109-eef6-40ec-b83e-bc0df91a45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:20.129182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Network hostable DHCP agents. Network: ab291d6f-954c-4710-8b7d-8b345ef8eb43, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:20.144448 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Network ab291d6f-954c-4710-8b7d-8b345ef8eb43 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:20.152627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ab291d6f-954c-4710-8b7d-8b345ef8eb43) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:20.156577 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:20.157167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.162751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ab287-8468-4e0b-a11e-df3e31abdcf2 None None] Network ab291d6f-954c-4710-8b7d-8b345ef8eb43 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:20.178105 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e870bfac-d489-4467-bbb2-ad49ae66dc09 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4595330 Jul 23 00:34:20.178399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53502) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:20.183600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-442260821'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:20.203584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Made reservation on behalf of 7eed49a4358c47769630ae60988c724c for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:20.207619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.232682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:20.242198 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.242586 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Added segment d1e8f0db-3c6a-47ae-b5e6-f8bba0f6d2c2 of type vlan for network 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072 Jul 23 00:34:20.282015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.310504 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.314543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-ab291d6f-954c-4710-8b7d-8b345ef8eb43', 'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43', 'tenant_id': '7eed49a4358c47769630ae60988c724c', 'fixed_ips': [{'subnet_id': '269c6f25-f38b-494b-913d-c4485ec88113'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:20.315429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.317140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:20.317757 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.352514 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1729910 Jul 23 00:34:20.355804 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:20.363758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Request body: {'subnet': {'network_id': '05c0e4c7-e9d8-4479-a6c4-e21f12c3c072', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:20.419358 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aed50-0404-4399-b873-3683e85f8616 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event updated for resources: {'Network': ['ID=05c0e4c7-e9d8-4479-a6c4-e21f12c3c072,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:20.436502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:20.489570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Made reservation on behalf of 7eed49a4358c47769630ae60988c724c for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:20.494556 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.517600 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Allocated IP 172.20.0.2 (ab291d6f-954c-4710-8b7d-8b345ef8eb43/269c6f25-f38b-494b-913d-c4485ec88113/d9a19a45-c505-4526-8872-9fd65f2da89e) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:20.541014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.684889 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.695682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Transition to ACTIVE for port object d9a19a45-c505-4526-8872-9fd65f2da89e will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:20.699186 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.711513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Transition to ACTIVE for port object d9a19a45-c505-4526-8872-9fd65f2da89e will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:20.717484 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.759211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Network ab291d6f-954c-4710-8b7d-8b345ef8eb43 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:20.762108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:20.762343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event updated for resources: {'Subnet': ['ID=0d430a3d-2fdd-4f74-b2d6-11d0299cf80e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:20.764841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:20.779927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Pushing event updated for resources: {'Port': ['ID=d9a19a45-c505-4526-8872-9fd65f2da89e,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:20.780329 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Checking segment: {'id': 'd1e8f0db-3c6a-47ae-b5e6-f8bba0f6d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '05c0e4c7-e9d8-4479-a6c4-e21f12c3c072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:20.780699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Network hostable DHCP agents. Network: 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:20.798820 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Network 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:20.809240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:20.814875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:20.817505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.825362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbba9d61-aeab-434c-9757-686f85aa64d4 None None] Network 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:20.840935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-77229430-23c9-4e33-ad4d-8c7cc478875e tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4815876 Jul 23 00:34:20.841388 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53506) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:20.846393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-795dac54-b660-4fcd-a668-7f8b738e5dfd tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Request body: {'router': {'external_gateway_info': {'network_id': '05c0e4c7-e9d8-4479-a6c4-e21f12c3c072'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:20.860761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Attempting to bind port d9a19a45-c505-4526-8872-9fd65f2da89e on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:20.861134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Attempting to bind port d9a19a45-c505-4526-8872-9fd65f2da89e by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'b415c109-eef6-40ec-b83e-bc0df91a45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:20.861502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Attempting to bind port d9a19a45-c505-4526-8872-9fd65f2da89e on network ab291d6f-954c-4710-8b7d-8b345ef8eb43 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:20.870091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:20.870466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Checking segment: {'id': 'b415c109-eef6-40ec-b83e-bc0df91a45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:20.870872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:20.871268 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Bound using segment: {'id': 'b415c109-eef6-40ec-b83e-bc0df91a45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:20.871781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Bound port: d9a19a45-c505-4526-8872-9fd65f2da89e, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b415c109-eef6-40ec-b83e-bc0df91a45ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ab291d6f-954c-4710-8b7d-8b345ef8eb43'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:20.872175 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.064183 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-795dac54-b660-4fcd-a668-7f8b738e5dfd tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.166047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] For port d9a19a45-c505-4526-8872-9fd65f2da89e, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:21.170765 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] For port d9a19a45-c505-4526-8872-9fd65f2da89e, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d9a19a45-c505-4526-8872-9fd65f2da89e,segment=NetworkSegment(b415c109-eef6-40ec-b83e-bc0df91a45ec),segment_id=b415c109-eef6-40ec-b83e-bc0df91a45ec)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:21.176542 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [None req-795dac54-b660-4fcd-a668-7f8b738e5dfd tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 00:34:21.176780 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.178084 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-795dac54-b660-4fcd-a668-7f8b738e5dfd tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "PUT /v2.0/routers/a7a55c1c-2dca-408c-beff-fa232271967e HTTP/1.1" status: 400 len: 364 time: 0.3356743 Jul 23 00:34:21.183842 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53508) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:21.240047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9de36-0693-4119-bad6-b14d67ad3fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-05c0e4c7-e9d8-4479-a6c4-e21f12c3c072', 'network_id': '05c0e4c7-e9d8-4479-a6c4-e21f12c3c072', 'tenant_id': '7eed49a4358c47769630ae60988c724c', 'fixed_ips': [{'subnet_id': '0d430a3d-2fdd-4f74-b2d6-11d0299cf80e'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:21.240913 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-34f9de36-0693-4119-bad6-b14d67ad3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.243744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Deleting subnet 0d430a3d-2fdd-4f74-b2d6-11d0299cf80e {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:34:21.247437 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.264941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c64f96-06d9-4fcf-9103-043c53197a17 None None] Pushing event updated for resources: {'Port': ['ID=d9a19a45-c505-4526-8872-9fd65f2da89e,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:21.294943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.343398 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.415973 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server [None req-34f9de36-0693-4119-bad6-b14d67ad3fcc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d430a3d-2fdd-4f74-b2d6-11d0299cf80e: This subnet is being modified by another concurrent operation. Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server raise exception Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d430a3d-2fdd-4f74-b2d6-11d0299cf80e: This subnet is being modified by another concurrent operation. Jul 23 00:34:21.424861 n-d-758851-4 neutron-server[93792]: ERROR oslo_messaging.rpc.server Jul 23 00:34:21.445113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813dfd4-0925-4129-b4ad-e2b1d376787a None None] Network 05c0e4c7-e9d8-4479-a6c4-e21f12c3c072 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:21.463515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.465899 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "DELETE /v2.0/subnets/0d430a3d-2fdd-4f74-b2d6-11d0299cf80e HTTP/1.1" status: 204 len: 168 time: 0.2809327 Jul 23 00:34:21.467084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e7d23-665f-4c0e-9ed5-80ff1d7ef32f tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event deleted for resources: {'Subnet': ['ID=0d430a3d-2fdd-4f74-b2d6-11d0299cf80e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:21.468531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53510) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:21.576401 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.624532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d9a19a45-c505-4526-8872-9fd65f2da89e up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:21.668068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.678335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c0e4c7-e9d8-4479-a6c4-e21f12c3c072']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:21.687543 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d9a19a45-c505-4526-8872-9fd65f2da89e completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:21.697304 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e8f0db-3c6a-47ae-b5e6-f8bba0f6d2c2') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:21.697609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e8f0db-3c6a-47ae-b5e6-f8bba0f6d2c2') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:21.707408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.720868 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.728159 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:21.728603 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:21.731702 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:21.790051 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.801157 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.803048 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "DELETE /v2.0/networks/05c0e4c7-e9d8-4479-a6c4-e21f12c3c072 HTTP/1.1" status: 204 len: 168 time: 0.3330245 Jul 23 00:34:21.805711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53512) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:21.812789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798fef2-1307-437b-aa7e-79d46cb0c817 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event deleted for resources: {'Network': ['ID=05c0e4c7-e9d8-4479-a6c4-e21f12c3c072,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:21.861620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Deleting subnet 269c6f25-f38b-494b-913d-c4485ec88113 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:34:21.866831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.910680 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:21.919709 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.001708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.066500 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.097856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event deleted for resources: {'Subnet': ['ID=269c6f25-f38b-494b-913d-c4485ec88113,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:22.103068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.104894 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7fc6ce08-bf30-4b7e-8646-ff3885da85a8 tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "DELETE /v2.0/subnets/269c6f25-f38b-494b-913d-c4485ec88113 HTTP/1.1" status: 204 len: 168 time: 0.2981386 Jul 23 00:34:22.107272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53514) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:22.185864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.236584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1e374-d885-4ff9-a0cf-739ea8ec4c78 None None] Network ab291d6f-954c-4710-8b7d-8b345ef8eb43 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:22.250080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Deleting port d9a19a45-c505-4526-8872-9fd65f2da89e {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:34:22.250422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.311157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5578dfc0-6f34-45e7-8dd7-24fefd7281b1 None None] Provisioning for port d9a19a45-c505-4526-8872-9fd65f2da89e completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:22.314424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] For port d9a19a45-c505-4526-8872-9fd65f2da89e, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d9a19a45-c505-4526-8872-9fd65f2da89e,segment=NetworkSegment(b415c109-eef6-40ec-b83e-bc0df91a45ec),segment_id=b415c109-eef6-40ec-b83e-bc0df91a45ec)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:22.314970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.327579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Calling delete_port for d9a19a45-c505-4526-8872-9fd65f2da89e owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:34:22.334989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5578dfc0-6f34-45e7-8dd7-24fefd7281b1 None None] Provisioning complete for port d9a19a45-c505-4526-8872-9fd65f2da89e triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:22.335390 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5578dfc0-6f34-45e7-8dd7-24fefd7281b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.411938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.427815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5578dfc0-6f34-45e7-8dd7-24fefd7281b1 None None] Port d9a19a45-c505-4526-8872-9fd65f2da89e update to ACTIVE by agent not found {{(pid=93792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 00:34:22.437401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event deleted for resources: {'Port': ['ID=d9a19a45-c505-4526-8872-9fd65f2da89e,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:22.441494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] No DVR routers for this DVR port d9a19a45-c505-4526-8872-9fd65f2da89e on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:34:22.496104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbd3ef-3624-484c-9266-1e3ddfb6c533 None None] DHCP port deletion for ab291d6f-954c-4710-8b7d-8b345ef8eb43 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:34:22.514234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae7d2db-754a-4356-9b51-623c2dcf1d0b None None] get_active_networks_info from n-d-758851-4 {{(pid=93792) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 00:34:22.528114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.538357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab291d6f-954c-4710-8b7d-8b345ef8eb43']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:22.548295 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b415c109-eef6-40ec-b83e-bc0df91a45ec') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:22.548597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b415c109-eef6-40ec-b83e-bc0df91a45ec') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:22.558168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.572359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.573827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7d2db-754a-4356-9b51-623c2dcf1d0b None None] Resources bound (agent type, host, resource id): {{(pid=93792) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 00:34:22.578360 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:34:22.578753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:34:22.582719 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:34:22.641711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.649415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.654122 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "DELETE /v2.0/networks/ab291d6f-954c-4710-8b7d-8b345ef8eb43 HTTP/1.1" status: 204 len: 168 time: 0.5431089 Jul 23 00:34:22.654575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53516) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:22.662786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd06e8-f3e6-47fd-8e67-e28c36d553bf tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Pushing event deleted for resources: {'Network': ['ID=ab291d6f-954c-4710-8b7d-8b345ef8eb43,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:22.689611 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8f029b04-337e-401a-9ed3-9b92d1e0d02c tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a55c1c-2dca-408c-beff-fa232271967e HTTP/1.1" status: 200 len: 205 time: 0.0337307 Jul 23 00:34:22.692850 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53518) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:22.763364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.801885 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.921944 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.923947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.953496 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:34:22.969887 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.970578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Fanout notify agent at l3_agent the message router_deleted on router a7a55c1c-2dca-408c-beff-fa232271967e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:34:22.978745 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:22.979863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f3fc25da-f54a-4892-bdd6-e6e0493a444d tempest-RoutersNegativeTest-767010237 tempest-RoutersNegativeTest-767010237-project] 10.222.0.21 "DELETE /v2.0/routers/a7a55c1c-2dca-408c-beff-fa232271967e HTTP/1.1" status: 204 len: 168 time: 0.2860992 Jul 23 00:34:23.218602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53524) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:23.348537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-59b49935-597e-4c74-aa3b-48f8cdd12981 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eed49a4358c47769630ae60988c724c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287827 Jul 23 00:34:23.351181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:23.398003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-98f06d7f-1de0-49cf-b152-15d60b83b345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:23.418606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-98f06d7f-1de0-49cf-b152-15d60b83b345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:23.464765 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-98f06d7f-1de0-49cf-b152-15d60b83b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:23.467366 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-98f06d7f-1de0-49cf-b152-15d60b83b345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:23.468484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-98f06d7f-1de0-49cf-b152-15d60b83b345 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56e6a89b-03af-4aa0-9a94-b208d61e0d80 HTTP/1.1" status: 204 len: 168 time: 0.1163814 Jul 23 00:34:23.477209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f06d7f-1de0-49cf-b152-15d60b83b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6a89b-03af-4aa0-9a94-b208d61e0d80,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:23.562465 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d9a19a45-c505-4526-8872-9fd65f2da89e no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:34:23.582599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d9a19a45-c505-4526-8872-9fd65f2da89e {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:34:23.582955 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d9a19a45-c505-4526-8872-9fd65f2da89e not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:34:24.061488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53550) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:24.154754 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-207240156-network', 'tenant_id': '40478b03e4b34d599f346f481294fe70'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:24.175925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Made reservation on behalf of 40478b03e4b34d599f346f481294fe70 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:24.178148 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.186239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.282430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.286557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.314083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:24.323996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7087f23-186f-4ea9-a929-7aa05c756cd7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:24.330947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.331046 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Added segment f415c3d6-00e7-4a01-a93f-e94a64e404ee of type vlan for network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 Jul 23 00:34:24.371968 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.399354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.400331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:24.400917 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.430172 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3673203 Jul 23 00:34:24.433175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53554) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:24.438485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Request body: {'subnet': {'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-subnet', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:24.461859 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f39a95-c135-44f9-9da4-842c76c49602 admin admin] Pushing event updated for resources: {'Network': ['ID=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:24.463608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Made reservation on behalf of 40478b03e4b34d599f346f481294fe70 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:24.466051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.471649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:24.635725 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.693564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=73631e6d-8ecd-49b9-9d86-29713c7612aa,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:24.703857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Checking segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:24.704225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Network hostable DHCP agents. Network: d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:24.720328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:24.729248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:24.733358 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:24.733943 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.738910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19663b7b-2c88-42da-9db2-bed8f8e79df4 None None] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:24.748984 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-527d014b-e50a-4b6d-9e6e-b00630d28eda admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3147118 Jul 23 00:34:24.751784 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53556) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:24.756458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:24.777094 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.778140 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.830173 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:24.887605 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'fixed_ips': [{'subnet_id': '73631e6d-8ecd-49b9-9d86-29713c7612aa'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:24.888468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.033813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Allocated IP 172.20.0.2 (d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8/73631e6d-8ecd-49b9-9d86-29713c7612aa/6abd136b-3f58-44de-8d64-6b00e62be519) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:25.180487 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.190772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Transition to ACTIVE for port object 6abd136b-3f58-44de-8d64-6b00e62be519 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:25.205946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Transition to ACTIVE for port object 6abd136b-3f58-44de-8d64-6b00e62be519 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:25.212520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.255840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:25.258766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:25.262316 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:25.269304 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Pushing event updated for resources: {'Port': ['ID=6abd136b-3f58-44de-8d64-6b00e62be519,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:25.298620 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.326405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Attempting to bind port 6abd136b-3f58-44de-8d64-6b00e62be519 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:25.326940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Attempting to bind port 6abd136b-3f58-44de-8d64-6b00e62be519 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:25.327323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Attempting to bind port 6abd136b-3f58-44de-8d64-6b00e62be519 on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:25.332804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:25.333184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Checking segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:25.333590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.334016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Bound using segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:25.334477 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Bound port: 6abd136b-3f58-44de-8d64-6b00e62be519, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:25.334859 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.397238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] For port 6abd136b-3f58-44de-8d64-6b00e62be519, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:25.400570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] For port 6abd136b-3f58-44de-8d64-6b00e62be519, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6abd136b-3f58-44de-8d64-6b00e62be519,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:25.404185 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.466184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b16c8-9a44-475e-8ee3-81344b8d8300 None None] Pushing event updated for resources: {'Port': ['ID=6abd136b-3f58-44de-8d64-6b00e62be519,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:25.509251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.529802 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.652490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Allocated IP 172.25.5.6 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/5568a810-50fa-4dde-8986-749f3fe2ca7b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:25.763830 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.802763 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:25.839103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:25.843802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:25.847813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:25.874307 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Pushing event updated for resources: {'Port': ['ID=5568a810-50fa-4dde-8986-749f3fe2ca7b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:26.101109 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:26.303533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:26.306068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc14e8-690e-413e-a75a-e02f5d6badbd None None] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:26.389546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1d1fc1bc-c469-45e3-92b3-c1730eb955d9 None None] Provisioning for port 6abd136b-3f58-44de-8d64-6b00e62be519 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:26.435457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Router b6d40411-1e2b-478a-8453-f405b0bcee73 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:34:26.547720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:34:26.557614 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Sync routers for ids ['b6d40411-1e2b-478a-8453-f405b0bcee73'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:34:26.564748 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:26.568717 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4714f4e8-8525-4111-8a74-a1a2e61af86d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8133061 Jul 23 00:34:26.569023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53558) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:26.570479 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Routers {'b6d40411-1e2b-478a-8453-f405b0bcee73'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:26.571013 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b6d40411-1e2b-478a-8453-f405b0bcee73'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:26.678705 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Set router b6d40411-1e2b-478a-8453-f405b0bcee73 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:26.864616 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:34:25Z', 'revision_number': 3, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:26.979727 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Checking router: b6d40411-1e2b-478a-8453-f405b0bcee73 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:34:26.980074 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Updating router b6d40411-1e2b-478a-8453-f405b0bcee73 port 5568a810-50fa-4dde-8986-749f3fe2ca7b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:34:26.996255 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.013939 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.160119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Allocated IP 172.20.0.1 (d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8/73631e6d-8ecd-49b9-9d86-29713c7612aa/1f7a043f-c14d-4c52-a633-165cfc252521) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:27.267132 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.269843 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.280326 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Transition to ACTIVE for port object 5568a810-50fa-4dde-8986-749f3fe2ca7b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:27.281377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Transition to ACTIVE for port object 1f7a043f-c14d-4c52-a633-165cfc252521 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:27.289262 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.315765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.344743 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Attempting to bind port 5568a810-50fa-4dde-8986-749f3fe2ca7b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:27.345216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Attempting to bind port 5568a810-50fa-4dde-8986-749f3fe2ca7b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:27.345586 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Attempting to bind port 5568a810-50fa-4dde-8986-749f3fe2ca7b on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:27.349059 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Pushing event updated for resources: {'Port': ['ID=5568a810-50fa-4dde-8986-749f3fe2ca7b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:27.356968 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:27.357346 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:27.357477 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:27.357751 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.358146 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:27.358677 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Bound port: 5568a810-50fa-4dde-8986-749f3fe2ca7b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:27.359106 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.360296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:27.362825 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.363174 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.363634 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.363955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:27.364076 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.364307 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.364649 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.364984 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.365334 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.365632 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.365961 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.366294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.366621 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:34:27.369470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7a043f-c14d-4c52-a633-165cfc252521,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:27.409751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.427710 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] For port 5568a810-50fa-4dde-8986-749f3fe2ca7b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:27.431241 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] For port 5568a810-50fa-4dde-8986-749f3fe2ca7b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5568a810-50fa-4dde-8986-749f3fe2ca7b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:27.437496 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.495642 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726242f-2829-42e6-9b83-2b8b23be57bd None None] Pushing event updated for resources: {'Port': ['ID=5568a810-50fa-4dde-8986-749f3fe2ca7b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:27.510849 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Routers {'b6d40411-1e2b-478a-8453-f405b0bcee73'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:27.511644 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b6d40411-1e2b-478a-8453-f405b0bcee73'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:27.577807 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.622365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6abd136b-3f58-44de-8d64-6b00e62be519 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:27.625567 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] Set router b6d40411-1e2b-478a-8453-f405b0bcee73 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:27.675136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3aa1a839-1801-4eaa-89a8-fe74d6cb2c5e None None] Provisioning for port 1f7a043f-c14d-4c52-a633-165cfc252521 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:27.682725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3aa1a839-1801-4eaa-89a8-fe74d6cb2c5e None None] Provisioning complete for port 1f7a043f-c14d-4c52-a633-165cfc252521 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:27.683346 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3aa1a839-1801-4eaa-89a8-fe74d6cb2c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.708803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6abd136b-3f58-44de-8d64-6b00e62be519 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:27.719362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6abd136b-3f58-44de-8d64-6b00e62be519 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:27.719758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.744445 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3aa1a839-1801-4eaa-89a8-fe74d6cb2c5e None None] Port 1f7a043f-c14d-4c52-a633-165cfc252521 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:34:27.763164 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.768604 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.819078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.834755 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:34:25Z', 'revision_number': 3, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:27.840206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7a043f-c14d-4c52-a633-165cfc252521,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:27.842755 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.860407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6abd136b-3f58-44de-8d64-6b00e62be519, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6abd136b-3f58-44de-8d64-6b00e62be519,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:27.861942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ab66-1fff-463a-9be1-433604e3b442 None None] The sync data for ids ['b6d40411-1e2b-478a-8453-f405b0bcee73'] in n-d-758851-4 is: [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:34:25Z', 'revision_number': 3, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:34:27.865145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:27.917643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6abd136b-3f58-44de-8d64-6b00e62be519,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:27.948376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:27.949776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:28.069395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Router b6d40411-1e2b-478a-8453-f405b0bcee73 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:34:28.217899 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:34:28.224054 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6720bdb-bfca-4dae-acba-bd87d031c419 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6d40411-1e2b-478a-8453-f405b0bcee73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538105 Jul 23 00:34:28.268499 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6f46f07d-87e3-4425-8b7e-f30e45e513d6 None None] Provisioning complete for port 1f7a043f-c14d-4c52-a633-165cfc252521 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:28.269533 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6f46f07d-87e3-4425-8b7e-f30e45e513d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.308103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6f46f07d-87e3-4425-8b7e-f30e45e513d6 None None] Port 1f7a043f-c14d-4c52-a633-165cfc252521 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:34:28.713228 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53574) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:28.718489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2077325321-network', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:28.741862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Made reservation on behalf of a5dee05321664322b958adbc8f61b40e for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:28.744337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.753404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.840643 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.844306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.868359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:34:28.877746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8177f0ce-0e89-47a9-b51d-e17e290bc0d8,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:28.883263 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.883628 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Added segment bb876a4d-3e4c-41df-b6b2-25efabf20199 of type vlan for network 8575aada-1d62-4181-89b6-ae361ff49bbe Jul 23 00:34:28.922458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.953822 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.954837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:28.955555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:28.991152 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2765412 Jul 23 00:34:28.993668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53576) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:28.999959 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Request body: {'subnet': {'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-subnet', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:29.032707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0971616-7288-4e5c-9a40-3229b226c514 admin admin] Pushing event updated for resources: {'Network': ['ID=8575aada-1d62-4181-89b6-ae361ff49bbe,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:29.043441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 8575aada-1d62-4181-89b6-ae361ff49bbe details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:34:29.048149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Made reservation on behalf of a5dee05321664322b958adbc8f61b40e for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:29.050688 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.227243 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.280829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e62234-1fd2-40ff-a0b5-487be1cda5af,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:29.291422 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Checking segment: {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:29.291799 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Network hostable DHCP agents. Network: 8575aada-1d62-4181-89b6-ae361ff49bbe, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:34:29.308305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Network 8575aada-1d62-4181-89b6-ae361ff49bbe is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:34:29.317597 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 8575aada-1d62-4181-89b6-ae361ff49bbe) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:29.325508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb8a01-f113-4ad9-9f10-57fbaf2c1012 None None] Network 8575aada-1d62-4181-89b6-ae361ff49bbe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:29.329175 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:29.329867 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.345366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d408ee4c-2887-40c2-ac65-6e217748d385 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3506024 Jul 23 00:34:29.348061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:29.352593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:29.374216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.375318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.433577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.489094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-8575aada-1d62-4181-89b6-ae361ff49bbe', 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'fixed_ips': [{'subnet_id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:34:29.490007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.504751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Sync routers for ids ['b6d40411-1e2b-478a-8453-f405b0bcee73'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:34:29.525338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Routers {'b6d40411-1e2b-478a-8453-f405b0bcee73'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:29.526022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b6d40411-1e2b-478a-8453-f405b0bcee73'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:29.679087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6abd136b-3f58-44de-8d64-6b00e62be519 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:29.767874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Set router b6d40411-1e2b-478a-8453-f405b0bcee73 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:29.803980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Allocated IP 172.20.0.2 (8575aada-1d62-4181-89b6-ae361ff49bbe/d0e62234-1fd2-40ff-a0b5-487be1cda5af/9b3769fb-e9a7-44a4-b403-61fb2316b725) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:29.901544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6abd136b-3f58-44de-8d64-6b00e62be519 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:29.901916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:29.928846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.151467 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.185586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.306547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Allocated IP 172.25.5.234 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/18c376c6-0050-4d9d-9094-881eb2ee348b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:30.340782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5568a810-50fa-4dde-8986-749f3fe2ca7b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:30.343714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.372775 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Transition to ACTIVE for port object 9b3769fb-e9a7-44a4-b403-61fb2316b725 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:30.405292 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Transition to ACTIVE for port object 9b3769fb-e9a7-44a4-b403-61fb2316b725 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:30.411020 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.412897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 4, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f7a043f-c14d-4c52-a633-165cfc252521', 'name': '', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'mac_address': 'fa:16:3e:93:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:27Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 2, 'project_id': '40478b03e4b34d599f346f481294fe70', 'subnets': [{'id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:30.416990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.457947 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.470438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Checking router: b6d40411-1e2b-478a-8453-f405b0bcee73 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:34:30.470795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Updating router b6d40411-1e2b-478a-8453-f405b0bcee73 port 1f7a043f-c14d-4c52-a633-165cfc252521 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:34:30.494191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:30.499064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:30.501702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:30.520644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Network 8575aada-1d62-4181-89b6-ae361ff49bbe is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:30.521380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5568a810-50fa-4dde-8986-749f3fe2ca7b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:30.531370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:30.536508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:30.537151 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Pushing event updated for resources: {'Port': ['ID=18c376c6-0050-4d9d-9094-881eb2ee348b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:30.539805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5568a810-50fa-4dde-8986-749f3fe2ca7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:30.540186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.544953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Pushing event updated for resources: {'Port': ['ID=9b3769fb-e9a7-44a4-b403-61fb2316b725,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:30.573022 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.683809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Attempting to bind port 9b3769fb-e9a7-44a4-b403-61fb2316b725 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:30.684087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Attempting to bind port 9b3769fb-e9a7-44a4-b403-61fb2316b725 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:30.684450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Attempting to bind port 9b3769fb-e9a7-44a4-b403-61fb2316b725 on network 8575aada-1d62-4181-89b6-ae361ff49bbe {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:30.738053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:30.738413 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Checking segment: {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:30.738981 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.739407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Bound using segment: {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:30.739885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Bound port: 9b3769fb-e9a7-44a4-b403-61fb2316b725, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:30.740263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.766279 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.844580 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.913825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5568a810-50fa-4dde-8986-749f3fe2ca7b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5568a810-50fa-4dde-8986-749f3fe2ca7b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:30.924666 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.935912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] For port 9b3769fb-e9a7-44a4-b403-61fb2316b725, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:30.940329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] For port 9b3769fb-e9a7-44a4-b403-61fb2316b725, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9b3769fb-e9a7-44a4-b403-61fb2316b725,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:30.962498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:30.969541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.026671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5568a810-50fa-4dde-8986-749f3fe2ca7b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:31.112587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:34:31.131155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.133674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8097c12-f769-4598-8e5c-806a3f266a0e None None] Pushing event updated for resources: {'Port': ['ID=9b3769fb-e9a7-44a4-b403-61fb2316b725,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:31.146557 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Transition to ACTIVE for port object 1f7a043f-c14d-4c52-a633-165cfc252521 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:31.153723 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.225238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6712a-4186-4641-a2d1-41e4246f48a0 None None] Pushing event updated for resources: {'Port': ['ID=1f7a043f-c14d-4c52-a633-165cfc252521,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:31.256531 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:34:31.276271 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Sync routers for ids ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:34:31.285061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.286503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-46002598-4cf1-473b-bef8-f696088309bf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9374108 Jul 23 00:34:31.289406 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53580) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:34:31.293141 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Routers {'5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:31.293997 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:31.301891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Attempting to bind port 1f7a043f-c14d-4c52-a633-165cfc252521 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:31.302283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Attempting to bind port 1f7a043f-c14d-4c52-a633-165cfc252521 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:31.302654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Attempting to bind port 1f7a043f-c14d-4c52-a633-165cfc252521 on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:31.314682 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:31.315059 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Checking segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:31.316170 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.317328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Bound using segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:31.317816 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Bound port: 1f7a043f-c14d-4c52-a633-165cfc252521, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:31.318207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.398043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] For port 1f7a043f-c14d-4c52-a633-165cfc252521, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:31.403812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] For port 1f7a043f-c14d-4c52-a633-165cfc252521, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f7a043f-c14d-4c52-a633-165cfc252521,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:31.411230 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.461290 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Set router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:31.487010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Routers {'b6d40411-1e2b-478a-8453-f405b0bcee73'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:31.488608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b6d40411-1e2b-478a-8453-f405b0bcee73'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:31.495213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6712a-4186-4641-a2d1-41e4246f48a0 None None] Pushing event updated for resources: {'Port': ['ID=1f7a043f-c14d-4c52-a633-165cfc252521,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:31.648558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] Set router b6d40411-1e2b-478a-8453-f405b0bcee73 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:31.746796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9b3769fb-e9a7-44a4-b403-61fb2316b725 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:31.750942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 3, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:31.786871 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Checking router: 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:34:31.787663 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Updating router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 port 18c376c6-0050-4d9d-9094-881eb2ee348b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:34:31.841032 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:31.915996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9b3769fb-e9a7-44a4-b403-61fb2316b725 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:31.967153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5568a810-50fa-4dde-8986-749f3fe2ca7b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:32.076069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5568a810-50fa-4dde-8986-749f3fe2ca7b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:32.076874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.081924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 4, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f7a043f-c14d-4c52-a633-165cfc252521', 'name': '', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'mac_address': 'fa:16:3e:93:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:27Z', 'updated_at': '2021-07-23T00:34:31Z', 'revision_number': 4, 'project_id': '40478b03e4b34d599f346f481294fe70', 'subnets': [{'id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:32.141923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f6d8c2-bd9b-466f-be8b-f105b8129ce2 None None] The sync data for ids ['b6d40411-1e2b-478a-8453-f405b0bcee73'] in n-d-758851-4 is: [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:34:27Z', 'revision_number': 4, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1f7a043f-c14d-4c52-a633-165cfc252521', 'name': '', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'mac_address': 'fa:16:3e:93:15:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:27Z', 'updated_at': '2021-07-23T00:34:31Z', 'revision_number': 4, 'project_id': '40478b03e4b34d599f346f481294fe70', 'subnets': [{'id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:34:32.272438 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.292240 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Transition to ACTIVE for port object 18c376c6-0050-4d9d-9094-881eb2ee348b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:32.302260 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.359432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ebe46a-592f-4302-93fd-3c46b20d4042 None None] Network 8575aada-1d62-4181-89b6-ae361ff49bbe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:34:32.373514 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Attempting to bind port 18c376c6-0050-4d9d-9094-881eb2ee348b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:32.374139 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Attempting to bind port 18c376c6-0050-4d9d-9094-881eb2ee348b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:32.374653 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Attempting to bind port 18c376c6-0050-4d9d-9094-881eb2ee348b on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:32.386607 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:32.387483 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:32.389287 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.389750 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:32.390251 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Bound port: 18c376c6-0050-4d9d-9094-881eb2ee348b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:32.390933 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.395801 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9e77-4a0c-416f-b23c-05549afa196a None None] Pushing event updated for resources: {'Port': ['ID=18c376c6-0050-4d9d-9094-881eb2ee348b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:32.468473 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] For port 18c376c6-0050-4d9d-9094-881eb2ee348b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:32.472844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] For port 18c376c6-0050-4d9d-9094-881eb2ee348b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=18c376c6-0050-4d9d-9094-881eb2ee348b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:32.482470 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.501015 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.505904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] Provisioning for port 9b3769fb-e9a7-44a4-b403-61fb2316b725 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:32.535959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] Provisioning complete for port 9b3769fb-e9a7-44a4-b403-61fb2316b725 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:32.536391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.570685 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Routers {'5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:32.571534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:32.672706 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.701517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] Set router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:32.714062 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] For port 9b3769fb-e9a7-44a4-b403-61fb2316b725, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9b3769fb-e9a7-44a4-b403-61fb2316b725,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:32.720377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.736917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Allocated IP 172.20.0.1 (8575aada-1d62-4181-89b6-ae361ff49bbe/d0e62234-1fd2-40ff-a0b5-487be1cda5af/8bfddbf1-cb6e-4e98-b65b-9ac279817c2c) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:32.854544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361ecb6-a62c-44ef-abe8-bd675cee2106 None None] Pushing event updated for resources: {'Port': ['ID=9b3769fb-e9a7-44a4-b403-61fb2316b725,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:32.894768 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.913572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Transition to ACTIVE for port object 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:32.932004 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c9e77-4a0c-416f-b23c-05549afa196a None None] Pushing event updated for resources: {'Port': ['ID=18c376c6-0050-4d9d-9094-881eb2ee348b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:32.954769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:32.992658 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Network 8575aada-1d62-4181-89b6-ae361ff49bbe is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:32.995683 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:32.998468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:33.048127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-dcc97bb4-450a-44ce-b3b3-128fb753e58c None None] Provisioning complete for port 9b3769fb-e9a7-44a4-b403-61fb2316b725 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:33.048628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-dcc97bb4-450a-44ce-b3b3-128fb753e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.051025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:33.063122 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.064067 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 3, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:33.096215 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca35069-66b1-41dd-8c5d-3fda36dba573 None None] The sync data for ids ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'] in n-d-758851-4 is: [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 3, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:34:33.249574 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.326794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b79ad01-0f17-4682-b20b-a7b149843a73 None None] Provisioning for port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:33.332748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7b79ad01-0f17-4682-b20b-a7b149843a73 None None] Provisioning complete for port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:33.335384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7b79ad01-0f17-4682-b20b-a7b149843a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.376534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7b79ad01-0f17-4682-b20b-a7b149843a73 None None] Port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:34:33.454884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.459773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.534081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:33.542082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.661852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Network 8575aada-1d62-4181-89b6-ae361ff49bbe is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:33.663551 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:33.715479 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f7a043f-c14d-4c52-a633-165cfc252521 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:33.786586 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 1f7a043f-c14d-4c52-a633-165cfc252521 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:33.792107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1f7a043f-c14d-4c52-a633-165cfc252521 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:33.792579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.794854 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:34:33.899687 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.933357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:34:33.939235 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c4a52ad5-1122-4aec-8e4f-cee56b83eaf5 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b2e91b4-8905-4dbc-9a82-e635af3fa4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480815 Jul 23 00:34:33.941262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 1f7a043f-c14d-4c52-a633-165cfc252521, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f7a043f-c14d-4c52-a633-165cfc252521,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:33.945212 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:33.946099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9b3769fb-e9a7-44a4-b403-61fb2316b725 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:34.040081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-69dc6a0c-22fd-4b32-a878-4a33fdce7eb0 None None] Provisioning complete for port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:34.040469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69dc6a0c-22fd-4b32-a878-4a33fdce7eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.044264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=1f7a043f-c14d-4c52-a633-165cfc252521,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:34.084451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9b3769fb-e9a7-44a4-b403-61fb2316b725 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:34.084744 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.088666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-69dc6a0c-22fd-4b32-a878-4a33fdce7eb0 None None] Port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:34:34.173344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 18c376c6-0050-4d9d-9094-881eb2ee348b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:34.226827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 18c376c6-0050-4d9d-9094-881eb2ee348b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:34.231112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 18c376c6-0050-4d9d-9094-881eb2ee348b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:34.231530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.316837 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.337946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 18c376c6-0050-4d9d-9094-881eb2ee348b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=18c376c6-0050-4d9d-9094-881eb2ee348b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:34.341605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:34.393596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=18c376c6-0050-4d9d-9094-881eb2ee348b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:34.604523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-dc8e6db9-330a-4aa8-9053-52d9d37592c9 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:34.605923 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-dc8e6db9-330a-4aa8-9053-52d9d37592c9 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 816 time: 0.1029701 Jul 23 00:34:34.620952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-a65b3701-486e-47ae-af5a-b38ed6bceea9 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/quotas/40478b03e4b34d599f346f481294fe70 HTTP/1.1" status: 200 len: 375 time: 0.0096543 Jul 23 00:34:34.686724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-50f6f2d1-41f2-4eaf-808d-85d522eead8f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605805 Jul 23 00:34:34.787117 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-6395285e-9527-4402-99e3-05aa3fc841bf service neutron] 10.222.0.21 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851147 Jul 23 00:34:34.874843 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-f55fc8fa-5303-427a-8e2b-901a80e2722a service neutron] 10.222.0.21 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818799 Jul 23 00:34:35.044573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc0b9632-8a9e-46d1-a844-408dd74b97a9 req-a2f3d0c0-de7a-4d09-936e-558a6e6ac89b tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 210 time: 0.0343833 Jul 23 00:34:35.591830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f7a043f-c14d-4c52-a633-165cfc252521 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:35.632061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Sync routers for ids ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:34:35.645841 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Routers {'5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:35.646379 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:35.889721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1f7a043f-c14d-4c52-a633-165cfc252521 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:35.890011 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:35.976600 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-c013bb8d-c7dc-44c7-b182-f76087b57208 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:35.978271 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-c013bb8d-c7dc-44c7-b182-f76087b57208 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 816 time: 0.1169195 Jul 23 00:34:35.983961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Set router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:35.990428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Request body: {'port': {'device_id': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'admin_state_up': True, 'tenant_id': '40478b03e4b34d599f346f481294fe70'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:36.038724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 18c376c6-0050-4d9d-9094-881eb2ee348b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:36.108120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Made reservation on behalf of 40478b03e4b34d599f346f481294fe70 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:34:36.111885 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.146458 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0b1da932-6469-41fc-a923-20378d0eee66 req-dc7228f1-3c84-485c-8186-d5a2b5a57fbc tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 210 time: 0.0310032 Jul 23 00:34:36.190022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 18c376c6-0050-4d9d-9094-881eb2ee348b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:36.191043 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.249525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Allocated IP 172.20.0.8 (d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8/73631e6d-8ecd-49b9-9d86-29713c7612aa/c7532ffb-7543-4cb0-aabe-190be5e9e04b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:34:36.289383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:34:33Z', 'revision_number': 4, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '8bfddbf1-cb6e-4e98-b65b-9ac279817c2c', 'name': '', 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'mac_address': 'fa:16:3e:94:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:32Z', 'updated_at': '2021-07-23T00:34:33Z', 'revision_number': 2, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'subnets': [{'id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:36.327387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Checking router: 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:34:36.327750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Updating router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:34:36.367308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.401615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.415781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Transition to ACTIVE for port object c7532ffb-7543-4cb0-aabe-190be5e9e04b will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:36.449633 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.494915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:34:36.498081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:34:36.502008 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:34:36.509094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Pushing event updated for resources: {'Port': ['ID=c7532ffb-7543-4cb0-aabe-190be5e9e04b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:36.562167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:36.562837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.580006 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-ab60293f-6053-477a-bb86-0a3ce570ce58 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940762 Jul 23 00:34:36.592640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Request body: {'port': {'device_id': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:34:36.657256 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.667058 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.669469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Transition to ACTIVE for port object 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:36.676809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.728181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba880-3dde-4f4f-a9bf-b8ac0c3e070f None None] Pushing event updated for resources: {'Port': ['ID=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:36.792481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Attempting to bind port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:36.792921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Attempting to bind port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:36.793301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Attempting to bind port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c on network 8575aada-1d62-4181-89b6-ae361ff49bbe {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:36.798730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:36.799111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Checking segment: {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:36.799556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.800649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Bound using segment: {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:36.801468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Bound port: 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb876a4d-3e4c-41df-b6b2-25efabf20199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:36.801618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.869932 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0eafd602-deca-4906-96ca-71fc8cc71a61 None None] Provisioning for port c7532ffb-7543-4cb0-aabe-190be5e9e04b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:36.876757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.884503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0eafd602-deca-4906-96ca-71fc8cc71a61 None None] Provisioning complete for port c7532ffb-7543-4cb0-aabe-190be5e9e04b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:36.884886 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0eafd602-deca-4906-96ca-71fc8cc71a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.914720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] For port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:36.934207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] For port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:36.939498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0eafd602-deca-4906-96ca-71fc8cc71a61 None None] Port c7532ffb-7543-4cb0-aabe-190be5e9e04b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:34:36.941740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.973841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7532ffb-7543-4cb0-aabe-190be5e9e04b {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:34:36.982511 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:36.995572 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Transition to ACTIVE for port object c7532ffb-7543-4cb0-aabe-190be5e9e04b will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:34:36.999692 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.002452 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Routers {'5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:34:37.003111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:34:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:37.005666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba880-3dde-4f4f-a9bf-b8ac0c3e070f None None] Pushing event updated for resources: {'Port': ['ID=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:37.084608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7532ffb-7543-4cb0-aabe-190be5e9e04b,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:37.135568 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] Set router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:34:37.159242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Attempting to bind port c7532ffb-7543-4cb0-aabe-190be5e9e04b on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:34:37.160016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Attempting to bind port c7532ffb-7543-4cb0-aabe-190be5e9e04b by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:34:37.160016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Attempting to bind port c7532ffb-7543-4cb0-aabe-190be5e9e04b on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:37.165401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Port c7532ffb-7543-4cb0-aabe-190be5e9e04b on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:34:37.165786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Attempting to bind port c7532ffb-7543-4cb0-aabe-190be5e9e04b on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:34:37.176004 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:34:37.176555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Checking segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:34:37.176744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Bound using segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:34:37.177201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Bound port: c7532ffb-7543-4cb0-aabe-190be5e9e04b, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:34:37.177573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.283714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] For port c7532ffb-7543-4cb0-aabe-190be5e9e04b, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:34:37.287822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] For port c7532ffb-7543-4cb0-aabe-190be5e9e04b, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:34:37.294771 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.341108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:37.341754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.343184 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] 10.222.0.49 "PUT /v2.0/ports/c7532ffb-7543-4cb0-aabe-190be5e9e04b HTTP/1.1" status: 200 len: 1091 time: 0.7550681 Jul 23 00:34:37.345991 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'tag': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:34:37.349874 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99018ca8-4439-4a82-bc80-8411ec7e08ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea36e99-961b-4eb7-ba24-62b6dd754076", "tag": "c7532ffb-7543-4cb0-aabe-190be5e9e04b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:34:37.357853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09fb11-10b3-4e3f-b888-f27e9f58bcc5 req-c7250343-090a-428f-b3c4-a6a461f7e708 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:37.360965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f09fb11-10b3-4e3f-b888-f27e9f58bcc5 req-c7250343-090a-428f-b3c4-a6a461f7e708 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 943 time: 0.1168220 Jul 23 00:34:37.383393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754d99b-b09e-4ba9-a11f-397b0e1642d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7532ffb-7543-4cb0-aabe-190be5e9e04b,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:37.406667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:34:33Z', 'revision_number': 4, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '8bfddbf1-cb6e-4e98-b65b-9ac279817c2c', 'name': '', 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'mac_address': 'fa:16:3e:94:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:32Z', 'updated_at': '2021-07-23T00:34:36Z', 'revision_number': 4, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'subnets': [{'id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:34:37.425451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8f09fb11-10b3-4e3f-b888-f27e9f58bcc5 req-a007789f-57e5-4f05-929d-0084c5d73afd tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568910 Jul 23 00:34:37.447186 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc59926-4dd0-4549-9b9e-27e9aeddf07c None None] The sync data for ids ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'] in n-d-758851-4 is: [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:34:33Z', 'revision_number': 4, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '8bfddbf1-cb6e-4e98-b65b-9ac279817c2c', 'name': '', 'network_id': '8575aada-1d62-4181-89b6-ae361ff49bbe', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'mac_address': 'fa:16:3e:94:42:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:32Z', 'updated_at': '2021-07-23T00:34:36Z', 'revision_number': 4, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'subnets': [{'id': 'd0e62234-1fd2-40ff-a0b5-487be1cda5af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:34:37.507613 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06469874-bcd8-4a19-9248-2fb673aa5419 x-openstack-request-id: req-06469874-bcd8-4a19-9248-2fb673aa5419 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:34:37.508264 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea36e99-961b-4eb7-ba24-62b6dd754076", "tag": "c7532ffb-7543-4cb0-aabe-190be5e9e04b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:34:37.509780 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06469874-bcd8-4a19-9248-2fb673aa5419 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:34:37.510224 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'tag': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b', 'status': 'completed', 'code': 200} Jul 23 00:34:37.514224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-72e4d35c-b2b2-421a-a5a7-fa8e951561ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:37.515799 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-72e4d35c-b2b2-421a-a5a7-fa8e951561ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 1094 time: 0.1269000 Jul 23 00:34:37.569744 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-a921edf0-1082-455b-98ef-4c4e5ae72add service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b HTTP/1.1" status: 200 len: 217 time: 0.0455575 Jul 23 00:34:37.625117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-960ba0f4-eb53-44cd-8724-2dee2b00ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:37.628918 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-960ba0f4-eb53-44cd-8724-2dee2b00ab3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73631e6d-8ecd-49b9-9d86-29713c7612aa HTTP/1.1" status: 200 len: 855 time: 0.0531206 Jul 23 00:34:37.638376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:37.697001 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-d9676e5f-6646-46e5-aa8c-598af58e5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:37.697988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:37.698870 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-d9676e5f-6646-46e5-aa8c-598af58e5eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631146 Jul 23 00:34:37.702514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:37.703005 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.802251 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.802739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-eb60c066-2d75-4737-9c6f-c4fce99a4c31 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972111 Jul 23 00:34:37.845771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:37.851734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:37.912720 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:37.913819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0f7cb2bf-a378-41c2-926e-92057a42f532 req-a29cddbb-063d-41e1-9122-c2ee667ff8bc service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042745 Jul 23 00:34:38.041077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-e4fd2e16-51e9-49a3-bc72-0c19c2b5326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:38.042658 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-e4fd2e16-51e9-49a3-bc72-0c19c2b5326d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 1094 time: 0.0688663 Jul 23 00:34:38.139213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-e67d27c6-9f7b-400b-9db8-633eec904331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:38.140953 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-e67d27c6-9f7b-400b-9db8-633eec904331 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 917 time: 0.0922635 Jul 23 00:34:38.188134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-98ea78cd-f85a-4f22-ae4f-cc5dd041934d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b HTTP/1.1" status: 200 len: 217 time: 0.0391920 Jul 23 00:34:38.236591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-3efbda06-00fe-44e0-aa69-89f24f0091ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:38.238588 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-3efbda06-00fe-44e0-aa69-89f24f0091ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73631e6d-8ecd-49b9-9d86-29713c7612aa HTTP/1.1" status: 200 len: 855 time: 0.0441842 Jul 23 00:34:38.297301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-e360e1b2-376e-48c5-967c-75c5313568e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:38.298719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-e360e1b2-376e-48c5-967c-75c5313568e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540957 Jul 23 00:34:38.392058 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-f77a67c5-2b79-497e-857c-92d8d3676435 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860009 Jul 23 00:34:38.481851 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-99018ca8-4439-4a82-bc80-8411ec7e08ea req-aec8985c-0605-4ccd-b292-14174770ae20 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826330 Jul 23 00:34:38.554173 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfedc50-8812-4be3-b8a7-8194e200892d req-7e1e7033-395d-44f4-bd5e-1dd12052fb40 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:38.555859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bfedc50-8812-4be3-b8a7-8194e200892d req-7e1e7033-395d-44f4-bd5e-1dd12052fb40 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 943 time: 0.0675335 Jul 23 00:34:38.594001 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6bfedc50-8812-4be3-b8a7-8194e200892d req-8722301b-0fbe-439b-94db-afc951aed7ff tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325446 Jul 23 00:34:38.991840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c7532ffb-7543-4cb0-aabe-190be5e9e04b details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:34:39.097167 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port c7532ffb-7543-4cb0-aabe-190be5e9e04b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:39.109622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'port_id': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b', 'mac_address': 'fa:16:3e:3f:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:34:39.151113 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:39.164733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7532ffb-7543-4cb0-aabe-190be5e9e04b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:34:39.184837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port c7532ffb-7543-4cb0-aabe-190be5e9e04b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:39.189240 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:39.239175 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=c7532ffb-7543-4cb0-aabe-190be5e9e04b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:39.388205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['c7532ffb-7543-4cb0-aabe-190be5e9e04b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:34:39.585978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:39.632590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:39.632890 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:39.725555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcfd21-7a61-4ee2-905d-c43c1d309af1 req-79952833-c34b-4495-a8cf-2de05891028f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:39.727064 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebfcfd21-7a61-4ee2-905d-c43c1d309af1 req-79952833-c34b-4495-a8cf-2de05891028f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 944 time: 0.0644643 Jul 23 00:34:39.765643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ebfcfd21-7a61-4ee2-905d-c43c1d309af1 req-5c763bca-312f-4591-8cd1-3e0265e1e6d2 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jul 23 00:34:40.896832 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e5286-fdd8-476c-9217-94c80b6214bd req-320ffa61-fd38-4b23-a50b-32223451a9f8 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:40.898364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-968e5286-fdd8-476c-9217-94c80b6214bd req-320ffa61-fd38-4b23-a50b-32223451a9f8 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 944 time: 0.0645773 Jul 23 00:34:40.940833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-968e5286-fdd8-476c-9217-94c80b6214bd req-c86a54cf-fdd3-44b5-ac85-12b8e094d975 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366609 Jul 23 00:34:41.022642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c7532ffb-7543-4cb0-aabe-190be5e9e04b up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:34:41.073824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port c7532ffb-7543-4cb0-aabe-190be5e9e04b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:34:41.077706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port c7532ffb-7543-4cb0-aabe-190be5e9e04b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:34:41.078096 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:41.154312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:41.177490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:34:41.179771 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d8a074-35bf-45c9-a52b-e93f14d0466e" -d '{"events": [{"server_uuid": "3ea36e99-961b-4eb7-ba24-62b6dd754076", "name": "network-vif-plugged", "status": "completed", "tag": "c7532ffb-7543-4cb0-aabe-190be5e9e04b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:34:41.195988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port c7532ffb-7543-4cb0-aabe-190be5e9e04b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:34:41.200518 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:41.224177 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a24e53-4a23-4e83-94c8-14b94fc02df1 x-openstack-request-id: req-d7a24e53-4a23-4e83-94c8-14b94fc02df1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:34:41.224470 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea36e99-961b-4eb7-ba24-62b6dd754076", "name": "network-vif-plugged", "status": "completed", "tag": "c7532ffb-7543-4cb0-aabe-190be5e9e04b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:34:41.224727 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7a24e53-4a23-4e83-94c8-14b94fc02df1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:34:41.225114 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b', 'code': 200} Jul 23 00:34:41.253658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=c7532ffb-7543-4cb0-aabe-190be5e9e04b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:34:41.330320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad6a90-5d82-415c-a258-c1a9869a8b47 req-569be040-11b6-4f0d-bef2-1b011dc44766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:41.331974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbad6a90-5d82-415c-a258-c1a9869a8b47 req-569be040-11b6-4f0d-bef2-1b011dc44766 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 1096 time: 0.0537639 Jul 23 00:34:41.369629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fbad6a90-5d82-415c-a258-c1a9869a8b47 req-fab86190-5f3e-4d03-9321-32a977af100a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Jul 23 00:34:42.074538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8ebe1-a32f-4c6b-b5b4-3af3e2b350a0 req-aec73b02-a926-432a-9778-0603e3d4d20f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:42.076080 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b8ebe1-a32f-4c6b-b5b4-3af3e2b350a0 req-aec73b02-a926-432a-9778-0603e3d4d20f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 945 time: 0.0656109 Jul 23 00:34:42.115729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b8ebe1-a32f-4c6b-b5b4-3af3e2b350a0 req-fd5ba7ac-316b-4f39-a7f6-1d717680194a tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330029 Jul 23 00:34:43.255434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fe7b-d606-4329-86d6-a2079d0df552 req-096b95d2-3254-4075-8db1-7882a5bfb44d tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:43.257021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee29fe7b-d606-4329-86d6-a2079d0df552 req-096b95d2-3254-4075-8db1-7882a5bfb44d tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 945 time: 0.0673237 Jul 23 00:34:43.296414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee29fe7b-d606-4329-86d6-a2079d0df552 req-4e07d671-5bfd-41a4-8df7-ffb1f096b594 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jul 23 00:34:43.435705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f50a35-1aaa-42b4-a97c-04d3c6630703 req-06cc47ea-bb3d-4c76-9d45-97078e92d97d tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:34:43.437506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19f50a35-1aaa-42b4-a97c-04d3c6630703 req-06cc47ea-bb3d-4c76-9d45-97078e92d97d tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 945 time: 0.0715549 Jul 23 00:34:43.478836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-19f50a35-1aaa-42b4-a97c-04d3c6630703 req-50ac351e-7dd5-4d0a-93ac-fef9983fc3c6 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351474 Jul 23 00:34:46.230498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6eb42a44-aced-42bd-adb9-09cd22baf611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:49.545792 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e38a4961-f235-4619-a8a6-fc5eb5d8dda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:49.785157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:50.484872 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:51.916732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:52.801130 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:34:59.953256 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:35:02.192307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c3d77-a63e-419d-8205-d4bb93b22953 req-787a9f31-6067-4515-993f-46f83613db0b tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:02.194308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e7c3d77-a63e-419d-8205-d4bb93b22953 req-787a9f31-6067-4515-993f-46f83613db0b tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 945 time: 0.0684819 Jul 23 00:35:02.237036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e7c3d77-a63e-419d-8205-d4bb93b22953 req-964a242f-cc56-4def-8b7c-400c681b7fe7 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369604 Jul 23 00:35:03.370554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c39ba-6d0b-4231-bd92-d6b856128452 req-bd33c224-1f42-4faa-842a-02424b0ff91e tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:03.372091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6c39ba-6d0b-4231-bd92-d6b856128452 req-bd33c224-1f42-4faa-842a-02424b0ff91e tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 945 time: 0.0634801 Jul 23 00:35:03.417500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3c6c39ba-6d0b-4231-bd92-d6b856128452 req-a1933fd4-3f04-40a1-867c-4e9489276bc7 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Jul 23 00:35:03.691982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-9597f5c3-3a2b-4cdc-b3b8-925244991d93 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:03.693450 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-9597f5c3-3a2b-4cdc-b3b8-925244991d93 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 945 time: 0.0690057 Jul 23 00:35:03.791269 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Deleting port c7532ffb-7543-4cb0-aabe-190be5e9e04b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:03.791564 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:03.883294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] For port c7532ffb-7543-4cb0-aabe-190be5e9e04b, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=c7532ffb-7543-4cb0-aabe-190be5e9e04b,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:03.883683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:03.895710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Calling delete_port for c7532ffb-7543-4cb0-aabe-190be5e9e04b owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:04.025052 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:04.037181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['c7532ffb-7543-4cb0-aabe-190be5e9e04b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:04.053037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Pushing event deleted for resources: {'Port': ['ID=c7532ffb-7543-4cb0-aabe-190be5e9e04b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:04.102357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] No DVR routers for this DVR port c7532ffb-7543-4cb0-aabe-190be5e9e04b on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:04.104924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:04.106932 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-493c835c-5b63-4696-bffa-b69afb6f8e11 req-e242f787-0ac5-423b-b082-3bda207d0796 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "DELETE /v2.0/ports/c7532ffb-7543-4cb0-aabe-190be5e9e04b HTTP/1.1" status: 204 len: 173 time: 0.4085431 Jul 23 00:35:04.107398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'name': 'network-vif-deleted', 'tag': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:04.109651 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf44218-ebb2-4734-8094-7616726f8e7c" -d '{"events": [{"server_uuid": "3ea36e99-961b-4eb7-ba24-62b6dd754076", "name": "network-vif-deleted", "tag": "c7532ffb-7543-4cb0-aabe-190be5e9e04b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:04.149358 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee96156-358b-4eb3-aae0-5f2bc3833477 x-openstack-request-id: req-1ee96156-358b-4eb3-aae0-5f2bc3833477 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:04.149673 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea36e99-961b-4eb7-ba24-62b6dd754076", "name": "network-vif-deleted", "tag": "c7532ffb-7543-4cb0-aabe-190be5e9e04b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:04.150207 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ee96156-358b-4eb3-aae0-5f2bc3833477 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:04.150312 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea36e99-961b-4eb7-ba24-62b6dd754076', 'name': 'network-vif-deleted', 'tag': 'c7532ffb-7543-4cb0-aabe-190be5e9e04b', 'status': 'completed', 'code': 200} Jul 23 00:35:04.534439 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8e6d4b8b-9ac5-4e87-9e36-670b64c42b49 req-2ab2eab0-f6b8-4e30-af4d-da838825469a tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea36e99-961b-4eb7-ba24-62b6dd754076 HTTP/1.1" status: 200 len: 210 time: 0.0339963 Jul 23 00:35:06.206394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-fd238145-be19-44a4-917f-416266154189 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:06.207918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-fd238145-be19-44a4-917f-416266154189 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 816 time: 0.1034646 Jul 23 00:35:06.223321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-64b9ceb8-7d29-4fcd-b7f3-74d719136df9 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/quotas/40478b03e4b34d599f346f481294fe70 HTTP/1.1" status: 200 len: 375 time: 0.0099247 Jul 23 00:35:06.294592 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-da497077-727a-4e05-b404-37d3d4bb7696 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662768 Jul 23 00:35:06.390556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-52d0dfb1-11fb-4403-a033-598977a7fa52 service neutron] 10.222.0.21 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835645 Jul 23 00:35:06.487365 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-cd20e039-c3bb-43a5-9069-e1694b7a7c44 service neutron] 10.222.0.21 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900829 Jul 23 00:35:06.669232 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7fab8c8d-f174-4d3b-b538-0f1f07808c08 req-5862988d-aa64-4a9b-8699-d461308bece8 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 210 time: 0.0316660 Jul 23 00:35:06.856455 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:07.146906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c7532ffb-7543-4cb0-aabe-190be5e9e04b no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:07.170097 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: c7532ffb-7543-4cb0-aabe-190be5e9e04b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:07.170448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device c7532ffb-7543-4cb0-aabe-190be5e9e04b not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:07.602699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-0aef1655-5422-4073-96ca-1ed1af1b2724 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:07.604251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-0aef1655-5422-4073-96ca-1ed1af1b2724 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 816 time: 0.1157892 Jul 23 00:35:07.615895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Request body: {'port': {'device_id': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'admin_state_up': True, 'tenant_id': '40478b03e4b34d599f346f481294fe70'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:07.723987 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Made reservation on behalf of 40478b03e4b34d599f346f481294fe70 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:07.727529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:07.769845 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5abdf366-1043-4287-b5e8-a89ec0666924 req-42ec6dd1-d67a-4a63-a27d-8dd7e7493868 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 210 time: 0.0297775 Jul 23 00:35:07.857869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Allocated IP 172.20.0.4 (d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8/73631e6d-8ecd-49b9-9d86-29713c7612aa/654aaf12-4e7a-48b5-ab65-9aefb8da1df2) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:08.016558 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.030119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Transition to ACTIVE for port object 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:08.062980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.108844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:08.112028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:08.118879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:08.122774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Pushing event updated for resources: {'Port': ['ID=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:08.178724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:08.179394 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.195134 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-546491f1-02de-4570-a156-d8299df35001 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830967 Jul 23 00:35:08.207608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Request body: {'port': {'device_id': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:08.287679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.379741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-324f892c-a58f-4e0d-8d9f-53ec9fdf2901 None None] Provisioning for port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:08.383694 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-324f892c-a58f-4e0d-8d9f-53ec9fdf2901 None None] Provisioning complete for port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:08.384152 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-324f892c-a58f-4e0d-8d9f-53ec9fdf2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.422752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-324f892c-a58f-4e0d-8d9f-53ec9fdf2901 None None] Port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:08.866086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:35:08.873636 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.886254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Transition to ACTIVE for port object 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:08.890646 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:08.906689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73aa39-8a66-49f3-8d8b-eda4dd21b964 req-4f9c0e44-0dc2-4e78-9cb5-ec098fe7a997 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:08.908821 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c73aa39-8a66-49f3-8d8b-eda4dd21b964 req-4f9c0e44-0dc2-4e78-9cb5-ec098fe7a997 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 931 time: 0.0696917 Jul 23 00:35:08.948172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Pushing event updated for resources: {'Port': ['ID=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:08.963916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c73aa39-8a66-49f3-8d8b-eda4dd21b964 req-115204a6-fdbe-409c-94bd-183350087430 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486431 Jul 23 00:35:09.016540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Attempting to bind port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:09.016920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Attempting to bind port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:09.017259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Attempting to bind port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:09.022730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:35:09.023033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Attempting to bind port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 on network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:09.028489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:09.028833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Checking segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:09.029227 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Bound using segment: {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:09.029661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Bound port: 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f415c3d6-00e7-4a01-a93f-e94a64e404ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:09.030023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:09.098062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] For port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:09.101494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] For port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:09.106628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:09.145564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.146054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:09.147483 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] 10.222.0.49 "PUT /v2.0/ports/654aaf12-4e7a-48b5-ab65-9aefb8da1df2 HTTP/1.1" status: 200 len: 1091 time: 0.9451778 Jul 23 00:35:09.147935 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'tag': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:09.150207 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34" -d '{"events": [{"name": "network-changed", "server_uuid": "27ddcb26-71df-48ce-9574-6e7b6de0d5e9", "tag": "654aaf12-4e7a-48b5-ab65-9aefb8da1df2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:09.177843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85bd7b-b57d-4843-921d-4018e8fdd644 service neutron] Pushing event updated for resources: {'Port': ['ID=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:09.220849 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f19f5-07c0-48c6-bb16-53f70779f035 x-openstack-request-id: req-fe9f19f5-07c0-48c6-bb16-53f70779f035 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:09.221512 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ddcb26-71df-48ce-9574-6e7b6de0d5e9", "tag": "654aaf12-4e7a-48b5-ab65-9aefb8da1df2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:09.221710 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe9f19f5-07c0-48c6-bb16-53f70779f035 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:09.222280 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'tag': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2', 'status': 'completed', 'code': 200} Jul 23 00:35:09.265256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-46cdb6f1-b211-49ec-813b-fd2b9de8ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.266850 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-46cdb6f1-b211-49ec-813b-fd2b9de8ac38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 1094 time: 0.0760343 Jul 23 00:35:09.308735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-427029a0-873c-4539-b697-59fd48d96e86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2 HTTP/1.1" status: 200 len: 217 time: 0.0349233 Jul 23 00:35:09.373709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-e137b5d5-66c9-4722-bbfb-716d0c4317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.375255 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-e137b5d5-66c9-4722-bbfb-716d0c4317a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73631e6d-8ecd-49b9-9d86-29713c7612aa HTTP/1.1" status: 200 len: 855 time: 0.0612087 Jul 23 00:35:09.436393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-82b593c5-22b6-49ec-8416-51d91fd21ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.438354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-82b593c5-22b6-49ec-8416-51d91fd21ac9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566478 Jul 23 00:35:09.532554 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-a752fa8f-312a-4fc8-a42c-32738d3ec425 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872929 Jul 23 00:35:09.631541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0601a470-4f68-4f41-87e4-b45b0cbec1cc req-5402ab8c-fb7b-41a5-9369-54bace118525 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927715 Jul 23 00:35:09.733591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-8b66fe27-ae58-450d-aa3b-fa50ab0914cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.735098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-8b66fe27-ae58-450d-aa3b-fa50ab0914cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 1094 time: 0.0592885 Jul 23 00:35:09.842031 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-4c7cb8e1-5176-446c-ad50-916d9d55bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.843571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-4c7cb8e1-5176-446c-ad50-916d9d55bb01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 917 time: 0.1017220 Jul 23 00:35:09.886082 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-ca3431f6-da33-47d6-9425-012dc9ec81f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2 HTTP/1.1" status: 200 len: 217 time: 0.0355256 Jul 23 00:35:09.939704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-a4038240-3742-4682-857c-d8780ea6f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:09.941225 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-a4038240-3742-4682-857c-d8780ea6f5b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73631e6d-8ecd-49b9-9d86-29713c7612aa HTTP/1.1" status: 200 len: 855 time: 0.0489097 Jul 23 00:35:10.011405 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-15881771-a0d0-453e-9512-7a1f4ef6829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:10.013035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-15881771-a0d0-453e-9512-7a1f4ef6829f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655832 Jul 23 00:35:10.122422 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-e866299b-fcdc-4d47-90d8-d2665fa56044 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024067 Jul 23 00:35:10.123716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af81853-3a47-4ea4-bcc4-9e28f1934802 req-e49e6296-e999-49ee-b6cf-623069f27cb8 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:10.125256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1af81853-3a47-4ea4-bcc4-9e28f1934802 req-e49e6296-e999-49ee-b6cf-623069f27cb8 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 943 time: 0.0822701 Jul 23 00:35:10.166552 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1af81853-3a47-4ea4-bcc4-9e28f1934802 req-ee20a5a8-893e-47e3-a9f3-c8001f60480c tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Jul 23 00:35:10.228613 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6a04de8c-22ae-4def-b1dd-16f8c0b55d34 req-2d1f7e95-d7a8-4bc8-af80-196f1a34ebf0 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984685 Jul 23 00:35:11.162487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:35:11.265117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:11.280389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2', 'network_id': 'd83e3f72-72d3-4bf3-845f-a0ed3a18c1e8', 'port_id': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2', 'mac_address': 'fa:16:3e:e4:1e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73631e6d-8ecd-49b9-9d86-29713c7612aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:35:11.300562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344b948-f1ca-467b-98c7-b2354e090fe8 req-e237efa5-895b-4f96-aaf7-85edac80d3bb tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:11.302078 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4344b948-f1ca-467b-98c7-b2354e090fe8 req-e237efa5-895b-4f96-aaf7-85edac80d3bb tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 943 time: 0.0636401 Jul 23 00:35:11.318571 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:11.331822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:35:11.344503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4344b948-f1ca-467b-98c7-b2354e090fe8 req-c649c768-7b70-410c-99dc-67ea98ab4b18 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369325 Jul 23 00:35:11.350994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:11.355538 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:11.402763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:11.410472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.410829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.411177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.411552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.411892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.412235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.412616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.412894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.413220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.413548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.413874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.414200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:11.540155 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['654aaf12-4e7a-48b5-ab65-9aefb8da1df2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:12.477412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0c6e7-9bb1-4d56-89df-aa0f027fb986 req-cd6d154f-1cb4-4967-a77c-390b757711c6 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:12.478902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79c0c6e7-9bb1-4d56-89df-aa0f027fb986 req-cd6d154f-1cb4-4967-a77c-390b757711c6 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 944 time: 0.0656505 Jul 23 00:35:12.515701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-79c0c6e7-9bb1-4d56-89df-aa0f027fb986 req-c1abbb42-bfe6-4d6c-80df-3e3f617e7ad6 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jul 23 00:35:13.193724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:13.241071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:13.245038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:13.245466 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:13.325543 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:13.347920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:13.350157 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a89a38-4c55-4831-8086-ddf9bf833530" -d '{"events": [{"server_uuid": "27ddcb26-71df-48ce-9574-6e7b6de0d5e9", "name": "network-vif-plugged", "status": "completed", "tag": "654aaf12-4e7a-48b5-ab65-9aefb8da1df2"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:13.363069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:13.367629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:13.390595 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aacbe20-f366-458e-9304-5eb783b9e7df x-openstack-request-id: req-5aacbe20-f366-458e-9304-5eb783b9e7df {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:13.390887 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ddcb26-71df-48ce-9574-6e7b6de0d5e9", "name": "network-vif-plugged", "status": "completed", "tag": "654aaf12-4e7a-48b5-ab65-9aefb8da1df2", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:13.391138 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aacbe20-f366-458e-9304-5eb783b9e7df {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:13.391616 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2', 'code': 200} Jul 23 00:35:13.418719 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:13.493180 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f213273-b59b-4686-b068-7c9869e87088 req-6488f38a-0c52-4d94-8fec-c61a2023966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:13.494673 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f213273-b59b-4686-b068-7c9869e87088 req-6488f38a-0c52-4d94-8fec-c61a2023966f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 1096 time: 0.0523164 Jul 23 00:35:13.529043 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4f213273-b59b-4686-b068-7c9869e87088 req-83d4190c-561d-45fe-a1fd-6811d28b04f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278139 Jul 23 00:35:13.649227 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff4d13-52e0-465b-b5b1-0f401abf19a7 req-6f6b2770-062c-4c79-adbc-6d9a3130d0ac tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:13.650719 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eff4d13-52e0-465b-b5b1-0f401abf19a7 req-6f6b2770-062c-4c79-adbc-6d9a3130d0ac tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 945 time: 0.0637577 Jul 23 00:35:13.686939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eff4d13-52e0-465b-b5b1-0f401abf19a7 req-f285e8d0-d26c-4f61-a490-887c63ccdb0c tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Jul 23 00:35:14.825402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1f44e-6c50-4206-a2b2-be18692b59ba req-7a57b8cf-a7e7-4f7e-b9d3-e6aaf56df1ea tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:14.826915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fec1f44e-6c50-4206-a2b2-be18692b59ba req-7a57b8cf-a7e7-4f7e-b9d3-e6aaf56df1ea tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 945 time: 0.0717602 Jul 23 00:35:14.865294 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fec1f44e-6c50-4206-a2b2-be18692b59ba req-3ada8eac-e8cb-4851-82e1-33af1ad2e2b4 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Jul 23 00:35:14.994361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59351a14-415b-430d-adb5-7c05aa5f3500 req-4fc57c95-2419-4c54-ad54-1c0e19f8d83b tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:14.995817 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59351a14-415b-430d-adb5-7c05aa5f3500 req-4fc57c95-2419-4c54-ad54-1c0e19f8d83b tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 945 time: 0.0658054 Jul 23 00:35:15.034218 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59351a14-415b-430d-adb5-7c05aa5f3500 req-37e2558e-4c9c-4d7e-8bdb-331ba58b1b09 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Jul 23 00:35:16.231109 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e8b2277-2bef-4272-91d8-ac5b7209155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:19.538955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9644e737-926b-4026-bf4e-4eec938b88bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:19.788719 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:20.492075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:21.923874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:22.820222 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:33.140055 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-54ef8442-c3f7-4ef7-9ba7-187baa6f6726 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1846406 Jul 23 00:35:33.261214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-d68f6012-357f-4616-903a-b8030ced807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:33.262815 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-d68f6012-357f-4616-903a-b8030ced807e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=40478b03e4b34d599f346f481294fe70&device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 1096 time: 0.0706441 Jul 23 00:35:33.407430 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-03f02e6b-f7d1-4561-b0b4-527a70e372dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:33.408192 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-03f02e6b-f7d1-4561-b0b4-527a70e372dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 200 len: 917 time: 0.1266921 Jul 23 00:35:33.475656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-3f19779f-e74f-4641-9bb6-31c470748edc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2 HTTP/1.1" status: 200 len: 217 time: 0.0582039 Jul 23 00:35:33.529504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691b22-3e06-43d9-90af-703f5bdaff8e req-cab54ad8-aac2-46d4-abee-e9a60ca62d4c tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:33.531075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6691b22-3e06-43d9-90af-703f5bdaff8e req-cab54ad8-aac2-46d4-abee-e9a60ca62d4c tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 945 time: 0.0784147 Jul 23 00:35:33.535640 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-27f4eca1-ca59-427c-b7c3-823715c2e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:33.537396 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-27f4eca1-ca59-427c-b7c3-823715c2e61b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=73631e6d-8ecd-49b9-9d86-29713c7612aa HTTP/1.1" status: 200 len: 855 time: 0.0556350 Jul 23 00:35:33.577637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6691b22-3e06-43d9-90af-703f5bdaff8e req-53d9c75d-f4dc-4676-853f-d8319356eb22 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Jul 23 00:35:33.600798 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-59989c85-f860-429d-b8ca-04d6654537c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:33.602316 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-59989c85-f860-429d-b8ca-04d6654537c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579195 Jul 23 00:35:33.703096 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-a98c4b61-07c3-43af-8145-af1b1c67e246 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922692 Jul 23 00:35:33.796426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f7fb29a1-11cf-47d7-9000-1ec0528764c7 req-f8a2c17c-b833-4913-86dc-a76d1f216544 service neutron] 10.222.0.49 "GET /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862255 Jul 23 00:35:34.709012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b48e00-e9cf-47b1-a783-2f20b1a86081 req-39cda14f-d2e3-4ca0-94a5-93167e6cdf45 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:34.710433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3b48e00-e9cf-47b1-a783-2f20b1a86081 req-39cda14f-d2e3-4ca0-94a5-93167e6cdf45 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 945 time: 0.0641172 Jul 23 00:35:34.750317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3b48e00-e9cf-47b1-a783-2f20b1a86081 req-d59c2233-ef6f-4ee1-bd7c-9e5e2faaf9e7 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/security-groups?id=b7087f23-186f-4ea9-a929-7aa05c756cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Jul 23 00:35:35.013111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-f2520fe5-8633-453d-89fd-fa67dcd9024f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:35.014434 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-f2520fe5-8633-453d-89fd-fa67dcd9024f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 945 time: 0.0640869 Jul 23 00:35:35.118947 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Deleting port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:35.119291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.213609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] For port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:35.213974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.227247 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Calling delete_port for 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:35.364809 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.389509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['654aaf12-4e7a-48b5-ab65-9aefb8da1df2'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:35:35.399645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Pushing event deleted for resources: {'Port': ['ID=654aaf12-4e7a-48b5-ab65-9aefb8da1df2,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:35.428230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.428583 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.428927 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.429270 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.429602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.429933 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.430265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.430599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.430928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.431256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.431604 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.431932 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:35.461326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] No DVR routers for this DVR port 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:35.464281 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:35.466468 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4d6e070-e831-48f6-b7cf-bb52f29e1093 req-96fe6318-5552-4c16-a95e-5032205f124f tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.49 "DELETE /v2.0/ports/654aaf12-4e7a-48b5-ab65-9aefb8da1df2 HTTP/1.1" status: 204 len: 173 time: 0.4463382 Jul 23 00:35:35.466923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'name': 'network-vif-deleted', 'tag': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:35:35.469329 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50ff9c5-cecf-4e76-9c9b-c7cbe8cf448e" -d '{"events": [{"server_uuid": "27ddcb26-71df-48ce-9574-6e7b6de0d5e9", "name": "network-vif-deleted", "tag": "654aaf12-4e7a-48b5-ab65-9aefb8da1df2"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:35:35.578543 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d7e97-5d49-46e5-87f3-ab540cec5af1 x-openstack-request-id: req-794d7e97-5d49-46e5-87f3-ab540cec5af1 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:35:35.578835 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ddcb26-71df-48ce-9574-6e7b6de0d5e9", "name": "network-vif-deleted", "tag": "654aaf12-4e7a-48b5-ab65-9aefb8da1df2", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:35:35.579084 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-794d7e97-5d49-46e5-87f3-ab540cec5af1 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:35:35.579531 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ddcb26-71df-48ce-9574-6e7b6de0d5e9', 'name': 'network-vif-deleted', 'tag': '654aaf12-4e7a-48b5-ab65-9aefb8da1df2', 'status': 'completed', 'code': 200} Jul 23 00:35:35.861061 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f02078d-f5c6-4f35-adad-5f1e16d98665 req-3cc1dcbd-68a1-49cc-ae9b-051045d00316 tempest-TestEncryptedCinderVolumes-1697247214 tempest-TestEncryptedCinderVolumes-1697247214-project] 10.222.0.21 "GET /v2.0/ports?device_id=27ddcb26-71df-48ce-9574-6e7b6de0d5e9 HTTP/1.1" status: 200 len: 210 time: 0.0313497 Jul 23 00:35:36.868575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:36.952786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53874) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:36.954514 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:35:37.296031 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.556525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Deleting port 1f7a043f-c14d-4c52-a633-165cfc252521 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:37.556872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.635118 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] For port 1f7a043f-c14d-4c52-a633-165cfc252521, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1f7a043f-c14d-4c52-a633-165cfc252521,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:37.635509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.647981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Calling delete_port for 1f7a043f-c14d-4c52-a633-165cfc252521 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:37.832579 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:37.860155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7a043f-c14d-4c52-a633-165cfc252521,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:38.028850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.246124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Router b6d40411-1e2b-478a-8453-f405b0bcee73 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:38.360870 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:38.367586 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc051b4c-9720-4ee1-a45e-e0fce9dfc4cb admin admin] 10.222.0.21 "PUT /v2.0/routers/b6d40411-1e2b-478a-8453-f405b0bcee73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123147 Jul 23 00:35:38.368660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53876) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:38.371734 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] Sync routers for ids ['b6d40411-1e2b-478a-8453-f405b0bcee73'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:38.383138 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] Routers {'b6d40411-1e2b-478a-8453-f405b0bcee73'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:38.384032 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b6d40411-1e2b-478a-8453-f405b0bcee73'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:38.485341 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.492344 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] Set router b6d40411-1e2b-478a-8453-f405b0bcee73 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:38.593538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.650299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Deleting port 5568a810-50fa-4dde-8986-749f3fe2ca7b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:38.650884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.680026 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:35:37Z', 'revision_number': 5, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port': {'id': '5568a810-50fa-4dde-8986-749f3fe2ca7b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:25Z', 'updated_at': '2021-07-23T00:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:38.705352 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] Checking router: b6d40411-1e2b-478a-8453-f405b0bcee73 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:38.714555 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] Routers {'b6d40411-1e2b-478a-8453-f405b0bcee73'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:38.715169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['b6d40411-1e2b-478a-8453-f405b0bcee73'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:38.733755 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] For port 5568a810-50fa-4dde-8986-749f3fe2ca7b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5568a810-50fa-4dde-8986-749f3fe2ca7b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:38.734120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.746815 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Calling delete_port for 5568a810-50fa-4dde-8986-749f3fe2ca7b owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:38.800339 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] Set router b6d40411-1e2b-478a-8453-f405b0bcee73 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:38.854993 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:35:38Z', 'revision_number': 6, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:38.881443 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44258fd7-e1f1-4fc2-bd70-74147bfd32a1 None None] The sync data for ids ['b6d40411-1e2b-478a-8453-f405b0bcee73'] in n-d-758851-4 is: [{'id': 'b6d40411-1e2b-478a-8453-f405b0bcee73', 'name': 'tempest-TestEncryptedCinderVolumes-207240156-router', 'tenant_id': '40478b03e4b34d599f346f481294fe70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:24Z', 'updated_at': '2021-07-23T00:35:38Z', 'revision_number': 6, 'project_id': '40478b03e4b34d599f346f481294fe70', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:38.916800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:38.942820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Pushing event deleted for resources: {'Port': ['ID=5568a810-50fa-4dde-8986-749f3fe2ca7b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:39.005874 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.302537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:39.328707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:39.329049 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 654aaf12-4e7a-48b5-ab65-9aefb8da1df2 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:39.408130 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.410489 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.457048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.457657 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6d40411-1e2b-478a-8453-f405b0bcee73 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:35:39.462797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.463507 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3f9c80c-e7ab-4365-83fd-1bb5d7e1c01a admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6d40411-1e2b-478a-8453-f405b0bcee73 HTTP/1.1" status: 204 len: 168 time: 1.0938845 Jul 23 00:35:39.465920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53878) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:39.509764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Deleting subnet 73631e6d-8ecd-49b9-9d86-29713c7612aa {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:35:39.512726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.545676 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.629751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.679962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f7a043f-c14d-4c52-a633-165cfc252521 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:39.689776 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.699757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 1f7a043f-c14d-4c52-a633-165cfc252521 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:39.700104 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1f7a043f-c14d-4c52-a633-165cfc252521 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:39.700524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5568a810-50fa-4dde-8986-749f3fe2ca7b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:39.716363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73631e6d-8ecd-49b9-9d86-29713c7612aa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:39.720659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.722808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3841ba28-580a-4cc8-898d-ccd085787c67 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/73631e6d-8ecd-49b9-9d86-29713c7612aa HTTP/1.1" status: 204 len: 168 time: 0.2559359 Jul 23 00:35:39.725310 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53880) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:39.727584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5568a810-50fa-4dde-8986-749f3fe2ca7b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:39.727981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5568a810-50fa-4dde-8986-749f3fe2ca7b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:39.734966 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c768b0d-075d-48d6-8bcb-fd8423f4f6d3 None None] Network d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:39.799905 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.854775 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Deleting port 6abd136b-3f58-44de-8d64-6b00e62be519 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:39.855153 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.929924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] DHCP port deletion for d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:35:39.931173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] For port 6abd136b-3f58-44de-8d64-6b00e62be519, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6abd136b-3f58-44de-8d64-6b00e62be519,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:39.931578 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:39.944541 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Calling delete_port for 6abd136b-3f58-44de-8d64-6b00e62be519 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:39.975599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] Deleting port 6abd136b-3f58-44de-8d64-6b00e62be519 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:39.975984 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.027309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.043146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] For port 6abd136b-3f58-44de-8d64-6b00e62be519, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6abd136b-3f58-44de-8d64-6b00e62be519,segment=NetworkSegment(f415c3d6-00e7-4a01-a93f-e94a64e404ee),segment_id=f415c3d6-00e7-4a01-a93f-e94a64e404ee)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:40.043615 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.052844 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abd136b-3f58-44de-8d64-6b00e62be519,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:40.055875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] Calling delete_port for 6abd136b-3f58-44de-8d64-6b00e62be519 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:40.058281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] No DVR routers for this DVR port 6abd136b-3f58-44de-8d64-6b00e62be519 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:40.132984 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.134618 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.143281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:40.153598 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f415c3d6-00e7-4a01-a93f-e94a64e404ee') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:40.153835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f415c3d6-00e7-4a01-a93f-e94a64e404ee') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:40.158947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] Pushing event deleted for resources: {'Port': ['ID=6abd136b-3f58-44de-8d64-6b00e62be519,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:40.163195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.163538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca47cfe-184b-4431-8e31-5ab432677c94 None None] No DVR routers for this DVR port 6abd136b-3f58-44de-8d64-6b00e62be519 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:40.178928 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.185136 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:35:40.185598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:35:40.187577 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:35:40.240555 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.245162 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.249846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8 HTTP/1.1" status: 204 len: 168 time: 0.5207429 Jul 23 00:35:40.250016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53882) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:40.260131 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c8efe-fd3f-406e-9631-ae31939bfb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83e3f72-72d3-4bf3-845f-a0ed3a18c1e8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:40.592261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.844884 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Deleting port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:40.845228 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.921557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] For port 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:40.921907 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:40.934991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Calling delete_port for 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:41.126863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.156495 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfddbf1-cb6e-4e98-b65b-9ac279817c2c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:41.184143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.184485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.184825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.185157 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.185487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.185817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.186402 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.186726 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.187045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.187385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.187704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.188019 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:41.671945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6abd136b-3f58-44de-8d64-6b00e62be519 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:41.678389 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:41.695289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6abd136b-3f58-44de-8d64-6b00e62be519 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:41.695667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6abd136b-3f58-44de-8d64-6b00e62be519 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:41.927458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:42.048745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:42.053814 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f17ecccc-c198-445e-a2dd-59ef2e38cc30 admin admin] 10.222.0.21 "PUT /v2.0/routers/5b2e91b4-8905-4dbc-9a82-e635af3fa4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027189 Jul 23 00:35:42.056412 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53884) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:42.058949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] Sync routers for ids ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:42.069877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] Routers {'5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:42.070856 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:42.166015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.178703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] Set router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:42.271505 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.324771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Deleting port 18c376c6-0050-4d9d-9094-881eb2ee348b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:42.325123 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.361527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:35:41Z', 'revision_number': 5, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port': {'id': '18c376c6-0050-4d9d-9094-881eb2ee348b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:34:30Z', 'updated_at': '2021-07-23T00:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:42.390782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] Checking router: 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:42.400838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] Routers {'5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:42.401459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:42.426911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] For port 18c376c6-0050-4d9d-9094-881eb2ee348b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=18c376c6-0050-4d9d-9094-881eb2ee348b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:42.427282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.439082 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Calling delete_port for 18c376c6-0050-4d9d-9094-881eb2ee348b owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:42.492983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] Set router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:42.550463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 6, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:42.577123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0ef75-51e0-4943-acf3-8e6b91a7adcb None None] The sync data for ids ['5b2e91b4-8905-4dbc-9a82-e635af3fa4d3'] in n-d-758851-4 is: [{'id': '5b2e91b4-8905-4dbc-9a82-e635af3fa4d3', 'name': 'tempest-TestEncryptedCinderVolumes-2077325321-router', 'tenant_id': 'a5dee05321664322b958adbc8f61b40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:34:29Z', 'updated_at': '2021-07-23T00:35:42Z', 'revision_number': 6, 'project_id': 'a5dee05321664322b958adbc8f61b40e', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:42.627237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.659843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Pushing event deleted for resources: {'Port': ['ID=18c376c6-0050-4d9d-9094-881eb2ee348b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:42.718652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.808436 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.810554 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.857877 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.858396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:35:42.863893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.865741 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8dc678c9-2be0-4e50-abcb-9b68e1b60efa admin admin] 10.222.0.21 "DELETE /v2.0/routers/5b2e91b4-8905-4dbc-9a82-e635af3fa4d3 HTTP/1.1" status: 204 len: 168 time: 0.8067811 Jul 23 00:35:42.868120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53886) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:42.929196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Deleting subnet d0e62234-1fd2-40ff-a0b5-487be1cda5af {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:35:42.932546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:42.968111 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.053059 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.130269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.157436 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e62234-1fd2-40ff-a0b5-487be1cda5af,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:43.160227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.162116 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-865e4afe-94d4-4aca-9f40-4d07e7058bce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d0e62234-1fd2-40ff-a0b5-487be1cda5af HTTP/1.1" status: 204 len: 168 time: 0.2926092 Jul 23 00:35:43.164533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53888) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:43.167875 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c18439-3b15-4c15-bc68-956222d6267e None None] Network 8575aada-1d62-4181-89b6-ae361ff49bbe requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:43.233137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.287950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Deleting port 9b3769fb-e9a7-44a4-b403-61fb2316b725 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:43.288308 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.363140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] For port 9b3769fb-e9a7-44a4-b403-61fb2316b725, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9b3769fb-e9a7-44a4-b403-61fb2316b725,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:43.363550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.370667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] DHCP port deletion for 8575aada-1d62-4181-89b6-ae361ff49bbe request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:35:43.380086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Calling delete_port for 9b3769fb-e9a7-44a4-b403-61fb2316b725 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:43.424770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] Deleting port 9b3769fb-e9a7-44a4-b403-61fb2316b725 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:35:43.425325 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.468157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.492490 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] For port 9b3769fb-e9a7-44a4-b403-61fb2316b725, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9b3769fb-e9a7-44a4-b403-61fb2316b725,segment=NetworkSegment(bb876a4d-3e4c-41df-b6b2-25efabf20199),segment_id=bb876a4d-3e4c-41df-b6b2-25efabf20199)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:43.492883 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.498670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3769fb-e9a7-44a4-b403-61fb2316b725,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:43.502792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] No DVR routers for this DVR port 9b3769fb-e9a7-44a4-b403-61fb2316b725 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:43.507493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] Calling delete_port for 9b3769fb-e9a7-44a4-b403-61fb2316b725 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:35:43.576295 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.588071 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.588254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8575aada-1d62-4181-89b6-ae361ff49bbe']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:43.599548 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb876a4d-3e4c-41df-b6b2-25efabf20199') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:43.599754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb876a4d-3e4c-41df-b6b2-25efabf20199') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:43.620213 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.620498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] Pushing event deleted for resources: {'Port': ['ID=9b3769fb-e9a7-44a4-b403-61fb2316b725,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:43.626385 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d5949-363b-4572-a320-d7f9c5569cb7 None None] No DVR routers for this DVR port 9b3769fb-e9a7-44a4-b403-61fb2316b725 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:35:43.656423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.667540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:35:43.667847 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:35:43.669671 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:35:43.671937 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9b3769fb-e9a7-44a4-b403-61fb2316b725 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:43.693778 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9b3769fb-e9a7-44a4-b403-61fb2316b725 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:43.694122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9b3769fb-e9a7-44a4-b403-61fb2316b725 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:43.694541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 18c376c6-0050-4d9d-9094-881eb2ee348b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:43.716493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 18c376c6-0050-4d9d-9094-881eb2ee348b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:43.716844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 18c376c6-0050-4d9d-9094-881eb2ee348b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:43.717260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:35:43.725165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.730087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:43.734819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] 10.222.0.21 "DELETE /v2.0/networks/8575aada-1d62-4181-89b6-ae361ff49bbe HTTP/1.1" status: 204 len: 168 time: 0.5666838 Jul 23 00:35:43.737601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:35:43.737958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 8bfddbf1-cb6e-4e98-b65b-9ac279817c2c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:35:43.746114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583527b-9dd7-415c-b302-b1e98da8838c admin admin] Pushing event deleted for resources: {'Network': ['ID=8575aada-1d62-4181-89b6-ae361ff49bbe,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:43.896652 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53892) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:43.937409 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8fa31a1b-160f-4e94-a619-ee3961877820 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40478b03e4b34d599f346f481294fe70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394537 Jul 23 00:35:43.940408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53894) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:43.988746 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04b-b6ed-4f0a-ae2f-5f7634945450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.015940 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04b-b6ed-4f0a-ae2f-5f7634945450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.063700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04b-b6ed-4f0a-ae2f-5f7634945450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.066822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37fdb04b-b6ed-4f0a-ae2f-5f7634945450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.068050 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-37fdb04b-b6ed-4f0a-ae2f-5f7634945450 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7087f23-186f-4ea9-a929-7aa05c756cd7 HTTP/1.1" status: 204 len: 168 time: 0.1267316 Jul 23 00:35:44.075753 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdb04b-b6ed-4f0a-ae2f-5f7634945450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7087f23-186f-4ea9-a929-7aa05c756cd7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:44.385394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53900) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:44.432314 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a08b8ef-7f7b-4ae6-a71b-a5b34543fdd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5dee05321664322b958adbc8f61b40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457301 Jul 23 00:35:44.434995 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53902) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:44.493952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b76ae709-97f2-4220-bfd7-baab5b6e521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.514590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b76ae709-97f2-4220-bfd7-baab5b6e521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.562319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b76ae709-97f2-4220-bfd7-baab5b6e521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.565864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b76ae709-97f2-4220-bfd7-baab5b6e521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:44.567346 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b76ae709-97f2-4220-bfd7-baab5b6e521e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8177f0ce-0e89-47a9-b51d-e17e290bc0d8 HTTP/1.1" status: 204 len: 168 time: 0.1311600 Jul 23 00:35:44.579480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae709-97f2-4220-bfd7-baab5b6e521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8177f0ce-0e89-47a9-b51d-e17e290bc0d8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:45.259729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53924) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:45.353608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-373469109-network', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:45.375872 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Made reservation on behalf of 67f9223a0b96435d8a4577cae1ecb183 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:45.379238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.387621 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.501469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.505686 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.532758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:35:45.538857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a82222-1f3e-42c4-9f97-737e7983dd74,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:45.546936 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.547379 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Added segment 86a4857d-d102-4fbf-ab32-c6b0414917b3 of type vlan for network df6fc49f-da3c-4d29-a812-b6df220993b5 Jul 23 00:35:45.591381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.620378 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.621362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.621948 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.684473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] Pushing event updated for resources: {'Network': ['ID=df6fc49f-da3c-4d29-a812-b6df220993b5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:45.687591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d8403468-c0b4-42e1-97bb-5be2580a9a1a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4267366 Jul 23 00:35:45.690608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53928) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:45.695300 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network df6fc49f-da3c-4d29-a812-b6df220993b5 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:35:45.695825 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Request body: {'subnet': {'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-373469109-subnet', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:45.717005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Made reservation on behalf of 67f9223a0b96435d8a4577cae1ecb183 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:45.719600 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.901974 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:45.950116 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb05bbc0-17c2-40a4-93e7-9147fce70b2c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:45.965739 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Checking segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:45.966097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Network hostable DHCP agents. Network: df6fc49f-da3c-4d29-a812-b6df220993b5, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:35:45.981469 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Network df6fc49f-da3c-4d29-a812-b6df220993b5 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:35:45.990068 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, df6fc49f-da3c-4d29-a812-b6df220993b5) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:45.994004 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:45.994594 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.000019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262d3f1-bcbd-4c80-9588-cb15f591e990 None None] Network df6fc49f-da3c-4d29-a812-b6df220993b5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:46.009154 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-cdb5b09a-8a8c-40c2-89c5-854b799ab4de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3174527 Jul 23 00:35:46.011737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 53930) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:46.016571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:46.036872 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.037870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.102697 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.159520 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-df6fc49f-da3c-4d29-a812-b6df220993b5', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:35:46.160388 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.243118 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.257747 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e2a3de8b-065b-45c7-8035-9d7dd369f1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.326396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Allocated IP 172.20.0.2 (df6fc49f-da3c-4d29-a812-b6df220993b5/fb05bbc0-17c2-40a4-93e7-9147fce70b2c/700dcc7f-d47b-43d7-a68d-c560750cada5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:46.474366 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.476983 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.482836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Transition to ACTIVE for port object 700dcc7f-d47b-43d7-a68d-c560750cada5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:46.496754 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.498224 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Transition to ACTIVE for port object 700dcc7f-d47b-43d7-a68d-c560750cada5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:46.506432 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.547480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Network df6fc49f-da3c-4d29-a812-b6df220993b5 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:46.552839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:46.555794 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:46.563481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Pushing event updated for resources: {'Port': ['ID=700dcc7f-d47b-43d7-a68d-c560750cada5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:46.611269 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Allocated IP 172.25.5.210 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/b4424716-4a0b-4930-9844-8afedd9ee4a8) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:46.620533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Attempting to bind port 700dcc7f-d47b-43d7-a68d-c560750cada5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:46.620910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Attempting to bind port 700dcc7f-d47b-43d7-a68d-c560750cada5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:46.621281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Attempting to bind port 700dcc7f-d47b-43d7-a68d-c560750cada5 on network df6fc49f-da3c-4d29-a812-b6df220993b5 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:46.626767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:46.627840 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Checking segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:46.628245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.628741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Bound using segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:46.629315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Bound port: 700dcc7f-d47b-43d7-a68d-c560750cada5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:46.629812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.697877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] For port 700dcc7f-d47b-43d7-a68d-c560750cada5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:46.701407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] For port 700dcc7f-d47b-43d7-a68d-c560750cada5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=700dcc7f-d47b-43d7-a68d-c560750cada5,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:46.707153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.719700 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.768103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984e156-877a-482d-a947-bd3b9c04782f None None] Pushing event updated for resources: {'Port': ['ID=700dcc7f-d47b-43d7-a68d-c560750cada5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:46.782944 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:46.831678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:46.834664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:46.839037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:46.842185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Pushing event updated for resources: {'Port': ['ID=b4424716-4a0b-4930-9844-8afedd9ee4a8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:47.116997 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:47.315079 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:47.443016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Router fd1990ee-4d79-4188-87ad-2d292b7856d3 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:35:47.557482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:47.584304 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:47.589088 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53932) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:47.589594 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9ffe4793-c52f-43cb-8155-88a37eaa7be8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5761461 Jul 23 00:35:47.594804 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Sync routers for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:47.616294 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:47.616947 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:47.690002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 700dcc7f-d47b-43d7-a68d-c560750cada5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:47.751953 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 700dcc7f-d47b-43d7-a68d-c560750cada5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:47.755710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3838900-bd8a-4546-bfe2-c4a2d5aedc8c None None] Network df6fc49f-da3c-4d29-a812-b6df220993b5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:47.763163 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:47.835159 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] Provisioning for port 700dcc7f-d47b-43d7-a68d-c560750cada5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:47.842967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] Provisioning complete for port 700dcc7f-d47b-43d7-a68d-c560750cada5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:47.843604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:47.974148 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:47Z', 'revision_number': 3, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:47.978263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.006534 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Checking router: fd1990ee-4d79-4188-87ad-2d292b7856d3 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:48.006874 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Updating router fd1990ee-4d79-4188-87ad-2d292b7856d3 port b4424716-4a0b-4930-9844-8afedd9ee4a8 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:35:48.033144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] For port 700dcc7f-d47b-43d7-a68d-c560750cada5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=700dcc7f-d47b-43d7-a68d-c560750cada5,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:48.042021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.043471 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.072575 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.103192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdfbdf-08f7-4634-bd76-5e936a43d3ac None None] Pushing event updated for resources: {'Port': ['ID=700dcc7f-d47b-43d7-a68d-c560750cada5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:48.270524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Allocated IP 172.20.0.1 (df6fc49f-da3c-4d29-a812-b6df220993b5/fb05bbc0-17c2-40a4-93e7-9147fce70b2c/209a8ee3-fdda-4bfd-a1d5-2633560f4370) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:48.336058 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.350515 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Transition to ACTIVE for port object b4424716-4a0b-4930-9844-8afedd9ee4a8 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:48.358018 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.369954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a84c3b0b-1ce1-41a7-807d-35e81fadec16 None None] Provisioning complete for port 700dcc7f-d47b-43d7-a68d-c560750cada5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:48.370672 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a84c3b0b-1ce1-41a7-807d-35e81fadec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.405045 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.411731 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Attempting to bind port b4424716-4a0b-4930-9844-8afedd9ee4a8 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:48.412105 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Attempting to bind port b4424716-4a0b-4930-9844-8afedd9ee4a8 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:48.412465 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Attempting to bind port b4424716-4a0b-4930-9844-8afedd9ee4a8 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:48.421003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Transition to ACTIVE for port object 209a8ee3-fdda-4bfd-a1d5-2633560f4370 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:48.422793 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:48.423199 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:48.423823 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.424129 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:48.424925 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Bound port: b4424716-4a0b-4930-9844-8afedd9ee4a8, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:48.425310 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.459949 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Pushing event updated for resources: {'Port': ['ID=b4424716-4a0b-4930-9844-8afedd9ee4a8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:48.462053 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.476474 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.476827 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.477169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.477532 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.477864 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.478192 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.478520 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.478846 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.479169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.479517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.479839 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.480174 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:35:48.503925 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] For port b4424716-4a0b-4930-9844-8afedd9ee4a8, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:48.504711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Network df6fc49f-da3c-4d29-a812-b6df220993b5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:48.507145 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] For port b4424716-4a0b-4930-9844-8afedd9ee4a8, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4424716-4a0b-4930-9844-8afedd9ee4a8,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:48.507767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:48.511584 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:48.512371 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.539255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Pushing event updated for resources: {'Port': ['ID=209a8ee3-fdda-4bfd-a1d5-2633560f4370,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:48.555731 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.575101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:48.575903 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:48.731100 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.752022 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a357-2187-4861-81a0-d5cfa22da8b8 None None] Pushing event updated for resources: {'Port': ['ID=b4424716-4a0b-4930-9844-8afedd9ee4a8,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:48.800883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f604731b-3c3a-49f6-b8eb-1bf8331a1af6 None None] Provisioning for port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:48.804657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f604731b-3c3a-49f6-b8eb-1bf8331a1af6 None None] Provisioning complete for port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:48.805177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f604731b-3c3a-49f6-b8eb-1bf8331a1af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.811151 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:48.841645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f604731b-3c3a-49f6-b8eb-1bf8331a1af6 None None] Port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:48.914223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.919033 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.990651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Pushing event updated for resources: {'Port': ['ID=209a8ee3-fdda-4bfd-a1d5-2633560f4370,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:48.993370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:48.996376 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:47Z', 'revision_number': 3, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:49.027602 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba586f-aa04-41cb-95ab-4e11aafe189e None None] The sync data for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 is: [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:47Z', 'revision_number': 3, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:49.099967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Network df6fc49f-da3c-4d29-a812-b6df220993b5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:49.101694 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:49.237552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Router fd1990ee-4d79-4188-87ad-2d292b7856d3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:49.372370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:49.378531 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5a402e1a-c2ec-4426-8976-a1e2d0497a73 admin admin] 10.222.0.21 "PUT /v2.0/routers/fd1990ee-4d79-4188-87ad-2d292b7856d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874498 Jul 23 00:35:49.467755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-553512dd-ae10-4045-8994-9bd8e5cebd8e None None] Provisioning complete for port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:49.468282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-553512dd-ae10-4045-8994-9bd8e5cebd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.507923 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-553512dd-ae10-4045-8994-9bd8e5cebd8e None None] Port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:49.544829 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-885540b6-d88b-4766-9a04-32ebb8a23a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.718900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4424716-4a0b-4930-9844-8afedd9ee4a8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:49.785771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b4424716-4a0b-4930-9844-8afedd9ee4a8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:49.795952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b4424716-4a0b-4930-9844-8afedd9ee4a8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:49.796340 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.824190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.888851 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.914879 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b4424716-4a0b-4930-9844-8afedd9ee4a8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4424716-4a0b-4930-9844-8afedd9ee4a8,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:49.921255 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:49.922285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 700dcc7f-d47b-43d7-a68d-c560750cada5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:49.963190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53948) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:49.968698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-612727394-network', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:49.994760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Made reservation on behalf of 7b141a8decfa4054ac98f47586a8715c for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:49.997888 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.007647 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.007872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b4424716-4a0b-4930-9844-8afedd9ee4a8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:50.022128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 700dcc7f-d47b-43d7-a68d-c560750cada5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:50.022507 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.103303 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.107638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.132681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:35:50.143591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a91a4-728b-422a-9b19-2e36de939d43,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:50.150456 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.151001 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Added segment 39b791fe-5330-4f47-a0ad-fb58e14c6208 of type vlan for network a798c8e4-678e-4f0b-b304-27b708293c39 Jul 23 00:35:50.196663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.226773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.227742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:50.228331 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.264924 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3005507 Jul 23 00:35:50.268313 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53950) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:50.296829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Request body: {'subnet': {'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-612727394-subnet', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:50.301221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075641f-85d5-4291-894a-ea1ccbdea9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a798c8e4-678e-4f0b-b304-27b708293c39,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:50.311188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network a798c8e4-678e-4f0b-b304-27b708293c39 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:35:50.321730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Made reservation on behalf of 7b141a8decfa4054ac98f47586a8715c for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:35:50.324440 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.498305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.543586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.605682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b152bf-acfd-401b-9b19-5e4271e38097,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:50.614873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Checking segment: {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:50.615241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Network hostable DHCP agents. Network: a798c8e4-678e-4f0b-b304-27b708293c39, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:35:50.634802 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Network a798c8e4-678e-4f0b-b304-27b708293c39 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:35:50.647763 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, a798c8e4-678e-4f0b-b304-27b708293c39) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:50.659936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43953d-7931-4288-816a-de34f0d60e35 None None] Network a798c8e4-678e-4f0b-b304-27b708293c39 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:50.662101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:35:50.662765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.682656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bb1bd091-072e-4ed7-b38f-ab6f3a083892 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3859792 Jul 23 00:35:50.682896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53952) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:50.688519 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:35:50.709764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.710739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.757772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Sync routers for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:50.773242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:50.794731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:50.795403 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:50.928084 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.082832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-a798c8e4-678e-4f0b-b304-27b708293c39', 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'fixed_ips': [{'subnet_id': '86b152bf-acfd-401b-9b19-5e4271e38097'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:35:51.083732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.172835 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.174695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:51.192700 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.300671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Allocated IP 172.25.5.192 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/fc3c88ba-0b60-4383-b2ca-e1d844ee707b) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:51.359446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Allocated IP 172.20.0.2 (a798c8e4-678e-4f0b-b304-27b708293c39/86b152bf-acfd-401b-9b19-5e4271e38097/c632dff6-1b61-402a-b6e8-c86ee730cab5) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:51.426793 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.468754 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.503502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:51.506546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:51.512833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:51.547873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Pushing event updated for resources: {'Port': ['ID=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:51.569619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 2, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:51.602884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.607614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Checking router: fd1990ee-4d79-4188-87ad-2d292b7856d3 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:51.607908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Updating router fd1990ee-4d79-4188-87ad-2d292b7856d3 port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:35:51.630098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Transition to ACTIVE for port object c632dff6-1b61-402a-b6e8-c86ee730cab5 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:51.644830 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4424716-4a0b-4930-9844-8afedd9ee4a8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:51.681811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Transition to ACTIVE for port object c632dff6-1b61-402a-b6e8-c86ee730cab5 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:51.686740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.694523 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:51.773960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Network a798c8e4-678e-4f0b-b304-27b708293c39 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:51.788401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:51.794442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:51.810135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Pushing event updated for resources: {'Port': ['ID=c632dff6-1b61-402a-b6e8-c86ee730cab5,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:51.890547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b4424716-4a0b-4930-9844-8afedd9ee4a8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:51.890864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.023824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Attempting to bind port c632dff6-1b61-402a-b6e8-c86ee730cab5 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:52.024362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Attempting to bind port c632dff6-1b61-402a-b6e8-c86ee730cab5 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:52.024894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Attempting to bind port c632dff6-1b61-402a-b6e8-c86ee730cab5 on network a798c8e4-678e-4f0b-b304-27b708293c39 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:52.040218 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.044866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:52.045365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Checking segment: {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:52.045867 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.046355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Bound using segment: {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:52.046954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Bound port: c632dff6-1b61-402a-b6e8-c86ee730cab5, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:52.047487 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.140857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.231263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] For port c632dff6-1b61-402a-b6e8-c86ee730cab5, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:52.249853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] For port c632dff6-1b61-402a-b6e8-c86ee730cab5, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c632dff6-1b61-402a-b6e8-c86ee730cab5,segment=NetworkSegment(39b791fe-5330-4f47-a0ad-fb58e14c6208),segment_id=39b791fe-5330-4f47-a0ad-fb58e14c6208)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:52.262109 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.345494 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.347920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.366349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Transition to ACTIVE for port object 209a8ee3-fdda-4bfd-a1d5-2633560f4370 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:52.368318 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2fe10-c4e5-41c5-ad8a-fbd77ed434de None None] Pushing event updated for resources: {'Port': ['ID=c632dff6-1b61-402a-b6e8-c86ee730cab5,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:52.377677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.457217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8ef52-cc6a-4043-b685-f708afca8a9f None None] Pushing event updated for resources: {'Port': ['ID=209a8ee3-fdda-4bfd-a1d5-2633560f4370,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:52.500083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Attempting to bind port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:52.500467 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Attempting to bind port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:52.501309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Attempting to bind port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 on network df6fc49f-da3c-4d29-a812-b6df220993b5 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:52.508182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:52.508182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Checking segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:52.508553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.508722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Bound using segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:52.509220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Bound port: 209a8ee3-fdda-4bfd-a1d5-2633560f4370, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:52.509569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.530739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Router e87a26c9-efb2-4f22-bb60-9c8c0823f882 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:35:52.623475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] For port 209a8ee3-fdda-4bfd-a1d5-2633560f4370, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:52.628199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] For port 209a8ee3-fdda-4bfd-a1d5-2633560f4370, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=209a8ee3-fdda-4bfd-a1d5-2633560f4370,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:52.634849 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.700302 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:52.705921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:52.706845 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:52.712478 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Sync routers for ids ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:52.724995 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Routers {'e87a26c9-efb2-4f22-bb60-9c8c0823f882'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:52.726145 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:52.730478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.737565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3dca1759-743b-478f-931d-45ffbc1d025e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0476820 Jul 23 00:35:52.737565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 53954) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:35:52.816770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8ef52-cc6a-4043-b685-f708afca8a9f None None] Pushing event updated for resources: {'Port': ['ID=209a8ee3-fdda-4bfd-a1d5-2633560f4370,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:52.866086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:52.874878 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Set router e87a26c9-efb2-4f22-bb60-9c8c0823f882 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:52.898249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:53.100858 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:35:52Z', 'revision_number': 3, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:53.139779 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Checking router: e87a26c9-efb2-4f22-bb60-9c8c0823f882 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:53.140136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Updating router e87a26c9-efb2-4f22-bb60-9c8c0823f882 port fc3c88ba-0b60-4383-b2ca-e1d844ee707b binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:35:53.154472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:52Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:53.186640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd2041f-f810-438d-97e2-5b7c4028e568 None None] The sync data for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 is: [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:52Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:53.186917 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.287133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.485789 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Allocated IP 172.20.0.1 (a798c8e4-678e-4f0b-b304-27b708293c39/86b152bf-acfd-401b-9b19-5e4271e38097/5f5a8156-7adf-49c9-be32-88dffd155e9d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:35:53.516858 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.530136 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Transition to ACTIVE for port object fc3c88ba-0b60-4383-b2ca-e1d844ee707b will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:53.537075 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.586916 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Attempting to bind port fc3c88ba-0b60-4383-b2ca-e1d844ee707b on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:53.587299 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Attempting to bind port fc3c88ba-0b60-4383-b2ca-e1d844ee707b by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:53.587710 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Attempting to bind port fc3c88ba-0b60-4383-b2ca-e1d844ee707b on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:53.602104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:53.602504 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:53.604066 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.604473 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:53.604963 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Bound port: fc3c88ba-0b60-4383-b2ca-e1d844ee707b, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:53.605358 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.614950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.634639 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Transition to ACTIVE for port object 5f5a8156-7adf-49c9-be32-88dffd155e9d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:53.647994 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6575e9-db80-49b5-b9b6-b66ad8ca8187 None None] Pushing event updated for resources: {'Port': ['ID=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:53.678581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.683036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae127f90-b1cc-43d5-9cf9-f9fe97f5e64e None None] Network a798c8e4-678e-4f0b-b304-27b708293c39 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:35:53.692826 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] For port fc3c88ba-0b60-4383-b2ca-e1d844ee707b, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:53.696791 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] For port fc3c88ba-0b60-4383-b2ca-e1d844ee707b, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:53.703488 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.720613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Network a798c8e4-678e-4f0b-b304-27b708293c39 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:53.725622 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:53.728069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:35:53.766595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Routers {'e87a26c9-efb2-4f22-bb60-9c8c0823f882'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:53.767976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5a8156-7adf-49c9-be32-88dffd155e9d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:53.768951 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:53.781368 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.836220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c632dff6-1b61-402a-b6e8-c86ee730cab5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:53.880033 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6575e9-db80-49b5-b9b6-b66ad8ca8187 None None] Pushing event updated for resources: {'Port': ['ID=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:53.909286 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e4cc9b2-6b8d-4fb7-a37a-7286d0155a42 None None] Provisioning for port c632dff6-1b61-402a-b6e8-c86ee730cab5 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:53.925495 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] Set router e87a26c9-efb2-4f22-bb60-9c8c0823f882 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:53.972746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c632dff6-1b61-402a-b6e8-c86ee730cab5 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:53.979207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c632dff6-1b61-402a-b6e8-c86ee730cab5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:53.980372 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:53.983887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.116968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.179918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c632dff6-1b61-402a-b6e8-c86ee730cab5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c632dff6-1b61-402a-b6e8-c86ee730cab5,segment=NetworkSegment(39b791fe-5330-4f47-a0ad-fb58e14c6208),segment_id=39b791fe-5330-4f47-a0ad-fb58e14c6208)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:54.191733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.192569 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 209a8ee3-fdda-4bfd-a1d5-2633560f4370 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:54.200585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.210362 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.225401 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:35:52Z', 'revision_number': 3, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:54.263450 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33c529-21e9-47dc-8817-b88d994e5cf9 None None] The sync data for ids ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'] in n-d-758851-4 is: [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:35:52Z', 'revision_number': 3, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:54.283261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5a8156-7adf-49c9-be32-88dffd155e9d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:54.303755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c632dff6-1b61-402a-b6e8-c86ee730cab5,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:54.321293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:54.325782 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:54.326167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.348291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.467084 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Network a798c8e4-678e-4f0b-b304-27b708293c39 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:35:54.468982 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:35:54.471056 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.490366 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-beeabeb1-d09c-4ed6-bb9a-c02aa61ab435 None None] Provisioning complete for port c632dff6-1b61-402a-b6e8-c86ee730cab5 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:54.490876 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-beeabeb1-d09c-4ed6-bb9a-c02aa61ab435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.562497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 209a8ee3-fdda-4bfd-a1d5-2633560f4370, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=209a8ee3-fdda-4bfd-a1d5-2633560f4370,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:54.573842 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.660999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Router e87a26c9-efb2-4f22-bb60-9c8c0823f882 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:35:54.692963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=209a8ee3-fdda-4bfd-a1d5-2633560f4370,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:54.709327 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-beeabeb1-d09c-4ed6-bb9a-c02aa61ab435 None None] Provisioning for port 5f5a8156-7adf-49c9-be32-88dffd155e9d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:54.715598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-beeabeb1-d09c-4ed6-bb9a-c02aa61ab435 None None] Provisioning complete for port 5f5a8156-7adf-49c9-be32-88dffd155e9d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:54.716252 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-beeabeb1-d09c-4ed6-bb9a-c02aa61ab435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.776983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-beeabeb1-d09c-4ed6-bb9a-c02aa61ab435 None None] Port 5f5a8156-7adf-49c9-be32-88dffd155e9d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:54.868311 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:35:54.877030 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2a07e805-4df9-4040-acba-08dd7560e220 admin admin] 10.222.0.21 "PUT /v2.0/routers/e87a26c9-efb2-4f22-bb60-9c8c0823f882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1363823 Jul 23 00:35:54.909454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1254eaed-7429-4f0b-ab42-d6426d59fb3a None None] Provisioning complete for port 5f5a8156-7adf-49c9-be32-88dffd155e9d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:54.909924 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1254eaed-7429-4f0b-ab42-d6426d59fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:54.948902 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1254eaed-7429-4f0b-ab42-d6426d59fb3a None None] Port 5f5a8156-7adf-49c9-be32-88dffd155e9d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:55.073894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1f1c2735-d7da-45f6-81b7-c7dab92ed4f6 None None] Provisioning complete for port 5f5a8156-7adf-49c9-be32-88dffd155e9d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:55.074271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2735-d7da-45f6-81b7-c7dab92ed4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:55.120834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c2735-d7da-45f6-81b7-c7dab92ed4f6 None None] Port 5f5a8156-7adf-49c9-be32-88dffd155e9d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:35:55.712045 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c632dff6-1b61-402a-b6e8-c86ee730cab5 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:55.767144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c632dff6-1b61-402a-b6e8-c86ee730cab5 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:55.767936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:55.858122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 209a8ee3-fdda-4bfd-a1d5-2633560f4370 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:55.916294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:55.916675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:56.008721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device fc3c88ba-0b60-4383-b2ca-e1d844ee707b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:56.066125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port fc3c88ba-0b60-4383-b2ca-e1d844ee707b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:56.074210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port fc3c88ba-0b60-4383-b2ca-e1d844ee707b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:56.076271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:56.171027 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:56.196100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port fc3c88ba-0b60-4383-b2ca-e1d844ee707b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:56.204472 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:56.259276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:56.715689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Sync routers for ids ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:35:56.728173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Routers {'e87a26c9-efb2-4f22-bb60-9c8c0823f882'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:56.728897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:57.012070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Set router e87a26c9-efb2-4f22-bb60-9c8c0823f882 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:57.279988 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 4, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5f5a8156-7adf-49c9-be32-88dffd155e9d', 'name': '', 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'mac_address': 'fa:16:3e:33:ab:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '86b152bf-acfd-401b-9b19-5e4271e38097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:53Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 2, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'subnets': [{'id': '86b152bf-acfd-401b-9b19-5e4271e38097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:57.316924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Checking router: e87a26c9-efb2-4f22-bb60-9c8c0823f882 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:35:57.317358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Updating router e87a26c9-efb2-4f22-bb60-9c8c0823f882 port 5f5a8156-7adf-49c9-be32-88dffd155e9d binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:35:57.355579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:57.665312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device fc3c88ba-0b60-4383-b2ca-e1d844ee707b up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:57.718748 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:57.734708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Transition to ACTIVE for port object 5f5a8156-7adf-49c9-be32-88dffd155e9d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:35:57.746123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:57.782145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port fc3c88ba-0b60-4383-b2ca-e1d844ee707b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:57.782625 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:57.822160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54659c6b-476c-4dd1-aeaa-7a4d314f5640 None None] Pushing event updated for resources: {'Port': ['ID=5f5a8156-7adf-49c9-be32-88dffd155e9d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:57.907136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Attempting to bind port 5f5a8156-7adf-49c9-be32-88dffd155e9d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:35:57.907552 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Attempting to bind port 5f5a8156-7adf-49c9-be32-88dffd155e9d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:35:57.908501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Attempting to bind port 5f5a8156-7adf-49c9-be32-88dffd155e9d on network a798c8e4-678e-4f0b-b304-27b708293c39 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:35:57.942057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:35:57.942438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Checking segment: {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:35:57.946470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:57.946470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Bound using segment: {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:35:57.946470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Bound port: 5f5a8156-7adf-49c9-be32-88dffd155e9d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b791fe-5330-4f47-a0ad-fb58e14c6208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:35:57.946470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:58.049142 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] For port 5f5a8156-7adf-49c9-be32-88dffd155e9d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:35:58.055302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] For port 5f5a8156-7adf-49c9-be32-88dffd155e9d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5f5a8156-7adf-49c9-be32-88dffd155e9d,segment=NetworkSegment(39b791fe-5330-4f47-a0ad-fb58e14c6208),segment_id=39b791fe-5330-4f47-a0ad-fb58e14c6208)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:35:58.066006 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:58.167024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Routers {'e87a26c9-efb2-4f22-bb60-9c8c0823f882'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:35:58.168220 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:35:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:58.173004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54659c6b-476c-4dd1-aeaa-7a4d314f5640 None None] Pushing event updated for resources: {'Port': ['ID=5f5a8156-7adf-49c9-be32-88dffd155e9d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:35:58.305813 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] Set router e87a26c9-efb2-4f22-bb60-9c8c0823f882 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:35:58.562764 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 4, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5f5a8156-7adf-49c9-be32-88dffd155e9d', 'name': '', 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'mac_address': 'fa:16:3e:33:ab:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '86b152bf-acfd-401b-9b19-5e4271e38097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:53Z', 'updated_at': '2021-07-23T00:35:58Z', 'revision_number': 4, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'subnets': [{'id': '86b152bf-acfd-401b-9b19-5e4271e38097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:35:58.590773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6548348-15d7-4082-a589-755e6ccb9b6a None None] The sync data for ids ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'] in n-d-758851-4 is: [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:35:53Z', 'revision_number': 4, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5f5a8156-7adf-49c9-be32-88dffd155e9d', 'name': '', 'network_id': 'a798c8e4-678e-4f0b-b304-27b708293c39', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'mac_address': 'fa:16:3e:33:ab:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '86b152bf-acfd-401b-9b19-5e4271e38097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:53Z', 'updated_at': '2021-07-23T00:35:58Z', 'revision_number': 4, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'subnets': [{'id': '86b152bf-acfd-401b-9b19-5e4271e38097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:35:59.682546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5f5a8156-7adf-49c9-be32-88dffd155e9d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:35:59.746971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5f5a8156-7adf-49c9-be32-88dffd155e9d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:35:59.754656 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5f5a8156-7adf-49c9-be32-88dffd155e9d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:35:59.755520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:59.875110 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:59.917799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5f5a8156-7adf-49c9-be32-88dffd155e9d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5f5a8156-7adf-49c9-be32-88dffd155e9d,segment=NetworkSegment(39b791fe-5330-4f47-a0ad-fb58e14c6208),segment_id=39b791fe-5330-4f47-a0ad-fb58e14c6208)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:35:59.923233 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:35:59.988891 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5f5a8156-7adf-49c9-be32-88dffd155e9d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:01.648094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5f5a8156-7adf-49c9-be32-88dffd155e9d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:01.709703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5f5a8156-7adf-49c9-be32-88dffd155e9d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:01.710116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:05.123787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-3e3a157f-17c9-48be-9c71-f74c1417023d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:05.125272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-3e3a157f-17c9-48be-9c71-f74c1417023d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 814 time: 0.1031878 Jul 23 00:36:05.140186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-93ccef69-b3e0-439a-88ff-6415e860d18f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/quotas/67f9223a0b96435d8a4577cae1ecb183 HTTP/1.1" status: 200 len: 375 time: 0.0093360 Jul 23 00:36:05.221932 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-7815be36-41ef-4b46-8394-4e2ca1174ccd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720651 Jul 23 00:36:05.404058 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-1af6a8d5-3f07-40fd-ba40-389feb2890f0 service neutron] 10.222.0.21 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707902 Jul 23 00:36:05.493444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-92532277-c9dc-483c-9a35-48aa543cd686 service neutron] 10.222.0.21 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 Jul 23 00:36:05.664356 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d08df140-1174-4d2b-bfc5-d44a325ad546 req-cfd85d95-932c-40e0-be81-22bc766abaa1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 210 time: 0.0328441 Jul 23 00:36:06.583668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-5514428a-994f-4cce-aec4-d71406b6b5f5 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:06.585160 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-5514428a-994f-4cce-aec4-d71406b6b5f5 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 814 time: 0.1245613 Jul 23 00:36:06.598419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'port': {'device_id': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'admin_state_up': True, 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:06.711756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Made reservation on behalf of 67f9223a0b96435d8a4577cae1ecb183 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:36:06.715378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:06.775313 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7962ce0d-5cf1-4c61-ab7a-24d48cf845f1 req-535ea828-89cb-43f8-821a-030156bca937 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 210 time: 0.0365911 Jul 23 00:36:06.867495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Allocated IP 172.20.0.13 (df6fc49f-da3c-4d29-a812-b6df220993b5/fb05bbc0-17c2-40a4-93e7-9147fce70b2c/87392e0e-d6ff-441a-9d49-3c1b7fc95088) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:06.894263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.034556 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.048874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Transition to ACTIVE for port object 87392e0e-d6ff-441a-9d49-3c1b7fc95088 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:07.084542 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.134504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Network df6fc49f-da3c-4d29-a812-b6df220993b5 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:07.136897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:07.140973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:07.170387 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:07.207085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:07.207950 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.225242 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-cff351f8-be17-4120-959f-1dd3ca7a4088 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322083 Jul 23 00:36:07.412196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9b632db-c388-4f59-9540-0c533dc3de2d None None] Provisioning for port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:07.415893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c9b632db-c388-4f59-9540-0c533dc3de2d None None] Provisioning complete for port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:07.416272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9b632db-c388-4f59-9540-0c533dc3de2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:07.464887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c9b632db-c388-4f59-9540-0c533dc3de2d None None] Port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:36:07.913053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57950f3a-30ba-4c95-9702-6ba6da8abee9 req-308830fb-ecfa-4c93-8e4f-10e68ce5572b tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:07.914569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57950f3a-30ba-4c95-9702-6ba6da8abee9 req-308830fb-ecfa-4c93-8e4f-10e68ce5572b tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0671225 Jul 23 00:36:07.953065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-57950f3a-30ba-4c95-9702-6ba6da8abee9 req-5fbe6bd8-2adc-46b1-ab3b-9d83ffa4d8d5 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Jul 23 00:36:09.091879 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f64a69-978e-4d1e-8c96-28486e5369d9 req-5e762b7b-c21b-4d44-92e7-0af8034c42f3 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:09.093385 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9f64a69-978e-4d1e-8c96-28486e5369d9 req-5e762b7b-c21b-4d44-92e7-0af8034c42f3 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0699649 Jul 23 00:36:09.136243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f9f64a69-978e-4d1e-8c96-28486e5369d9 req-7839ec2a-2ab0-4798-b64e-ed4b7383cd0e tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Jul 23 00:36:10.277615 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e395d-f874-44ea-aa89-38438cc29546 req-5ace3a40-9c0f-44e6-9e03-fa780fdba7bb tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:10.279127 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-769e395d-f874-44ea-aa89-38438cc29546 req-5ace3a40-9c0f-44e6-9e03-fa780fdba7bb tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0695808 Jul 23 00:36:10.320357 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-769e395d-f874-44ea-aa89-38438cc29546 req-675c5516-d637-4066-92b4-10faa34844c0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Jul 23 00:36:11.477130 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4616353-4ad7-4969-99eb-4bb3b7ad57aa req-e47ccfea-b5d1-46f8-ad0e-15cce7c416a0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:11.478694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4616353-4ad7-4969-99eb-4bb3b7ad57aa req-e47ccfea-b5d1-46f8-ad0e-15cce7c416a0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0761414 Jul 23 00:36:11.531245 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b4616353-4ad7-4969-99eb-4bb3b7ad57aa req-0b07c64c-12ce-4d77-a103-417ac2ee8c83 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Jul 23 00:36:12.712355 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae38aa4-2799-47d1-a392-d0cbe01b1e29 req-700e1eba-d32b-400d-a199-d8963398219c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:12.718653 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ae38aa4-2799-47d1-a392-d0cbe01b1e29 req-700e1eba-d32b-400d-a199-d8963398219c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0928941 Jul 23 00:36:12.769022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3ae38aa4-2799-47d1-a392-d0cbe01b1e29 req-babcb0db-097b-47f8-a6ea-ac7cdf30f35d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Jul 23 00:36:13.905345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe2e1a-d739-4eed-be2d-0d0cecc0c79e req-bc268804-bdd1-46c2-96bd-c9616decbfeb tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:13.906940 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efbe2e1a-d739-4eed-be2d-0d0cecc0c79e req-bc268804-bdd1-46c2-96bd-c9616decbfeb tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0683773 Jul 23 00:36:13.951287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-efbe2e1a-d739-4eed-be2d-0d0cecc0c79e req-19dbbbe3-ba8f-427d-9e1b-594679deeab3 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Jul 23 00:36:13.952260 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:36:15.094334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3b074-2fa3-407b-901d-652b5275d1d0 req-a82d1cc3-adbb-4057-901d-e353aa16d4a1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:15.096539 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ea3b074-2fa3-407b-901d-652b5275d1d0 req-a82d1cc3-adbb-4057-901d-e353aa16d4a1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0757291 Jul 23 00:36:15.526798 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ea3b074-2fa3-407b-901d-652b5275d1d0 req-04844f49-8ff3-48dc-bdec-3f7a46352339 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243789 Jul 23 00:36:16.234225 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5bd7d3ad-d8f4-4202-bb78-f6dfebb24ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:16.669661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906a5f6-206c-4884-9250-2ec47a4f055a req-db38fc71-77bc-4834-94e6-c2db31bc0e00 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:16.671152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8906a5f6-206c-4884-9250-2ec47a4f055a req-db38fc71-77bc-4834-94e6-c2db31bc0e00 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0704062 Jul 23 00:36:16.714140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8906a5f6-206c-4884-9250-2ec47a4f055a req-a706823b-9658-4b6f-ba0b-b41a9d452608 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344760 Jul 23 00:36:17.677474 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Request body: {'port': {'device_id': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:17.758788 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:17.852705 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5720dd-bfc7-4fec-b8cb-0990cd079af6 req-bac4bd13-5a31-4697-bc5d-b74237616b35 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:17.854281 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc5720dd-bfc7-4fec-b8cb-0990cd079af6 req-bac4bd13-5a31-4697-bc5d-b74237616b35 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 932 time: 0.0687361 Jul 23 00:36:17.897291 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc5720dd-bfc7-4fec-b8cb-0990cd079af6 req-0cf26fc9-8f00-4032-ba56-edd6e76666a2 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368705 Jul 23 00:36:18.043357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87392e0e-d6ff-441a-9d49-3c1b7fc95088 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:36:18.051728 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:18.065176 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Transition to ACTIVE for port object 87392e0e-d6ff-441a-9d49-3c1b7fc95088 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:36:18.068244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:18.117892 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:18.201054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Attempting to bind port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:36:18.201389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Attempting to bind port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:36:18.201718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Attempting to bind port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 on network df6fc49f-da3c-4d29-a812-b6df220993b5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:18.208314 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 on network df6fc49f-da3c-4d29-a812-b6df220993b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:36:18.208801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Attempting to bind port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 on network df6fc49f-da3c-4d29-a812-b6df220993b5 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:36:18.222107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:36:18.222446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Checking segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:36:18.222840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Bound using segment: {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:36:18.223278 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Bound port: 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a4857d-d102-4fbf-ab32-c6b0414917b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:36:18.223709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:18.294590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:36:18.297542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:36:18.303374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:18.345925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:18.346559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:18.348022 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] 10.222.0.49 "PUT /v2.0/ports/87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 1092 time: 0.6757367 Jul 23 00:36:18.348511 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:18.350853 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52204275-0674-4ea5-885b-709041ed44f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:18.381472 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee2dc-ee50-43c7-9579-2f7c78c3fdd4 service neutron] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:18.429938 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a801bc-5e92-4b33-8653-7454c58d3fbf x-openstack-request-id: req-e4a801bc-5e92-4b33-8653-7454c58d3fbf {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:18.430236 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:18.430490 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4a801bc-5e92-4b33-8653-7454c58d3fbf {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:18.430895 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'status': 'completed', 'code': 200} Jul 23 00:36:18.461951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-a4d208aa-1f0f-45d3-88b3-851c96be13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:18.463530 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-a4d208aa-1f0f-45d3-88b3-851c96be13bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1095 time: 0.0639632 Jul 23 00:36:18.505518 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-8d370cdd-0060-4c01-abeb-ccba82f1c9ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 217 time: 0.0352736 Jul 23 00:36:18.564220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-52f3cdee-df40-4297-af68-3b17eb6e36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:18.565657 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-52f3cdee-df40-4297-af68-3b17eb6e36b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0542831 Jul 23 00:36:18.628343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e90fdc51-437d-4d36-add2-1d04d787871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:18.629890 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-e90fdc51-437d-4d36-add2-1d04d787871e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584137 Jul 23 00:36:18.718721 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-59767782-377b-4f32-9f73-b5f12792d61a service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827026 Jul 23 00:36:18.813655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f427ad22-b6e1-48d0-b583-b8004c483aec req-4f62f538-ab47-4899-9a89-705896bd536d service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879636 Jul 23 00:36:18.913704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52204275-0674-4ea5-885b-709041ed44f3 req-5666302b-44b9-4a33-872a-10d854838932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:18.915133 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-5666302b-44b9-4a33-872a-10d854838932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1095 time: 0.0558813 Jul 23 00:36:19.012623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52204275-0674-4ea5-885b-709041ed44f3 req-e323a2fc-8f36-400a-89fe-36035c0c4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:19.014341 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-e323a2fc-8f36-400a-89fe-36035c0c4c11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.0933535 Jul 23 00:36:19.031680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c083e9-e31f-46ae-b874-24864e1a1479 req-39293dae-86d5-4c13-9994-60f381537c9f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:19.033801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11c083e9-e31f-46ae-b874-24864e1a1479 req-39293dae-86d5-4c13-9994-60f381537c9f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 944 time: 0.0663676 Jul 23 00:36:19.057402 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-a0a59446-c8b7-417d-91e2-37ef7d25c230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 217 time: 0.0360703 Jul 23 00:36:19.074116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11c083e9-e31f-46ae-b874-24864e1a1479 req-7c37388a-27c6-4910-b86d-a3039c1b407c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Jul 23 00:36:19.107128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52204275-0674-4ea5-885b-709041ed44f3 req-09e94f70-2532-4439-b6c4-a4730f0fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:19.108662 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-09e94f70-2532-4439-b6c4-a4730f0fd61d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0451956 Jul 23 00:36:19.176326 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52204275-0674-4ea5-885b-709041ed44f3 req-33abd7a7-ccf9-419c-b9a5-5d373e08deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:19.177819 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-33abd7a7-ccf9-419c-b9a5-5d373e08deb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623071 Jul 23 00:36:19.269117 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-53bc78c2-10e9-46ef-873d-807f25ae03e3 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 Jul 23 00:36:19.364459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-52204275-0674-4ea5-885b-709041ed44f3 req-18437020-f2ed-4d22-9893-3c99910d33e3 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884249 Jul 23 00:36:19.539289 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef3b52de-35f6-4f7c-96fb-8a3dae7d00f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:19.795036 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:20.213882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a3293-73b6-4a9c-a016-2c7da66a4b21 req-c732220a-b399-4387-8cc4-a755140ba3f4 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:20.215423 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-385a3293-73b6-4a9c-a016-2c7da66a4b21 req-c732220a-b399-4387-8cc4-a755140ba3f4 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 944 time: 0.0667820 Jul 23 00:36:20.258397 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-385a3293-73b6-4a9c-a016-2c7da66a4b21 req-a529edd5-5934-4f57-9317-e71e2081ebdd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Jul 23 00:36:20.497426 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:21.401958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa2c43-f1f5-4b67-92ea-ebbafe7873e5 req-125dde3c-8c99-4e2f-aef2-ab549f3ae3ce tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:21.403530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95aa2c43-f1f5-4b67-92ea-ebbafe7873e5 req-125dde3c-8c99-4e2f-aef2-ab549f3ae3ce tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 944 time: 0.0735478 Jul 23 00:36:21.444816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-95aa2c43-f1f5-4b67-92ea-ebbafe7873e5 req-469682d0-223a-43c6-a916-00bf10b67208 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341585 Jul 23 00:36:21.605771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 87392e0e-d6ff-441a-9d49-3c1b7fc95088 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:36:21.708211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:21.720964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'port_id': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'mac_address': 'fa:16:3e:82:b7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:36:21.764160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:21.779365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87392e0e-d6ff-441a-9d49-3c1b7fc95088 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:36:21.800297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:21.805061 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:21.856150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:21.867258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.867640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.868195 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.868769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.869311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.869663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.870004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.870505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.870936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.871530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.872082 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.872664 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:21.940057 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:22.054658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['87392e0e-d6ff-441a-9d49-3c1b7fc95088'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:36:22.580155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3764f3-2b2f-44eb-a8a1-1ea1c65571d5 req-7cac13c3-5c3c-4152-913e-f0d9dabb976f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:22.581677 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc3764f3-2b2f-44eb-a8a1-1ea1c65571d5 req-7cac13c3-5c3c-4152-913e-f0d9dabb976f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 945 time: 0.0653470 Jul 23 00:36:22.619647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cc3764f3-2b2f-44eb-a8a1-1ea1c65571d5 req-d9906dab-3557-4311-909d-8fdd3db71764 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Jul 23 00:36:22.828263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:23.613246 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 87392e0e-d6ff-441a-9d49-3c1b7fc95088 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:36:23.662592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:36:23.666700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:23.667101 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:23.755067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bcd25-7b21-488f-98f3-4010e97fb94c req-60872f74-9b8c-4719-b6ab-766498d93910 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:23.756576 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e15bcd25-7b21-488f-98f3-4010e97fb94c req-60872f74-9b8c-4719-b6ab-766498d93910 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 945 time: 0.0697675 Jul 23 00:36:23.759097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:23.784400 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:23.786668 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af3e4b8-bdd5-4c2c-bee3-daaa497b2505" -d '{"events": [{"server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "name": "network-vif-plugged", "status": "completed", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:23.801020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:23.806915 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e15bcd25-7b21-488f-98f3-4010e97fb94c req-66686651-b093-45a7-9807-42500cdcae32 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Jul 23 00:36:23.807534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:23.859558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:23.973153 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8036500a-8c55-435c-8f59-abc0d37ba1b5 x-openstack-request-id: req-8036500a-8c55-435c-8f59-abc0d37ba1b5 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:23.973454 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "name": "network-vif-plugged", "status": "completed", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:23.973712 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8036500a-8c55-435c-8f59-abc0d37ba1b5 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:23.974114 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'code': 200} Jul 23 00:36:24.089813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23bf6f-8f74-448e-b948-cee7571339d4 req-cf9b358d-01d6-4d6a-b352-ccc854f02466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:24.094549 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c23bf6f-8f74-448e-b948-cee7571339d4 req-cf9b358d-01d6-4d6a-b352-ccc854f02466 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1097 time: 0.0623281 Jul 23 00:36:24.132557 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0c23bf6f-8f74-448e-b948-cee7571339d4 req-db5c1e4d-8bca-4c25-99fd-237e499247c3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301208 Jul 23 00:36:24.954381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac0ba-6283-48ed-af48-d038e2ea0499 req-059fdae7-4a15-434f-baea-283596460fa5 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:24.956544 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-815ac0ba-6283-48ed-af48-d038e2ea0499 req-059fdae7-4a15-434f-baea-283596460fa5 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0706637 Jul 23 00:36:25.002081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-815ac0ba-6283-48ed-af48-d038e2ea0499 req-cc287ccf-fecb-4dd4-ab7c-c59605bd4115 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Jul 23 00:36:26.139237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177bcb8-61b7-4104-902b-cef533f9a233 req-385482a8-8aef-485d-9296-8a7075440020 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:26.140762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3177bcb8-61b7-4104-902b-cef533f9a233 req-385482a8-8aef-485d-9296-8a7075440020 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0666020 Jul 23 00:36:26.180375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3177bcb8-61b7-4104-902b-cef533f9a233 req-8e276e60-ad78-4a7d-a213-7ebf99ad6bc9 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335252 Jul 23 00:36:26.314664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a7da6-6f27-49d7-ae67-acb308108a8f req-1b8c45fa-24eb-4524-ad9f-eed2aaffddb2 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:26.316395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d96a7da6-6f27-49d7-ae67-acb308108a8f req-1b8c45fa-24eb-4524-ad9f-eed2aaffddb2 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0692782 Jul 23 00:36:26.354394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d96a7da6-6f27-49d7-ae67-acb308108a8f req-6f038bee-6f03-49ae-9808-8659cd67c728 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Jul 23 00:36:26.558510 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7dcc8-bf8e-4e47-8ff8-b9e6aa15f22a req-434a31c0-c2f5-4d21-a84e-0b5d1fe7647e tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:26.560065 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cec7dcc8-bf8e-4e47-8ff8-b9e6aa15f22a req-434a31c0-c2f5-4d21-a84e-0b5d1fe7647e tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0635614 Jul 23 00:36:26.598733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cec7dcc8-bf8e-4e47-8ff8-b9e6aa15f22a req-bbd5a9cf-8ca4-4f9d-8ff9-faa36e00aa54 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326211 Jul 23 00:36:35.017183 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-ecd44d1e-d98c-4282-9bca-ac92eb67e507 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541496 Jul 23 00:36:35.120734 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-e7c6f967-c43c-4347-8a59-da2144e14625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:35.122752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-e7c6f967-c43c-4347-8a59-da2144e14625 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1097 time: 0.0645044 Jul 23 00:36:35.235945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-d8e1a657-1044-4006-8e89-5f4993715590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:35.238087 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-d8e1a657-1044-4006-8e89-5f4993715590 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.0906878 Jul 23 00:36:35.288300 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-bc9ca07a-ab78-43cc-9c1a-d9e7961cb5dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 217 time: 0.0420847 Jul 23 00:36:35.342036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-6d2f278e-ac3d-4b8b-aed9-48071a7bd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:35.343571 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-6d2f278e-ac3d-4b8b-aed9-48071a7bd17e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0491037 Jul 23 00:36:35.404065 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-531fad5d-d2bc-4d74-b01f-b6ca05295a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:35.405485 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-531fad5d-d2bc-4d74-b01f-b6ca05295a85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532985 Jul 23 00:36:35.832739 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-9fe649c8-15b7-4032-8788-e918fdafae3b service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169130 Jul 23 00:36:35.927610 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f6a57d1b-a5a6-4bb1-b7c0-eba2f1c25c9f req-ae08d2e7-d3e6-4119-87b0-8030d1512f27 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877423 Jul 23 00:36:36.867743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.249239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059d5f7-78f2-4be2-9e8b-2ea2a07d8bc2 req-d0caa88c-5c11-4e90-a7f2-22bf3e57aebb tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:38.250639 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a059d5f7-78f2-4be2-9e8b-2ea2a07d8bc2 req-d0caa88c-5c11-4e90-a7f2-22bf3e57aebb tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0663259 Jul 23 00:36:38.304195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a059d5f7-78f2-4be2-9e8b-2ea2a07d8bc2 req-0d6e2f7e-e1c7-4bca-9d83-5253ab765243 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465431 Jul 23 00:36:38.326715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54158) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:38.432191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677474a-98c2-4f96-9846-181ec2e37138 tempest-TestMinimumBasicScenario-716320089 tempest-TestMinimumBasicScenario-716320089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:38.433751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a677474a-98c2-4f96-9846-181ec2e37138 tempest-TestMinimumBasicScenario-716320089 tempest-TestMinimumBasicScenario-716320089-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1092 time: 0.1059687 Jul 23 00:36:38.437029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54162) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:38.441620 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:38.465418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.581642 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.701508 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Allocated IP 172.25.5.238 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/099f601e-c82b-4edd-988d-78e72ff2e747) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:36:38.803429 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.847101 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:38.886752 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:36:38.892048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:36:38.896012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:36:38.928535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'Port': ['ID=099f601e-c82b-4edd-988d-78e72ff2e747,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:38.942125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.942481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.942827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.943167 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.943535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.943869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.944199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.944528 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.944889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.945214 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.945540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:38.945862 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:39.272585 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.352336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.516974 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.523877 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.598094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'Port': ['ID=099f601e-c82b-4edd-988d-78e72ff2e747,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:39.608078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:39.720944 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Floating IP b14426e9-2417-45b4-8e3d-adce41d63b9d associated. External IP: 172.25.5.238, port: 87392e0e-d6ff-441a-9d49-3c1b7fc95088. Jul 23 00:36:39.934389 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Router fd1990ee-4d79-4188-87ad-2d292b7856d3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:36:40.044702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:36:40.055286 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] Sync routers for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:36:40.063264 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.065721 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:40.066490 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:36:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:40.101346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-78a81100-2b1c-4b8d-b779-5b76983c3cd0 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6632669 Jul 23 00:36:40.101951 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:40.104229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54164) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.104737 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e" -d '{"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:40.109684 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427867850', 'description': 'tempest-secgroup-smoke-427867850 description', 'project_id': '67f9223a0b96435d8a4577cae1ecb183'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.137431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.141738 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831b1bca-4019-4de2-8e30-092c757b1646 x-openstack-request-id: req-831b1bca-4019-4de2-8e30-092c757b1646 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:40.142286 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:40.142708 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-831b1bca-4019-4de2-8e30-092c757b1646 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:40.143737 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'status': 'completed', 'code': 200} Jul 23 00:36:40.176747 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:40.219456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-4ff3507a-33f7-40b9-9342-b32d29049178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:40.221000 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-4ff3507a-33f7-40b9-9342-b32d29049178 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1097 time: 0.0582011 Jul 23 00:36:40.227048 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.230954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.261321 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.266176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1565707 Jul 23 00:36:40.266418 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54168) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.271687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group_rule': {'security_group_id': '82420dd6-8cfd-4160-8543-ab5dea242e1c', 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.278915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdb54-6937-4b3b-b4eb-6788f7b2a1c1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82420dd6-8cfd-4160-8543-ab5dea242e1c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.311955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.336149 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-feae8396-1956-48a8-a5da-59f41980db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:40.338060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-feae8396-1956-48a8-a5da-59f41980db66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.1104650 Jul 23 00:36:40.384578 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.389353 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.407201 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c7a2d-14c8-419e-a2b3-a604c261f79c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.414839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.416304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-327969c5-6a7a-40e1-9435-050f507c8bf6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490154 Jul 23 00:36:40.421235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54170) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.426727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group_rule': {'security_group_id': '82420dd6-8cfd-4160-8543-ab5dea242e1c', 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.427522 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-1d5caf7b-7d1e-475b-a7b9-d6e5f913b887 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 1000 time: 0.0826025 Jul 23 00:36:40.463590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.464613 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b14426e9-2417-45b4-8e3d-adce41d63b9d', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'port_id': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'mac_address': 'fa:16:3e:82:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:36:39Z', 'updated_at': '2021-07-23T00:36:39Z', 'revision_number': 0, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:40.487316 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-6b9f9972-5b67-4c26-b849-d1a04fd2ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:40.488903 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-6b9f9972-5b67-4c26-b849-d1a04fd2ff9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0557053 Jul 23 00:36:40.496589 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] Checking router: fd1990ee-4d79-4188-87ad-2d292b7856d3 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:36:40.511149 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:36:40.511865 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:36:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:40.540221 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.545068 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.564634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-6348bd70-2ed3-4c8e-8d04-17d8a5326cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:40.566875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe0a255-6bf3-47ce-b594-5d6bd8e790a8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.567084 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-6348bd70-2ed3-4c8e-8d04-17d8a5326cb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721352 Jul 23 00:36:40.573626 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.577717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-96831d96-c4aa-438c-9e1a-0df33ddb859d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1526043 Jul 23 00:36:40.577892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.583012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group_rule': {'security_group_id': '82420dd6-8cfd-4160-8543-ab5dea242e1c', 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.613145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.631693 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:36:40.674934 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-f0f1129a-d463-4626-8a60-d3b08e8fcf10 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011028 Jul 23 00:36:40.677167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.683486 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.706664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f71b061-5193-4633-b6d2-3e9ea526a7a9,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.710402 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.715086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54174) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.715452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-502cb8ab-c1f5-42ed-8aaa-f4b99b24dc7c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364057 Jul 23 00:36:40.722068 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group_rule': {'security_group_id': '82420dd6-8cfd-4160-8543-ab5dea242e1c', 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.797068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.809366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c5d923fb-3e37-4dd4-bad9-f5634b3ad51e req-d9ee2ea1-3cf0-4ae6-8bba-a3456bd3221d service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281002 Jul 23 00:36:40.867832 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.873254 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.898596 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b14426e9-2417-45b4-8e3d-adce41d63b9d', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'port_id': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'mac_address': 'fa:16:3e:82:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:36:39Z', 'updated_at': '2021-07-23T00:36:39Z', 'revision_number': 0, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:36:40.900445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f93cc56-21a6-4748-8456-78af29c55f71,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:40.907739 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:40.909758 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fc11c5a5-00fa-4584-a255-82389c03120f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935663 Jul 23 00:36:40.913192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54176) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:40.917963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group_rule': {'security_group_id': '82420dd6-8cfd-4160-8543-ab5dea242e1c', 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:40.927473 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b06d69-2fd8-4b6e-b60e-a8ba18fb58ee None None] The sync data for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 is: [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'b14426e9-2417-45b4-8e3d-adce41d63b9d', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'port_id': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'mac_address': 'fa:16:3e:82:b7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:36:39Z', 'updated_at': '2021-07-23T00:36:39Z', 'revision_number': 0, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:36:40.945222 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Project 67f9223a0b96435d8a4577cae1ecb183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:36:40.957421 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.031425 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.036170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.059400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2294b6e5-dc41-4e2f-ae99-8bdbbd81f032,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.068807 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.070685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a3b1e235-0648-4522-9fd7-11175234a2f1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558900 Jul 23 00:36:41.073235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54178) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:36:41.078279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'security_group_rule': {'security_group_id': '82420dd6-8cfd-4160-8543-ab5dea242e1c', 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:41.103071 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Project 67f9223a0b96435d8a4577cae1ecb183 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:36:41.108231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.145033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8f1f60-957a-4c8a-b8cd-3c5f0f9ceac3 None None] New status for floating IP b14426e9-2417-45b4-8e3d-adce41d63b9d: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:36:41.176403 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.180463 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.203554 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e63ddb-a0d1-451f-a631-ae94e049ab51,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.208062 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.212219 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347668 Jul 23 00:36:41.214477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.214834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.215233 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.215680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.216087 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.216426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.216759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.217111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.217425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.217759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.218083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.218409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c4130a-e7aa-4a8f-9038-f4b3bba47998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:36:41.313534 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-5c88b144-a282-4c26-9a0b-e87715c6453f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427867850&fields=id&tenant_id=67f9223a0b96435d8a4577cae1ecb183 HTTP/1.1" status: 200 len: 267 time: 0.0338268 Jul 23 00:36:41.383525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-fe78fece-ab56-45db-b8c3-b0d365332bb1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:41.385034 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-fe78fece-ab56-45db-b8c3-b0d365332bb1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0647380 Jul 23 00:36:41.396687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'port': {'security_groups': ['14a82222-1f3e-42c4-9f97-737e7983dd74', '82420dd6-8cfd-4160-8543-ab5dea242e1c']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:36:41.483487 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.666752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:36:41.700981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.705841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.717348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['87392e0e-d6ff-441a-9d49-3c1b7fc95088'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:36:41.748593 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:41.749225 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:41.750625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9a1e3cc-dbfc-497b-a441-78674442791b req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "PUT /v2.0/ports/87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 982 time: 0.3595383 Jul 23 00:36:41.751148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:36:41.754351 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111cdefc-7390-4988-a95f-ad3457b1663c" -d '{"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:36:41.783190 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f49bd-ee6c-41b9-b122-9ee761136011 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:36:41.824177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['87392e0e-d6ff-441a-9d49-3c1b7fc95088'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:36:41.890365 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c55ad7-6263-4862-9c76-2adb9b30b9b9 x-openstack-request-id: req-05c55ad7-6263-4862-9c76-2adb9b30b9b9 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:36:41.890687 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:36:41.890939 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05c55ad7-6263-4862-9c76-2adb9b30b9b9 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:36:41.891364 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'status': 'completed', 'code': 200} Jul 23 00:36:41.984157 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdefc-7390-4988-a95f-ad3457b1663c req-db2719f2-5cf6-4693-a342-4bdc9e365346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:41.985904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-db2719f2-5cf6-4693-a342-4bdc9e365346 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1136 time: 0.0705812 Jul 23 00:36:42.012510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-caf3c9de-66d2-4cdd-8a2d-31fa634f264d None None] Provisioning complete for port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:36:42.012813 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-caf3c9de-66d2-4cdd-8a2d-31fa634f264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:42.016680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aab54-50bc-4144-a77f-85ec2c272c65 req-5ec83619-f885-4d29-94d1-1e3b35056f75 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:42.023922 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-018aab54-50bc-4144-a77f-85ec2c272c65 req-5ec83619-f885-4d29-94d1-1e3b35056f75 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0789120 Jul 23 00:36:42.060849 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-018aab54-50bc-4144-a77f-85ec2c272c65 req-db685772-9c35-4b16-8e39-d4afd6c5ac58 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357804 Jul 23 00:36:42.090197 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdefc-7390-4988-a95f-ad3457b1663c req-8ce0acb5-f424-4c2b-b4fa-24b58a1562f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:42.091706 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-8ce0acb5-f424-4c2b-b4fa-24b58a1562f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.0994105 Jul 23 00:36:42.165516 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-e1824560-8c3c-47c3-bd7d-0f04add4195b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 1002 time: 0.0669007 Jul 23 00:36:42.220014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdefc-7390-4988-a95f-ad3457b1663c req-749cd646-80a8-459a-88e9-4e50e429da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:42.222343 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-749cd646-80a8-459a-88e9-4e50e429da81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0504279 Jul 23 00:36:42.281791 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cdefc-7390-4988-a95f-ad3457b1663c req-2ab27b54-eb30-4778-95f9-7b9fb5073e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:42.283320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-2ab27b54-eb30-4778-95f9-7b9fb5073e7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548940 Jul 23 00:36:42.380750 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-2aec986d-588f-4833-a514-7046ef1de75f service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906835 Jul 23 00:36:42.481631 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-111cdefc-7390-4988-a95f-ad3457b1663c req-25f10bcc-781c-4c03-9a84-424a4767b27e service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861740 Jul 23 00:36:46.226235 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b00c4785-7ca8-44e8-bfeb-97696815c671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.540030 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-64eb82e0-e360-4db7-8d3a-35e6e99257bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:49.797696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:50.502939 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:50.951496 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:36:51.943608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:52.857721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:36:57.266301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-4c82421c-c2dd-41e6-8623-502bb32aa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.267868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-4c82421c-c2dd-41e6-8623-502bb32aa947 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1136 time: 0.0552907 Jul 23 00:36:57.272578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a201d9-79fc-44fe-9468-9533b77dde03 req-90613158-77d7-4864-a8c9-df42145ed398 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.274114 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8a201d9-79fc-44fe-9468-9533b77dde03 req-90613158-77d7-4864-a8c9-df42145ed398 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0726912 Jul 23 00:36:57.315690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a8a201d9-79fc-44fe-9468-9533b77dde03 req-4be26ac5-e689-4a46-b93a-ad61afb9d494 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357735 Jul 23 00:36:57.371891 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-458e6043-ee3a-40ae-8e93-8e88f321ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.373375 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-458e6043-ee3a-40ae-8e93-8e88f321ed21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.0992887 Jul 23 00:36:57.442700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-6b1be006-c824-44a0-8cad-9002c6ff5bf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 1002 time: 0.0606830 Jul 23 00:36:57.496346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-ccb0e2fe-aace-43c8-ae7a-41751ae439df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.497862 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-ccb0e2fe-aace-43c8-ae7a-41751ae439df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0495906 Jul 23 00:36:57.562756 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-c347827b-677b-4574-a6ff-749e34339169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:57.564325 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-c347827b-677b-4574-a6ff-749e34339169 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584714 Jul 23 00:36:57.664754 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-0e22b6d9-b7ee-4c94-a43a-ac5e84c2fe58 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934007 Jul 23 00:36:57.762752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-dad73e3d-4305-4df8-b2e4-299b567d4d85 req-cd91d240-3d7b-4875-965a-68449ac508e2 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892894 Jul 23 00:36:58.452187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392a319-9415-4a3b-b89d-d5fcef882081 req-e825d78a-6c3a-44de-925f-078c0b911830 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:58.453715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7392a319-9415-4a3b-b89d-d5fcef882081 req-e825d78a-6c3a-44de-925f-078c0b911830 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0675278 Jul 23 00:36:58.495697 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7392a319-9415-4a3b-b89d-d5fcef882081 req-996438a7-01a6-49a6-b9b4-22061297481d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357289 Jul 23 00:36:59.627744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246013b-5cdc-45ea-a913-ad48392431cc req-6dfb0349-ec5a-4040-a463-7fc29eefd347 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:36:59.629273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c246013b-5cdc-45ea-a913-ad48392431cc req-6dfb0349-ec5a-4040-a463-7fc29eefd347 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0637121 Jul 23 00:36:59.668758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c246013b-5cdc-45ea-a913-ad48392431cc req-f6a0ba7d-f1d3-4456-a09c-8e07a680fe81 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332546 Jul 23 00:37:00.804282 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d7989-5558-4f13-a6b4-d51ce6cf8b3a req-c19c441d-1c9f-4fb7-aa8b-5575865619b4 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:00.805792 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-545d7989-5558-4f13-a6b4-d51ce6cf8b3a req-c19c441d-1c9f-4fb7-aa8b-5575865619b4 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0685837 Jul 23 00:37:00.846646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-545d7989-5558-4f13-a6b4-d51ce6cf8b3a req-7cf49bfb-0185-4ca1-8eaa-0d6c177112b1 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349000 Jul 23 00:37:01.976645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99a4c9-bdad-42e8-bbb0-2fb13d87fa40 req-89f8f7b5-4200-4bb0-8027-48456efd58c4 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:01.978146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de99a4c9-bdad-42e8-bbb0-2fb13d87fa40 req-89f8f7b5-4200-4bb0-8027-48456efd58c4 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0646896 Jul 23 00:37:02.019284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de99a4c9-bdad-42e8-bbb0-2fb13d87fa40 req-82550d5e-13bc-4a88-b03a-028cb91c8491 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353444 Jul 23 00:37:03.165064 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a07dc0-eed9-42d4-8562-aa85bb9bec52 req-be9e16fa-c519-41ed-bdbd-ececdc303ec9 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:03.166556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3a07dc0-eed9-42d4-8562-aa85bb9bec52 req-be9e16fa-c519-41ed-bdbd-ececdc303ec9 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0781364 Jul 23 00:37:03.206806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3a07dc0-eed9-42d4-8562-aa85bb9bec52 req-b921fcf0-7d2b-4a10-94e8-3b1d0ec1f54d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343404 Jul 23 00:37:04.339928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f4988-bb2d-4fa0-b36d-dea8cc809aec req-e1d4823b-7723-436a-a659-aee4bf61f5b6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:04.341461 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-606f4988-bb2d-4fa0-b36d-dea8cc809aec req-e1d4823b-7723-436a-a659-aee4bf61f5b6 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0660148 Jul 23 00:37:04.381930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-606f4988-bb2d-4fa0-b36d-dea8cc809aec req-3e84e5ee-9c3d-44fb-adeb-820be25d346b tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347431 Jul 23 00:37:05.523849 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c041b-75e0-46d9-9bc8-a2a813d1b70d req-3fd8b3a3-8087-44cd-a8ba-f5d4b71d1a29 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:05.525393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a89c041b-75e0-46d9-9bc8-a2a813d1b70d req-3fd8b3a3-8087-44cd-a8ba-f5d4b71d1a29 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0665357 Jul 23 00:37:05.566328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a89c041b-75e0-46d9-9bc8-a2a813d1b70d req-35397486-81cf-40b6-9b57-6901e09d91af tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351958 Jul 23 00:37:06.707816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98455f13-2778-432b-a9a3-0028588234e2 req-c88856a1-e5d8-4d10-8911-ba9634f91bd7 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:06.709604 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98455f13-2778-432b-a9a3-0028588234e2 req-c88856a1-e5d8-4d10-8911-ba9634f91bd7 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0747821 Jul 23 00:37:06.751526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-98455f13-2778-432b-a9a3-0028588234e2 req-c7b82ba8-44fd-42e7-a269-7838c626d90f tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361879 Jul 23 00:37:06.871871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:07.892993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fd48-3a29-4d81-a23f-36d0e18fbd0a req-1cb430eb-9df5-43ac-a67a-58148104081e tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:07.894479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2393fd48-3a29-4d81-a23f-36d0e18fbd0a req-1cb430eb-9df5-43ac-a67a-58148104081e tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0736136 Jul 23 00:37:07.937759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2393fd48-3a29-4d81-a23f-36d0e18fbd0a req-4b302773-64c8-41ed-8ddc-9f76cf326e77 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360548 Jul 23 00:37:09.079775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8484-b200-4f25-a976-894c9039781b req-07b998fe-8c3c-46b6-be8e-1567a1e2a3ec tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:09.081277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90dc8484-b200-4f25-a976-894c9039781b req-07b998fe-8c3c-46b6-be8e-1567a1e2a3ec tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0736341 Jul 23 00:37:09.125279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90dc8484-b200-4f25-a976-894c9039781b req-d9e74081-5ab6-481c-b9ac-17367e8c764d tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&id=82420dd6-8cfd-4160-8543-ab5dea242e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379016 Jul 23 00:37:16.228732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-02b5ef0e-3687-4a8f-b801-73e219ca7f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:19.540749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a4888c7f-e595-4522-a73a-d4aac045def7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:19.801556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:20.501749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:21.944867 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:22.862340 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:27.951910 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:37:33.956610 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-fffede66-cec4-4f50-83e4-7db06a034351 req-d220deb7-62f7-47b1-a698-3234b3f68380 service neutron] (93790) timed out ('10.222.0.48', 59253) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:37:36.021609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-ae6d9149-7a3e-4dc3-972d-6e4b1992f825 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525553 Jul 23 00:37:36.121051 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-66c04725-9d76-40aa-b11b-0d2254cd68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:36.122555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-66c04725-9d76-40aa-b11b-0d2254cd68c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1136 time: 0.0587223 Jul 23 00:37:36.225984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-001690d8-1ec0-474b-b10d-f44427754e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:36.227529 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-001690d8-1ec0-474b-b10d-f44427754e34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.0847714 Jul 23 00:37:36.297457 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-51a88e38-8d5a-45d0-a52e-2157884b5300 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 1002 time: 0.0632043 Jul 23 00:37:36.348455 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-6d9c7c1d-f582-49fa-b33a-57156bd5ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:36.349871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-6d9c7c1d-f582-49fa-b33a-57156bd5ad92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0428081 Jul 23 00:37:36.406922 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-7a5fa8b0-09a5-472f-bc8f-b441f37f5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:36.408423 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-7a5fa8b0-09a5-472f-bc8f-b441f37f5824 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521638 Jul 23 00:37:36.500399 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-c941c6a0-f1f5-499e-ba9a-d5db79cd6b3d service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844324 Jul 23 00:37:36.588247 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e9b3f6da-b8e6-4772-a631-78d89d70e0dd req-969bda9c-fcb9-4fbf-9d0a-6d5c98ff7e6e service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807455 Jul 23 00:37:36.869582 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:41.564247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-d1ed65bb-7606-49cb-b0e6-f913f089223b tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427867850&fields=id&tenant_id=67f9223a0b96435d8a4577cae1ecb183 HTTP/1.1" status: 200 len: 267 time: 0.0910373 Jul 23 00:37:41.630339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-1e3cfc11-54b4-4168-99f8-424dff35f5fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:41.631933 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-1e3cfc11-54b4-4168-99f8-424dff35f5fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 985 time: 0.0623736 Jul 23 00:37:41.643239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Request body: {'port': {'security_groups': ['14a82222-1f3e-42c4-9f97-737e7983dd74']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:37:41.731171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:41.903796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:41.932469 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:41.937312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:41.950435 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['87392e0e-d6ff-441a-9d49-3c1b7fc95088'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:37:41.982284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:41.982780 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:41.984243 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b13319-56e4-4478-8dd2-7520da4d38e1 req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "PUT /v2.0/ports/87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 943 time: 0.3457208 Jul 23 00:37:41.984965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:37:41.987265 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:37:41.991644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54236) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:42.017573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event updated for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:42.026187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.026690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.027162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.027758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.028199 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.028630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.029189 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.029655 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.030179 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.030627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.031061 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.031519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c1f5e-e881-4744-814a-f382e29eb141 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.058286 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b669ef-ae9a-4416-b254-b2cb68b45590 x-openstack-request-id: req-c1b669ef-ae9a-4416-b254-b2cb68b45590 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:37:42.058583 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:37:42.058837 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1b669ef-ae9a-4416-b254-b2cb68b45590 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:37:42.059246 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'status': 'completed', 'code': 200} Jul 23 00:37:42.081621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['87392e0e-d6ff-441a-9d49-3c1b7fc95088'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:37:42.112932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.146618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.194279 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-30b38348-4a3a-44b4-8127-24f40bb7aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:42.196730 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-30b38348-4a3a-44b4-8127-24f40bb7aea2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1097 time: 0.1111803 Jul 23 00:37:42.284318 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.286774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.288216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "DELETE /v2.0/security-groups/82420dd6-8cfd-4160-8543-ab5dea242e1c HTTP/1.1" status: 204 len: 168 time: 0.2955263 Jul 23 00:37:42.291765 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54238) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:42.304056 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82420dd6-8cfd-4160-8543-ab5dea242e1c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:42.323448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.323807 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.324154 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.324494 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.324836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.325172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.325504 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.325837 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.326170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.326497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.326825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.327153 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3ed379-abc7-432f-911a-a60dcfeff8fd tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:37:42.338445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-7d7ebc15-b506-4c0c-9645-3f66ba95993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:42.340008 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-7d7ebc15-b506-4c0c-9645-3f66ba95993d service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.1362915 Jul 23 00:37:42.412199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-18e2f25f-85b4-40d1-a5fb-06994cf19f29 None None] Provisioning complete for port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:37:42.412583 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-18e2f25f-85b4-40d1-a5fb-06994cf19f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.420546 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-5e80066b-df2d-407d-a4f5-fa96177b8e75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 1002 time: 0.0728850 Jul 23 00:37:42.472694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Deleting port 099f601e-c82b-4edd-988d-78e72ff2e747 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:42.473052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.475957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-96712bbf-730d-4343-8bb0-a5f57bd5a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:42.477545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-96712bbf-730d-4343-8bb0-a5f57bd5a30d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0503092 Jul 23 00:37:42.541272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-09b26a0d-f761-4267-9dd7-ef76529c1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:42.542700 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-09b26a0d-f761-4267-9dd7-ef76529c1d84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586755 Jul 23 00:37:42.554152 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.554485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.567290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Calling delete_port for 099f601e-c82b-4edd-988d-78e72ff2e747 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:42.630486 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-73c42b80-6ef0-441a-b669-293eb456498f service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815091 Jul 23 00:37:42.717338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.728102 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6ad2b783-cd7b-4d9e-ab8c-127f1f8d2ac6 req-da250d32-6a21-4d63-8a51-447e83bfeca2 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912185 Jul 23 00:37:42.744943 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event deleted for resources: {'Port': ['ID=099f601e-c82b-4edd-988d-78e72ff2e747,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:42.807570 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:42.807898 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Floating IP b14426e9-2417-45b4-8e3d-adce41d63b9d disassociated (deleted). External IP: 172.25.5.238, port: 87392e0e-d6ff-441a-9d49-3c1b7fc95088. Jul 23 00:37:43.009814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Router fd1990ee-4d79-4188-87ad-2d292b7856d3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:37:43.114030 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:37:43.118836 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:43.123243 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] Sync routers for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:37:43.132117 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:37:43.132723 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:43.156712 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-709c4162-faea-4b30-aad5-d31e73698c4c tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "DELETE /v2.0/floatingips/b14426e9-2417-45b4-8e3d-adce41d63b9d HTTP/1.1" status: 204 len: 168 time: 0.8635950 Jul 23 00:37:43.238694 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:37:43.448803 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:43.475013 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] Checking router: fd1990ee-4d79-4188-87ad-2d292b7856d3 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:37:43.483673 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:37:43.484275 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:43.586497 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:37:43.781888 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:43.905640 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9df3e-6235-4185-9f1d-24356776fccd None None] The sync data for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 is: [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:48Z', 'revision_number': 4, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '209a8ee3-fdda-4bfd-a1d5-2633560f4370', 'name': '', 'network_id': 'df6fc49f-da3c-4d29-a812-b6df220993b5', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'mac_address': 'fa:16:3e:3a:b8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:48Z', 'updated_at': '2021-07-23T00:35:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'subnets': [{'id': 'fb05bbc0-17c2-40a4-93e7-9147fce70b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:37:44.060702 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:37:44.063906 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de1523-4d3c-4d82-9fda-b68e2337d7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:37:44.104427 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d492aecf-84b0-4246-a41f-4afb9c3520fe x-openstack-request-id: req-d492aecf-84b0-4246-a41f-4afb9c3520fe {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:37:44.104749 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:37:44.105066 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d492aecf-84b0-4246-a41f-4afb9c3520fe {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:37:44.105592 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'status': 'completed', 'code': 200} Jul 23 00:37:44.130689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2226f1-8908-4b86-bfe6-ed3ab07c6b51 None None] New status for floating IP b14426e9-2417-45b4-8e3d-adce41d63b9d: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:37:44.178285 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-8a4e0945-c898-4ff1-945c-64496b36c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:44.180424 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-8a4e0945-c898-4ff1-945c-64496b36c72b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67f9223a0b96435d8a4577cae1ecb183&device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 1097 time: 0.0580003 Jul 23 00:37:44.589537 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-66021d2d-919b-4703-a825-e55b1ae35579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:44.591227 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-66021d2d-919b-4703-a825-e55b1ae35579 service neutron] 10.222.0.49 "GET /v2.0/networks?id=df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 200 len: 915 time: 0.4044251 Jul 23 00:37:44.632305 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-93a22c5a-4b48-40f2-9225-2e01a33af36b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 200 len: 217 time: 0.0341098 Jul 23 00:37:44.679496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-dcc895cc-502d-47d6-a6f5-318c59c225d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:44.681569 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-dcc895cc-502d-47d6-a6f5-318c59c225d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 200 len: 853 time: 0.0427551 Jul 23 00:37:44.741975 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-ff1e6060-faa7-476d-b168-84f999c4229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:44.743440 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-ff1e6060-faa7-476d-b168-84f999c4229a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=df6fc49f-da3c-4d29-a812-b6df220993b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561414 Jul 23 00:37:44.836320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-cdff06a6-01d4-4bfd-bb3f-dc97bb3cc892 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860677 Jul 23 00:37:44.934288 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-79de1523-4d3c-4d82-9fda-b68e2337d7cd req-72f950cd-9537-4001-ab1c-4f9e1ccac460 service neutron] 10.222.0.49 "GET /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918322 Jul 23 00:37:46.230579 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-81bae517-3e2c-4dca-aa61-07a9e0b6ce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:49.543397 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d2002d82-cab5-494d-bebf-256a99f11ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:49.809267 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:50.111523 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceed75-de3f-4e97-b54f-7236e5e36c40 req-ed94fda5-0383-43de-a19c-bde19d7bea82 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:50.112943 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ceed75-de3f-4e97-b54f-7236e5e36c40 req-ed94fda5-0383-43de-a19c-bde19d7bea82 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0671124 Jul 23 00:37:50.151378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ceed75-de3f-4e97-b54f-7236e5e36c40 req-f1a97867-0b39-490b-8303-4b9be9321b37 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jul 23 00:37:50.506846 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:51.285616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf5e73-6618-42e7-abb0-1c845b875238 req-16b64c64-5df0-47c0-a6ae-dab26f796f53 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:51.287118 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfcf5e73-6618-42e7-abb0-1c845b875238 req-16b64c64-5df0-47c0-a6ae-dab26f796f53 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0684707 Jul 23 00:37:51.324830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dfcf5e73-6618-42e7-abb0-1c845b875238 req-9e253dcc-aee8-4ae0-aeb7-4c6430ad8118 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/security-groups?id=14a82222-1f3e-42c4-9f97-737e7983dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319831 Jul 23 00:37:51.666220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-4ab44f07-c7a5-415e-a864-ed103f4af998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:37:51.667828 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-4ab44f07-c7a5-415e-a864-ed103f4af998 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.49 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 946 time: 0.0666120 Jul 23 00:37:51.768071 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Deleting port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:51.768335 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:51.862969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] For port 87392e0e-d6ff-441a-9d49-3c1b7fc95088, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=87392e0e-d6ff-441a-9d49-3c1b7fc95088,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:51.863363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:51.876483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Calling delete_port for 87392e0e-d6ff-441a-9d49-3c1b7fc95088 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:51.949498 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:52.008665 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:52.020516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['87392e0e-d6ff-441a-9d49-3c1b7fc95088'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:37:52.036850 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Pushing event deleted for resources: {'Port': ['ID=87392e0e-d6ff-441a-9d49-3c1b7fc95088,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:52.083232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] No DVR routers for this DVR port 87392e0e-d6ff-441a-9d49-3c1b7fc95088 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:37:52.085765 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:52.087751 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-21277a41-4fc5-4566-9e5d-8d86dee1e672 req-ca9d7e09-13c9-4156-94ed-377d9f18c4bf tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.49 "DELETE /v2.0/ports/87392e0e-d6ff-441a-9d49-3c1b7fc95088 HTTP/1.1" status: 204 len: 173 time: 0.4144564 Jul 23 00:37:52.088196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'name': 'network-vif-deleted', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:37:52.090572 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2744875-65ab-4159-aae5-3f0e0aa55030" -d '{"events": [{"server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "name": "network-vif-deleted", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:37:52.126622 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d6c4e-ab2d-412d-99d8-17b25039f5cd x-openstack-request-id: req-634d6c4e-ab2d-412d-99d8-17b25039f5cd {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:37:52.126918 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adf3aaa-3aee-4499-8223-b05959cb5c77", "name": "network-vif-deleted", "tag": "87392e0e-d6ff-441a-9d49-3c1b7fc95088", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:37:52.127171 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634d6c4e-ab2d-412d-99d8-17b25039f5cd {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:37:52.127604 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adf3aaa-3aee-4499-8223-b05959cb5c77', 'name': 'network-vif-deleted', 'tag': '87392e0e-d6ff-441a-9d49-3c1b7fc95088', 'status': 'completed', 'code': 200} Jul 23 00:37:52.443645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-58047608-e073-48ff-ab06-bae23ed1e4fa req-9b59c987-0007-4e58-9e28-f2fe8f070478 tempest-TestMinimumBasicScenario-1620094041 tempest-TestMinimumBasicScenario-1620094041-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adf3aaa-3aee-4499-8223-b05959cb5c77 HTTP/1.1" status: 200 len: 210 time: 0.0332768 Jul 23 00:37:52.871084 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:54.006624 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:54.339023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:54.589936 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Deleting port 209a8ee3-fdda-4bfd-a1d5-2633560f4370 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:54.590166 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:54.672930 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] For port 209a8ee3-fdda-4bfd-a1d5-2633560f4370, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=209a8ee3-fdda-4bfd-a1d5-2633560f4370,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:54.673297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:54.685935 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Calling delete_port for 209a8ee3-fdda-4bfd-a1d5-2633560f4370 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:54.863720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:54.888467 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Pushing event deleted for resources: {'Port': ['ID=209a8ee3-fdda-4bfd-a1d5-2633560f4370,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:55.052567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:55.265092 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Router fd1990ee-4d79-4188-87ad-2d292b7856d3 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:37:55.371587 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:37:55.376969 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-248a7d17-2dcf-49fb-aa95-cac4e1cb07be admin admin] 10.222.0.21 "PUT /v2.0/routers/fd1990ee-4d79-4188-87ad-2d292b7856d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3692918 Jul 23 00:37:55.379473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54342) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:55.382317 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] Sync routers for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:37:55.392595 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:37:55.392842 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:55.484052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:55.497190 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:37:55.683416 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:37:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:55.710503 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] Checking router: fd1990ee-4d79-4188-87ad-2d292b7856d3 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:37:55.720387 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] Routers {'fd1990ee-4d79-4188-87ad-2d292b7856d3'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:37:55.721010 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['fd1990ee-4d79-4188-87ad-2d292b7856d3'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:55.831110 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] Set router fd1990ee-4d79-4188-87ad-2d292b7856d3 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:37:55.931203 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:55.984022 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Deleting port b4424716-4a0b-4930-9844-8afedd9ee4a8 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:55.984376 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.017712 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:37:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:56.043246 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4996929-e31b-47f0-9e9b-0dbb1e27e60b None None] The sync data for ids ['fd1990ee-4d79-4188-87ad-2d292b7856d3'] in n-d-758851-4 is: [{'id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'name': 'tempest-TestMinimumBasicScenario-373469109-router', 'tenant_id': '67f9223a0b96435d8a4577cae1ecb183', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:37:54Z', 'revision_number': 5, 'project_id': '67f9223a0b96435d8a4577cae1ecb183', 'gw_port': {'id': 'b4424716-4a0b-4930-9844-8afedd9ee4a8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1990ee-4d79-4188-87ad-2d292b7856d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:46Z', 'updated_at': '2021-07-23T00:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:37:56.061992 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 87392e0e-d6ff-441a-9d49-3c1b7fc95088 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:37:56.069038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] For port b4424716-4a0b-4930-9844-8afedd9ee4a8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b4424716-4a0b-4930-9844-8afedd9ee4a8,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:56.069522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.085687 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Calling delete_port for b4424716-4a0b-4930-9844-8afedd9ee4a8 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:56.087643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 87392e0e-d6ff-441a-9d49-3c1b7fc95088 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:37:56.088065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 87392e0e-d6ff-441a-9d49-3c1b7fc95088 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:37:56.244179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.270651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4424716-4a0b-4930-9844-8afedd9ee4a8,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:56.334011 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.424253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.426564 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.473159 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.473751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1990ee-4d79-4188-87ad-2d292b7856d3 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:37:56.479479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.481345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0a5de9df-7a87-4df3-a00a-e77d0051c420 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fd1990ee-4d79-4188-87ad-2d292b7856d3 HTTP/1.1" status: 204 len: 168 time: 1.1004772 Jul 23 00:37:56.483941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54344) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:56.530542 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Deleting subnet fb05bbc0-17c2-40a4-93e7-9147fce70b2c {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:37:56.533637 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.568816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.653868 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.714800 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.738533 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb05bbc0-17c2-40a4-93e7-9147fce70b2c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:56.743998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.746141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1651b614-d2d6-4dad-9cc0-c245b78dfd62 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb05bbc0-17c2-40a4-93e7-9147fce70b2c HTTP/1.1" status: 204 len: 168 time: 0.2611003 Jul 23 00:37:56.748886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54346) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:56.749832 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9fccd-f145-4c5e-b158-d63fb1e4a90e None None] Network df6fc49f-da3c-4d29-a812-b6df220993b5 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:37:56.819874 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.872831 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Deleting port 700dcc7f-d47b-43d7-a68d-c560750cada5 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:56.873179 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.939350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] For port 700dcc7f-d47b-43d7-a68d-c560750cada5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=700dcc7f-d47b-43d7-a68d-c560750cada5,segment=NetworkSegment(86a4857d-d102-4fbf-ab32-c6b0414917b3),segment_id=86a4857d-d102-4fbf-ab32-c6b0414917b3)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:56.939730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:56.953634 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Calling delete_port for 700dcc7f-d47b-43d7-a68d-c560750cada5 owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:57.036834 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.052544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733e2a3b-27ee-4534-8742-888ba12c568a None None] DHCP port deletion for df6fc49f-da3c-4d29-a812-b6df220993b5 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:37:57.061712 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Pushing event deleted for resources: {'Port': ['ID=700dcc7f-d47b-43d7-a68d-c560750cada5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:57.067283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] No DVR routers for this DVR port 700dcc7f-d47b-43d7-a68d-c560750cada5 on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:37:57.145816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.155886 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6fc49f-da3c-4d29-a812-b6df220993b5']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:57.165673 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a4857d-d102-4fbf-ab32-c6b0414917b3') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:57.165971 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a4857d-d102-4fbf-ab32-c6b0414917b3') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:57.175282 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.189442 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.195306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:37:57.195712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:37:57.197303 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:37:57.250400 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.256716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.258480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] 10.222.0.21 "DELETE /v2.0/networks/df6fc49f-da3c-4d29-a812-b6df220993b5 HTTP/1.1" status: 204 len: 168 time: 0.5086632 Jul 23 00:37:57.261873 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:57.269356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f9908-88b2-4124-8d8c-bf55467d3608 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6fc49f-da3c-4d29-a812-b6df220993b5,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:57.610520 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.695941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4424716-4a0b-4930-9844-8afedd9ee4a8 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:37:57.716620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b4424716-4a0b-4930-9844-8afedd9ee4a8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:37:57.716952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b4424716-4a0b-4930-9844-8afedd9ee4a8 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:37:57.717375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 209a8ee3-fdda-4bfd-a1d5-2633560f4370 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:37:57.736939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 209a8ee3-fdda-4bfd-a1d5-2633560f4370 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:37:57.737526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 209a8ee3-fdda-4bfd-a1d5-2633560f4370 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:37:57.737958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 700dcc7f-d47b-43d7-a68d-c560750cada5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:37:57.756961 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 700dcc7f-d47b-43d7-a68d-c560750cada5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:37:57.757311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 700dcc7f-d47b-43d7-a68d-c560750cada5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:37:57.877896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Deleting port 5f5a8156-7adf-49c9-be32-88dffd155e9d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:57.878129 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.955033 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] For port 5f5a8156-7adf-49c9-be32-88dffd155e9d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5f5a8156-7adf-49c9-be32-88dffd155e9d,segment=NetworkSegment(39b791fe-5330-4f47-a0ad-fb58e14c6208),segment_id=39b791fe-5330-4f47-a0ad-fb58e14c6208)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:57.955418 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:57.968444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Calling delete_port for 5f5a8156-7adf-49c9-be32-88dffd155e9d owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:58.142975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:58.173109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5a8156-7adf-49c9-be32-88dffd155e9d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:58.342413 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:58.560833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Router e87a26c9-efb2-4f22-bb60-9c8c0823f882 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:37:58.665581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:37:58.672635 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2af0ca53-61c9-4925-bc3d-d2f482b12bbb admin admin] 10.222.0.21 "PUT /v2.0/routers/e87a26c9-efb2-4f22-bb60-9c8c0823f882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084349 Jul 23 00:37:58.673963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54356) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:58.676497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] Sync routers for ids ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:37:58.687215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] Routers {'e87a26c9-efb2-4f22-bb60-9c8c0823f882'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:37:58.688144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:58.780329 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:58.791157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] Set router e87a26c9-efb2-4f22-bb60-9c8c0823f882 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:37:58.885342 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:58.942559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Deleting port fc3c88ba-0b60-4383-b2ca-e1d844ee707b {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:58.943032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:58.977309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:37:58Z', 'revision_number': 5, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port': {'id': 'fc3c88ba-0b60-4383-b2ca-e1d844ee707b', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:35:51Z', 'updated_at': '2021-07-23T00:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:59.008598 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] Checking router: e87a26c9-efb2-4f22-bb60-9c8c0823f882 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:37:59.017883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] Routers {'e87a26c9-efb2-4f22-bb60-9c8c0823f882'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:37:59.018493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:59.030859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] For port fc3c88ba-0b60-4383-b2ca-e1d844ee707b, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:59.031152 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.043859 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Calling delete_port for fc3c88ba-0b60-4383-b2ca-e1d844ee707b owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:59.104976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] Set router e87a26c9-efb2-4f22-bb60-9c8c0823f882 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:37:59.156564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:37:58Z', 'revision_number': 6, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:37:59.187763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf2e13-ad80-4ffa-b11b-35bba00bf141 None None] The sync data for ids ['e87a26c9-efb2-4f22-bb60-9c8c0823f882'] in n-d-758851-4 is: [{'id': 'e87a26c9-efb2-4f22-bb60-9c8c0823f882', 'name': 'tempest-TestMinimumBasicScenario-612727394-router', 'tenant_id': '7b141a8decfa4054ac98f47586a8715c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:35:50Z', 'updated_at': '2021-07-23T00:37:58Z', 'revision_number': 6, 'project_id': '7b141a8decfa4054ac98f47586a8715c', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:37:59.217864 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.243587 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3c88ba-0b60-4383-b2ca-e1d844ee707b,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:59.309829 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.397583 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.399699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.442902 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.443484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87a26c9-efb2-4f22-bb60-9c8c0823f882 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:37:59.450494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.451760 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-001cad2b-2d55-4b63-a693-b709cdcd7ea5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e87a26c9-efb2-4f22-bb60-9c8c0823f882 HTTP/1.1" status: 204 len: 168 time: 0.7768550 Jul 23 00:37:59.454420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:59.503225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Deleting subnet 86b152bf-acfd-401b-9b19-5e4271e38097 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:37:59.506277 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.540095 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.622923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.676028 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.706646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b152bf-acfd-401b-9b19-5e4271e38097,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:37:59.711004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.712881 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d76fee17-3310-409c-8e15-bf94ece57424 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86b152bf-acfd-401b-9b19-5e4271e38097 HTTP/1.1" status: 204 len: 168 time: 0.2575233 Jul 23 00:37:59.715953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54362) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:37:59.718727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eecffc5-83f5-4839-896e-9f840ea6b686 None None] Network a798c8e4-678e-4f0b-b304-27b708293c39 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:37:59.782934 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.839369 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Deleting port c632dff6-1b61-402a-b6e8-c86ee730cab5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:37:59.839639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.907414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] For port c632dff6-1b61-402a-b6e8-c86ee730cab5, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c632dff6-1b61-402a-b6e8-c86ee730cab5,segment=NetworkSegment(39b791fe-5330-4f47-a0ad-fb58e14c6208),segment_id=39b791fe-5330-4f47-a0ad-fb58e14c6208)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:37:59.907711 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:37:59.919592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Calling delete_port for c632dff6-1b61-402a-b6e8-c86ee730cab5 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:37:59.961377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] DHCP port deletion for a798c8e4-678e-4f0b-b304-27b708293c39 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:38:00.008964 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.015357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Deleting port c632dff6-1b61-402a-b6e8-c86ee730cab5 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:00.015834 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.031204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5f5a8156-7adf-49c9-be32-88dffd155e9d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:00.040969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Pushing event deleted for resources: {'Port': ['ID=c632dff6-1b61-402a-b6e8-c86ee730cab5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:00.046638 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] No DVR routers for this DVR port c632dff6-1b61-402a-b6e8-c86ee730cab5 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:38:00.063237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5f5a8156-7adf-49c9-be32-88dffd155e9d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:00.063585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5f5a8156-7adf-49c9-be32-88dffd155e9d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:00.064020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c632dff6-1b61-402a-b6e8-c86ee730cab5 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:00.086488 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c632dff6-1b61-402a-b6e8-c86ee730cab5 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:00.086839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c632dff6-1b61-402a-b6e8-c86ee730cab5 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:00.087262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device fc3c88ba-0b60-4383-b2ca-e1d844ee707b no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:38:00.118690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.128868 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a798c8e4-678e-4f0b-b304-27b708293c39']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:00.139717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: fc3c88ba-0b60-4383-b2ca-e1d844ee707b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:38:00.140069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device fc3c88ba-0b60-4383-b2ca-e1d844ee707b not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:38:00.140589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b791fe-5330-4f47-a0ad-fb58e14c6208') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:00.140895 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b791fe-5330-4f47-a0ad-fb58e14c6208') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:00.146081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] For port c632dff6-1b61-402a-b6e8-c86ee730cab5, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:00.146483 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.153550 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.159423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Calling delete_port for c632dff6-1b61-402a-b6e8-c86ee730cab5 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:00.162100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Port c632dff6-1b61-402a-b6e8-c86ee730cab5 was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:38:00.163419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.168881 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.174953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:38:00.175388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:38:00.177161 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:38:00.189711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Pushing event deleted for resources: {'Port': ['ID=c632dff6-1b61-402a-b6e8-c86ee730cab5,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:00.195068 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] No DVR routers for this DVR port c632dff6-1b61-402a-b6e8-c86ee730cab5 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:38:00.206967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.207322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.207721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.208065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.208407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.208742 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.209074 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.209406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.209736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.210146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.210397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.210773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2c77ed-dc5b-4c6e-a7ae-4532e176cbb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:00.243477 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.253862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.255793 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a798c8e4-678e-4f0b-b304-27b708293c39 HTTP/1.1" status: 204 len: 168 time: 0.5389228 Jul 23 00:38:00.268034 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d127706-01d2-4309-ac06-ca706a329635 admin admin] Pushing event deleted for resources: {'Network': ['ID=a798c8e4-678e-4f0b-b304-27b708293c39,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:00.414730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54366) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:00.454381 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0941526e-475f-4de2-8e31-e3293f61e3c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67f9223a0b96435d8a4577cae1ecb183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383120 Jul 23 00:38:00.456693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:00.507918 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f228cb7e-da87-4a7b-819e-5162bc2e4cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.528981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f228cb7e-da87-4a7b-819e-5162bc2e4cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.577003 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f228cb7e-da87-4a7b-819e-5162bc2e4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.579547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f228cb7e-da87-4a7b-819e-5162bc2e4cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.580760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f228cb7e-da87-4a7b-819e-5162bc2e4cd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14a82222-1f3e-42c4-9f97-737e7983dd74 HTTP/1.1" status: 204 len: 168 time: 0.1231019 Jul 23 00:38:00.589049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228cb7e-da87-4a7b-819e-5162bc2e4cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a82222-1f3e-42c4-9f97-737e7983dd74,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:00.884840 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:00.924452 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8e4f7a0f-3a02-46c0-913e-5eb5194cdea4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b141a8decfa4054ac98f47586a8715c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381167 Jul 23 00:38:00.926906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:00.974915 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc30d47-7fd2-46bf-81ac-35303bbb652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:00.996742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc30d47-7fd2-46bf-81ac-35303bbb652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:01.042400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc30d47-7fd2-46bf-81ac-35303bbb652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:01.045043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-efc30d47-7fd2-46bf-81ac-35303bbb652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:01.046622 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-efc30d47-7fd2-46bf-81ac-35303bbb652f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a10a91a4-728b-422a-9b19-2e36de939d43 HTTP/1.1" status: 204 len: 168 time: 0.1187618 Jul 23 00:38:01.054232 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc30d47-7fd2-46bf-81ac-35303bbb652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10a91a4-728b-422a-9b19-2e36de939d43,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:02.857224 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54416) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:02.862021 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482231505', 'description': 'tempest-secgroup-smoke-1482231505 description', 'project_id': 'e14ff86660ee426aa2fab34e93fef312'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:02.888612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:02.896551 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:02.989114 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:02.992781 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.030347 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71001cc-14cb-40b5-b117-2c20dfaaa5f0,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.081378 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.085026 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.112762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.113986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2556968 Jul 23 00:38:03.115879 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfe673-0f65-45a5-8b30-3b27743b3d8b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.117268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.122081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.150317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.196251 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.200680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.218340 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f68b076-e5b8-4b01-b750-b092d5c987b6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.224546 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.225861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-056636dc-4a80-4102-a736-bcc2c227d072 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1075900 Jul 23 00:38:03.228556 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.233251 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.259417 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.318055 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.321555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.341546 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a77fdd-68b6-418b-a942-ed7f10d23676,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.347257 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.348483 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6c7ae29b-906a-4506-a269-1f8311b571b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187100 Jul 23 00:38:03.351278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54422) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.356225 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.382183 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.442359 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.446657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.466366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7783bbce-30ae-48b4-a27c-688b96cbcb6b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.469823 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.471138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b7843213-1d48-47c0-83b6-fde41466bcd5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189151 Jul 23 00:38:03.473888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54424) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.478277 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.504320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.562362 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.565922 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.584845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a1a2d7-c689-4025-8ba0-d546fefd2650,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.591256 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.592553 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-a6767076-7242-4be0-bf15-c8b7c54636fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176813 Jul 23 00:38:03.595261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54426) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.599799 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.621101 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:38:03.626658 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.685744 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.689449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.708026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a92e6c6-41a2-4e59-a918-cc48382d8936,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.716773 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.717972 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e4c88994-cece-4c34-b1c0-755202348cfa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217577 Jul 23 00:38:03.720639 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54428) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.724965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.745941 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:38:03.750824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.813394 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.816779 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.834748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ae99b0-615e-44bc-81d7-558c862c2e1e,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:03.845451 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.846620 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-161ec60d-3fc9-4c48-924a-d98176da036a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250503 Jul 23 00:38:03.849610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54430) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:03.855215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'network': {'name': 'tempest-network-smoke--1341746896', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:03.875271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:38:03.878594 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.902599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:38:03.913720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.914070 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Added segment 1ceab101-6351-444c-b59f-0d632046e8f1 of type vlan for network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c Jul 23 00:38:03.953759 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.982629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:03.988809 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:03.989391 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.030328 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1796508 Jul 23 00:38:04.033394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54432) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:04.038230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'admin_state_up': True, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:04.061077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.062137 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.066771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32567679-85f6-4b9f-8081-a5742883a50b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Network': ['ID=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:04.078964 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:38:04.116351 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.253710 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.752708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.771751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:04.870086 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.148 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/38847435-4cd3-4952-b8e9-f88fd1af73e7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:04.951589 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:38:04.974384 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:05.012722 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:05.047965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:05.052424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:05.060242 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:05.089221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=38847435-4cd3-4952-b8e9-f88fd1af73e7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:05.311749 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:05.507430 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:05.632883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:38:05.740742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:05.750656 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Sync routers for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:05.759151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:05.760173 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:05.760646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2cafe2ac-97e2-4af6-bafd-51d9c03d339d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7260706 Jul 23 00:38:05.761034 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:05.763652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54434) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:05.871427 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:05.885821 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ed3019d1-4164-49d9-abe3-c0147d36eb7f tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e14ff86660ee426aa2fab34e93fef312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1180670 Jul 23 00:38:05.885995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:05.971829 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e9ca7-e755-4573-8b72-4759334895a6 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:05.973368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8c7e9ca7-e755-4573-8b72-4759334895a6 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864925 Jul 23 00:38:05.976250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:06.008851 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9298350e-e341-4633-b51c-7479c765c98b tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314519 Jul 23 00:38:06.011530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:06.016366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1786696884', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:06.046710 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:05Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:06.075943 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Checking router: 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:06.076292 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Updating router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 port 38847435-4cd3-4952-b8e9-f88fd1af73e7 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:38:06.111029 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.112305 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:38:06.115879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.296666 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.357110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Subnet': ['ID=b938e392-4de3-4831-93d7-ce6f4a3c60ed,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:06.366665 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Checking segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:06.367036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network hostable DHCP agents. Network: 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:38:06.367782 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.377980 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Transition to ACTIVE for port object 38847435-4cd3-4952-b8e9-f88fd1af73e7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:06.384050 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.385558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:38:06.395111 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:06.399656 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:06.400294 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.406651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751da19-b7df-457e-9e5e-1d309d945889 None None] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:38:06.418257 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1f533b23-5820-4bd8-bceb-51b119bf06f8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056790 Jul 23 00:38:06.421300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:06.433127 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Attempting to bind port 38847435-4cd3-4952-b8e9-f88fd1af73e7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:06.433501 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Attempting to bind port 38847435-4cd3-4952-b8e9-f88fd1af73e7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:06.433867 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Attempting to bind port 38847435-4cd3-4952-b8e9-f88fd1af73e7 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:06.446209 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:06.446506 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:06.446894 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.447796 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:06.449163 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Bound port: 38847435-4cd3-4952-b8e9-f88fd1af73e7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:06.449521 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.478711 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Pushing event updated for resources: {'Port': ['ID=38847435-4cd3-4952-b8e9-f88fd1af73e7,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:06.491947 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.492297 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.492643 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.492982 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.493503 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.493845 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.494733 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.495041 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.495406 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.495734 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.496064 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.496389 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:06.519137 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] For port 38847435-4cd3-4952-b8e9-f88fd1af73e7, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:06.522609 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] For port 38847435-4cd3-4952-b8e9-f88fd1af73e7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=38847435-4cd3-4952-b8e9-f88fd1af73e7,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:06.529504 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.575956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:38:06.577328 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.587074 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:06.588052 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:06.717759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Allocated IP 172.20.0.2 (83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c/b938e392-4de3-4831-93d7-ce6f4a3c60ed/9e3cc547-0a84-4125-a495-a1bd66ca7df1) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:06.759214 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0216b-47fb-4845-9619-f8b4738604f9 None None] Pushing event updated for resources: {'Port': ['ID=38847435-4cd3-4952-b8e9-f88fd1af73e7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:06.794425 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:06.880501 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.884229 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.894914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Transition to ACTIVE for port object 9e3cc547-0a84-4125-a495-a1bd66ca7df1 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:06.911242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Transition to ACTIVE for port object 9e3cc547-0a84-4125-a495-a1bd66ca7df1 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:06.918182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.924397 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:06.965308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:06.968244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:06.974342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:06.976368 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Pushing event updated for resources: {'Port': ['ID=9e3cc547-0a84-4125-a495-a1bd66ca7df1,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:07.012359 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:05Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:07.037171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Attempting to bind port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:07.037645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Attempting to bind port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:07.038071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Attempting to bind port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 on network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:07.043322 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db54725-abb5-41cb-b1d3-9db45452b7e5 None None] The sync data for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 is: [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:05Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:07.043753 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:07.044137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Checking segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:07.044551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.044945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Bound using segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:07.045416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Bound port: 9e3cc547-0a84-4125-a495-a1bd66ca7df1, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:07.045800 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.115197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] For port 9e3cc547-0a84-4125-a495-a1bd66ca7df1, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:07.118790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] For port 9e3cc547-0a84-4125-a495-a1bd66ca7df1, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e3cc547-0a84-4125-a495-a1bd66ca7df1,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:07.125574 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.189842 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c9825-a38a-45b1-96f9-734465447b32 None None] Pushing event updated for resources: {'Port': ['ID=9e3cc547-0a84-4125-a495-a1bd66ca7df1,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:07.242462 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.1 (83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c/b938e392-4de3-4831-93d7-ce6f4a3c60ed/0aafe079-5ece-4e18-b435-6427ac08d013) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:07.394171 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.413735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 0aafe079-5ece-4e18-b435-6427ac08d013 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:07.454884 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.504579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:07.507978 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:07.510645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:07.518066 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=0aafe079-5ece-4e18-b435-6427ac08d013,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:07.565921 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.733861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:07.791991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e3cc547-0a84-4125-a495-a1bd66ca7df1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:07.863035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:07.871907 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 38847435-4cd3-4952-b8e9-f88fd1af73e7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:07.937266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 38847435-4cd3-4952-b8e9-f88fd1af73e7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:07.942078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 38847435-4cd3-4952-b8e9-f88fd1af73e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:07.942711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.035232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.054502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.062580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.067766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 38847435-4cd3-4952-b8e9-f88fd1af73e7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=38847435-4cd3-4952-b8e9-f88fd1af73e7,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:08.073003 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.134626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=38847435-4cd3-4952-b8e9-f88fd1af73e7,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:08.152133 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.153969 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=0aafe079-5ece-4e18-b435-6427ac08d013,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:08.248476 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:08.249882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:08.286003 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d7da67-85fb-4d33-b197-d295ac275947 None None] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:38:08.357249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] Provisioning for port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:08.365229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] Provisioning complete for port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:08.365610 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.370990 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:08.483514 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:08.497372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-92f0c0ac-005b-4359-a823-df5ae423c10e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0666347 Jul 23 00:38:08.520986 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.567063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] For port 9e3cc547-0a84-4125-a495-a1bd66ca7df1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e3cc547-0a84-4125-a495-a1bd66ca7df1,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:08.575183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.629602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0129ee-a6a0-4176-b920-e521254e1508 None None] Pushing event updated for resources: {'Port': ['ID=9e3cc547-0a84-4125-a495-a1bd66ca7df1,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:08.660717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-dcff2107-c3ab-484f-932e-84dfb039e582 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482231505&fields=id&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 267 time: 0.0402598 Jul 23 00:38:08.790628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-3ff2fb59-4861-4161-b85e-ac7a3d29fa99 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:08.792538 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-3ff2fb59-4861-4161-b85e-ac7a3d29fa99 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/networks?id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 200 len: 797 time: 0.1247814 Jul 23 00:38:08.809072 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-e90b17e9-96d9-41b0-b3bf-9b33905c733b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/quotas/e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 375 time: 0.0108640 Jul 23 00:38:08.889920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-443a6283-be3e-44cc-8c6c-144e5791c7d9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749512 Jul 23 00:38:08.904572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Sync routers for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:08.911866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a9093ca-9c61-49c6-aa51-586c0802a628 None None] Provisioning complete for port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:08.912246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a9093ca-9c61-49c6-aa51-586c0802a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:08.938919 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:08.939595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:08.996583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-ea718f33-422e-4ad3-b0aa-0a5801c131be service neutron] 10.222.0.21 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937557 Jul 23 00:38:09.110032 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-e82fdd71-8240-44d3-9699-bafd2f3fc7b0 service neutron] 10.222.0.21 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065671 Jul 23 00:38:09.255583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:09.292903 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e815714-6734-4eb3-bd05-b21177533994 req-cd399642-5916-45c8-83b3-1b4200ab4bbc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 210 time: 0.0311134 Jul 23 00:38:09.337223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a9093ca-9c61-49c6-aa51-586c0802a628 None None] Provisioning for port 0aafe079-5ece-4e18-b435-6427ac08d013 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:09.343308 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a9093ca-9c61-49c6-aa51-586c0802a628 None None] Provisioning complete for port 0aafe079-5ece-4e18-b435-6427ac08d013 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:09.343706 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a9093ca-9c61-49c6-aa51-586c0802a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:09.424386 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7a9093ca-9c61-49c6-aa51-586c0802a628 None None] Port 0aafe079-5ece-4e18-b435-6427ac08d013 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:09.502161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 2, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:09.531834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Checking router: 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:09.532193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Updating router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 port 0aafe079-5ece-4e18-b435-6427ac08d013 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:38:09.570222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d037191a-eb17-4db3-b4d1-53f4f70496ea None None] Provisioning complete for port 0aafe079-5ece-4e18-b435-6427ac08d013 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:09.570652 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d037191a-eb17-4db3-b4d1-53f4f70496ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:09.598144 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:09.642716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d037191a-eb17-4db3-b4d1-53f4f70496ea None None] Port 0aafe079-5ece-4e18-b435-6427ac08d013 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:09.721247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e3cc547-0a84-4125-a495-a1bd66ca7df1 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:09.835188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:09.835590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:09.985611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:09.988777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 38847435-4cd3-4952-b8e9-f88fd1af73e7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:10.017553 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Transition to ACTIVE for port object 0aafe079-5ece-4e18-b435-6427ac08d013 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:10.027429 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.084885 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36305ecd-42b6-44c9-b6b7-b163cf4cb20e None None] Pushing event updated for resources: {'Port': ['ID=0aafe079-5ece-4e18-b435-6427ac08d013,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:10.116546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 38847435-4cd3-4952-b8e9-f88fd1af73e7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:10.116926 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.176551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Attempting to bind port 0aafe079-5ece-4e18-b435-6427ac08d013 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:10.176930 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Attempting to bind port 0aafe079-5ece-4e18-b435-6427ac08d013 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:10.177301 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Attempting to bind port 0aafe079-5ece-4e18-b435-6427ac08d013 on network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:10.185168 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:10.185549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Checking segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:10.185959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.186357 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Bound using segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:10.186825 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Bound port: 0aafe079-5ece-4e18-b435-6427ac08d013, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:10.187214 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.301371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] For port 0aafe079-5ece-4e18-b435-6427ac08d013, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:10.305462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] For port 0aafe079-5ece-4e18-b435-6427ac08d013, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0aafe079-5ece-4e18-b435-6427ac08d013,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:10.311103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.373847 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:10.375152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:10.380257 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36305ecd-42b6-44c9-b6b7-b163cf4cb20e None None] Pushing event updated for resources: {'Port': ['ID=0aafe079-5ece-4e18-b435-6427ac08d013,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:10.437400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7739570b-06e8-44f1-8809-73d65fe49c97 req-a2f4696c-e6e9-4a55-9687-1d454961e13b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 210 time: 0.0390608 Jul 23 00:38:10.453018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-a65f7c75-3093-4b61-bbd4-fe7f863f5f41 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:10.460272 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-a65f7c75-3093-4b61-bbd4-fe7f863f5f41 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/networks?id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 200 len: 797 time: 0.1716208 Jul 23 00:38:10.510646 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-42228363-41ee-4673-ae82-5cffa22bc7b1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 380 time: 0.0409622 Jul 23 00:38:10.515309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:10.524769 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'port': {'device_id': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'admin_state_up': True, 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'security_groups': ['f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:10.645468 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:38:10.649374 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.729979 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:10Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:10.760965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3ba3c-2a64-49b8-9f6f-6229235e5081 None None] The sync data for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 is: [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:10Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:10.782123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.10 (83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c/b938e392-4de3-4831-93d7-ce6f4a3c60ed/e8186743-c471-4b26-afc2-46ce0df40033) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:10.943814 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:10.959138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object e8186743-c471-4b26-afc2-46ce0df40033 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:10.995753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.044225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:11.047374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:11.051576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:11.058609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=e8186743-c471-4b26-afc2-46ce0df40033,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:11.109265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:11.109956 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.126369 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-9f12c98f-2e40-4ae6-8cb6-55effbfb2a8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6058071 Jul 23 00:38:11.138635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Request body: {'port': {'device_id': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:11.224532 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.290706 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bae4bab4-f805-4b81-9f19-331d57efcdd2 None None] Provisioning for port e8186743-c471-4b26-afc2-46ce0df40033 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:11.295644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bae4bab4-f805-4b81-9f19-331d57efcdd2 None None] Provisioning complete for port e8186743-c471-4b26-afc2-46ce0df40033 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:11.296030 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bae4bab4-f805-4b81-9f19-331d57efcdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.342285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bae4bab4-f805-4b81-9f19-331d57efcdd2 None None] Port e8186743-c471-4b26-afc2-46ce0df40033 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:38:11.514140 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8186743-c471-4b26-afc2-46ce0df40033 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:38:11.522448 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.535499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Transition to ACTIVE for port object e8186743-c471-4b26-afc2-46ce0df40033 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:38:11.540664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.602301 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d6988-2637-426e-823f-b52a335a029f req-a492758c-5069-4c11-9c9a-ae855598494e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:11.604766 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b54d6988-2637-426e-823f-b52a335a029f req-a492758c-5069-4c11-9c9a-ae855598494e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 932 time: 0.0800307 Jul 23 00:38:11.621938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Pushing event updated for resources: {'Port': ['ID=e8186743-c471-4b26-afc2-46ce0df40033,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:11.651638 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b54d6988-2637-426e-823f-b52a335a029f req-a5c8ba80-96e0-4def-8ba2-ab00c96430bc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Jul 23 00:38:11.677132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Attempting to bind port e8186743-c471-4b26-afc2-46ce0df40033 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:38:11.677493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Attempting to bind port e8186743-c471-4b26-afc2-46ce0df40033 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:38:11.677948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Attempting to bind port e8186743-c471-4b26-afc2-46ce0df40033 on network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:11.684601 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Port e8186743-c471-4b26-afc2-46ce0df40033 on network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:38:11.684938 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Attempting to bind port e8186743-c471-4b26-afc2-46ce0df40033 on network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:38:11.690864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:38:11.691467 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Checking segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:38:11.691760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Bound using segment: {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:38:11.692195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Bound port: e8186743-c471-4b26-afc2-46ce0df40033, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ceab101-6351-444c-b59f-0d632046e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:38:11.692559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.768690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] For port e8186743-c471-4b26-afc2-46ce0df40033, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:38:11.772332 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] For port e8186743-c471-4b26-afc2-46ce0df40033, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e8186743-c471-4b26-afc2-46ce0df40033,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:38:11.779473 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.794672 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0aafe079-5ece-4e18-b435-6427ac08d013 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:11.839239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:11.840662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.842660 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] 10.222.0.49 "PUT /v2.0/ports/e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 200 len: 1092 time: 0.7086523 Jul 23 00:38:11.843117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:11.849233 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "tag": "e8186743-c471-4b26-afc2-46ce0df40033"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:11.865619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0aafe079-5ece-4e18-b435-6427ac08d013 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:11.871094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0aafe079-5ece-4e18-b435-6427ac08d013 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:11.871862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:11.875790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19df343-f05d-4058-afed-4f4a3d299a11 service neutron] Pushing event updated for resources: {'Port': ['ID=e8186743-c471-4b26-afc2-46ce0df40033,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:11.934688 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13086cc-5305-45d8-b5d9-bf853dded131 x-openstack-request-id: req-e13086cc-5305-45d8-b5d9-bf853dded131 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:11.935006 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "tag": "e8186743-c471-4b26-afc2-46ce0df40033", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:11.935519 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e13086cc-5305-45d8-b5d9-bf853dded131 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:11.935916 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033', 'status': 'completed', 'code': 200} Jul 23 00:38:11.968926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-3620f826-4fb4-4fda-8aed-c39f41ed34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:11.970506 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-3620f826-4fb4-4fda-8aed-c39f41ed34ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1095 time: 0.0705180 Jul 23 00:38:11.982351 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:12.014868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-d47a7163-d5cd-4faa-9818-30b1394cec12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 200 len: 217 time: 0.0369847 Jul 23 00:38:12.017412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0aafe079-5ece-4e18-b435-6427ac08d013, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0aafe079-5ece-4e18-b435-6427ac08d013,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:12.022578 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:12.067688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-26441526-064c-4b75-bdd2-8ba352818467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.069550 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-26441526-064c-4b75-bdd2-8ba352818467 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b938e392-4de3-4831-93d7-ce6f4a3c60ed HTTP/1.1" status: 200 len: 835 time: 0.0486095 Jul 23 00:38:12.074349 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0aafe079-5ece-4e18-b435-6427ac08d013,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:12.133152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-c3d4dfe3-e823-4a9f-ac60-45e4da8fa9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.134602 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-c3d4dfe3-e823-4a9f-ac60-45e4da8fa9df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595713 Jul 23 00:38:12.224068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-64602b59-0015-4c05-82c0-f533cd0bb3c8 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 Jul 23 00:38:12.315893 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-63b96aa9-cbe2-484a-a96c-f71eaab451f9 req-4411d09b-40db-4a11-a7b7-0abd35dd3ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854321 Jul 23 00:38:12.414092 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-431fb857-f79a-4703-94a1-e9773f7da53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.415572 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-431fb857-f79a-4703-94a1-e9773f7da53e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1095 time: 0.0538652 Jul 23 00:38:12.799814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a149542-880d-4efb-bd90-7e973b562826 req-2e00f150-82ca-4cff-a011-218434ae2f26 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.801353 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a149542-880d-4efb-bd90-7e973b562826 req-2e00f150-82ca-4cff-a011-218434ae2f26 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 944 time: 0.0671711 Jul 23 00:38:12.821864 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-6eb83eda-c495-4531-841d-8a83ee27cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.824472 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-6eb83eda-c495-4531-841d-8a83ee27cc8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 200 len: 898 time: 0.4031212 Jul 23 00:38:12.840857 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5a149542-880d-4efb-bd90-7e973b562826 req-491e4144-cdff-4729-a85d-076f7e3ddac4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Jul 23 00:38:12.865051 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-ea5beb95-d268-465b-8b95-63c9902540d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 200 len: 217 time: 0.0340436 Jul 23 00:38:12.911684 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-0570ead7-0acb-458d-b850-9979de6c40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.913098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-0570ead7-0acb-458d-b850-9979de6c40a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b938e392-4de3-4831-93d7-ce6f4a3c60ed HTTP/1.1" status: 200 len: 835 time: 0.0417533 Jul 23 00:38:12.973890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-a5be7fbb-c22f-4383-994d-7408c282dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:12.975287 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-a5be7fbb-c22f-4383-994d-7408c282dc32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556691 Jul 23 00:38:13.064601 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-0b72880d-d2d6-4b26-85de-011dc2b1092c service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819838 Jul 23 00:38:13.157469 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e8fbc97a-c654-4706-ae26-bb4fbbd237c1 req-289f9060-44be-4c77-8dac-83a576209625 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854928 Jul 23 00:38:13.705666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0aafe079-5ece-4e18-b435-6427ac08d013 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:13.753999 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0aafe079-5ece-4e18-b435-6427ac08d013 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:13.754367 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:13.974279 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456c8a5-38a6-45a4-bc13-7c1cbfcde7fe req-ae96b4d9-e7ab-446c-a988-74c549bc0116 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:13.975721 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1456c8a5-38a6-45a4-bc13-7c1cbfcde7fe req-ae96b4d9-e7ab-446c-a988-74c549bc0116 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 944 time: 0.0639770 Jul 23 00:38:14.013686 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1456c8a5-38a6-45a4-bc13-7c1cbfcde7fe req-d9c9556b-fed9-408a-be96-51e3a0faf558 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Jul 23 00:38:14.107724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e8186743-c471-4b26-afc2-46ce0df40033 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:38:14.204703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e8186743-c471-4b26-afc2-46ce0df40033, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e8186743-c471-4b26-afc2-46ce0df40033,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:14.216017 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'e8186743-c471-4b26-afc2-46ce0df40033', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'port_id': 'e8186743-c471-4b26-afc2-46ce0df40033', 'mac_address': 'fa:16:3e:60:ea:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:38:14.253575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:14.265995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8186743-c471-4b26-afc2-46ce0df40033 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:38:14.285015 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e8186743-c471-4b26-afc2-46ce0df40033, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e8186743-c471-4b26-afc2-46ce0df40033,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:14.288721 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:14.334752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e8186743-c471-4b26-afc2-46ce0df40033,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:14.513934 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['e8186743-c471-4b26-afc2-46ce0df40033'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:38:15.147425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1361c-fecc-40ab-950c-ef59e8d28937 req-620be8da-9aa9-4649-8260-d28a695a63f6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:15.148927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48c1361c-fecc-40ab-950c-ef59e8d28937 req-620be8da-9aa9-4649-8260-d28a695a63f6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 945 time: 0.0675812 Jul 23 00:38:15.187661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-48c1361c-fecc-40ab-950c-ef59e8d28937 req-92f87f09-3ece-4939-9eb9-7a2ec85f2c02 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Jul 23 00:38:16.123139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e8186743-c471-4b26-afc2-46ce0df40033 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:38:16.171238 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port e8186743-c471-4b26-afc2-46ce0df40033 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:38:16.174787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port e8186743-c471-4b26-afc2-46ce0df40033 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:38:16.175157 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:16.235960 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e73c09d8-88da-4e95-aac1-84923b18d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:16.270734 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:16.294339 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:16.296745 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f86849-6237-438a-b8b3-ef7a0bc575f6" -d '{"events": [{"server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "name": "network-vif-plugged", "status": "completed", "tag": "e8186743-c471-4b26-afc2-46ce0df40033"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:16.310454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port e8186743-c471-4b26-afc2-46ce0df40033, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e8186743-c471-4b26-afc2-46ce0df40033,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:16.314527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:16.321331 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84c87c-6852-4b8f-acce-ccb6e2fc9bba req-0033ff15-86b1-4d17-9faf-a650faed159f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:16.323090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d84c87c-6852-4b8f-acce-ccb6e2fc9bba req-0033ff15-86b1-4d17-9faf-a650faed159f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 945 time: 0.0660102 Jul 23 00:38:16.360974 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d84c87c-6852-4b8f-acce-ccb6e2fc9bba req-2e47c2a9-3e7b-47b7-9a4e-669eaabc31e4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jul 23 00:38:16.362523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=e8186743-c471-4b26-afc2-46ce0df40033,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:16.404344 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f92eef-8591-4731-bc85-5519a97149b4 x-openstack-request-id: req-e7f92eef-8591-4731-bc85-5519a97149b4 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:16.404646 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "name": "network-vif-plugged", "status": "completed", "tag": "e8186743-c471-4b26-afc2-46ce0df40033", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:16.404902 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f92eef-8591-4731-bc85-5519a97149b4 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:16.405303 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033', 'code': 200} Jul 23 00:38:16.508797 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421459df-c1c0-417f-b168-72ab5d3e77a5 req-62981335-6e50-4b03-939f-f47ec1e8c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:16.511403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-421459df-c1c0-417f-b168-72ab5d3e77a5 req-62981335-6e50-4b03-939f-f47ec1e8c70e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1097 time: 0.0538199 Jul 23 00:38:16.544940 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-421459df-c1c0-417f-b168-72ab5d3e77a5 req-2fb79415-d143-4896-97ad-5de1f61d3207 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268884 Jul 23 00:38:17.495898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d509a9-8da3-4eb4-802b-a474be9d769b req-e5de9fe9-53f7-4927-8969-6648f8163233 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:17.497589 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02d509a9-8da3-4eb4-802b-a474be9d769b req-e5de9fe9-53f7-4927-8969-6648f8163233 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0678351 Jul 23 00:38:17.535800 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-02d509a9-8da3-4eb4-802b-a474be9d769b req-38d2a4fb-c9fa-4ae8-a88f-c55499ad06bc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Jul 23 00:38:17.663790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921861-a937-4b23-b8df-7d53658cb40c req-f89efae6-e0f3-42d1-9b3e-1b43c8c73b96 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:17.665297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c921861-a937-4b23-b8df-7d53658cb40c req-f89efae6-e0f3-42d1-9b3e-1b43c8c73b96 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0642734 Jul 23 00:38:17.703176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c921861-a937-4b23-b8df-7d53658cb40c req-604f6b1c-823b-4cda-8e09-12e5d1edeaa3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Jul 23 00:38:17.725500 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54494) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:17.780412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e89cf-3109-4b83-97fc-2ccd7c0cc64b tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:17.781831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c42e89cf-3109-4b83-97fc-2ccd7c0cc64b tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1092 time: 0.0552900 Jul 23 00:38:17.784762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54496) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:17.789113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'e8186743-c471-4b26-afc2-46ce0df40033', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:38:17.810910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:17.916812 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.022395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.8 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/bd600923-8d45-42e8-aab9-a2377ff1f368) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:38:18.125326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.163586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.199760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:38:18.205013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:38:18.208676 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:38:18.239593 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=bd600923-8d45-42e8-aab9-a2377ff1f368,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:18.565963 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.644235 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.804415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.808857 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.872630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=bd600923-8d45-42e8-aab9-a2377ff1f368,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:18.888158 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:18.987755 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP 129e25f4-c992-4fec-bcfa-736905ab5699 associated. External IP: 172.25.5.8, port: e8186743-c471-4b26-afc2-46ce0df40033. Jul 23 00:38:19.194329 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:19.301281 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:19.312904 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] Sync routers for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:19.317305 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:19.322157 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:19.322797 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:37:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:19.353194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f3d3e4d8-7c65-4f97-9b92-b3fc6ba80011 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5674036 Jul 23 00:38:19.353778 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:19.356792 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf42a47-9568-468c-9639-5ab92b45e52d" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "tag": "e8186743-c471-4b26-afc2-46ce0df40033"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:19.428317 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:19.464616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d15d7-1008-4b64-a353-56eebeb167ac req-bae73cc3-87bc-4118-b0b3-69fe8aa03f95 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.466256 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-178d15d7-1008-4b64-a353-56eebeb167ac req-bae73cc3-87bc-4118-b0b3-69fe8aa03f95 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0658979 Jul 23 00:38:19.504045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-178d15d7-1008-4b64-a353-56eebeb167ac req-0f7196a5-f412-4178-af8f-241dba6e95fa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Jul 23 00:38:19.527082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54502) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:19.553687 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-69679678-3fa2-46ab-a08f-cd669e4db73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:19.566945 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc6b9a-8cbc-4556-99b0-83fe4a628dbe x-openstack-request-id: req-ffbc6b9a-8cbc-4556-99b0-83fe4a628dbe {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:19.567235 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "tag": "e8186743-c471-4b26-afc2-46ce0df40033", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:19.567512 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffbc6b9a-8cbc-4556-99b0-83fe4a628dbe {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:19.567987 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033', 'status': 'completed', 'code': 200} Jul 23 00:38:19.624103 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-25c8c3bf-4e69-4d78-9c0d-1063f56994e6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/129e25f4-c992-4fec-bcfa-736905ab5699 HTTP/1.1" status: 200 len: 990 time: 0.0956182 Jul 23 00:38:19.647415 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf42a47-9568-468c-9639-5ab92b45e52d req-1b3842bb-9d47-42dc-8f8f-fd9efd3f99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.648974 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-1b3842bb-9d47-42dc-8f8f-fd9efd3f99df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1097 time: 0.0741236 Jul 23 00:38:19.659281 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '129e25f4-c992-4fec-bcfa-736905ab5699', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'port_id': 'e8186743-c471-4b26-afc2-46ce0df40033', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'mac_address': 'fa:16:3e:60:ea:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:38:18Z', 'updated_at': '2021-07-23T00:38:18Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:11Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:19.688788 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] Checking router: 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:19.700206 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:19.700206 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:19.741976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf42a47-9568-468c-9639-5ab92b45e52d req-ad789a44-a0ec-44c1-8e28-e1b57c68f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.743504 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-ad789a44-a0ec-44c1-8e28-e1b57c68f4a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 200 len: 898 time: 0.0884442 Jul 23 00:38:19.800990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:19.810606 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:19.817416 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-62919054-aeaf-4d1a-a041-3b55f0e78796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 200 len: 998 time: 0.0674088 Jul 23 00:38:19.866672 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf42a47-9568-468c-9639-5ab92b45e52d req-67b5119d-ebb1-40ed-aee0-b44f3e4e72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.868209 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-67b5119d-ebb1-40ed-aee0-b44f3e4e72e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b938e392-4de3-4831-93d7-ce6f4a3c60ed HTTP/1.1" status: 200 len: 835 time: 0.0453148 Jul 23 00:38:19.929204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf42a47-9568-468c-9639-5ab92b45e52d req-051478f3-6559-4c25-83a8-b7ef359e3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:19.930782 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-051478f3-6559-4c25-83a8-b7ef359e3bab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566721 Jul 23 00:38:20.024848 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-2a37da74-5955-41b8-9666-6df4d9ad2f6f service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Jul 23 00:38:20.038980 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '129e25f4-c992-4fec-bcfa-736905ab5699', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'port_id': 'e8186743-c471-4b26-afc2-46ce0df40033', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'mac_address': 'fa:16:3e:60:ea:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:38:18Z', 'updated_at': '2021-07-23T00:38:18Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:11Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:20.068635 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf479-2965-4c44-b38e-52080d7c195e None None] The sync data for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 is: [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '129e25f4-c992-4fec-bcfa-736905ab5699', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.8', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'port_id': 'e8186743-c471-4b26-afc2-46ce0df40033', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'mac_address': 'fa:16:3e:60:ea:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:38:18Z', 'updated_at': '2021-07-23T00:38:18Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:11Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:20.117763 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-adf42a47-9568-468c-9639-5ab92b45e52d req-bb318f4c-0633-40f2-a46c-85571408fad8 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874932 Jul 23 00:38:20.260254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04622cb-a911-4f7d-abff-8aace2632a33 None None] New status for floating IP 129e25f4-c992-4fec-bcfa-736905ab5699: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:38:20.507795 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:20.626949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54504) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:20.691606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8c3fc81a-d9be-4cb5-8b48-8e6b4ab96b06 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/129e25f4-c992-4fec-bcfa-736905ab5699 HTTP/1.1" status: 200 len: 992 time: 0.0635302 Jul 23 00:38:21.951853 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:22.871394 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:36.880454 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:38.038320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-ece39c79-2031-42c1-8f15-f032d58bb541 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563443 Jul 23 00:38:38.137356 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-1370e510-f96f-4c3e-bba8-bdcc75ec5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:38.138854 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-1370e510-f96f-4c3e-bba8-bdcc75ec5ea6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1097 time: 0.0574470 Jul 23 00:38:38.244931 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-6a71b9d6-0c63-40d4-ac9a-9197670e07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:38.246461 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-6a71b9d6-0c63-40d4-ac9a-9197670e07cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 200 len: 898 time: 0.0894361 Jul 23 00:38:38.320025 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-061f493c-3658-4fdc-9429-733745b42f63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 200 len: 1000 time: 0.0672128 Jul 23 00:38:38.368024 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-14359443-04fe-4ed6-9839-feffb42bf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:38.369466 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-14359443-04fe-4ed6-9839-feffb42bf6b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b938e392-4de3-4831-93d7-ce6f4a3c60ed HTTP/1.1" status: 200 len: 835 time: 0.0427506 Jul 23 00:38:38.432023 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-2bdf244c-ac39-4870-af5b-8d367361ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:38.433597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-2bdf244c-ac39-4870-af5b-8d367361ef91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569990 Jul 23 00:38:38.523131 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-9c9160ec-7a93-410c-b2a6-12e4c4d6a0d5 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822423 Jul 23 00:38:38.616722 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-feafc5f2-5a6b-4e91-a08b-fb362e54a88e req-d26eab08-52c8-40d2-9acf-2e7a70146153 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Jul 23 00:38:41.952460 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:38:46.236799 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8e5e08e4-a534-4b5e-91d5-46e45ecaf9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:49.545263 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b9c80957-fc20-41b1-8661-0936b2ce7c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:49.802680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:50.510308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:51.957685 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:52.072480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116123df-ab7d-4bac-8a39-da553b403d10 req-c52df697-6165-452d-b13b-96e38435a851 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:52.074474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-116123df-ab7d-4bac-8a39-da553b403d10 req-c52df697-6165-452d-b13b-96e38435a851 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0648124 Jul 23 00:38:52.112275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-116123df-ab7d-4bac-8a39-da553b403d10 req-cd32ced3-ce8e-4621-82a7-e8a65ab8b402 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Jul 23 00:38:52.869205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:53.246656 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f93471-97e2-454f-b1d1-9f6d592a722c req-6847d5dd-e83b-49e9-b6a8-ba823bfc4878 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:53.248208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59f93471-97e2-454f-b1d1-9f6d592a722c req-6847d5dd-e83b-49e9-b6a8-ba823bfc4878 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0681572 Jul 23 00:38:53.287051 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59f93471-97e2-454f-b1d1-9f6d592a722c req-b678f084-7e32-4048-a5c5-9b33ea5b237d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330522 Jul 23 00:38:53.310910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54522) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:53.373694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4f400e5f-d3a6-4402-bab1-a128e3b39762 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/129e25f4-c992-4fec-bcfa-736905ab5699 HTTP/1.1" status: 200 len: 992 time: 0.0615876 Jul 23 00:38:54.659529 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e90b9-e015-4771-9c75-c8b0e9bbf378 req-64ff8e99-2092-480e-a13e-22a2da91dab9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:54.661131 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b4e90b9-e015-4771-9c75-c8b0e9bbf378 req-64ff8e99-2092-480e-a13e-22a2da91dab9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0717931 Jul 23 00:38:54.708022 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b4e90b9-e015-4771-9c75-c8b0e9bbf378 req-c6000037-0551-4f0f-acec-78d6c84236fd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Jul 23 00:38:55.845972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4d36-d3d0-4df1-a783-d7e6265dc60e req-69c3d669-407a-4f86-ad07-ecf27db59ad5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:55.847542 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28bc4d36-d3d0-4df1-a783-d7e6265dc60e req-69c3d669-407a-4f86-ad07-ecf27db59ad5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0667131 Jul 23 00:38:55.886418 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28bc4d36-d3d0-4df1-a783-d7e6265dc60e req-f48bc297-dce1-42eb-a197-155385689f91 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Jul 23 00:38:55.909352 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54532) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:55.972001 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0f316156-6d86-48de-b4bb-cfa3785a4827 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/129e25f4-c992-4fec-bcfa-736905ab5699 HTTP/1.1" status: 200 len: 992 time: 0.0614517 Jul 23 00:38:56.182023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54538) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:38:56.340382 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port bd600923-8d45-42e8-aab9-a2377ff1f368 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:56.340793 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:56.416873 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:56.417204 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:56.429053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for bd600923-8d45-42e8-aab9-a2377ff1f368 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:56.573337 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:56.600035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=bd600923-8d45-42e8-aab9-a2377ff1f368,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:56.625211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.625567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.625911 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.626252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.626589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.626925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.627258 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.627614 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.627972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.628272 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.628598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.628922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:56.669358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:56.669695 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP 129e25f4-c992-4fec-bcfa-736905ab5699 disassociated (deleted). External IP: 172.25.5.8, port: e8186743-c471-4b26-afc2-46ce0df40033. Jul 23 00:38:56.874265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:38:56.983512 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:38:56.988248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:56.993296 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797273de-2475-4415-9718-2d811168d427 None None] Sync routers for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:38:57.002689 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797273de-2475-4415-9718-2d811168d427 None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:57.003298 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-797273de-2475-4415-9718-2d811168d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:57.025560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fe03b789-115e-4cff-95a2-5b29af250640 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/floatingips/129e25f4-c992-4fec-bcfa-736905ab5699 HTTP/1.1" status: 204 len: 168 time: 0.8424222 Jul 23 00:38:57.026132 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:57.029022 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8915f319-cae7-4573-ab25-ebba75fb18e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "tag": "e8186743-c471-4b26-afc2-46ce0df40033"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:57.110114 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-797273de-2475-4415-9718-2d811168d427 None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:57.202962 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7162e-7277-4dbb-a719-5cc112121ad0 x-openstack-request-id: req-57d7162e-7277-4dbb-a719-5cc112121ad0 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:57.203280 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "tag": "e8186743-c471-4b26-afc2-46ce0df40033", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:57.203570 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57d7162e-7277-4dbb-a719-5cc112121ad0 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:57.203992 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033', 'status': 'completed', 'code': 200} Jul 23 00:38:57.282367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-85e038bb-b500-4f68-975f-0a3ef8a0389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:57.283956 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-85e038bb-b500-4f68-975f-0a3ef8a0389b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 1097 time: 0.0562775 Jul 23 00:38:57.316320 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07526fa-e721-4e13-bb4b-82ba1868da92 req-43456278-6a8e-426c-a7a9-a938a3ecc9d0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:57.317885 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b07526fa-e721-4e13-bb4b-82ba1868da92 req-43456278-6a8e-426c-a7a9-a938a3ecc9d0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0671906 Jul 23 00:38:57.329497 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-797273de-2475-4415-9718-2d811168d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:11Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:57.360430 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b07526fa-e721-4e13-bb4b-82ba1868da92 req-bf754c1f-5d81-446f-9c8f-e1d171aa278a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Jul 23 00:38:57.383954 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-163c7183-0d40-4d96-870b-b416d8ccd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:57.385484 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-163c7183-0d40-4d96-870b-b416d8ccd138 service neutron] 10.222.0.49 "GET /v2.0/networks?id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 200 len: 898 time: 0.0942731 Jul 23 00:38:57.428674 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-2f674644-c889-434a-80e8-78033ade3f35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 200 len: 217 time: 0.0361235 Jul 23 00:38:57.448591 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797273de-2475-4415-9718-2d811168d427 None None] Checking router: 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:38:57.457330 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797273de-2475-4415-9718-2d811168d427 None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:38:57.457938 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-797273de-2475-4415-9718-2d811168d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:57.483787 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-084404f0-ba06-4259-bf9e-ba19d1507b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:57.485279 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-084404f0-ba06-4259-bf9e-ba19d1507b9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b938e392-4de3-4831-93d7-ce6f4a3c60ed HTTP/1.1" status: 200 len: 835 time: 0.0500050 Jul 23 00:38:57.546110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-a0f31686-9d56-4333-915d-0325fef6724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:57.547666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-a0f31686-9d56-4333-915d-0325fef6724e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547190 Jul 23 00:38:57.562954 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-797273de-2475-4415-9718-2d811168d427 None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:38:57.641144 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-15994cb4-42d0-4b33-83cf-39dc93c0a711 service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866814 Jul 23 00:38:57.733987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8915f319-cae7-4573-ab25-ebba75fb18e6 req-e4eef853-3e76-45d5-9ebf-46b40c88b60b service neutron] 10.222.0.49 "GET /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856037 Jul 23 00:38:57.759468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-797273de-2475-4415-9718-2d811168d427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:11Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:38:57.789348 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797273de-2475-4415-9718-2d811168d427 None None] The sync data for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 is: [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:07Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '0aafe079-5ece-4e18-b435-6427ac08d013', 'name': '', 'network_id': '83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:eb:c2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:07Z', 'updated_at': '2021-07-23T00:38:11Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'b938e392-4de3-4831-93d7-ce6f4a3c60ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:38:58.008092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5c624-d37d-4e98-a03a-1b4a3efd462a None None] New status for floating IP 129e25f4-c992-4fec-bcfa-736905ab5699: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:38:58.501401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a411c-8580-43af-98c7-4c7003bddabf req-500e6de9-b6d8-42c2-bcf1-d6803c32898d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:58.502937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-437a411c-8580-43af-98c7-4c7003bddabf req-500e6de9-b6d8-42c2-bcf1-d6803c32898d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0715904 Jul 23 00:38:58.544026 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-437a411c-8580-43af-98c7-4c7003bddabf req-e6f507b3-4b57-410f-8c89-a449216931ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Jul 23 00:38:58.759827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785c8c7-9935-45b6-837a-d18c032535cc req-97d51ba3-632e-4324-b1b9-82f06967d764 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:38:58.761236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c785c8c7-9935-45b6-837a-d18c032535cc req-97d51ba3-632e-4324-b1b9-82f06967d764 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 946 time: 0.0641499 Jul 23 00:38:58.862579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port e8186743-c471-4b26-afc2-46ce0df40033 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:38:58.862924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:58.947564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port e8186743-c471-4b26-afc2-46ce0df40033, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=e8186743-c471-4b26-afc2-46ce0df40033,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:38:58.947923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:58.963847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for e8186743-c471-4b26-afc2-46ce0df40033 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:38:59.086752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:59.112920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=e8186743-c471-4b26-afc2-46ce0df40033,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:38:59.123255 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.123636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.123986 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.124339 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.124681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.125027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.125367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.125704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.126108 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.126894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.126894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.127075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:38:59.178155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] No DVR routers for this DVR port e8186743-c471-4b26-afc2-46ce0df40033 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:38:59.180699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:38:59.182752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c785c8c7-9935-45b6-837a-d18c032535cc req-20aae42e-39c3-4cf7-8f06-aacf43fa7566 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "DELETE /v2.0/ports/e8186743-c471-4b26-afc2-46ce0df40033 HTTP/1.1" status: 204 len: 173 time: 0.4163365 Jul 23 00:38:59.183191 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'name': 'network-vif-deleted', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:38:59.186405 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb67d9a6-7005-4b2a-9361-c87ec94756b5" -d '{"events": [{"server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "name": "network-vif-deleted", "tag": "e8186743-c471-4b26-afc2-46ce0df40033"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:38:59.224919 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a965c-66a5-40c0-add9-2fef9f3aeca5 x-openstack-request-id: req-6c5a965c-66a5-40c0-add9-2fef9f3aeca5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:38:59.225219 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd74a22-c43c-4313-9c83-33f470996f5c", "name": "network-vif-deleted", "tag": "e8186743-c471-4b26-afc2-46ce0df40033", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:38:59.225501 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c5a965c-66a5-40c0-add9-2fef9f3aeca5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:38:59.225995 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd74a22-c43c-4313-9c83-33f470996f5c', 'name': 'network-vif-deleted', 'tag': 'e8186743-c471-4b26-afc2-46ce0df40033', 'status': 'completed', 'code': 200} Jul 23 00:38:59.662954 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f05c00a-89fa-47cf-bc99-9af4e0092670 req-558f057c-a43a-4581-92d3-33fce049308e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd74a22-c43c-4313-9c83-33f470996f5c HTTP/1.1" status: 200 len: 210 time: 0.0303004 Jul 23 00:39:00.720738 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54556) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:01.077180 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:01.339072 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 0aafe079-5ece-4e18-b435-6427ac08d013 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:39:01.339314 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:01.425095 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 0aafe079-5ece-4e18-b435-6427ac08d013, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0aafe079-5ece-4e18-b435-6427ac08d013,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:01.425454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:01.437992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 0aafe079-5ece-4e18-b435-6427ac08d013 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:39:01.619509 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:01.646211 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=0aafe079-5ece-4e18-b435-6427ac08d013,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:02.159114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.372356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:39:02.450160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e8186743-c471-4b26-afc2-46ce0df40033 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:39:02.471134 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: e8186743-c471-4b26-afc2-46ce0df40033 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:39:02.471594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device e8186743-c471-4b26-afc2-46ce0df40033 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:39:02.478582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:39:02.484213 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c6c12886-1e24-48e1-841c-7150e0136191 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622650 Jul 23 00:39:02.487155 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54558) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:02.489365 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] Sync routers for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:39:02.499218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:02.499871 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:02.540990 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting subnet b938e392-4de3-4831-93d7-ce6f4a3c60ed {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:39:02.544638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.584246 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.602500 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:02.667549 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.732270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.760760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Subnet': ['ID=b938e392-4de3-4831-93d7-ce6f4a3c60ed,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:02.763652 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.766500 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9323ef7a-90ca-4637-97cf-c199edbc863e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/subnets/b938e392-4de3-4831-93d7-ce6f4a3c60ed HTTP/1.1" status: 204 len: 168 time: 0.2770925 Jul 23 00:39:02.768816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54560) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:02.770960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a489652-977f-4ba7-9e3b-2f938e71f30d None None] Network 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:39:02.784366 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:39:01Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:02.812481 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] Checking router: 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:39:02.820823 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] Routers {'5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:02.821433 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:02.883399 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:02.926456 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] Set router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:02.985279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] DHCP port deletion for 83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:39:02.994220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.033141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Deleting port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:39:03.033508 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.050177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 38847435-4cd3-4952-b8e9-f88fd1af73e7 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:39:03.050530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.100791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] For port 9e3cc547-0a84-4125-a495-a1bd66ca7df1, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e3cc547-0a84-4125-a495-a1bd66ca7df1,segment=NetworkSegment(1ceab101-6351-444c-b59f-0d632046e8f1),segment_id=1ceab101-6351-444c-b59f-0d632046e8f1)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:03.101185 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.110774 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:39:01Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:03.113657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Calling delete_port for 9e3cc547-0a84-4125-a495-a1bd66ca7df1 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:39:03.134439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 38847435-4cd3-4952-b8e9-f88fd1af73e7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=38847435-4cd3-4952-b8e9-f88fd1af73e7,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:03.134813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.141699 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678bebc0-c2ae-4700-812c-8d0555a713bd None None] The sync data for ids ['5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4'] in n-d-758851-4 is: [{'id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1881566718', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:39:01Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '38847435-4cd3-4952-b8e9-f88fd1af73e7', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:38:04Z', 'updated_at': '2021-07-23T00:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:39:03.148507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 38847435-4cd3-4952-b8e9-f88fd1af73e7 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:39:03.197878 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.227064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Pushing event deleted for resources: {'Port': ['ID=9e3cc547-0a84-4125-a495-a1bd66ca7df1,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:03.231903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] No DVR routers for this DVR port 9e3cc547-0a84-4125-a495-a1bd66ca7df1 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:39:03.238774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.239140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.239431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.242000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.243107 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc072bd4-066f-47d6-843a-300c64ddb401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:03.327606 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.357395 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=38847435-4cd3-4952-b8e9-f88fd1af73e7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:03.419590 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.513824 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.516041 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.560302 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.560934 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Fanout notify agent at l3_agent the message router_deleted on router 5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:39:03.567749 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.568872 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-910bbf80-8fce-40d0-b131-4fe306fdd86a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/routers/5a97a82e-6fb9-403d-84ae-a3b6a6ebceb4 HTTP/1.1" status: 204 len: 168 time: 0.7985489 Jul 23 00:39:03.571709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54562) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:03.654211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:03.801773 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e3cc547-0a84-4125-a495-a1bd66ca7df1 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:39:03.825260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9e3cc547-0a84-4125-a495-a1bd66ca7df1 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:39:03.825829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e3cc547-0a84-4125-a495-a1bd66ca7df1 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:39:03.826462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0aafe079-5ece-4e18-b435-6427ac08d013 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:39:03.848530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0aafe079-5ece-4e18-b435-6427ac08d013 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:39:03.848874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0aafe079-5ece-4e18-b435-6427ac08d013 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:39:04.060490 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.070578 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:04.083166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ceab101-6351-444c-b59f-0d632046e8f1') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:04.083505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ceab101-6351-444c-b59f-0d632046e8f1') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:04.092656 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.105721 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.111563 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:39:04.111892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:39:04.114719 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:39:04.172559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.181303 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.183149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/networks/83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c HTTP/1.1" status: 204 len: 168 time: 0.6104224 Jul 23 00:39:04.186316 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54564) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:04.200979 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7fdeb-3ce2-4829-8986-3b5fce9cb4dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Network': ['ID=83374ac0-fb5a-4f4b-baaf-0a7fb80fd77c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:04.258054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf3505a-b6c1-467b-ae32-f9ba611df27d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.283943 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf3505a-b6c1-467b-ae32-f9ba611df27d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.342566 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf3505a-b6c1-467b-ae32-f9ba611df27d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.345131 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cf3505a-b6c1-467b-ae32-f9ba611df27d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.346289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0cf3505a-b6c1-467b-ae32-f9ba611df27d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/security-groups/f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e HTTP/1.1" status: 204 len: 168 time: 0.1589391 Jul 23 00:39:04.355184 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3505a-b6c1-467b-ae32-f9ba611df27d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0df55-69eb-41bd-b4bd-f7bf0e6ff00e,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:04.622915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54570) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:04.627771 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343941488', 'description': 'tempest-secgroup-smoke-343941488 description', 'project_id': 'e14ff86660ee426aa2fab34e93fef312'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:04.650812 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.732847 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.736428 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.763595 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.764804 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1407685 Jul 23 00:39:04.766727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b912d95-ebab-4718-b2d9-2d3213e94a25 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca1b544-de4b-47fb-a9e7-fa0c21d046d7,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:04.767863 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54572) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:04.772898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'fca1b544-de4b-47fb-a9e7-fa0c21d046d7', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:04.799800 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.856876 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.860371 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.879233 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1e4fe-9826-4b65-8498-947a7a5b5852,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:04.881603 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.882842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-71b7e6c9-5ac7-4dd7-b749-8fb42ceb4a6c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137862 Jul 23 00:39:04.885773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54574) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:04.890962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'fca1b544-de4b-47fb-a9e7-fa0c21d046d7', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:04.916994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.972898 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.976820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:04.995989 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9e483f-b6e2-43ba-af0b-32c21dd3d437,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:05.003555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.004757 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e890318f-7357-435d-865d-22b08d7cd2ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179769 Jul 23 00:39:05.007425 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54576) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:05.012049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'fca1b544-de4b-47fb-a9e7-fa0c21d046d7', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:05.040171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.102695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.108018 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.128898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7546c60-af9a-48ee-8002-84cf0ffb858d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:05.131927 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.133104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b699dacb-5db7-487c-96ac-0bf4e7c29d12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247683 Jul 23 00:39:05.135814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54578) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:05.141477 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'fca1b544-de4b-47fb-a9e7-fa0c21d046d7', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:05.168450 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.227299 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.230734 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.250262 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6144e818-31e9-4a19-999c-fc4479bd0a51,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:05.256863 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.258106 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-6a3d9534-e8b1-4f7e-9879-0ee415ba1fb3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213512 Jul 23 00:39:05.260796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54580) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:05.265760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'fca1b544-de4b-47fb-a9e7-fa0c21d046d7', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:05.286910 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:39:05.291743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.350845 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.354905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.374844 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61533ba-2b4d-4adf-8d42-2a81e4c89998,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:05.377035 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.378239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-96f121d1-9b87-47aa-8b21-8e77a80e1403 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165662 Jul 23 00:39:05.381021 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54582) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:05.385380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'fca1b544-de4b-47fb-a9e7-fa0c21d046d7', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:05.405980 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:39:05.410657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.474519 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.477960 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.495435 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360b2c23-d2f1-41f7-bfc4-d57a7b1aa169,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:05.501893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.503116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-64c0f5e4-2fdc-4c01-8ce6-2aa467d3fa70 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212063 Jul 23 00:39:05.506008 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54584) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:05.510958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'network': {'name': 'tempest-network-smoke--1473238734', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:05.531011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:39:05.534437 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.558121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:39:05.568708 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.569045 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Added segment 8d8743af-26ea-46c4-8ccb-d5548d28e114 of type vlan for network b6f0dda3-2f48-4b41-b53e-3d9904557316 Jul 23 00:39:05.609978 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.638456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.643880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:05.644473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.674905 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1678636 Jul 23 00:39:05.677709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54586) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:05.685387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'admin_state_up': True, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:05.693920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 38847435-4cd3-4952-b8e9-f88fd1af73e7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:39:05.713766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 38847435-4cd3-4952-b8e9-f88fd1af73e7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:39:05.714111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 38847435-4cd3-4952-b8e9-f88fd1af73e7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:39:05.726894 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8073689-66ec-4b03-b685-7245db98312f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Network': ['ID=b6f0dda3-2f48-4b41-b53e-3d9904557316,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:05.737480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:39:05.744312 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.745306 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.799961 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:05.938571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.128839 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.147429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.254848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.125 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/cf267f23-f6df-4e85-a6ca-c31bbcd15c2a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:39:06.362280 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.400540 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.436391 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:39:06.441036 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:06.444404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:39:06.471421 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:06.694880 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.879663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:06.892226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.021543 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 6f12ba40-3f9a-4b53-b460-d4a036b66729 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:39:07.132755 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:39:07.142210 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Sync routers for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:39:07.151769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:07.152100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.152406 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:07.154102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bffca266-ae38-447b-a4ae-d587c4e247d6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4751470 Jul 23 00:39:07.157438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54588) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:07.266451 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:07.454204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:06Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:07.479728 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Checking router: 6f12ba40-3f9a-4b53-b460-d4a036b66729 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:39:07.480112 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Updating router 6f12ba40-3f9a-4b53-b460-d4a036b66729 port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:39:07.525065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.531666 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-774e94b3-4954-4a49-8d09-864919fbfd71 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e14ff86660ee426aa2fab34e93fef312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3731027 Jul 23 00:39:07.534284 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54590) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:07.622945 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b024b-a313-497d-a2fa-58757e594db9 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:07.624685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e58b024b-a313-497d-a2fa-58757e594db9 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893209 Jul 23 00:39:07.627516 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54592) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:07.660246 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c8737bed-c513-478a-8115-85457d265b2b tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316286 Jul 23 00:39:07.662651 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54594) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:07.667397 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2056885406', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:07.757228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:39:07.760743 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.783402 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.794424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Transition to ACTIVE for port object cf267f23-f6df-4e85-a6ca-c31bbcd15c2a will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:07.800839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.847710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Attempting to bind port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:39:07.848004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Attempting to bind port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:39:07.848370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Attempting to bind port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:07.859099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:39:07.859744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:39:07.860316 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.860710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:39:07.861180 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Bound port: cf267f23-f6df-4e85-a6ca-c31bbcd15c2a, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:39:07.861590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.890047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ebad0-e382-4f6e-b614-e4a1d7b9294c None None] Pushing event updated for resources: {'Port': ['ID=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:07.924341 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] For port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:39:07.926943 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] For port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:39:07.931550 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.948879 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:07.989351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:07.989987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:08.015737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Subnet': ['ID=921522af-0038-4fc4-9fdf-f04fc4caa0df,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:08.023711 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Checking segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:39:08.024067 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network hostable DHCP agents. Network: b6f0dda3-2f48-4b41-b53e-3d9904557316, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:39:08.029710 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ebad0-e382-4f6e-b614-e4a1d7b9294c None None] Pushing event updated for resources: {'Port': ['ID=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:08.041547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:39:08.051791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, b6f0dda3-2f48-4b41-b53e-3d9904557316) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:08.055991 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:08.056655 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.064113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756aef5d-bbda-406c-aff1-de5a089ef34c None None] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:39:08.078679 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54596) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:08.079230 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-72c5ff12-89d0-41b1-af4f-73a5ba9ec745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151499 Jul 23 00:39:08.163635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:08.348749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-b6f0dda3-2f48-4b41-b53e-3d9904557316', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:39:08.349598 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.508356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:06Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:08.526670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.541450 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb44c38-838b-44e5-abfa-912832447895 None None] The sync data for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 is: [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:06Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:39:08.543960 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Allocated IP 172.20.0.2 (b6f0dda3-2f48-4b41-b53e-3d9904557316/921522af-0038-4fc4-9fdf-f04fc4caa0df/d68bf698-f991-4b50-bd8b-88006e0cfe89) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:39:08.714663 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.726226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Transition to ACTIVE for port object d68bf698-f991-4b50-bd8b-88006e0cfe89 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:08.742529 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Transition to ACTIVE for port object d68bf698-f991-4b50-bd8b-88006e0cfe89 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:08.749839 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.820454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:39:08.823441 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:08.828572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:39:08.831688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Pushing event updated for resources: {'Port': ['ID=d68bf698-f991-4b50-bd8b-88006e0cfe89,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:08.860834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.1 (b6f0dda3-2f48-4b41-b53e-3d9904557316/921522af-0038-4fc4-9fdf-f04fc4caa0df/3292c3d8-518e-42be-ab7e-a133cb9c7a44) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:39:08.906671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Attempting to bind port d68bf698-f991-4b50-bd8b-88006e0cfe89 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:39:08.907580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Attempting to bind port d68bf698-f991-4b50-bd8b-88006e0cfe89 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:39:08.907580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Attempting to bind port d68bf698-f991-4b50-bd8b-88006e0cfe89 on network b6f0dda3-2f48-4b41-b53e-3d9904557316 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:08.913638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:39:08.913638 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Checking segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:39:08.913987 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.914221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Bound using segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:39:08.914686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Bound port: d68bf698-f991-4b50-bd8b-88006e0cfe89, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:39:08.915070 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:08.983535 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] For port d68bf698-f991-4b50-bd8b-88006e0cfe89, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:39:08.987443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] For port d68bf698-f991-4b50-bd8b-88006e0cfe89, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d68bf698-f991-4b50-bd8b-88006e0cfe89,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:39:08.992393 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.014491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.033692 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 3292c3d8-518e-42be-ab7e-a133cb9c7a44 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:09.063561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf0d4a-88b4-4ac9-8f28-9daec91bc851 None None] Pushing event updated for resources: {'Port': ['ID=d68bf698-f991-4b50-bd8b-88006e0cfe89,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:09.073188 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.123510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:39:09.126461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:09.131156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:39:09.135445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=3292c3d8-518e-42be-ab7e-a133cb9c7a44,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:09.186253 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.365001 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.660123 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.664690 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.745366 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.748035 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=3292c3d8-518e-42be-ab7e-a133cb9c7a44,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:09.818883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device cf267f23-f6df-4e85-a6ca-c31bbcd15c2a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:09.850560 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:39:09.853521 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:09.877665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:09.881750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:09.882672 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:09.983870 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:10.006616 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:10.012882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:10.014213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d68bf698-f991-4b50-bd8b-88006e0cfe89 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:10.022397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 6f12ba40-3f9a-4b53-b460-d4a036b66729 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:39:10.071218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb27ee-ce28-4854-8f8b-423a934516e2 None None] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:39:10.167447 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:39:10.179397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f47ba6b0-74d6-47f5-bee2-579c8eebaf1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/6f12ba40-3f9a-4b53-b460-d4a036b66729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0936546 Jul 23 00:39:10.301084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:10.334939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6ec24104-f79b-4412-a7eb-ee0c8965f502 None None] Provisioning for port d68bf698-f991-4b50-bd8b-88006e0cfe89 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:10.335350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-db64c449-d64c-4fe9-b8c3-56eadfa90243 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343941488&fields=id&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 267 time: 0.0415828 Jul 23 00:39:10.356850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port d68bf698-f991-4b50-bd8b-88006e0cfe89 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:10.370848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d68bf698-f991-4b50-bd8b-88006e0cfe89 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:10.372955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:10.454690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-5d7f09fa-1f1a-41db-9f31-f73ee2591526 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:10.456254 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-5d7f09fa-1f1a-41db-9f31-f73ee2591526 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 797 time: 0.1089640 Jul 23 00:39:10.472466 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-c11ffd89-b9f7-4104-88f6-5b48ae645af5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/quotas/e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 375 time: 0.0098655 Jul 23 00:39:10.497458 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Sync routers for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:39:10.508859 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:10.509490 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:10.525007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:10.553298 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-0b8b33a7-03d6-4fe2-b74f-d6ccc7e97fda tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748558 Jul 23 00:39:10.568689 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port d68bf698-f991-4b50-bd8b-88006e0cfe89, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d68bf698-f991-4b50-bd8b-88006e0cfe89,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:10.577557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:10.630058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=d68bf698-f991-4b50-bd8b-88006e0cfe89,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:10.630712 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:10.677899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-46206061-49c0-495b-857d-d104d77c5a09 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978587 Jul 23 00:39:10.780971 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-0713f8ac-50ed-44aa-8a97-d6898d519042 service neutron] 10.222.0.21 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966914 Jul 23 00:39:10.862851 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 2, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:10.877642 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da87d474-4ea8-4780-9e7e-8b9e0bd42379 None None] Provisioning for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:10.882469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da87d474-4ea8-4780-9e7e-8b9e0bd42379 None None] Provisioning complete for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:10.882965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da87d474-4ea8-4780-9e7e-8b9e0bd42379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:10.898384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Checking router: 6f12ba40-3f9a-4b53-b460-d4a036b66729 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:39:10.899023 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Updating router 6f12ba40-3f9a-4b53-b460-d4a036b66729 port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:39:10.935127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-da87d474-4ea8-4780-9e7e-8b9e0bd42379 None None] Port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:39:10.967347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-da87d474-4ea8-4780-9e7e-8b9e0bd42379 None None] Provisioning complete for port d68bf698-f991-4b50-bd8b-88006e0cfe89 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:10.967938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-da87d474-4ea8-4780-9e7e-8b9e0bd42379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.037268 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-242e137d-9d53-4e1c-8448-7bb8d99569e3 req-f51f0e03-b786-4d7f-a83c-ec6d574f9099 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 210 time: 0.0710680 Jul 23 00:39:11.062593 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.200199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c659b114-2f55-4374-84ba-60218c5134ed None None] Provisioning complete for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:11.201103 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c659b114-2f55-4374-84ba-60218c5134ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.238203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c659b114-2f55-4374-84ba-60218c5134ed None None] Port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:39:11.357028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-6b38e4f5-54ce-4a99-b366-3b5953dc8ffa None None] Provisioning complete for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:11.357552 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b38e4f5-54ce-4a99-b366-3b5953dc8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.366347 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.379242 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Transition to ACTIVE for port object 3292c3d8-518e-42be-ab7e-a133cb9c7a44 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:11.385368 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.405415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-6b38e4f5-54ce-4a99-b366-3b5953dc8ffa None None] Port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:39:11.451132 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Pushing event updated for resources: {'Port': ['ID=3292c3d8-518e-42be-ab7e-a133cb9c7a44,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:11.461782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.462167 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.462546 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.463033 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.463465 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.463979 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.464400 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.464776 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.465182 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.465468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.466119 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.466498 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:39:11.536323 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Attempting to bind port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:39:11.536992 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Attempting to bind port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:39:11.537088 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Attempting to bind port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 on network b6f0dda3-2f48-4b41-b53e-3d9904557316 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:11.543142 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:39:11.544281 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Checking segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:39:11.544693 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.545101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Bound using segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:39:11.545563 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Bound port: 3292c3d8-518e-42be-ab7e-a133cb9c7a44, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:39:11.545943 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.614127 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] For port 3292c3d8-518e-42be-ab7e-a133cb9c7a44, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:39:11.617537 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] For port 3292c3d8-518e-42be-ab7e-a133cb9c7a44, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3292c3d8-518e-42be-ab7e-a133cb9c7a44,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:39:11.623035 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.689931 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:11.690561 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:38:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:11.692571 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e265a7-85a2-4926-8c6c-9f31356318ee None None] Pushing event updated for resources: {'Port': ['ID=3292c3d8-518e-42be-ab7e-a133cb9c7a44,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:11.782741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device cf267f23-f6df-4e85-a6ca-c31bbcd15c2a up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:11.826938 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:11.833556 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:11.833931 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:11.913671 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d68bf698-f991-4b50-bd8b-88006e0cfe89 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:11.975911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port d68bf698-f991-4b50-bd8b-88006e0cfe89 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:11.976384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:12.079218 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:11Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:12.111000 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb23f18-ce7d-441b-86c7-87d4d792b3d4 None None] The sync data for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 is: [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:11Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:39:12.162519 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc0d52c1-73bf-41ec-9202-f2b5c2e6ab08 req-b3bdba1b-4177-4805-82a7-7daacc49aeac tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 210 time: 0.0349603 Jul 23 00:39:12.218246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a97a3a93-f559-4160-8d42-d26f53620548 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:12.219764 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a97a3a93-f559-4160-8d42-d26f53620548 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 797 time: 0.1584024 Jul 23 00:39:12.277766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-0c405fc4-00e0-41b3-86ca-eb8c6d5cc038 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 379 time: 0.0491238 Jul 23 00:39:12.288646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'port': {'device_id': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'admin_state_up': True, 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'security_groups': ['fca1b544-de4b-47fb-a9e7-fa0c21d046d7']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:12.409564 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:39:12.413709 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:12.556059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.10 (b6f0dda3-2f48-4b41-b53e-3d9904557316/921522af-0038-4fc4-9fdf-f04fc4caa0df/5474d671-d006-4f3c-8399-a5e02cc10a71) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:39:12.708598 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:12.729010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 5474d671-d006-4f3c-8399-a5e02cc10a71 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:12.769205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:12.819744 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:39:12.822853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:12.827374 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:39:12.852485 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=5474d671-d006-4f3c-8399-a5e02cc10a71,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:12.887497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:12.888439 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:12.906485 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-863fcb0e-72a3-4d16-a2f2-03ffc87b9ffd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218464 Jul 23 00:39:12.920162 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Request body: {'port': {'device_id': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:13.014968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.093115 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5cd8873e-c8c7-48e0-ac4b-2ba60d46ade8 None None] Provisioning for port 5474d671-d006-4f3c-8399-a5e02cc10a71 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:13.102127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5cd8873e-c8c7-48e0-ac4b-2ba60d46ade8 None None] Provisioning complete for port 5474d671-d006-4f3c-8399-a5e02cc10a71 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:13.102515 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8873e-c8c7-48e0-ac4b-2ba60d46ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.140747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8873e-c8c7-48e0-ac4b-2ba60d46ade8 None None] Port 5474d671-d006-4f3c-8399-a5e02cc10a71 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:39:13.318342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee089a-fb3b-4bc4-919e-abf21d2bfb1f req-6ebbee79-3793-4fac-a19a-3a3a0aba4caf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.320116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eee089a-fb3b-4bc4-919e-abf21d2bfb1f req-6ebbee79-3793-4fac-a19a-3a3a0aba4caf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 932 time: 0.0760202 Jul 23 00:39:13.331738 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5474d671-d006-4f3c-8399-a5e02cc10a71 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:39:13.339831 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.353507 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Transition to ACTIVE for port object 5474d671-d006-4f3c-8399-a5e02cc10a71 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:39:13.358012 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.360446 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1eee089a-fb3b-4bc4-919e-abf21d2bfb1f req-2f0cd1a6-d066-47c4-9e91-67b9d7f64137 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338829 Jul 23 00:39:13.409720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Pushing event updated for resources: {'Port': ['ID=5474d671-d006-4f3c-8399-a5e02cc10a71,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:13.496483 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Attempting to bind port 5474d671-d006-4f3c-8399-a5e02cc10a71 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:39:13.496833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Attempting to bind port 5474d671-d006-4f3c-8399-a5e02cc10a71 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:39:13.497179 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Attempting to bind port 5474d671-d006-4f3c-8399-a5e02cc10a71 on network b6f0dda3-2f48-4b41-b53e-3d9904557316 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:13.501945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Port 5474d671-d006-4f3c-8399-a5e02cc10a71 on network b6f0dda3-2f48-4b41-b53e-3d9904557316 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:39:13.502271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Attempting to bind port 5474d671-d006-4f3c-8399-a5e02cc10a71 on network b6f0dda3-2f48-4b41-b53e-3d9904557316 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:39:13.507366 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:39:13.507702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Checking segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:39:13.508094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Bound using segment: {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:39:13.508529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Bound port: 5474d671-d006-4f3c-8399-a5e02cc10a71, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d8743af-26ea-46c4-8ccb-d5548d28e114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:39:13.508892 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.580590 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] For port 5474d671-d006-4f3c-8399-a5e02cc10a71, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:39:13.583764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] For port 5474d671-d006-4f3c-8399-a5e02cc10a71, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5474d671-d006-4f3c-8399-a5e02cc10a71,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:39:13.591521 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.631749 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.632269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.633695 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] 10.222.0.49 "PUT /v2.0/ports/5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 1092 time: 0.7195363 Jul 23 00:39:13.634135 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:39:13.636453 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:39:13.712230 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d496c3-c349-49d8-816e-6ffbe19fa57b x-openstack-request-id: req-98d496c3-c349-49d8-816e-6ffbe19fa57b {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:39:13.712517 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:39:13.712763 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98d496c3-c349-49d8-816e-6ffbe19fa57b {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:39:13.713152 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'status': 'completed', 'code': 200} Jul 23 00:39:13.715953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5277ed9-4b0e-4900-adb6-f4529e17b40c service neutron] Pushing event updated for resources: {'Port': ['ID=5474d671-d006-4f3c-8399-a5e02cc10a71,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:13.754945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-e77a944d-8a8e-4067-acb3-16c4b6ffe52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.756533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-e77a944d-8a8e-4067-acb3-16c4b6ffe52f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1095 time: 0.0836601 Jul 23 00:39:13.779608 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3292c3d8-518e-42be-ab7e-a133cb9c7a44 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:13.801628 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-c4f5e9eb-8ce5-4367-af0e-48ee8f86e3ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 217 time: 0.0378461 Jul 23 00:39:13.839748 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:13.845296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:13.845488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.854453 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a3345f6b-cd86-4906-a78b-ae5bdbae7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.856113 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-a3345f6b-cd86-4906-a78b-ae5bdbae7a9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0481684 Jul 23 00:39:13.921089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-9194322e-03ec-4d9c-bf2b-1c8178ee9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:13.922641 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-9194322e-03ec-4d9c-bf2b-1c8178ee9c34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606854 Jul 23 00:39:13.953484 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:13.987380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3292c3d8-518e-42be-ab7e-a133cb9c7a44, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3292c3d8-518e-42be-ab7e-a133cb9c7a44,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:13.991810 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:14.023264 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-bb3168ee-1dd3-422b-94fe-ac5d8a1f84be service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944152 Jul 23 00:39:14.050384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3292c3d8-518e-42be-ab7e-a133cb9c7a44,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:14.128521 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b5d11340-86e6-4493-8237-b4e94d434a60 req-8f4a84d5-a681-4c04-ab12-3f72d63d0aed service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994051 Jul 23 00:39:14.229955 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-81e4c063-1156-4b25-8857-0ac61b1d6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:14.232544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-81e4c063-1156-4b25-8857-0ac61b1d6915 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1095 time: 0.0575504 Jul 23 00:39:14.322698 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-4ce1df85-2932-48e3-b261-88bca8567e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:14.324244 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-4ce1df85-2932-48e3-b261-88bca8567e6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 898 time: 0.0852017 Jul 23 00:39:14.368492 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-cd927b61-1876-4a94-850e-3ef47a70e7ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 217 time: 0.0377011 Jul 23 00:39:14.417624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-de36858d-c0f0-41a4-b7bb-12e016c7c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:14.419136 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-de36858d-c0f0-41a4-b7bb-12e016c7c2e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0449529 Jul 23 00:39:14.481965 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-ff493e71-a37f-47ef-908d-7952892db9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:14.483574 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-ff493e71-a37f-47ef-908d-7952892db9ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574858 Jul 23 00:39:14.499238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebb866-37b6-4ad9-a047-d4e07e98b065 req-9b6a4dc2-e51e-4b5a-8368-83047a8d04d9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:14.500912 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90ebb866-37b6-4ad9-a047-d4e07e98b065 req-9b6a4dc2-e51e-4b5a-8368-83047a8d04d9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 944 time: 0.0683889 Jul 23 00:39:14.543187 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-90ebb866-37b6-4ad9-a047-d4e07e98b065 req-81bc8c7f-1355-4fac-8073-5efd85853abf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356255 Jul 23 00:39:14.581656 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-d2458997-0519-4bc2-af92-51ddd640959b service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901632 Jul 23 00:39:14.678161 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-17c89766-6e9a-44d4-a9e1-7b8d05302b5d req-dd1a6f90-e9b0-4699-8a6e-dd5e6f0fe99c service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904429 Jul 23 00:39:15.672370 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7e7e4-1ea4-496b-af9b-4edfd6942741 req-7021e00d-f87e-4b09-a1cc-391d700f3823 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:15.673863 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80f7e7e4-1ea4-496b-af9b-4edfd6942741 req-7021e00d-f87e-4b09-a1cc-391d700f3823 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 944 time: 0.0638049 Jul 23 00:39:15.717812 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80f7e7e4-1ea4-496b-af9b-4edfd6942741 req-13ec1fff-e9d6-4ac2-a8e0-0a44c1c5a933 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381374 Jul 23 00:39:15.742975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3292c3d8-518e-42be-ab7e-a133cb9c7a44 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:15.791058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:15.791457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:16.238017 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b8a6c6f8-2506-4ebd-9543-a54e863c643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:16.527351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5474d671-d006-4f3c-8399-a5e02cc10a71 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:39:16.625533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5474d671-d006-4f3c-8399-a5e02cc10a71, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5474d671-d006-4f3c-8399-a5e02cc10a71,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:16.637566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'port_id': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'mac_address': 'fa:16:3e:58:64:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:39:16.674318 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:16.687355 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5474d671-d006-4f3c-8399-a5e02cc10a71 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:39:16.707103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5474d671-d006-4f3c-8399-a5e02cc10a71, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5474d671-d006-4f3c-8399-a5e02cc10a71,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:16.711321 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:16.761417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5474d671-d006-4f3c-8399-a5e02cc10a71,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:16.859734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabe298-0196-40b0-a5d5-a19b62aa8de4 req-d9bf25bb-be5a-4da3-a02f-0e133f2e0479 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:16.861276 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccabe298-0196-40b0-a5d5-a19b62aa8de4 req-d9bf25bb-be5a-4da3-a02f-0e133f2e0479 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 945 time: 0.0696762 Jul 23 00:39:16.904303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ccabe298-0196-40b0-a5d5-a19b62aa8de4 req-396af335-85bc-4a68-b669-8c44ef2d3f6d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 Jul 23 00:39:16.908721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['5474d671-d006-4f3c-8399-a5e02cc10a71'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:39:18.038536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4ac88-bd00-4157-bf2a-629772523216 req-d52db530-e4a5-4797-84bc-5eb3506fbac0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:18.040128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2f4ac88-bd00-4157-bf2a-629772523216 req-d52db530-e4a5-4797-84bc-5eb3506fbac0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 945 time: 0.0662637 Jul 23 00:39:18.083440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f2f4ac88-bd00-4157-bf2a-629772523216 req-0925eb0d-ba01-4ffc-b79a-404ecf29df0a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371437 Jul 23 00:39:18.542679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5474d671-d006-4f3c-8399-a5e02cc10a71 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:39:18.592744 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 5474d671-d006-4f3c-8399-a5e02cc10a71 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:39:18.596526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 5474d671-d006-4f3c-8399-a5e02cc10a71 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:39:18.596906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:18.672362 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:18.696809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:39:18.699123 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a28be-5d8d-4a71-bd7c-f7740436890e" -d '{"events": [{"server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "name": "network-vif-plugged", "status": "completed", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:39:18.713196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 5474d671-d006-4f3c-8399-a5e02cc10a71, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5474d671-d006-4f3c-8399-a5e02cc10a71,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:39:18.718437 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:18.749922 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f946c13f-73ac-4fc2-b60e-3da9bb10a119 x-openstack-request-id: req-f946c13f-73ac-4fc2-b60e-3da9bb10a119 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:39:18.750216 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "name": "network-vif-plugged", "status": "completed", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:39:18.750468 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f946c13f-73ac-4fc2-b60e-3da9bb10a119 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:39:18.750855 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'code': 200} Jul 23 00:39:18.779940 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=5474d671-d006-4f3c-8399-a5e02cc10a71,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:18.863059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb42fa-a99b-4c36-819a-2ec62a8e9b1d req-d6ad60fa-b2ab-4cd7-985d-0abc0000c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:18.864596 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6cb42fa-a99b-4c36-819a-2ec62a8e9b1d req-d6ad60fa-b2ab-4cd7-985d-0abc0000c7ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1097 time: 0.0586753 Jul 23 00:39:18.898190 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-c6cb42fa-a99b-4c36-819a-2ec62a8e9b1d req-98a244bf-685b-4e24-8135-fc8ebdf3a4eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276287 Jul 23 00:39:18.951648 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:39:19.225371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5de43-91a3-42e0-bc70-c29682740c19 req-241b01a5-c0b1-4b68-85ab-03d25c8c6d34 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:19.226889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ab5de43-91a3-42e0-bc70-c29682740c19 req-241b01a5-c0b1-4b68-85ab-03d25c8c6d34 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0708723 Jul 23 00:39:19.271280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ab5de43-91a3-42e0-bc70-c29682740c19 req-7e065b9b-7d1d-4b29-861c-63200d8177e4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Jul 23 00:39:19.546575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c300618d-0957-43a0-bfd5-ec65c3d77094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:19.803850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:20.404461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e831-ba5d-4115-aaba-4d25c6ea2236 req-07d43064-16fb-4a37-b771-b22892261ada tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:20.405977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a970e831-ba5d-4115-aaba-4d25c6ea2236 req-07d43064-16fb-4a37-b771-b22892261ada tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0663173 Jul 23 00:39:20.447992 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a970e831-ba5d-4115-aaba-4d25c6ea2236 req-67f72d0b-678e-41da-ae45-ce6c0d02571f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351059 Jul 23 00:39:20.515104 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:20.579925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b7a2-19b8-41c7-a6f4-86d154b9a4da req-2a5f252c-964d-4e81-ad8c-0060c5507f88 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:20.581337 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2556b7a2-19b8-41c7-a6f4-86d154b9a4da req-2a5f252c-964d-4e81-ad8c-0060c5507f88 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0657475 Jul 23 00:39:20.620470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2556b7a2-19b8-41c7-a6f4-86d154b9a4da req-f17b5a2a-0efa-45f2-b989-76d8c1291142 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Jul 23 00:39:20.643104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54650) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:20.701598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a75997-e0b5-41a4-b013-aafaac673ad4 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:20.703225 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-65a75997-e0b5-41a4-b013-aafaac673ad4 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1092 time: 0.0589442 Jul 23 00:39:20.706218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54652) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:20.711993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:39:20.735984 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:20.844712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:20.951759 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.131 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4db84224-8eab-4084-b457-786837e3604f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:39:21.055354 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.099177 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.141048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:39:21.143899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:39:21.146584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:39:21.175898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=4db84224-8eab-4084-b457-786837e3604f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:21.517745 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.595617 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.751081 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.755776 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.823299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=4db84224-8eab-4084-b457-786837e3604f,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:39:21.836056 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:21.946443 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP e68384ca-833e-4033-b20e-f0b1df5defef associated. External IP: 172.25.5.131, port: 5474d671-d006-4f3c-8399-a5e02cc10a71. Jul 23 00:39:21.952894 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:22.169814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 6f12ba40-3f9a-4b53-b460-d4a036b66729 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:39:22.280023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:39:22.290283 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] Sync routers for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:39:22.297994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:22.300581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:22.301192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:39:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:22.339054 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-eb9527d1-20f3-42c2-9bea-965712800a62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6315002 Jul 23 00:39:22.339743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:39:22.342728 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:39:22.410860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:22.469647 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb1dd8-2003-431d-bd66-efd35f60a444 req-0ab3ff96-98f8-47b3-82c5-d2486b74bdc2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:22.471200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aeb1dd8-2003-431d-bd66-efd35f60a444 req-0ab3ff96-98f8-47b3-82c5-d2486b74bdc2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0730639 Jul 23 00:39:22.510167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aeb1dd8-2003-431d-bd66-efd35f60a444 req-fa196341-2b60-497c-bd34-ff7b01f0d009 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Jul 23 00:39:22.536330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54660) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:22.562800 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b06e0a-422c-49ec-9994-5dd28baedd0d x-openstack-request-id: req-26b06e0a-422c-49ec-9994-5dd28baedd0d {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:39:22.563566 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:39:22.563566 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26b06e0a-422c-49ec-9994-5dd28baedd0d {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:39:22.563842 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'status': 'completed', 'code': 200} Jul 23 00:39:22.632823 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2fc14658-244c-466d-820a-725cabad4ca4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/e68384ca-833e-4033-b20e-f0b1df5defef HTTP/1.1" status: 200 len: 992 time: 0.0952876 Jul 23 00:39:22.652111 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'e68384ca-833e-4033-b20e-f0b1df5defef', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.131', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'port_id': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'mac_address': 'fa:16:3e:58:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:39:21Z', 'updated_at': '2021-07-23T00:39:21Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:13Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:22.659244 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-d9299d09-1580-4e11-ae19-b5f0cf77aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:22.660814 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-d9299d09-1580-4e11-ae19-b5f0cf77aac9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1097 time: 0.0702860 Jul 23 00:39:22.684426 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] Checking router: 6f12ba40-3f9a-4b53-b460-d4a036b66729 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:39:22.693187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:39:22.693805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:39:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:22.756940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-e6fbdb73-17d6-48d4-b046-089416899cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:22.758383 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-e6fbdb73-17d6-48d4-b046-089416899cec service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 898 time: 0.0917790 Jul 23 00:39:22.800631 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:39:22.829175 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-a52ea318-401b-49aa-a08c-0c817f7faef1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 1000 time: 0.0649540 Jul 23 00:39:22.881908 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-69d11825-2e57-4bf6-b7c8-c8585d0fbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:22.883445 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-69d11825-2e57-4bf6-b7c8-c8585d0fbb1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0474753 Jul 23 00:39:22.900242 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:22.943315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-4d19a7b4-dc2c-42a2-af78-0d92c90c638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:22.944878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-4d19a7b4-dc2c-42a2-af78-0d92c90c638b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554233 Jul 23 00:39:23.049676 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'e68384ca-833e-4033-b20e-f0b1df5defef', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.131', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'port_id': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'mac_address': 'fa:16:3e:58:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:39:21Z', 'updated_at': '2021-07-23T00:39:21Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:13Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:39:23.083004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7e0b1-313a-455c-a500-c842f2bdb30b None None] The sync data for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 is: [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'e68384ca-833e-4033-b20e-f0b1df5defef', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.131', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'port_id': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'mac_address': 'fa:16:3e:58:64:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:39:21Z', 'updated_at': '2021-07-23T00:39:21Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:13Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:39:23.283814 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9cb8b-763b-4c6f-832d-6033846ca959 None None] New status for floating IP e68384ca-833e-4033-b20e-f0b1df5defef: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:39:23.354727 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-c9b3cdaa-9d11-45a5-bcff-94858f7f14c0 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039192 Jul 23 00:39:23.448978 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f4cdfdf-b9b9-4ac8-ab16-c9036dea980a req-59f55c14-1c42-46ea-a5d9-6be96130e2d3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875072 Jul 23 00:39:23.636682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54662) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:39:23.703795 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-56064a0d-4779-4315-881c-6b52f17c6fa6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/e68384ca-833e-4033-b20e-f0b1df5defef HTTP/1.1" status: 200 len: 994 time: 0.0660040 Jul 23 00:39:31.957573 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-17f80442-8825-4aa0-9fe0-28a4fb9fba15 req-dce1e0fe-0b9a-43fa-902d-be1f939c50af tempest-ServerActionsTestJSON-559576421 tempest-ServerActionsTestJSON-559576421-project] (93791) timed out ('10.222.0.21', 45496) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:39:36.897919 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:38.007488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-6f808f30-8143-4304-99e3-0954377a923c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662949 Jul 23 00:39:38.127104 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-26ae6683-02c2-443f-9b93-1ef100d30bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.128673 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-26ae6683-02c2-443f-9b93-1ef100d30bb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1097 time: 0.0683343 Jul 23 00:39:38.260341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-3a758f79-df58-4b3a-9ffb-f6135edac90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.261808 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-3a758f79-df58-4b3a-9ffb-f6135edac90c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 898 time: 0.1127226 Jul 23 00:39:38.339517 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-7f93df26-d539-44e2-aa5b-882787601c54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 1002 time: 0.0694878 Jul 23 00:39:38.396459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-91a855ae-927d-4d0c-a514-ffb85565315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.398237 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-91a855ae-927d-4d0c-a514-ffb85565315e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0525346 Jul 23 00:39:38.470663 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-ef408240-3d8a-4ce8-a23f-fe030927a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:38.472228 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-ef408240-3d8a-4ce8-a23f-fe030927a4e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653920 Jul 23 00:39:38.576187 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-824ed9ee-ef2c-4965-97bc-1b355438ca55 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952556 Jul 23 00:39:38.673124 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-bf6838f3-d0bc-4a99-9144-630e7ef56aae req-d528cae3-66b9-4373-8bd9-f15669985f71 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886874 Jul 23 00:39:46.239637 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e12c39cb-da56-4482-9a30-ddf51d154bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:49.547746 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d5822fcd-28a0-4f1e-9dde-70b710212d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:49.805488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:50.517664 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:51.955584 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:52.903766 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:39:54.986378 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-9c8da810-ed55-405a-b730-bd387d09e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:54.987942 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-9c8da810-ed55-405a-b730-bd387d09e0f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1097 time: 0.0565124 Jul 23 00:39:54.995178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1d3b6-ff5b-4591-be9e-e7856e63c697 req-78eaf0a9-61b1-4bac-beaf-edafa828e3ae tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:54.996770 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13b1d3b6-ff5b-4591-be9e-e7856e63c697 req-78eaf0a9-61b1-4bac-beaf-edafa828e3ae tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0704648 Jul 23 00:39:55.036526 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13b1d3b6-ff5b-4591-be9e-e7856e63c697 req-190b73be-b2cb-475d-afe8-cd6cb19e6cad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338638 Jul 23 00:39:55.085915 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-d0db0d34-41fe-4d6a-922c-7e0b7add2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:55.087438 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-d0db0d34-41fe-4d6a-922c-7e0b7add2795 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 898 time: 0.0932434 Jul 23 00:39:55.151355 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-2b88de63-a369-4463-9da9-b433e1f9ce01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 1002 time: 0.0574496 Jul 23 00:39:55.204263 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-b129bbbc-a7b2-40a0-a5ac-7112b6e07563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:55.205813 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-b129bbbc-a7b2-40a0-a5ac-7112b6e07563 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0480058 Jul 23 00:39:55.268754 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-2d73f7c8-db31-4b50-8f3f-4a1afd40f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:55.270314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-2d73f7c8-db31-4b50-8f3f-4a1afd40f697 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576456 Jul 23 00:39:55.359382 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-e8aaa42a-6d03-46a1-b6ae-9e002b662038 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819571 Jul 23 00:39:55.454462 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9e0c9cfc-866c-48ce-bcf1-cbe7e2f36f5f req-f05117c9-7683-42c2-9a83-7fa84907f983 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882375 Jul 23 00:39:55.950106 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:39:56.172691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf44ef2-2414-4861-b6d6-79b0cc6d1c9e req-e24ad56e-a302-4e61-83c6-ead6a5c5b3d8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:56.174216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbf44ef2-2414-4861-b6d6-79b0cc6d1c9e req-e24ad56e-a302-4e61-83c6-ead6a5c5b3d8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0648255 Jul 23 00:39:56.212979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbf44ef2-2414-4861-b6d6-79b0cc6d1c9e req-3b2aac42-defa-41e2-8ee1-9662613597a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331559 Jul 23 00:39:57.346537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4011e-e0f8-42b3-8c0b-10e1a97fd422 req-69443e8d-9772-458e-8dfd-6e2b9aa73b5a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:57.348041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83d4011e-e0f8-42b3-8c0b-10e1a97fd422 req-69443e8d-9772-458e-8dfd-6e2b9aa73b5a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0664859 Jul 23 00:39:57.385167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83d4011e-e0f8-42b3-8c0b-10e1a97fd422 req-0518e50a-8144-4e6b-a5dd-c3a9bc6ed824 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Jul 23 00:39:58.521696 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386a29-471d-4f8b-8f6a-29c105c5b4ae req-6895c70c-7c08-453d-b947-a57fec10b898 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:58.523198 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22386a29-471d-4f8b-8f6a-29c105c5b4ae req-6895c70c-7c08-453d-b947-a57fec10b898 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0691464 Jul 23 00:39:58.561893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-22386a29-471d-4f8b-8f6a-29c105c5b4ae req-8fddefbb-af2c-460d-bd20-3ddea6712c03 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329616 Jul 23 00:39:59.692368 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c534b14-39ca-408f-a78f-38fc8d0d903c req-3007812b-9a65-4bce-b52f-81c69980d692 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:39:59.693848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c534b14-39ca-408f-a78f-38fc8d0d903c req-3007812b-9a65-4bce-b52f-81c69980d692 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0657551 Jul 23 00:39:59.731937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c534b14-39ca-408f-a78f-38fc8d0d903c req-4ea254dd-a21f-419f-b824-ffced26551f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Jul 23 00:40:00.865350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c0e6d-01d5-459d-8bc0-8cec182d8be1 req-45db446a-52f9-4f92-a87c-8037af0cae7f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:00.866848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e6c0e6d-01d5-459d-8bc0-8cec182d8be1 req-45db446a-52f9-4f92-a87c-8037af0cae7f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0688972 Jul 23 00:40:00.904128 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4e6c0e6d-01d5-459d-8bc0-8cec182d8be1 req-93a0f32a-d3b8-4ae5-9087-a04b5f794ea4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307989 Jul 23 00:40:02.033401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17badb6b-2766-4da3-b3a9-4ddc07968d0b req-b5329290-cf9e-4afd-a531-da6c435e7035 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:02.035252 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17badb6b-2766-4da3-b3a9-4ddc07968d0b req-b5329290-cf9e-4afd-a531-da6c435e7035 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0640194 Jul 23 00:40:02.072964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-17badb6b-2766-4da3-b3a9-4ddc07968d0b req-62bb9e7f-7052-4714-ab9f-df24f67bc0c1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322204 Jul 23 00:40:03.205937 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385a398-bc5c-443c-9211-34625d67651c req-f26518f4-94df-4066-86c7-65a5303e1bff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:03.207452 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7385a398-bc5c-443c-9211-34625d67651c req-f26518f4-94df-4066-86c7-65a5303e1bff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0677125 Jul 23 00:40:03.244765 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7385a398-bc5c-443c-9211-34625d67651c req-b5b1f642-b5c5-49b3-9efa-cf5fd1c084c7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Jul 23 00:40:04.382487 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58fe0d-4562-47e1-babc-30af2721b20f req-31c2bdf3-5e5e-4807-9e1b-8c104255a966 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:04.384003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a58fe0d-4562-47e1-babc-30af2721b20f req-31c2bdf3-5e5e-4807-9e1b-8c104255a966 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0714772 Jul 23 00:40:04.422405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a58fe0d-4562-47e1-babc-30af2721b20f req-728a1794-bb28-47e1-b3a0-87a86fad57b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Jul 23 00:40:05.552640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581a340-6346-4b55-8d1f-c4f8be43e416 req-0d4cbaf5-87b1-486c-b801-ce3e8704dfb1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:05.554142 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2581a340-6346-4b55-8d1f-c4f8be43e416 req-0d4cbaf5-87b1-486c-b801-ce3e8704dfb1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0638027 Jul 23 00:40:05.592057 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2581a340-6346-4b55-8d1f-c4f8be43e416 req-bc4a705c-a4e4-4cc9-b8e9-38e6ead4fc76 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312042 Jul 23 00:40:06.739493 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcd2ff-55e2-4128-8275-604fb2a3780b req-6facfb99-220d-439d-969d-0a3c60b0aa19 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:06.740873 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97fcd2ff-55e2-4128-8275-604fb2a3780b req-6facfb99-220d-439d-969d-0a3c60b0aa19 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0743475 Jul 23 00:40:06.779586 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-97fcd2ff-55e2-4128-8275-604fb2a3780b req-70347ff1-3390-49c1-a4f0-533fac8769cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331359 Jul 23 00:40:06.894801 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:07.911751 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648adc3-a446-4820-88cc-2ef7d3ca39e1 req-95943a02-a878-43a8-afde-1eaa05c1d07b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:07.913249 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c648adc3-a446-4820-88cc-2ef7d3ca39e1 req-95943a02-a878-43a8-afde-1eaa05c1d07b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0660384 Jul 23 00:40:07.951295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c648adc3-a446-4820-88cc-2ef7d3ca39e1 req-9d0b70c5-31bc-42d8-996e-547b4100f4b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Jul 23 00:40:09.093630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b8ef-7080-4ed2-b692-a50f8f977272 req-78d1d5c1-e1c3-49ac-a25f-c01ca1022e62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:09.095166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af77b8ef-7080-4ed2-b692-a50f8f977272 req-78d1d5c1-e1c3-49ac-a25f-c01ca1022e62 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0707738 Jul 23 00:40:09.133736 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-af77b8ef-7080-4ed2-b692-a50f8f977272 req-fcd08f19-6a3c-4f44-adcd-ecfe320a6ecf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Jul 23 00:40:10.267526 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069483ca-49f6-400a-9584-2f37a3e41db4 req-750ef12d-7c30-4f8a-89ba-49bb3b460262 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:10.269089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069483ca-49f6-400a-9584-2f37a3e41db4 req-750ef12d-7c30-4f8a-89ba-49bb3b460262 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0657403 Jul 23 00:40:10.308855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-069483ca-49f6-400a-9584-2f37a3e41db4 req-6677f511-215e-4d94-9fe4-447de22cf788 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341523 Jul 23 00:40:11.442595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04204a43-db84-466a-906d-5bc093f00b73 req-c44b14f2-9627-4733-a79c-61eca1b497fe tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:11.444202 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04204a43-db84-466a-906d-5bc093f00b73 req-c44b14f2-9627-4733-a79c-61eca1b497fe tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0652549 Jul 23 00:40:11.485768 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04204a43-db84-466a-906d-5bc093f00b73 req-792d4a1d-39f2-41c8-ae77-d35c15517f9f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357168 Jul 23 00:40:11.508411 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54712) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:11.574297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3de39428-b133-4fb5-bf29-c72193db85d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/e68384ca-833e-4033-b20e-f0b1df5defef HTTP/1.1" status: 200 len: 994 time: 0.0647488 Jul 23 00:40:16.241375 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57de6e00-ecae-4450-b0cd-eda2163bcf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.548728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5b85ef7c-0d20-4954-83e8-3d7248499aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:19.807282 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:20.519832 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:21.958842 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:22.899791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:32.949353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:40:36.910741 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:40.074831 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-d09cbad0-67f6-4083-ac74-7ecd21dc4137 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1343124 Jul 23 00:40:40.175032 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-f58844b3-5c6e-4872-aa7b-1f489ec7e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:40.176604 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-f58844b3-5c6e-4872-aa7b-1f489ec7e795 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1097 time: 0.0573905 Jul 23 00:40:40.277876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-904e1d7e-7de3-4d93-8a63-e2749b27c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:40.279239 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-904e1d7e-7de3-4d93-8a63-e2749b27c42c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 898 time: 0.0834730 Jul 23 00:40:40.352703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-9ff498ee-ddaa-4b7b-8fe3-ea363f56ad0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 1002 time: 0.0665672 Jul 23 00:40:40.401641 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-4577e8a1-a879-4549-859f-876b8e1919bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:40.403086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-4577e8a1-a879-4549-859f-876b8e1919bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0437949 Jul 23 00:40:40.461845 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-e27a1f2d-5d39-431f-9c76-1c48a1711d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:40.463381 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-e27a1f2d-5d39-431f-9c76-1c48a1711d1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536623 Jul 23 00:40:40.474137 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-7cdabb7f-c046-4421-8c37-a84753b4a08d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:40:40.475067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-7cdabb7f-c046-4421-8c37-a84753b4a08d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049572 Jul 23 00:40:40.567872 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-1d121f04-d3fb-4105-84fe-ea8ed24052d2 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861428 Jul 23 00:40:40.657053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8c6e9273-ea54-409b-a68e-c8328a931fbb req-0ace39dc-e8e0-4045-9cff-825eb7523533 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Jul 23 00:40:42.225353 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54726) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:42.379828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 4db84224-8eab-4084-b457-786837e3604f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:42.380173 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:42.461723 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:42.462057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:42.473322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 4db84224-8eab-4084-b457-786837e3604f owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:42.620704 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:42.645147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=4db84224-8eab-4084-b457-786837e3604f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:42.657023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.657400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.657729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.658071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.658409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.658744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.659077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.659438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.659774 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.660098 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.660433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.660757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:42.716297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:42.716634 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP e68384ca-833e-4033-b20e-f0b1df5defef disassociated (deleted). External IP: 172.25.5.131, port: 5474d671-d006-4f3c-8399-a5e02cc10a71. Jul 23 00:40:42.918209 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 6f12ba40-3f9a-4b53-b460-d4a036b66729 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:43.022078 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:43.026642 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:43.032635 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] Sync routers for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:43.041760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:43.042371 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:43.064910 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ba73b973-d538-4b15-842a-c373ca4b698d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/floatingips/e68384ca-833e-4033-b20e-f0b1df5defef HTTP/1.1" status: 204 len: 168 time: 0.8384767 Jul 23 00:40:43.065596 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:43.067979 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:43.232496 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d7692-c696-441c-915e-56e0ff9d9891 x-openstack-request-id: req-478d7692-c696-441c-915e-56e0ff9d9891 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:43.233153 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:43.233153 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-478d7692-c696-441c-915e-56e0ff9d9891 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:43.233491 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'status': 'completed', 'code': 200} Jul 23 00:40:43.314911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:43.317090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-c458bccc-cf12-424f-92ef-46029f9d56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:43.318675 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-c458bccc-cf12-424f-92ef-46029f9d56c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 1097 time: 0.0625403 Jul 23 00:40:43.342580 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11478-5b26-426f-82f8-b1b934d2bee9 req-dcb4fa54-3a8b-4781-b570-0d46849d3f5a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:43.345016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2b11478-5b26-426f-82f8-b1b934d2bee9 req-dcb4fa54-3a8b-4781-b570-0d46849d3f5a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0674171 Jul 23 00:40:43.383555 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e2b11478-5b26-426f-82f8-b1b934d2bee9 req-0ebf4c80-1197-4d6d-ad35-2038d26c58c9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Jul 23 00:40:43.418826 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-f07cd1f9-dc41-4e4f-ab1b-0f22749b45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:43.420368 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-f07cd1f9-dc41-4e4f-ab1b-0f22749b45f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 200 len: 898 time: 0.0935566 Jul 23 00:40:43.469957 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-9c634c66-2492-46b3-9137-996d2e6b5ba0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 200 len: 217 time: 0.0417702 Jul 23 00:40:43.519238 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-9b579218-8e10-4cf1-af1f-f566c73b5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:43.520792 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-9b579218-8e10-4cf1-af1f-f566c73b5149 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 200 len: 835 time: 0.0437410 Jul 23 00:40:43.524342 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:13Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:43.556595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] Checking router: 6f12ba40-3f9a-4b53-b460-d4a036b66729 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:43.565984 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:43.566619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:43.582155 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-965e5416-bd91-4b83-ae74-9c7f6fe9e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:43.583732 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-965e5416-bd91-4b83-ae74-9c7f6fe9e895 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6f0dda3-2f48-4b41-b53e-3d9904557316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567889 Jul 23 00:40:43.673219 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:43.678947 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-5c526ec1-54c6-49d2-b2eb-3b2276a43bc3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882826 Jul 23 00:40:43.772307 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-9bc54da6-3e3b-4138-b95e-3c494aeae3f1 req-841be8ed-24b9-4b12-8942-3f2b3b47513e service neutron] 10.222.0.49 "GET /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857511 Jul 23 00:40:43.871787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:13Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:43.902047 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac874b9-f17a-4382-b6c5-5feb15ac1e2d None None] The sync data for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 is: [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '3292c3d8-518e-42be-ab7e-a133cb9c7a44', 'name': '', 'network_id': 'b6f0dda3-2f48-4b41-b53e-3d9904557316', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:17:ec:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:08Z', 'updated_at': '2021-07-23T00:39:13Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '921522af-0038-4fc4-9fdf-f04fc4caa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:44.110084 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531d34-9092-4f46-9582-9b7f13808de7 None None] New status for floating IP e68384ca-833e-4033-b20e-f0b1df5defef: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:40:44.524667 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c6d10-f2e9-454f-a706-69d22e4841c1 req-b880fa4c-c922-4d5d-bc44-73e0e66c13ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:44.526133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db5c6d10-f2e9-454f-a706-69d22e4841c1 req-b880fa4c-c922-4d5d-bc44-73e0e66c13ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0697443 Jul 23 00:40:44.564786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db5c6d10-f2e9-454f-a706-69d22e4841c1 req-2d465a60-6e87-4577-a4e0-f0169c209cbc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=fca1b544-de4b-47fb-a9e7-fa0c21d046d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323143 Jul 23 00:40:44.688187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-af79869e-b115-47ff-9575-d1bc04eeff10 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:44.689579 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-af79869e-b115-47ff-9575-d1bc04eeff10 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 946 time: 0.0639396 Jul 23 00:40:44.793272 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 5474d671-d006-4f3c-8399-a5e02cc10a71 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:44.793661 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:44.884435 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 5474d671-d006-4f3c-8399-a5e02cc10a71, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=5474d671-d006-4f3c-8399-a5e02cc10a71,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:44.884801 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:44.896529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 5474d671-d006-4f3c-8399-a5e02cc10a71 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:45.021629 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:45.058953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=5474d671-d006-4f3c-8399-a5e02cc10a71,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:45.088047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.088401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.088742 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.089078 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.089410 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.089740 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.090070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.090398 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.090725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.091049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.091423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.091718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:45.114458 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] No DVR routers for this DVR port 5474d671-d006-4f3c-8399-a5e02cc10a71 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:40:45.116946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:45.118916 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6016f9fe-8c96-4267-ba98-5bb4c6c191e7 req-06ee58e9-eb6c-494e-b900-b31a9a48aeba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "DELETE /v2.0/ports/5474d671-d006-4f3c-8399-a5e02cc10a71 HTTP/1.1" status: 204 len: 173 time: 0.4226778 Jul 23 00:40:45.119372 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'name': 'network-vif-deleted', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:45.121727 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89068340-bae9-4c99-b711-816dc66dec4f" -d '{"events": [{"server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "name": "network-vif-deleted", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:45.236508 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505fb260-2649-4648-8ff1-3288a615c7a4 x-openstack-request-id: req-505fb260-2649-4648-8ff1-3288a615c7a4 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:45.236814 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c90f8d1-9106-4905-b564-ce0d2dfb0142", "name": "network-vif-deleted", "tag": "5474d671-d006-4f3c-8399-a5e02cc10a71", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:45.237102 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-505fb260-2649-4648-8ff1-3288a615c7a4 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:45.237462 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c90f8d1-9106-4905-b564-ce0d2dfb0142', 'name': 'network-vif-deleted', 'tag': '5474d671-d006-4f3c-8399-a5e02cc10a71', 'status': 'completed', 'code': 200} Jul 23 00:40:45.679554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-51f7210f-d912-48bb-93c4-b7c17a5678c0 req-103eb4da-d119-4f20-9a13-59298473a5b6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c90f8d1-9106-4905-b564-ce0d2dfb0142 HTTP/1.1" status: 200 len: 210 time: 0.0330727 Jul 23 00:40:46.241774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37ea0920-2982-40a0-9932-1244399a5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:46.734196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54748) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:47.088273 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:47.678693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 3292c3d8-518e-42be-ab7e-a133cb9c7a44 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:47.679039 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:47.764188 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 3292c3d8-518e-42be-ab7e-a133cb9c7a44, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3292c3d8-518e-42be-ab7e-a133cb9c7a44,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:47.765931 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:47.778443 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 3292c3d8-518e-42be-ab7e-a133cb9c7a44 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:47.959205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:47.990023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=3292c3d8-518e-42be-ab7e-a133cb9c7a44,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:48.166665 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.380729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 6f12ba40-3f9a-4b53-b460-d4a036b66729 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:48.488781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:48.493696 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-55582322-1614-45a7-a89f-119675c104cb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/6f12ba40-3f9a-4b53-b460-d4a036b66729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584603 Jul 23 00:40:48.496570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54752) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:48.499265 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] Sync routers for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:48.509481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:48.510095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:48.552109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting subnet 921522af-0038-4fc4-9fdf-f04fc4caa0df {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:40:48.555216 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.595093 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.616468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:48.684134 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.745841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.774170 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Subnet': ['ID=921522af-0038-4fc4-9fdf-f04fc4caa0df,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:48.778992 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.783887 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3e352b16-ed08-4f7d-8bc8-f76c4991f1f5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/subnets/921522af-0038-4fc4-9fdf-f04fc4caa0df HTTP/1.1" status: 204 len: 168 time: 0.2857389 Jul 23 00:40:48.784039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54754) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:48.794591 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53272017-998e-49f4-be75-5d0153906e2e None None] Network b6f0dda3-2f48-4b41-b53e-3d9904557316 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:40:48.817247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:40:47Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:48.846589 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] Checking router: 6f12ba40-3f9a-4b53-b460-d4a036b66729 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:48.891955 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:48.892511 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] Routers {'6f12ba40-3f9a-4b53-b460-d4a036b66729'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:48.893135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['6f12ba40-3f9a-4b53-b460-d4a036b66729'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:48.993297 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.043280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] Set router 6f12ba40-3f9a-4b53-b460-d4a036b66729 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:49.050122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:49.050471 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.100266 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5474d671-d006-4f3c-8399-a5e02cc10a71 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:49.122346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 5474d671-d006-4f3c-8399-a5e02cc10a71 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:49.122696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 5474d671-d006-4f3c-8399-a5e02cc10a71 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:49.139801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port cf267f23-f6df-4e85-a6ca-c31bbcd15c2a, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:49.140261 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.143983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] DHCP port deletion for b6f0dda3-2f48-4b41-b53e-3d9904557316 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:40:49.152075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for cf267f23-f6df-4e85-a6ca-c31bbcd15c2a owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:49.261736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Deleting port d68bf698-f991-4b50-bd8b-88006e0cfe89 {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:40:49.262029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.320404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.339997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] For port d68bf698-f991-4b50-bd8b-88006e0cfe89, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=d68bf698-f991-4b50-bd8b-88006e0cfe89,segment=NetworkSegment(8d8743af-26ea-46c4-8ccb-d5548d28e114),segment_id=8d8743af-26ea-46c4-8ccb-d5548d28e114)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:49.340397 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.346988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=cf267f23-f6df-4e85-a6ca-c31bbcd15c2a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:49.417076 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.510122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Calling delete_port for d68bf698-f991-4b50-bd8b-88006e0cfe89 owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:40:49.511449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.513377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.515735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:40:47Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:49.556431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.557599 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Fanout notify agent at l3_agent the message router_deleted on router 6f12ba40-3f9a-4b53-b460-d4a036b66729 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:40:49.557747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647bf36-cc0e-46a3-86d4-589731eefe11 None None] The sync data for ids ['6f12ba40-3f9a-4b53-b460-d4a036b66729'] in n-d-758851-4 is: [{'id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1877873429', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:39:05Z', 'updated_at': '2021-07-23T00:40:47Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'cf267f23-f6df-4e85-a6ca-c31bbcd15c2a', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ba40-3f9a-4b53-b460-d4a036b66729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:39:06Z', 'updated_at': '2021-07-23T00:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:49.571506 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.572679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bc1612a5-515f-4c93-92d7-fc1c2fd053dc tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/routers/6f12ba40-3f9a-4b53-b460-d4a036b66729 HTTP/1.1" status: 204 len: 168 time: 0.7874560 Jul 23 00:40:49.575830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54756) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:49.596540 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5ab50528-35d7-44cf-960a-d90814027c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.634177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.661607 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Pushing event deleted for resources: {'Port': ['ID=d68bf698-f991-4b50-bd8b-88006e0cfe89,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:49.664237 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.665910 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] No DVR routers for this DVR port d68bf698-f991-4b50-bd8b-88006e0cfe89 on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:40:49.677129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.677129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.677129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.677129 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.678025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.678025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.678025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.678668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.678668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.678866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.679474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.679612 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bd8c90-d03e-43f7-8bd9-afc65bd86924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:49.760057 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.770027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f0dda3-2f48-4b41-b53e-3d9904557316']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:49.779890 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8743af-26ea-46c4-8ccb-d5548d28e114') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:49.780188 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8743af-26ea-46c4-8ccb-d5548d28e114') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:49.789354 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.803953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.808953 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.810353 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:40:49.810799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:40:49.813923 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:40:49.870475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.877205 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.878986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/networks/b6f0dda3-2f48-4b41-b53e-3d9904557316 HTTP/1.1" status: 204 len: 168 time: 0.3019266 Jul 23 00:40:49.881917 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54758) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:49.890114 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f2a8b-cd4d-440b-9305-3e9f5dcd8b8e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Network': ['ID=b6f0dda3-2f48-4b41-b53e-3d9904557316,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:49.950209 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-387a6020-b079-4c29-9e95-4cc3a7d45f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:49.981954 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-387a6020-b079-4c29-9e95-4cc3a7d45f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.028548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3292c3d8-518e-42be-ab7e-a133cb9c7a44 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:50.052487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3292c3d8-518e-42be-ab7e-a133cb9c7a44 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:50.052893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3292c3d8-518e-42be-ab7e-a133cb9c7a44 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:50.053397 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d68bf698-f991-4b50-bd8b-88006e0cfe89 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:50.055459 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-387a6020-b079-4c29-9e95-4cc3a7d45f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.059176 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-387a6020-b079-4c29-9e95-4cc3a7d45f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.060729 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-387a6020-b079-4c29-9e95-4cc3a7d45f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/security-groups/fca1b544-de4b-47fb-a9e7-fa0c21d046d7 HTTP/1.1" status: 204 len: 168 time: 0.1775868 Jul 23 00:40:50.073595 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6020-b079-4c29-9e95-4cc3a7d45f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca1b544-de4b-47fb-a9e7-fa0c21d046d7,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:50.074144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: d68bf698-f991-4b50-bd8b-88006e0cfe89 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:50.074498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device d68bf698-f991-4b50-bd8b-88006e0cfe89 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:50.284714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54764) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:50.289535 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1862572255', 'description': 'tempest-secgroup-smoke-1862572255 description', 'project_id': 'e14ff86660ee426aa2fab34e93fef312'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:50.312447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.402195 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.407738 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.440930 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.442177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1563938 Jul 23 00:40:50.444736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e9d8c-951c-43b9-9468-80a8a9485160 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cecb8c-a18e-4779-826b-c5500390a60d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:50.445012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54766) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:50.449493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'e1cecb8c-a18e-4779-826b-c5500390a60d', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:50.477746 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.523022 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.536923 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.541436 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.563130 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58382292-2b4c-463d-bb08-c063ca92e036,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:50.566421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.570320 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ad17d9fa-1523-4483-9477-33c34c4e8b49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216257 Jul 23 00:40:50.570758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54768) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:50.575109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'e1cecb8c-a18e-4779-826b-c5500390a60d', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:50.610588 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.674880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.678257 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.696902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba60467-bbb8-42ac-94d9-fbbc7d3bf1b1,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:50.702151 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.704109 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3ab5a78a-8d35-416c-ae8b-bdf0a5a6e343 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326180 Jul 23 00:40:50.707018 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54770) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:50.711582 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'e1cecb8c-a18e-4779-826b-c5500390a60d', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:50.738432 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.802893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.807872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.826741 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3284056-c6e7-4f85-b9d5-c984c067d901,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:50.834388 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.835769 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f411330f-9676-47a0-941d-e34c74dd60c3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277382 Jul 23 00:40:50.838538 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54772) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:50.843126 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'e1cecb8c-a18e-4779-826b-c5500390a60d', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:50.869147 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.930348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.934980 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.952623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f4a115-0ebd-4abb-8248-2106d96f9ae4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:50.959586 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:50.963617 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-983ff780-e95c-48da-aecf-6d8a3cbe11ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213694 Jul 23 00:40:50.963617 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54774) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:50.968264 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'e1cecb8c-a18e-4779-826b-c5500390a60d', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:50.990485 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:40:50.995580 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.058007 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.062577 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.080897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b0118e-8d0b-47bc-8417-a603bc5c7ef4,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:51.086967 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.090955 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d568f36-c7be-445b-b2a9-780875adf1d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236761 Jul 23 00:40:51.091141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54776) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:51.096271 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': 'e1cecb8c-a18e-4779-826b-c5500390a60d', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:51.117728 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:40:51.122784 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.186391 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.190285 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.209060 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37c07e3-19b1-4e89-bec7-0a143e101609,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:51.212203 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.213576 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0b93c25a-12c6-4669-a6d0-328a2256239c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215827 Jul 23 00:40:51.216493 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54778) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:51.221929 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'network': {'name': 'tempest-network-smoke--597026901', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:51.242901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:40:51.246514 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.273095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:40:51.283415 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.283770 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Added segment 90286466-edce-4b9e-adf6-f90f4d62fd7e of type vlan for network fa286802-82c7-450f-98ec-3fbdaeff2419 Jul 23 00:40:51.324886 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.352753 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.358241 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:51.359495 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.394621 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1769519 Jul 23 00:40:51.399214 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54780) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:51.404882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'admin_state_up': True, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:51.429060 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.429737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e214b1-98c0-4a10-b15c-59649aa00e7e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Network': ['ID=fa286802-82c7-450f-98ec-3fbdaeff2419,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:51.430151 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.440412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network fa286802-82c7-450f-98ec-3fbdaeff2419 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:40:51.489473 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.626253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.747661 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device cf267f23-f6df-4e85-a6ca-c31bbcd15c2a no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:40:51.768667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: cf267f23-f6df-4e85-a6ca-c31bbcd15c2a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:40:51.769026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device cf267f23-f6df-4e85-a6ca-c31bbcd15c2a not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:40:51.824178 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.843924 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:51.950865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.168 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/6d015c85-faf6-43e6-a012-597b277d48b8) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:51.961114 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.058679 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.098080 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.132228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:52.134973 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:52.141720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:52.174041 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=6d015c85-faf6-43e6-a012-597b277d48b8,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:52.399644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.593489 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.716699 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router d76d6764-b155-499a-82cf-e9b6bad45053 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:40:52.819307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:52.829425 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Sync routers for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:52.837089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.838414 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:52.838547 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d3fd2aab-b74b-4836-86ac-7f1541e8b893 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4373083 Jul 23 00:40:52.839020 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:52.841582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54784) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:52.913136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:52.948067 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:53.131604 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:52Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:53.158715 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Checking router: d76d6764-b155-499a-82cf-e9b6bad45053 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:53.159070 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Updating router d76d6764-b155-499a-82cf-e9b6bad45053 port 6d015c85-faf6-43e6-a012-597b277d48b8 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:40:53.198839 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.214364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9435d702-4abe-4e4d-a0c8-f86ba228861c tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e14ff86660ee426aa2fab34e93fef312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3716748 Jul 23 00:40:53.217009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54786) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:53.306898 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac882a06-6cea-4061-85e0-0ab6b27fba2f tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:53.309338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac882a06-6cea-4061-85e0-0ab6b27fba2f tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910985 Jul 23 00:40:53.312343 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54788) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:53.344987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2951a3c4-a03f-4be7-8757-79cccc29f97a tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315554 Jul 23 00:40:53.347557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54790) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:53.352339 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-249345736', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:53.439962 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:40:53.443481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.549018 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.559251 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Transition to ACTIVE for port object 6d015c85-faf6-43e6-a012-597b277d48b8 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:53.565628 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.616517 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Attempting to bind port 6d015c85-faf6-43e6-a012-597b277d48b8 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:53.616888 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Attempting to bind port 6d015c85-faf6-43e6-a012-597b277d48b8 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:53.617252 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Attempting to bind port 6d015c85-faf6-43e6-a012-597b277d48b8 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:53.620057 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Pushing event updated for resources: {'Port': ['ID=6d015c85-faf6-43e6-a012-597b277d48b8,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:53.627563 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.629468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:53.629848 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:53.630251 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.630648 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:53.631127 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Bound port: 6d015c85-faf6-43e6-a012-597b277d48b8, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:53.631515 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.634713 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.635065 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.635431 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.635787 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.636110 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.636442 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.636775 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.637105 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.637437 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.637761 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.638093 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.638419 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:40:53.694302 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Subnet': ['ID=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:53.694785 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] For port 6d015c85-faf6-43e6-a012-597b277d48b8, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:53.698163 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] For port 6d015c85-faf6-43e6-a012-597b277d48b8, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6d015c85-faf6-43e6-a012-597b277d48b8,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:53.701904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Checking segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:53.702864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network hostable DHCP agents. Network: fa286802-82c7-450f-98ec-3fbdaeff2419, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:40:53.704050 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.720420 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network fa286802-82c7-450f-98ec-3fbdaeff2419 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:40:53.729426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, fa286802-82c7-450f-98ec-3fbdaeff2419) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:53.733626 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:53.734431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:53.749978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8798bd1a-f356-4211-9144-dd67b161636b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4013557 Jul 23 00:40:53.752843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54792) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:40:53.753889 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:53.754377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd676cc-0f00-4a6b-9c3d-6010185bf003 None None] Network fa286802-82c7-450f-98ec-3fbdaeff2419 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:40:53.754511 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:53.840293 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d474-b200-49b1-99a7-6f2dc1674775 None None] Pushing event updated for resources: {'Port': ['ID=6d015c85-faf6-43e6-a012-597b277d48b8,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:53.882687 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:53.920453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-fa286802-82c7-450f-98ec-3fbdaeff2419', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:40:53.922151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.067513 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Allocated IP 172.20.0.2 (fa286802-82c7-450f-98ec-3fbdaeff2419/cdd3872e-1a5c-4e47-8b13-dc730e1ee07a/7208ca00-d1db-4e64-b9d2-6161bf7e869f) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:54.067768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:52Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:54.101236 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebb3df-2d38-4f8f-9f20-34265a840e4d None None] The sync data for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 is: [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:52Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:54.223860 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.225752 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.235261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Transition to ACTIVE for port object 7208ca00-d1db-4e64-b9d2-6161bf7e869f will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:54.254516 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Transition to ACTIVE for port object 7208ca00-d1db-4e64-b9d2-6161bf7e869f will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:54.260795 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.308550 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Network fa286802-82c7-450f-98ec-3fbdaeff2419 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:54.312415 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:54.316789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:54.319854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Pushing event updated for resources: {'Port': ['ID=7208ca00-d1db-4e64-b9d2-6161bf7e869f,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:54.403547 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Attempting to bind port 7208ca00-d1db-4e64-b9d2-6161bf7e869f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:54.403925 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Attempting to bind port 7208ca00-d1db-4e64-b9d2-6161bf7e869f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:54.404314 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Attempting to bind port 7208ca00-d1db-4e64-b9d2-6161bf7e869f on network fa286802-82c7-450f-98ec-3fbdaeff2419 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:54.413505 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:54.413894 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Checking segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:54.414312 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.414711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Bound using segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:54.415187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Bound port: 7208ca00-d1db-4e64-b9d2-6161bf7e869f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:54.415615 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.491217 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] For port 7208ca00-d1db-4e64-b9d2-6161bf7e869f, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:54.494783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] For port 7208ca00-d1db-4e64-b9d2-6161bf7e869f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7208ca00-d1db-4e64-b9d2-6161bf7e869f,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:54.502193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.568117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd41a7-b069-40bc-9708-7995abff9c9a None None] Pushing event updated for resources: {'Port': ['ID=7208ca00-d1db-4e64-b9d2-6161bf7e869f,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:54.594993 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.1 (fa286802-82c7-450f-98ec-3fbdaeff2419/cdd3872e-1a5c-4e47-8b13-dc730e1ee07a/4f80daa7-3776-4da7-877b-8b357c2f3cd4) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:54.728127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.749118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 4f80daa7-3776-4da7-877b-8b357c2f3cd4 will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:54.787303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:54.842000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network fa286802-82c7-450f-98ec-3fbdaeff2419 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:54.846037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:54.850479 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:54.857693 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=4f80daa7-3776-4da7-877b-8b357c2f3cd4,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:54.904105 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:55.052816 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:55.330341 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:55.335126 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:55.405913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=4f80daa7-3776-4da7-877b-8b357c2f3cd4,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:55.408303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:55.507567 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network fa286802-82c7-450f-98ec-3fbdaeff2419 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:55.508896 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:55.623111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router d76d6764-b155-499a-82cf-e9b6bad45053 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:40:55.739981 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:40:55.747368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0e77a2c6-ac47-42f7-8c88-16bb8d9090e3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/d76d6764-b155-499a-82cf-e9b6bad45053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9906981 Jul 23 00:40:55.876086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7208ca00-d1db-4e64-b9d2-6161bf7e869f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:55.944558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-3e3bd10f-5562-417c-970c-6310725eae39 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862572255&fields=id&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 267 time: 0.0564303 Jul 23 00:40:55.961575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3d451-f255-48b5-af1a-357d15541cfd None None] Network fa286802-82c7-450f-98ec-3fbdaeff2419 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:40:55.974443 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7208ca00-d1db-4e64-b9d2-6161bf7e869f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:55.986870 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d015c85-faf6-43e6-a012-597b277d48b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:56.044073 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Sync routers for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:40:56.058968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-145665b1-0675-4380-b1fb-0ee44c3f0886 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:56.060472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-145665b1-0675-4380-b1fb-0ee44c3f0886 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 796 time: 0.1087477 Jul 23 00:40:56.075473 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1e657711-f2bf-42dd-ae1c-7e6f6472655d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/quotas/e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 375 time: 0.0092943 Jul 23 00:40:56.097626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:56.098256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:56.101570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] Provisioning for port 7208ca00-d1db-4e64-b9d2-6161bf7e869f completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:56.147380 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-c4b9b312-89f1-49ce-8c9b-b2b4cafb065a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663171 Jul 23 00:40:56.165661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-a45d2fa8-dee0-40e0-b33c-4bc879431832 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:40:56.165661 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-a45d2fa8-dee0-40e0-b33c-4bc879431832 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059423 Jul 23 00:40:56.190161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] Provisioning complete for port 7208ca00-d1db-4e64-b9d2-6161bf7e869f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:56.190161 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.200245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6d015c85-faf6-43e6-a012-597b277d48b8 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:56.230791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6d015c85-faf6-43e6-a012-597b277d48b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:56.231160 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.269456 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-0d5d33ca-40a7-4f36-9f4f-be4f37c521b3 service neutron] 10.222.0.21 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884461 Jul 23 00:40:56.332982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:56.363414 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-6f11152a-560d-468b-a2dd-34309632a9f4 service neutron] 10.222.0.21 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883062 Jul 23 00:40:56.517646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.521971 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.545260 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b95aec79-30f2-4262-ba65-cb5d603d025c req-2b86b15e-703d-47cd-a672-2f8342fd3dd1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 210 time: 0.0316010 Jul 23 00:40:56.599541 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6d015c85-faf6-43e6-a012-597b277d48b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6d015c85-faf6-43e6-a012-597b277d48b8,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:56.608654 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.647707 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] For port 7208ca00-d1db-4e64-b9d2-6161bf7e869f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7208ca00-d1db-4e64-b9d2-6161bf7e869f,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:56.657882 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.704474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6d015c85-faf6-43e6-a012-597b277d48b8,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:56.776667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce6f61-59fa-46f0-ae31-ecc495233c44 None None] Pushing event updated for resources: {'Port': ['ID=7208ca00-d1db-4e64-b9d2-6161bf7e869f,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:56.786489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 2, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:56.821209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Checking router: d76d6764-b155-499a-82cf-e9b6bad45053 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:40:56.821718 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Updating router d76d6764-b155-499a-82cf-e9b6bad45053 port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:40:56.851972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c093d26b-da1f-4740-98c2-f8e7a77f2e20 None None] Provisioning complete for port 7208ca00-d1db-4e64-b9d2-6161bf7e869f triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:56.852443 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c093d26b-da1f-4740-98c2-f8e7a77f2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:56.883936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.088763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c093d26b-da1f-4740-98c2-f8e7a77f2e20 None None] Provisioning for port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:57.095810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c093d26b-da1f-4740-98c2-f8e7a77f2e20 None None] Provisioning complete for port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:57.096188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c093d26b-da1f-4740-98c2-f8e7a77f2e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.178405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-c093d26b-da1f-4740-98c2-f8e7a77f2e20 None None] Port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:40:57.259049 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.270010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Transition to ACTIVE for port object 4f80daa7-3776-4da7-877b-8b357c2f3cd4 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:57.276539 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.489348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d7fe-5277-4f91-86a7-71c7d7ff4e7d None None] Pushing event updated for resources: {'Port': ['ID=4f80daa7-3776-4da7-877b-8b357c2f3cd4,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:57.553237 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Attempting to bind port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:57.555536 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Attempting to bind port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:57.556926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Attempting to bind port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:57.565820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:57.566383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Checking segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:57.566796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.567193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Bound using segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:57.567750 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Bound port: 4f80daa7-3776-4da7-877b-8b357c2f3cd4, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:57.580528 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.589671 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-e5bd9fcc-896d-4109-8db6-e87f5566cd04 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:57.592936 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-e5bd9fcc-896d-4109-8db6-e87f5566cd04 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 796 time: 0.1297374 Jul 23 00:40:57.657636 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-0bbdb845-3838-4f8e-94a1-8b83806e9a12 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 380 time: 0.0556133 Jul 23 00:40:57.660703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] For port 4f80daa7-3776-4da7-877b-8b357c2f3cd4, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:57.662695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d441602d-f19d-4190-9cb7-54c91f01e582 req-30b10f50-c729-430f-9872-b97d14ddffa3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 210 time: 0.0310922 Jul 23 00:40:57.664949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] For port 4f80daa7-3776-4da7-877b-8b357c2f3cd4, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4f80daa7-3776-4da7-877b-8b357c2f3cd4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:57.672025 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'port': {'device_id': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'admin_state_up': True, 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'security_groups': ['e1cecb8c-a18e-4779-826b-c5500390a60d']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:57.673151 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.742188 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:40:57.742892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:57.748128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5d7fe-5277-4f91-86a7-71c7d7ff4e7d None None] Pushing event updated for resources: {'Port': ['ID=4f80daa7-3776-4da7-877b-8b357c2f3cd4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:57.819496 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:40:57.823683 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.855138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7208ca00-d1db-4e64-b9d2-6161bf7e869f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:57.922344 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:40:57.970093 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7208ca00-d1db-4e64-b9d2-6161bf7e869f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:57.970473 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:57.976062 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.3 (fa286802-82c7-450f-98ec-3fbdaeff2419/cdd3872e-1a5c-4e47-8b13-dc730e1ee07a/406d74a7-11e2-4818-920d-9f98b031ddf4) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:40:58.118530 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.132697 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 406d74a7-11e2-4818-920d-9f98b031ddf4 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:58.167587 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.179901 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d015c85-faf6-43e6-a012-597b277d48b8 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:58.214177 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network fa286802-82c7-450f-98ec-3fbdaeff2419 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:40:58.221050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:40:58.224304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:40:58.242404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:57Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:40:58.246353 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6d015c85-faf6-43e6-a012-597b277d48b8 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:58.246732 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.259123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:58.273599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222dd7aa-2c98-4590-a963-eeeb4ae7dc0d None None] The sync data for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 is: [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:57Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:40:58.287076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:58.288336 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.338702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-1a4036e8-0c7c-4743-806c-3f3815ebaa30 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6725845 Jul 23 00:40:58.352976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Request body: {'port': {'device_id': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:40:58.447375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.587295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-24a80874-2263-4c8b-82c9-7b69b1d868f3 None None] Provisioning for port 406d74a7-11e2-4818-920d-9f98b031ddf4 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:58.591484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-24a80874-2263-4c8b-82c9-7b69b1d868f3 None None] Provisioning complete for port 406d74a7-11e2-4818-920d-9f98b031ddf4 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:58.591955 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-24a80874-2263-4c8b-82c9-7b69b1d868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.628814 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-24a80874-2263-4c8b-82c9-7b69b1d868f3 None None] Port 406d74a7-11e2-4818-920d-9f98b031ddf4 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:40:58.739309 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406d74a7-11e2-4818-920d-9f98b031ddf4 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:40:58.750352 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.762822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Transition to ACTIVE for port object 406d74a7-11e2-4818-920d-9f98b031ddf4 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:40:58.767837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:58.808892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b08d-2956-4e01-af56-86349f01b5ac req-b68d89d2-f076-4aeb-b0ee-ebd9d634660a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:58.818796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9f9b08d-2956-4e01-af56-86349f01b5ac req-b68d89d2-f076-4aeb-b0ee-ebd9d634660a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 931 time: 0.0825117 Jul 23 00:40:58.822101 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:58.866675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9f9b08d-2956-4e01-af56-86349f01b5ac req-0f5cab33-ff6e-4013-9113-4bb00b833414 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Jul 23 00:40:58.914730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:40:58.915070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:40:58.915439 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:58.920319 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Port 406d74a7-11e2-4818-920d-9f98b031ddf4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:40:58.920726 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:40:58.926343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:40:58.926682 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Checking segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:40:58.927070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Bound using segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:40:58.927546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Bound port: 406d74a7-11e2-4818-920d-9f98b031ddf4, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:40:58.927907 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:59.000897 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:40:59.004195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:40:59.009107 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:59.053312 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.053942 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:59.055420 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] 10.222.0.49 "PUT /v2.0/ports/406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 1091 time: 0.7085671 Jul 23 00:40:59.055885 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:40:59.058431 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7343213-7fe5-4dbf-8517-23f12af70b32" -d '{"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:40:59.098569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bf3d1-ef15-4d79-8f6c-fe05a796b579 service neutron] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:40:59.120125 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0349dc3-1701-474f-8c0e-a4a0ff6f6ce3 x-openstack-request-id: req-b0349dc3-1701-474f-8c0e-a4a0ff6f6ce3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:40:59.120125 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:40:59.120125 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0349dc3-1701-474f-8c0e-a4a0ff6f6ce3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:40:59.120125 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'status': 'completed', 'code': 200} Jul 23 00:40:59.168335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-30053aff-81fe-4570-8a9e-77b4a6003384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.169904 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-30053aff-81fe-4570-8a9e-77b4a6003384 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1094 time: 0.0655034 Jul 23 00:40:59.217215 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-05ebb158-e3a1-4b9a-8d27-607547e60ea2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0399652 Jul 23 00:40:59.269346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-9377a5a7-9994-4d84-a1e2-13ad62a52c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.270842 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-9377a5a7-9994-4d84-a1e2-13ad62a52c72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0470498 Jul 23 00:40:59.335072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-205ef04c-41f8-4691-8121-acbae2a1e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.336653 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-205ef04c-41f8-4691-8121-acbae2a1e1f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593264 Jul 23 00:40:59.435268 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-6a455f89-0f4f-4baa-b5e5-c160890e5449 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924928 Jul 23 00:40:59.526363 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8308bfb1-9264-4c66-b86b-5ae65835b736 req-0d6bbaf4-9766-4c72-b665-4caa71081486 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846736 Jul 23 00:40:59.630674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-e816b434-5c46-486f-85e9-506881044f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.632168 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-e816b434-5c46-486f-85e9-506881044f1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1094 time: 0.0581701 Jul 23 00:40:59.718423 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-c8b8a4cd-a86f-4709-93b5-347ff5753ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.719930 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-c8b8a4cd-a86f-4709-93b5-347ff5753ae4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0820434 Jul 23 00:40:59.765185 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-f3bed497-e62b-439f-ac16-f04e1ca14d13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0377085 Jul 23 00:40:59.815464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-e21391ab-da18-4f06-b47b-e323ed1b7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.816804 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-e21391ab-da18-4f06-b47b-e323ed1b7cd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0457230 Jul 23 00:40:59.819297 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4f80daa7-3776-4da7-877b-8b357c2f3cd4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:40:59.866909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:40:59.870738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:40:59.871125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:59.877546 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-e948ce08-6a78-4c32-9c26-60b6eaa63e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:40:59.879049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-e948ce08-6a78-4c32-9c26-60b6eaa63e1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550816 Jul 23 00:40:59.954899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:40:59.978534 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-6a45e3e6-f2f1-4a4a-a9af-aac795c6f35f service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913367 Jul 23 00:40:59.988583 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 4f80daa7-3776-4da7-877b-8b357c2f3cd4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4f80daa7-3776-4da7-877b-8b357c2f3cd4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:40:59.992649 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:00.016552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eac15-0ea2-482e-863a-852023eb2741 req-da7b474f-0ecd-472e-804d-05120332e48f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:00.018359 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-459eac15-0ea2-482e-863a-852023eb2741 req-da7b474f-0ecd-472e-804d-05120332e48f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 943 time: 0.0757377 Jul 23 00:41:00.042069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=4f80daa7-3776-4da7-877b-8b357c2f3cd4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:00.058701 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-459eac15-0ea2-482e-863a-852023eb2741 req-f515a99a-bf35-4c12-9215-bca2e192e957 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338793 Jul 23 00:41:00.079229 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d7343213-7fe5-4dbf-8517-23f12af70b32 req-05a5e608-4621-446c-9f75-c74b9ab1c194 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939648 Jul 23 00:41:01.117387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:41:01.193059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ab6b8-6bb4-44fb-8e85-ec7a2c110281 req-888b4a1d-163d-4aff-9bb3-eed98478a106 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:01.194728 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff6ab6b8-6bb4-44fb-8e85-ec7a2c110281 req-888b4a1d-163d-4aff-9bb3-eed98478a106 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 943 time: 0.0661225 Jul 23 00:41:01.222202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:41:01.233169 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff6ab6b8-6bb4-44fb-8e85-ec7a2c110281 req-96148d14-3931-4679-9ff9-bdf7280670e0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Jul 23 00:41:01.234123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'port_id': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'mac_address': 'fa:16:3e:cb:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:41:01.271395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:01.283863 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d74a7-11e2-4818-920d-9f98b031ddf4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:41:01.302774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:41:01.306534 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:01.357326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:01.528917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['406d74a7-11e2-4818-920d-9f98b031ddf4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:41:01.796208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4f80daa7-3776-4da7-877b-8b357c2f3cd4 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:41:01.843295 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:41:01.843770 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:02.364813 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939fa53-1611-4395-bb10-e552f7939c43 req-d283d3a3-56ed-4dab-a328-ff453d28c3a6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:02.366305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d939fa53-1611-4395-bb10-e552f7939c43 req-d283d3a3-56ed-4dab-a328-ff453d28c3a6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 944 time: 0.0667088 Jul 23 00:41:02.404633 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d939fa53-1611-4395-bb10-e552f7939c43 req-dc3d4502-7c5e-4039-85e6-0274c54ec4ba tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Jul 23 00:41:03.116752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:41:03.166835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 406d74a7-11e2-4818-920d-9f98b031ddf4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:41:03.171253 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 406d74a7-11e2-4818-920d-9f98b031ddf4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:41:03.171655 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:03.250069 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:03.271466 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:41:03.273702 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36407e-3b51-44f2-969b-404fc4ee3c05" -d '{"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-plugged", "status": "completed", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:41:03.287013 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:41:03.292260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:03.317353 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bb4406-8032-4ed1-ae76-d585e8d0cade x-openstack-request-id: req-57bb4406-8032-4ed1-ae76-d585e8d0cade {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:41:03.317643 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-plugged", "status": "completed", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:41:03.317894 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57bb4406-8032-4ed1-ae76-d585e8d0cade {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:41:03.318278 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'code': 200} Jul 23 00:41:03.345438 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:03.433189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067a19-308f-439e-800e-0413fa2856db req-fd18e86b-8a96-4813-822b-8b26ec7e1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:03.434626 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-31067a19-308f-439e-800e-0413fa2856db req-fd18e86b-8a96-4813-822b-8b26ec7e1bfa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1096 time: 0.0592556 Jul 23 00:41:03.547388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4bf25-4532-49f5-9887-554d939d9658 req-eaf89922-481f-4b2a-82f1-85b9289d647e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:03.549029 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3d4bf25-4532-49f5-9887-554d939d9658 req-eaf89922-481f-4b2a-82f1-85b9289d647e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0695226 Jul 23 00:41:03.591090 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c3d4bf25-4532-49f5-9887-554d939d9658 req-625a836d-2d98-471b-a969-dc0c48f9eae3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Jul 23 00:41:03.778608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-31067a19-308f-439e-800e-0413fa2856db req-c2b0823a-02c2-4593-9e57-d7925f44b8ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375092 Jul 23 00:41:04.725509 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9f7f9-89e2-4ccd-8216-310ded56cf1a req-9784e115-1d88-4334-9e1e-c4b3f23f92e6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:04.727003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1f9f7f9-89e2-4ccd-8216-310ded56cf1a req-9784e115-1d88-4334-9e1e-c4b3f23f92e6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0649731 Jul 23 00:41:04.768496 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1f9f7f9-89e2-4ccd-8216-310ded56cf1a req-3ad0898c-3fae-403a-b4f1-645f08631570 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359213 Jul 23 00:41:04.899769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22c67b-de9f-4288-bef7-eb2df125ba22 req-6898019c-f5fe-4480-87b6-d9b48c06dd64 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:04.901177 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc22c67b-de9f-4288-bef7-eb2df125ba22 req-6898019c-f5fe-4480-87b6-d9b48c06dd64 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0675819 Jul 23 00:41:04.938930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bc22c67b-de9f-4288-bef7-eb2df125ba22 req-70f69c8b-d872-4e03-864e-ec1c31f4217c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Jul 23 00:41:04.960505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54840) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:05.013268 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be644006-a994-4cdc-84f1-cd531131357f tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:05.014761 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-be644006-a994-4cdc-84f1-cd531131357f tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1091 time: 0.0533044 Jul 23 00:41:05.018174 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54842) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:05.022439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:41:05.044017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.142247 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.244071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.218 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/4fafae60-f35f-434b-99eb-a00be7b6c60a) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:41:05.343797 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.381888 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.415818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:41:05.421660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:41:05.425698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:41:05.431555 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=4fafae60-f35f-434b-99eb-a00be7b6c60a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:05.774169 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.850553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:05.995928 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:06.000318 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:06.067429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=4fafae60-f35f-434b-99eb-a00be7b6c60a,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:06.075695 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:06.172313 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP c40e6645-e337-49d7-a26d-e3c2c19a0a0d associated. External IP: 172.25.5.218, port: 406d74a7-11e2-4818-920d-9f98b031ddf4. Jul 23 00:41:06.707803 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router d76d6764-b155-499a-82cf-e9b6bad45053 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:41:06.812817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:41:06.822353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] Sync routers for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:41:06.829850 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:06.834240 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:41:06.834928 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:06.868882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ff3f1b20-2a65-4662-9d20-2dc388a61313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8473015 Jul 23 00:41:06.868882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:41:06.869751 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126860e-867a-4c13-96be-14458ce7d42e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:41:06.943867 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:41:06.944623 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:06.980449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4bee6-38e8-4bf2-9543-49e894ac0572 req-6114ef97-abac-4da0-b536-b3986179c06a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:06.981878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9eb4bee6-38e8-4bf2-9543-49e894ac0572 req-6114ef97-abac-4da0-b536-b3986179c06a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0647490 Jul 23 00:41:07.021670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9eb4bee6-38e8-4bf2-9543-49e894ac0572 req-d7d904b6-b89d-45ca-a126-3228a8b267ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332558 Jul 23 00:41:07.045107 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54848) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:07.073217 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced89ff0-d8fb-4c85-9402-1714d4932046 x-openstack-request-id: req-ced89ff0-d8fb-4c85-9402-1714d4932046 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:41:07.073511 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:41:07.073758 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ced89ff0-d8fb-4c85-9402-1714d4932046 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:41:07.075252 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'status': 'completed', 'code': 200} Jul 23 00:41:07.136563 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d54576d-c0fc-44fa-afd3-4384d560748e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/c40e6645-e337-49d7-a26d-e3c2c19a0a0d HTTP/1.1" status: 200 len: 991 time: 0.0902054 Jul 23 00:41:07.160903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126860e-867a-4c13-96be-14458ce7d42e req-0b2e9259-37a8-4910-aed3-49f0da1456d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:07.162394 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-0b2e9259-37a8-4910-aed3-49f0da1456d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1096 time: 0.0664835 Jul 23 00:41:07.173609 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'c40e6645-e337-49d7-a26d-e3c2c19a0a0d', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'port_id': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'mac_address': 'fa:16:3e:cb:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:41:05Z', 'updated_at': '2021-07-23T00:41:05Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:59Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:07.199353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] Checking router: d76d6764-b155-499a-82cf-e9b6bad45053 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:41:07.207800 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:41:07.208410 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:40:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:07.251421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126860e-867a-4c13-96be-14458ce7d42e req-6e10a316-405a-488b-8d57-5cf90c1f7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:07.252833 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-6e10a316-405a-488b-8d57-5cf90c1f7d9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0839562 Jul 23 00:41:07.312185 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:41:07.323776 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-3069f8f4-84ec-4f8f-a7c0-c1de21f567e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 999 time: 0.0635052 Jul 23 00:41:07.370901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126860e-867a-4c13-96be-14458ce7d42e req-18182eed-5e8d-4fcf-929f-3a364bb4e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:07.372378 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-18182eed-5e8d-4fcf-929f-3a364bb4e2c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0431747 Jul 23 00:41:07.436722 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126860e-867a-4c13-96be-14458ce7d42e req-4c556937-0c9d-44f8-ae3a-32f574b1a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:07.438397 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-4c556937-0c9d-44f8-ae3a-32f574b1a805 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597036 Jul 23 00:41:07.541539 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-a888248a-9c83-480f-b410-18b31126cf57 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955758 Jul 23 00:41:07.630613 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'c40e6645-e337-49d7-a26d-e3c2c19a0a0d', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'port_id': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'mac_address': 'fa:16:3e:cb:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:41:05Z', 'updated_at': '2021-07-23T00:41:05Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:59Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:41:07.633415 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8126860e-867a-4c13-96be-14458ce7d42e req-8d1ad19a-8504-4cf0-b836-7cc7875cc72b service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851724 Jul 23 00:41:07.656590 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da1fdb-b85c-44ef-b135-ed12d77798c9 None None] The sync data for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 is: [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'c40e6645-e337-49d7-a26d-e3c2c19a0a0d', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.218', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'port_id': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'mac_address': 'fa:16:3e:cb:e4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:41:05Z', 'updated_at': '2021-07-23T00:41:05Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:59Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:41:07.846890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699f019-792f-443f-bc5a-fd00fabecad3 None None] New status for floating IP c40e6645-e337-49d7-a26d-e3c2c19a0a0d: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:41:08.140292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54850) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:41:08.207366 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a5cccc9c-6d3e-4b82-8cd2-9900e631984e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/c40e6645-e337-49d7-a26d-e3c2c19a0a0d HTTP/1.1" status: 200 len: 993 time: 0.0652738 Jul 23 00:41:09.948124 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:41:16.243194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-824df54d-94ed-488f-920a-9969ffe2e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:19.547874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-eb7ffb1e-b7af-4ce6-ab26-4d7d0f4cb130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:19.812221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:20.524814 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:21.964554 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:22.911520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:36.925269 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:39.625447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b567dae-0d7a-4b58-ad70-f2bb91f30bc8 req-8109861e-3a2e-4026-b8f0-66746b59de3a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:39.626977 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b567dae-0d7a-4b58-ad70-f2bb91f30bc8 req-8109861e-3a2e-4026-b8f0-66746b59de3a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0719831 Jul 23 00:41:39.643374 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-a0ddc6dc-0494-40e0-b6e0-a75d15501cc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960596 Jul 23 00:41:39.671950 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5b567dae-0d7a-4b58-ad70-f2bb91f30bc8 req-5603f0ec-29e0-4f66-90fe-4abd92844571 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 Jul 23 00:41:40.814452 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b48f9-2e3f-4eb3-99d1-1a638db09c63 req-2e954fc1-ad34-4d0d-a758-90aae9368193 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:40.816069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-159b48f9-2e3f-4eb3-99d1-1a638db09c63 req-2e954fc1-ad34-4d0d-a758-90aae9368193 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0687628 Jul 23 00:41:40.842855 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-1c9d6cd6-fdfe-4710-a158-87d8cc5e22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:40.844708 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-1c9d6cd6-fdfe-4710-a158-87d8cc5e22a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1096 time: 0.0616724 Jul 23 00:41:40.860025 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-159b48f9-2e3f-4eb3-99d1-1a638db09c63 req-a68294ac-a82b-44ea-9fd4-d3f1b65054e7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382290 Jul 23 00:41:40.939341 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-f7ce50bc-9f08-4f26-bd1c-04dfcb7d61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:40.940856 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-f7ce50bc-9f08-4f26-bd1c-04dfcb7d61dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0903695 Jul 23 00:41:41.004662 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-84ce0e8e-f2be-49bd-81f5-8e86322b95db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 1001 time: 0.0572517 Jul 23 00:41:41.056512 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-6d8d7851-aded-421d-8a9e-0bbf50d0c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.058238 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-6d8d7851-aded-421d-8a9e-0bbf50d0c391 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0481424 Jul 23 00:41:41.116433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-6508b62c-1a92-4d5e-9981-966d432bc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.117959 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-6508b62c-1a92-4d5e-9981-966d432bc38b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538809 Jul 23 00:41:41.209319 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-563a251a-20d4-446b-a2b6-b3bc90412b86 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850897 Jul 23 00:41:41.306963 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-f45a2d2d-4b72-48f8-9b50-5bd426caf5f8 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914030 Jul 23 00:41:41.427636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-d6a335b9-41ab-403e-ad9b-3176b83ed212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.429212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-d6a335b9-41ab-403e-ad9b-3176b83ed212 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1096 time: 0.0615938 Jul 23 00:41:41.543195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-2eafc796-8fe6-4099-b8b7-a6e53fa22117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.544729 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-2eafc796-8fe6-4099-b8b7-a6e53fa22117 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0885363 Jul 23 00:41:41.608895 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-e1b76dda-47d9-4bf3-a7de-0530e4b41f4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 1001 time: 0.0567148 Jul 23 00:41:41.661328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-6dd9e510-a284-4026-9ff5-5992287cf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.662794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-6dd9e510-a284-4026-9ff5-5992287cf27d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0480850 Jul 23 00:41:41.720654 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-f3928a99-f4cc-40fe-80f1-e31457a4b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.722182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-f3928a99-f4cc-40fe-80f1-e31457a4b9d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537405 Jul 23 00:41:41.817905 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-5c9a3ea4-5c11-41d5-9d5e-9851626f411a service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 Jul 23 00:41:41.913253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7029fe94-beec-4f3b-acba-2cd629040a46 req-08b62461-c371-4022-9734-d14a6b486020 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890832 Jul 23 00:41:41.994010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa9807-1165-41d3-a28f-93559b1a76dc req-9e64fc52-b11a-44c0-b2db-1ff65cd58b03 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:41.995527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efa9807-1165-41d3-a28f-93559b1a76dc req-9e64fc52-b11a-44c0-b2db-1ff65cd58b03 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0637381 Jul 23 00:41:42.039214 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5efa9807-1165-41d3-a28f-93559b1a76dc req-961f79c8-3cdb-4c57-a2db-b25029eae444 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372086 Jul 23 00:41:43.169978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80bd6e-d752-472f-9d77-9b3ff341ff2d req-a80373e7-d25c-4102-ba39-016c6132f94a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:43.171891 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac80bd6e-d752-472f-9d77-9b3ff341ff2d req-a80373e7-d25c-4102-ba39-016c6132f94a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0638671 Jul 23 00:41:43.209882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ac80bd6e-d752-472f-9d77-9b3ff341ff2d req-459a305b-a99d-43db-b877-8324d20c7d80 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326047 Jul 23 00:41:44.341704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cddd18-2a53-471a-84e9-0605beaa35cb req-37b8e403-aee4-4553-8201-15bdd201325d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:44.343207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11cddd18-2a53-471a-84e9-0605beaa35cb req-37b8e403-aee4-4553-8201-15bdd201325d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0638497 Jul 23 00:41:44.381493 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11cddd18-2a53-471a-84e9-0605beaa35cb req-455f4fa3-2a5a-49b1-997a-172d7be32f7c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323112 Jul 23 00:41:45.514101 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5ea62-1342-4963-82f3-119f0943c175 req-8bb16406-6424-46ad-b459-cef6d2252199 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:45.515645 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ced5ea62-1342-4963-82f3-119f0943c175 req-8bb16406-6424-46ad-b459-cef6d2252199 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0667272 Jul 23 00:41:45.558003 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ced5ea62-1342-4963-82f3-119f0943c175 req-c714667e-8c63-41fc-ab9f-be9a12d9717d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Jul 23 00:41:46.245476 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a1c0488f-8229-4f08-a1c3-817f48408198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:46.688409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c45a4-a624-42c7-aa7b-824806a43e91 req-751d268c-d883-4738-826b-d4784d4d55ef tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:46.689914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120c45a4-a624-42c7-aa7b-824806a43e91 req-751d268c-d883-4738-826b-d4784d4d55ef tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0640512 Jul 23 00:41:46.727669 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-120c45a4-a624-42c7-aa7b-824806a43e91 req-d410faf4-4bc4-41c7-99a4-43c4e1a5e205 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Jul 23 00:41:46.946745 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:41:47.859900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d468045-0dbb-4798-84d7-ba987777db5c req-154679df-090a-4f41-ac4e-a62e70fda61f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:47.861428 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d468045-0dbb-4798-84d7-ba987777db5c req-154679df-090a-4f41-ac4e-a62e70fda61f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0656021 Jul 23 00:41:47.903203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9d468045-0dbb-4798-84d7-ba987777db5c req-0d6c3254-8605-4437-b6ee-0a5ff879c5ab tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360239 Jul 23 00:41:49.031237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bf962-e447-4dfb-a53c-e2f59e862c7d req-ae0ff511-9717-4576-8d64-08e97fde103d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:49.032665 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb5bf962-e447-4dfb-a53c-e2f59e862c7d req-ae0ff511-9717-4576-8d64-08e97fde103d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0630240 Jul 23 00:41:49.071575 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fb5bf962-e447-4dfb-a53c-e2f59e862c7d req-7d0cf481-c23d-4e55-b53e-0fd418dc6abb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Jul 23 00:41:49.548767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cf14-2e8a-4852-9cae-215a24dcf9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:49.814391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:50.201912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6ce0c-5a74-4d30-96e3-d632e6e5c723 req-440e5f14-7820-41f3-a036-91706b121c56 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:50.203608 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aa6ce0c-5a74-4d30-96e3-d632e6e5c723 req-440e5f14-7820-41f3-a036-91706b121c56 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0650518 Jul 23 00:41:50.241174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aa6ce0c-5a74-4d30-96e3-d632e6e5c723 req-fd1ab589-9a75-48b7-b99b-0b43a65b1f38 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320046 Jul 23 00:41:50.527679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:51.391386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c3719-f501-4ba5-adc3-a148b359abd2 req-d7fd4831-1d2a-4068-8207-ac6bd9f8c135 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:51.393132 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d1c3719-f501-4ba5-adc3-a148b359abd2 req-d7fd4831-1d2a-4068-8207-ac6bd9f8c135 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0777905 Jul 23 00:41:51.438017 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d1c3719-f501-4ba5-adc3-a148b359abd2 req-1e363a9b-9298-45a0-aff8-b3277487af36 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364516 Jul 23 00:41:51.966551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:52.572083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3b61-01e3-47ca-aaf9-ba0f443a8df2 req-090a9136-b50d-40a7-ab15-e17adddc6e1a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:52.573619 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-053e3b61-01e3-47ca-aaf9-ba0f443a8df2 req-090a9136-b50d-40a7-ab15-e17adddc6e1a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0661330 Jul 23 00:41:52.620927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-053e3b61-01e3-47ca-aaf9-ba0f443a8df2 req-27fe9c86-b106-4bbf-a8d2-b962c1c6aa14 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Jul 23 00:41:52.913372 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:53.753781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a286cc-db23-489a-a451-6963a6a49ca1 req-39586a95-12e9-4950-baae-420b890b8b56 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:53.755184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3a286cc-db23-489a-a451-6963a6a49ca1 req-39586a95-12e9-4950-baae-420b890b8b56 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0656030 Jul 23 00:41:53.797707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b3a286cc-db23-489a-a451-6963a6a49ca1 req-9417d637-9189-4bf0-86c0-ecf252f6c152 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Jul 23 00:41:54.937024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b99cd-e9db-4266-88bb-ad71d84f3816 req-7b4174c8-024a-4e97-b8bb-32668519dfe4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:54.938560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a26b99cd-e9db-4266-88bb-ad71d84f3816 req-7b4174c8-024a-4e97-b8bb-32668519dfe4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0723212 Jul 23 00:41:54.977197 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a26b99cd-e9db-4266-88bb-ad71d84f3816 req-9a27864c-abee-4c3a-8201-4a54df9a68ca tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329304 Jul 23 00:41:56.115131 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bed3a-a5f5-4b3e-bfbb-9e364e54eb59 req-31cfa183-1a26-48ce-a1d3-45b1210ebcf8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:56.116671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc2bed3a-a5f5-4b3e-bfbb-9e364e54eb59 req-31cfa183-1a26-48ce-a1d3-45b1210ebcf8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0677028 Jul 23 00:41:56.154591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc2bed3a-a5f5-4b3e-bfbb-9e364e54eb59 req-561ce3e7-d285-4ac3-815d-b1535dd449aa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Jul 23 00:41:57.291306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fe722-9cd0-40e9-962c-b147e9d95d7b req-b613808a-0b57-4364-b6ad-ed068497182c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:57.292847 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a20fe722-9cd0-40e9-962c-b147e9d95d7b req-b613808a-0b57-4364-b6ad-ed068497182c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0704277 Jul 23 00:41:57.336758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a20fe722-9cd0-40e9-962c-b147e9d95d7b req-50faa8a4-af70-4a12-8861-b7b4a836c235 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381415 Jul 23 00:41:58.165383 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-7bf5b0a2-bf4f-4cce-af8a-bbc4ac381f8e service neutron] show failed (client error): The resource could not be found. Jul 23 00:41:58.166479 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-7bf5b0a2-bf4f-4cce-af8a-bbc4ac381f8e service neutron] 10.222.0.49 "GET /v2.0/ports/406d74a7-11e2-4818-920d-9f98b031ddf4/bindings/n-h2-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0646079 Jul 23 00:41:58.478388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-0dfb3216-8785-49db-bc76-477c661e144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:58.479958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-0dfb3216-8785-49db-bc76-477c661e144e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 1096 time: 0.1494713 Jul 23 00:41:58.495843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b719a0-ad2c-4478-ad27-dc4b099375d0 req-3c4444a5-0147-4d7b-bc96-38178def7623 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:58.497309 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68b719a0-ad2c-4478-ad27-dc4b099375d0 req-3c4444a5-0147-4d7b-bc96-38178def7623 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0865448 Jul 23 00:41:58.502837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758851-4', 'device_owner': 'compute:nova'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:41:58.575123 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68b719a0-ad2c-4478-ad27-dc4b099375d0 req-e4b3f169-bb0d-421f-8197-1b19bd2725eb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696659 Jul 23 00:41:58.609979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:58.816793 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:41:58.850197 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h1-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:41:58.894303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:41:58.896830 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c085af-3523-4810-a4bd-a0221244d18d" -d '{"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-unplugged", "status": "completed", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:41:58.900511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:58.913958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Transition to ACTIVE for port object 406d74a7-11e2-4818-920d-9f98b031ddf4 will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:41:58.917496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.001334 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=6']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:59.010295 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52490a13-42c3-4fc4-bc30-67f49897fe66 x-openstack-request-id: req-52490a13-42c3-4fc4-bc30-67f49897fe66 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:41:59.010588 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-unplugged", "status": "completed", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:41:59.010835 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52490a13-42c3-4fc4-bc30-67f49897fe66 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:41:59.011234 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'code': 200} Jul 23 00:41:59.021046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.021390 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.021727 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.022070 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.022399 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.022728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.023126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.023378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.023701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.024025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.024345 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.024662 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:41:59.066389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] No DVR routers for this DVR port 406d74a7-11e2-4818-920d-9f98b031ddf4 on host n-h1-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:41:59.208887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:41:59.209220 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:41:59.209553 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:41:59.213836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Port 406d74a7-11e2-4818-920d-9f98b031ddf4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:41:59.214160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Attempting to bind port 406d74a7-11e2-4818-920d-9f98b031ddf4 on network fa286802-82c7-450f-98ec-3fbdaeff2419 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:41:59.219016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:41:59.219466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Checking segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:41:59.219860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Bound using segment: {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:41:59.220281 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Bound port: 406d74a7-11e2-4818-920d-9f98b031ddf4, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90286466-edce-4b9e-adf6-f90f4d62fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:41:59.220636 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.288143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:41:59.291140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:41:59.297264 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.333986 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:59.334267 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:41:59.335732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] 10.222.0.48 "PUT /v2.0/ports/406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 1091 time: 0.8375251 Jul 23 00:41:59.361861 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df788650-c13e-499e-bdfa-7470fa552aae service neutron] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=7']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:41:59.438627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-249559c1-414a-48cb-90d4-5b1f34163a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:59.440317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-249559c1-414a-48cb-90d4-5b1f34163a81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1094 time: 0.0676203 Jul 23 00:41:59.540401 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-61680b9d-c724-45c9-a29a-934a21665eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:59.541935 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-61680b9d-c724-45c9-a29a-934a21665eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0954738 Jul 23 00:41:59.610868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-43da7abd-3a6b-4f6b-996a-2a237e3cc8f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 999 time: 0.0623679 Jul 23 00:41:59.691160 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-8ee8217a-f6f1-4078-aa6e-8f70cbcc368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:59.692658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-8ee8217a-f6f1-4078-aa6e-8f70cbcc368b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0751929 Jul 23 00:41:59.754988 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa312d8-d4da-4c5b-8065-e36b2cdfe788 req-3f05c215-3586-4ead-ad29-852361eb6ee3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:59.756531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5aa312d8-d4da-4c5b-8065-e36b2cdfe788 req-3f05c215-3586-4ead-ad29-852361eb6ee3 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 943 time: 0.1091855 Jul 23 00:41:59.803215 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-2534383b-7792-48a5-b255-c21d73331360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:41:59.804760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-2534383b-7792-48a5-b255-c21d73331360 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055493 Jul 23 00:41:59.810304 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5aa312d8-d4da-4c5b-8065-e36b2cdfe788 req-24254dd6-0246-440f-80b9-a9f5b243a968 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Jul 23 00:41:59.899206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-5b186248-f0ae-404d-9748-6c8a123cb3e7 service neutron] 10.222.0.48 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874870 Jul 23 00:41:59.990634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-55695548-f351-46ef-bbbd-2ef5f876ec27 req-c00c8c6c-95b1-494a-8df3-70dc29cf383b service neutron] 10.222.0.48 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857830 Jul 23 00:42:00.955773 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0a3e0-d1a8-4bcd-8a4f-18da9b9cbf14 req-92c4bc36-98ba-4f92-ae60-a8ce858f0745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:00.957305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59e0a3e0-d1a8-4bcd-8a4f-18da9b9cbf14 req-92c4bc36-98ba-4f92-ae60-a8ce858f0745 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 943 time: 0.0766182 Jul 23 00:42:00.995159 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59e0a3e0-d1a8-4bcd-8a4f-18da9b9cbf14 req-b7d83a7c-2385-4d56-9a35-526808cf6733 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Jul 23 00:42:01.012829 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:01.015187 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:01.065148 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc627483-a529-4086-b77a-539cab6c0698 x-openstack-request-id: req-dc627483-a529-4086-b77a-539cab6c0698 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:01.065440 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:01.065693 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc627483-a529-4086-b77a-539cab6c0698 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:01.066121 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'status': 'completed', 'code': 200} Jul 23 00:42:01.143695 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-cfe165bc-f41d-490e-975d-2db67549a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.145143 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-cfe165bc-f41d-490e-975d-2db67549a92a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1094 time: 0.0621183 Jul 23 00:42:01.170153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-e24849c2-bb08-4246-a1b2-bfbcd724165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.171793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-e24849c2-bb08-4246-a1b2-bfbcd724165c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1094 time: 0.0577691 Jul 23 00:42:01.236102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-7c654f64-02fe-4fa1-b931-b8b69b668337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.237609 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-7c654f64-02fe-4fa1-b931-b8b69b668337 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0866721 Jul 23 00:42:01.267354 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-9676d22e-4fcf-4f4b-a56d-fd92afd7cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.268865 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-9676d22e-4fcf-4f4b-a56d-fd92afd7cc4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.0906901 Jul 23 00:42:01.308460 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-eae9cb29-0a5a-4fcb-8df3-f6cd557dd007 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 999 time: 0.0644183 Jul 23 00:42:01.335901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-a69fa477-0248-4c9b-b1da-4f1421e098c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 999 time: 0.0599198 Jul 23 00:42:01.358345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-ef02cfc5-4e87-484f-901b-78290adab3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.360523 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-ef02cfc5-4e87-484f-901b-78290adab3ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0465260 Jul 23 00:42:01.387053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-7351140a-057f-41bb-87f6-b8f0a5206450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.388564 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-7351140a-057f-41bb-87f6-b8f0a5206450 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0457900 Jul 23 00:42:01.412048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:01.423690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-accf9f2c-f4a0-4d11-870d-66ca31b39943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.426817 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-accf9f2c-f4a0-4d11-870d-66ca31b39943 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604606 Jul 23 00:42:01.454666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:01.462852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-a692ebaf-c9fd-48a4-b5c0-fc063f7c28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:01.464486 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-a692ebaf-c9fd-48a4-b5c0-fc063f7c28c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687635 Jul 23 00:42:01.538046 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-ad1712a8-a5f7-4b4d-b20d-0e28012abc06 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049972 Jul 23 00:42:01.567837 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-106bab40-4ed3-4d52-9cdf-545723bff8a8 service neutron] 10.222.0.48 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930166 Jul 23 00:42:01.636707 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-01ed4cec-5c3e-44bb-bfea-a5e68689e50f service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922649 Jul 23 00:42:01.671279 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7911d6c7-0afd-4a54-9bbe-31cd840ba43f req-14de73e8-39da-4aa9-a238-f57ea0e50fa6 service neutron] 10.222.0.48 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959346 Jul 23 00:42:02.131694 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba575d00-e4bd-4d78-9f40-7e4b50318efc req-5d77b6a7-ce9b-464f-a28c-9a7b24575da0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.133186 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba575d00-e4bd-4d78-9f40-7e4b50318efc req-5d77b6a7-ce9b-464f-a28c-9a7b24575da0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 943 time: 0.0641978 Jul 23 00:42:02.173485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ba575d00-e4bd-4d78-9f40-7e4b50318efc req-bc2f5cbe-3377-48ce-92dc-ab82ab6d151e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Jul 23 00:42:02.177182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:42:02.280103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:02.294818 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'port_id': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'mac_address': 'fa:16:3e:cb:e4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:42:02.352850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.368258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406d74a7-11e2-4818-920d-9f98b031ddf4 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:42:02.393399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:02.399628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:02.420550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51ae-c4d2-4600-9200-ffcd1653ac0c req-21f0940e-9cc4-47cb-bd75-c2544ad51699 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.422777 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c0a51ae-c4d2-4600-9200-ffcd1653ac0c req-21f0940e-9cc4-47cb-bd75-c2544ad51699 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 943 time: 0.0838327 Jul 23 00:42:02.429517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-6d462986-346e-41d0-b2f1-7edf9231cbbf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.431075 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-6d462986-346e-41d0-b2f1-7edf9231cbbf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea&tenant_id=e14ff86660ee426aa2fab34e93fef312&binding%3Ahost_id=n-h2-758851-4 HTTP/1.1" status: 200 len: 943 time: 0.0847418 Jul 23 00:42:02.464826 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:02.466747 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9c0a51ae-c4d2-4600-9200-ffcd1653ac0c req-1f59bbce-5d30-43d5-ba3b-09ba5f514b8d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378523 Jul 23 00:42:02.476703 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.477223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.477724 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.478218 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.478722 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.479585 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.484071 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.486035 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.486628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.487762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.488325 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.489348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:02.508057 n-d-758851-4 neutron-server[93790]: INFO neutron.api.v2.resource [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-e60feebc-9828-4f98-9113-3096dc1dd9b5 service neutron] delete failed (client error): The resource could not be found. Jul 23 00:42:02.509216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-e60feebc-9828-4f98-9113-3096dc1dd9b5 service neutron] 10.222.0.49 "DELETE /v2.0/ports/406d74a7-11e2-4818-920d-9f98b031ddf4/bindings/n-h1-758851-4 HTTP/1.1" status: 404 len: 380 time: 0.0718052 Jul 23 00:42:02.611600 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde4e66-ff20-4eeb-9a1b-1d9aa6daa3b3 req-9cf05ee7-3f89-45ab-a164-747ab1c2013c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.613165 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abde4e66-ff20-4eeb-9a1b-1d9aa6daa3b3 req-9cf05ee7-3f89-45ab-a164-747ab1c2013c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 944 time: 0.0721350 Jul 23 00:42:02.621346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-637b0826-d0b3-44a7-8ef2-ad303125273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.623253 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-637b0826-d0b3-44a7-8ef2-ad303125273f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1095 time: 0.0708711 Jul 23 00:42:02.656404 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-abde4e66-ff20-4eeb-9a1b-1d9aa6daa3b3 req-8fc46916-83ce-4372-81af-951985e4fad7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368752 Jul 23 00:42:02.692636 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['406d74a7-11e2-4818-920d-9f98b031ddf4'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:42:02.729381 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-780d1e70-651f-43d4-ac09-b6c9990e3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.730894 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-780d1e70-651f-43d4-ac09-b6c9990e3179 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.1016278 Jul 23 00:42:02.817311 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-102c4321-0d83-408c-9437-659d8722df84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 1000 time: 0.0792079 Jul 23 00:42:02.867143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-68061ac0-d4fe-4215-9322-8e3a8c254a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.868718 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-68061ac0-d4fe-4215-9322-8e3a8c254a26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0454202 Jul 23 00:42:02.935506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-a9ea724d-809b-424a-9848-3bbbbc8aa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:02.937069 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-a9ea724d-809b-424a-9848-3bbbbc8aa1ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626395 Jul 23 00:42:03.027191 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-f10b2518-86c6-42ba-8d91-d4ebb88938d0 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Jul 23 00:42:03.120910 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e5507ed4-fefd-447c-9a44-fb1760bc29bb req-f2b5b448-6c5e-4810-bc4d-4a2dd5fbb920 service neutron] 10.222.0.49 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878325 Jul 23 00:42:03.788438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cd9c0-6379-4f2f-94dc-06335f19eef9 req-a7e676de-9898-4532-8dd7-337ce841623a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:03.789927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-558cd9c0-6379-4f2f-94dc-06335f19eef9 req-a7e676de-9898-4532-8dd7-337ce841623a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 944 time: 0.0654259 Jul 23 00:42:03.827472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-558cd9c0-6379-4f2f-94dc-06335f19eef9 req-1993edfb-5c6c-4306-86f8-4a7fc7ac8f7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Jul 23 00:42:03.850499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54956) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:03.911070 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6db2ab5c-defb-41df-9632-4cb86dc0d1f1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/c40e6645-e337-49d7-a26d-e3c2c19a0a0d HTTP/1.1" status: 200 len: 992 time: 0.0593905 Jul 23 00:42:04.185812 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:04.234958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 406d74a7-11e2-4818-920d-9f98b031ddf4 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:04.238702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 406d74a7-11e2-4818-920d-9f98b031ddf4 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:04.239074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.316556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.339370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:04.341583 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ad425-16ff-4d0c-aeae-1c36633fc0b3" -d '{"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-plugged", "status": "completed", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:04.354187 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:04.358783 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:04.410213 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:04.434606 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2befd470-e857-4f18-9483-a198c63ad48f x-openstack-request-id: req-2befd470-e857-4f18-9483-a198c63ad48f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:04.434901 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-plugged", "status": "completed", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:04.435170 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2befd470-e857-4f18-9483-a198c63ad48f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:04.435608 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'code': 200} Jul 23 00:42:06.924524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:16.246462 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efc6f974-2ff6-4f30-b1b8-5a6b6681088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:19.549916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fcd1abc1-f7ad-4a9d-95ec-e7541cf273b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:19.815170 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:20.530395 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:21.970087 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:22.922729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:23.947248 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:42:32.368416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54972) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:32.526956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 4fafae60-f35f-434b-99eb-a00be7b6c60a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:32.527306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:32.599471 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:32.599808 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:32.610920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 4fafae60-f35f-434b-99eb-a00be7b6c60a owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:32.756946 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:32.784874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=4fafae60-f35f-434b-99eb-a00be7b6c60a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:32.815876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.816230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.816576 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.816921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.817259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.817596 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.817926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.818258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.818595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.818921 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.819250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.819602 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:32.859224 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:32.859621 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP c40e6645-e337-49d7-a26d-e3c2c19a0a0d disassociated (deleted). External IP: 172.25.5.218, port: 406d74a7-11e2-4818-920d-9f98b031ddf4. Jul 23 00:42:33.069306 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router d76d6764-b155-499a-82cf-e9b6bad45053 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:33.175550 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:33.180309 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:33.185428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] Sync routers for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:33.195425 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:33.196029 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:33.217349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9992c34c-694a-45ab-8a30-fa9b4fb9dfe6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/floatingips/c40e6645-e337-49d7-a26d-e3c2c19a0a0d HTTP/1.1" status: 204 len: 168 time: 0.8477962 Jul 23 00:42:33.218491 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:33.220804 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94f09fd-90f5-4534-b599-66ce6377f417" -d '{"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:33.300761 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:33.376922 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f599cd-5746-4a98-abba-0b7ff8e24933 x-openstack-request-id: req-a6f599cd-5746-4a98-abba-0b7ff8e24933 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:33.377450 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:33.377450 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6f599cd-5746-4a98-abba-0b7ff8e24933 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:33.377866 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'status': 'completed', 'code': 200} Jul 23 00:42:33.505134 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:59Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:33.525897 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c94e9-ad71-431b-bb86-c946da032e4b req-cd63a9c8-146f-4fe7-9bd4-c7085ed7f2b5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:33.527425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b64c94e9-ad71-431b-bb86-c946da032e4b req-cd63a9c8-146f-4fe7-9bd4-c7085ed7f2b5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.1057694 Jul 23 00:42:33.530660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-ac13d12b-4e6d-460b-98cc-e8f57fc08c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:33.532171 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-ac13d12b-4e6d-460b-98cc-e8f57fc08c79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 1096 time: 0.0964563 Jul 23 00:42:33.533428 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] Checking router: d76d6764-b155-499a-82cf-e9b6bad45053 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:33.542027 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:33.542636 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:33.594911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b64c94e9-ad71-431b-bb86-c946da032e4b req-ca4db276-121b-417f-b0bf-f860259d863d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609953 Jul 23 00:42:33.649366 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-947fffb1-3ac6-4974-a4a3-71894f8c6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:33.650582 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:33.650896 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-947fffb1-3ac6-4974-a4a3-71894f8c6f04 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 200 len: 897 time: 0.1102524 Jul 23 00:42:33.691286 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-888abc22-3ac8-42ca-a038-4b08361576fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 200 len: 217 time: 0.0338778 Jul 23 00:42:33.739992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-0f9fa4ed-8af0-497c-847b-8e68982df9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:33.741476 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-0f9fa4ed-8af0-497c-847b-8e68982df9f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 200 len: 834 time: 0.0437009 Jul 23 00:42:33.806318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-9afd54fe-b6f2-44f7-9e3e-44ad81fde67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:33.807860 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-9afd54fe-b6f2-44f7-9e3e-44ad81fde67d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fa286802-82c7-450f-98ec-3fbdaeff2419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602062 Jul 23 00:42:33.846368 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:59Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:33.876514 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d7369-2900-445a-b158-6e9f7d2833df None None] The sync data for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 is: [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:55Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '4f80daa7-3776-4da7-877b-8b357c2f3cd4', 'name': '', 'network_id': 'fa286802-82c7-450f-98ec-3fbdaeff2419', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:aa:15:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:54Z', 'updated_at': '2021-07-23T00:40:59Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'cdd3872e-1a5c-4e47-8b13-dc730e1ee07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:33.898794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-4d05180c-7c9a-4d36-bd1e-595d633f4abd service neutron] 10.222.0.48 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835021 Jul 23 00:42:33.996098 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b94f09fd-90f5-4534-b599-66ce6377f417 req-690c33c1-adea-4bf2-b6de-3b51f990fdd6 service neutron] 10.222.0.48 "GET /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903690 Jul 23 00:42:34.099716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986d4a5-b8fe-453b-932c-a4a4e2a3ec9f None None] New status for floating IP c40e6645-e337-49d7-a26d-e3c2c19a0a0d: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:42:34.730602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186486d-bd15-4d40-9f41-f8a8e48d76fa req-36453647-200f-49ac-ae25-3272e79a6cf6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:34.732089 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1186486d-bd15-4d40-9f41-f8a8e48d76fa req-36453647-200f-49ac-ae25-3272e79a6cf6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0644166 Jul 23 00:42:34.770503 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1186486d-bd15-4d40-9f41-f8a8e48d76fa req-1af4036d-ce53-4f9c-89c4-b7fa6a05731b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1cecb8c-a18e-4779-826b-c5500390a60d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Jul 23 00:42:34.852566 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7a520996-a0d9-40dd-a5d4-20334fba034f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:34.853991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7a520996-a0d9-40dd-a5d4-20334fba034f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "GET /v2.0/ports?device_id=6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea HTTP/1.1" status: 200 len: 945 time: 0.0678446 Jul 23 00:42:34.953965 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 406d74a7-11e2-4818-920d-9f98b031ddf4 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:34.954320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:35.043426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 406d74a7-11e2-4818-920d-9f98b031ddf4, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=406d74a7-11e2-4818-920d-9f98b031ddf4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:35.043712 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:35.056661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 406d74a7-11e2-4818-920d-9f98b031ddf4 owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:35.182909 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:35.212745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=406d74a7-11e2-4818-920d-9f98b031ddf4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:35.261327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] No DVR routers for this DVR port 406d74a7-11e2-4818-920d-9f98b031ddf4 on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:42:35.264174 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:35.266833 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3849b9e-8bd9-437e-9425-a7a622625b14 req-7703b9f7-08f8-487b-a15a-c11ac8917331 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "DELETE /v2.0/ports/406d74a7-11e2-4818-920d-9f98b031ddf4 HTTP/1.1" status: 204 len: 173 time: 0.4073572 Jul 23 00:42:35.267293 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-deleted', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:35.269987 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab8c37-0ff5-4ca1-9c93-e7e034e50b4d" -d '{"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-deleted", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:35.308653 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21944abd-91e7-4fd2-989f-4d72a4ee3f2f x-openstack-request-id: req-21944abd-91e7-4fd2-989f-4d72a4ee3f2f {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:35.308942 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea", "name": "network-vif-deleted", "tag": "406d74a7-11e2-4818-920d-9f98b031ddf4", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:35.309187 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21944abd-91e7-4fd2-989f-4d72a4ee3f2f {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:35.309659 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a72ad4a-e8ba-41e7-bd66-cf3d2c846aea', 'name': 'network-vif-deleted', 'tag': '406d74a7-11e2-4818-920d-9f98b031ddf4', 'status': 'completed', 'code': 200} Jul 23 00:42:35.826459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54986) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:36.182200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:36.440711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 4f80daa7-3776-4da7-877b-8b357c2f3cd4 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:36.440975 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:36.527705 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 4f80daa7-3776-4da7-877b-8b357c2f3cd4, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=4f80daa7-3776-4da7-877b-8b357c2f3cd4,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:36.528070 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:36.540217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 4f80daa7-3776-4da7-877b-8b357c2f3cd4 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:36.725785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:36.754634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=4f80daa7-3776-4da7-877b-8b357c2f3cd4,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:36.931816 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.241421 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.451259 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router d76d6764-b155-499a-82cf-e9b6bad45053 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:37.556771 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:37.561767 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6e71bab8-2f5b-4c53-a6a9-2bbf6d7460ee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/d76d6764-b155-499a-82cf-e9b6bad45053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342989 Jul 23 00:42:37.564501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54988) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:37.566690 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] Sync routers for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:37.575711 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:37.576316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:37.616614 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting subnet cdd3872e-1a5c-4e47-8b13-dc730e1ee07a {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:42:37.619970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.661457 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.678789 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:37.749752 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.816145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.845976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd3872e-1a5c-4e47-8b13-dc730e1ee07a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:37.849732 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:37.854552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-f8608478-2f77-4fce-baae-71b282a5a39f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/subnets/cdd3872e-1a5c-4e47-8b13-dc730e1ee07a HTTP/1.1" status: 204 len: 168 time: 0.2863317 Jul 23 00:42:37.854953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54990) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:37.865098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febbe812-8186-499e-a0da-0adf82c34ae7 None None] Network fa286802-82c7-450f-98ec-3fbdaeff2419 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:42:37.871470 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:42:36Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:37.902185 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] Checking router: d76d6764-b155-499a-82cf-e9b6bad45053 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:37.912024 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] Routers {'d76d6764-b155-499a-82cf-e9b6bad45053'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:37.912814 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['d76d6764-b155-499a-82cf-e9b6bad45053'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:37.970393 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.025194 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] Set router d76d6764-b155-499a-82cf-e9b6bad45053 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:38.068523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] DHCP port deletion for fa286802-82c7-450f-98ec-3fbdaeff2419 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:42:38.082076 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.115959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] Deleting port 7208ca00-d1db-4e64-b9d2-6161bf7e869f {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:38.116336 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.137529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 6d015c85-faf6-43e6-a012-597b277d48b8 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:42:38.137896 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.184679 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] For port 7208ca00-d1db-4e64-b9d2-6161bf7e869f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7208ca00-d1db-4e64-b9d2-6161bf7e869f,segment=NetworkSegment(90286466-edce-4b9e-adf6-f90f4d62fd7e),segment_id=90286466-edce-4b9e-adf6-f90f4d62fd7e)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:38.185349 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.198222 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] Calling delete_port for 7208ca00-d1db-4e64-b9d2-6161bf7e869f owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:38.220557 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:42:36Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:38.229624 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 6d015c85-faf6-43e6-a012-597b277d48b8, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6d015c85-faf6-43e6-a012-597b277d48b8,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:38.230103 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.242529 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 6d015c85-faf6-43e6-a012-597b277d48b8 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:42:38.248231 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af2232-3728-4972-a2e5-d4b25fde890e None None] The sync data for ids ['d76d6764-b155-499a-82cf-e9b6bad45053'] in n-d-758851-4 is: [{'id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46492629', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:42:36Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '6d015c85-faf6-43e6-a012-597b277d48b8', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d6764-b155-499a-82cf-e9b6bad45053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:40:51Z', 'updated_at': '2021-07-23T00:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:38.287850 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.318781 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] Pushing event deleted for resources: {'Port': ['ID=7208ca00-d1db-4e64-b9d2-6161bf7e869f,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:38.320551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1ac6a-b133-4ec6-beef-b42d48d1f465 None None] No DVR routers for this DVR port 7208ca00-d1db-4e64-b9d2-6161bf7e869f on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:42:38.340947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:38.425570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.451274 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=6d015c85-faf6-43e6-a012-597b277d48b8,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:38.514140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 406d74a7-11e2-4818-920d-9f98b031ddf4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:38.514485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 406d74a7-11e2-4818-920d-9f98b031ddf4 not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:38.521563 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.614422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.616482 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.665510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.666147 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Fanout notify agent at l3_agent the message router_deleted on router d76d6764-b155-499a-82cf-e9b6bad45053 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:42:38.674208 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.675418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a067bf44-ce1f-402e-a40f-bcdf9cfea879 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/routers/d76d6764-b155-499a-82cf-e9b6bad45053 HTTP/1.1" status: 204 len: 168 time: 0.8186953 Jul 23 00:42:38.678085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 54992) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:38.758560 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.853961 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.865953 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa286802-82c7-450f-98ec-3fbdaeff2419']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:38.877481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90286466-edce-4b9e-adf6-f90f4d62fd7e') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:38.877777 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90286466-edce-4b9e-adf6-f90f4d62fd7e') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:38.887145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.902231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.908823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:42:38.909233 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:42:38.912318 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:42:38.977545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.985169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:38.986993 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/networks/fa286802-82c7-450f-98ec-3fbdaeff2419 HTTP/1.1" status: 204 len: 168 time: 0.3079052 Jul 23 00:42:38.989772 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 54994) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:38.998207 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9267-edfa-41ea-b143-281064401773 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Network': ['ID=fa286802-82c7-450f-98ec-3fbdaeff2419,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:39.048190 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b75cd7c-06b1-4862-8182-18f791c415f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.073337 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b75cd7c-06b1-4862-8182-18f791c415f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.132735 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b75cd7c-06b1-4862-8182-18f791c415f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.135249 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3b75cd7c-06b1-4862-8182-18f791c415f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.136462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3b75cd7c-06b1-4862-8182-18f791c415f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1cecb8c-a18e-4779-826b-c5500390a60d HTTP/1.1" status: 204 len: 168 time: 0.1456816 Jul 23 00:42:39.146330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75cd7c-06b1-4862-8182-18f791c415f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cecb8c-a18e-4779-826b-c5500390a60d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:39.351827 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55000) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:39.356505 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959942990', 'description': 'tempest-secgroup-smoke-1959942990 description', 'project_id': 'e14ff86660ee426aa2fab34e93fef312'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:39.379615 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.462330 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.466290 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.494862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.496122 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433072 Jul 23 00:42:39.498097 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6141d-5cb9-4eed-898b-69b910c186d4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214fafe1-95dd-48cd-a2d2-8567fddaf2ca,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:39.499147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55002) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:39.504882 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '214fafe1-95dd-48cd-a2d2-8567fddaf2ca', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:39.533100 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.578813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.582467 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.604297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dd4eea-f5a7-457e-b2ed-33d535e154bb,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:39.611125 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.612363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e60decb8-a311-441b-b386-3224fd6e10f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120684 Jul 23 00:42:39.615383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55004) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:39.620072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '214fafe1-95dd-48cd-a2d2-8567fddaf2ca', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:39.647622 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.709054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.712927 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.731077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0710afa-6d34-413d-9504-1787f43b999d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:39.736498 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.737634 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e877fd4c-d463-4859-ae5c-b0781e3bf2f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212356 Jul 23 00:42:39.740375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55006) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:39.745297 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '214fafe1-95dd-48cd-a2d2-8567fddaf2ca', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:39.770670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.833494 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.838662 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.862393 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b269ebc8-a725-4f60-8a69-b3da8e80bca0,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:39.863916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7208ca00-d1db-4e64-b9d2-6161bf7e869f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:39.866640 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.867961 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6dd8c468-2e99-4bf4-9356-c3fb4fc25609 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265922 Jul 23 00:42:39.870566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:39.877072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '214fafe1-95dd-48cd-a2d2-8567fddaf2ca', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:39.890639 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7208ca00-d1db-4e64-b9d2-6161bf7e869f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:39.891121 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7208ca00-d1db-4e64-b9d2-6161bf7e869f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:39.891699 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4f80daa7-3776-4da7-877b-8b357c2f3cd4 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:39.910865 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.912453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 4f80daa7-3776-4da7-877b-8b357c2f3cd4 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:39.912820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 4f80daa7-3776-4da7-877b-8b357c2f3cd4 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:39.913348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d015c85-faf6-43e6-a012-597b277d48b8 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:42:39.933603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6d015c85-faf6-43e6-a012-597b277d48b8 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:42:39.934230 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6d015c85-faf6-43e6-a012-597b277d48b8 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:42:39.989610 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:39.996423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.021650 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.025822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513901 Jul 23 00:42:40.025822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c0cf0-fef3-4fcd-9519-1b6331c681ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd39d322-ad70-498c-b1e9-de50638195de,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:40.026250 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:40.032095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '214fafe1-95dd-48cd-a2d2-8567fddaf2ca', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:40.060383 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:42:40.066193 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.140083 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.145601 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.166461 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fabf925-6642-470a-a41d-9ac071874b0d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:40.177099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.178608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4eefb5be-f1e4-445a-bfa9-13979438677a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512835 Jul 23 00:42:40.182673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55012) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:40.187488 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '214fafe1-95dd-48cd-a2d2-8567fddaf2ca', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:40.212561 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:42:40.217852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.299048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.302708 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.328841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05698461-86c9-4251-b7a1-2d010ac66a9c,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:40.334990 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.336408 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6f7cefce-5c70-4ad6-baa2-0993bb2526d5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527698 Jul 23 00:42:40.339712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55014) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:40.345570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'network': {'name': 'tempest-network-smoke--1259721502', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'port_security_enabled': True}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:40.368217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:42:40.372223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.400072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:42:40.410348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.410765 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Added segment 3396ce18-dafa-412f-9c68-3cad1aaa03fd of type vlan for network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f Jul 23 00:42:40.466206 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.499686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.505567 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:40.506166 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.544970 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2041912 Jul 23 00:42:40.548610 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:40.553636 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'admin_state_up': True, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:40.576772 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.577892 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.579113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033af7e-895b-42bc-b30c-1a9649c91e86 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Network': ['ID=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:40.590277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:42:40.634619 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.774393 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.964253 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:40.982792 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:41.086852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.89 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/7d02b187-02aa-43ea-bf8a-7c6e287fbf21) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:41.186338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:41.230620 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:41.264362 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:41.268079 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:41.274099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:41.302692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:41.521351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.060317 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.183733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 652ed047-cd5f-4cea-bd7d-7f33524345a5 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:42:42.288357 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:42.299481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Sync routers for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:42.306972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.308305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-518583ec-72c7-4413-9732-2448ec2de814 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7586257 Jul 23 00:42:42.308865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:42.309472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:42.311547 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:42.341580 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bf3bcc9a-a1d3-4e9d-8b49-dd797eda8373 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e14ff86660ee426aa2fab34e93fef312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266633 Jul 23 00:42:42.341847 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55020) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:42.416165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:42.431671 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f31634c-5687-4a19-914f-b9517bdeebcc tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:42.433185 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1f31634c-5687-4a19-914f-b9517bdeebcc tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904574 Jul 23 00:42:42.436018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55022) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:42.464689 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1143eb11-8fe5-46e0-8f35-3259a7b436b1 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275590 Jul 23 00:42:42.467120 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55024) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:42.472701 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803545745', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:42.564208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:42:42.567677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.594362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:41Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:42.620688 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Checking router: 652ed047-cd5f-4cea-bd7d-7f33524345a5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:42.621040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Updating router 652ed047-cd5f-4cea-bd7d-7f33524345a5 port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:42:42.660394 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.754077 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.815213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Subnet': ['ID=eb1121c3-92d9-4433-8d84-5fd455650db4,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:42.823415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Checking segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:42.823770 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network hostable DHCP agents. Network: 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:42:42.846193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:42:42.856743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:42.861758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:42.862689 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:42.872414 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3721a-0661-469e-885d-a3fbb6e5ae03 None None] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:42:42.878529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3cccedba-0cc3-4f6e-ba29-581168a34723 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4102476 Jul 23 00:42:42.881291 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55026) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:42.986797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.007098 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Transition to ACTIVE for port object 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:43.013600 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.095749 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Attempting to bind port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:43.096119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Attempting to bind port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:43.096483 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Attempting to bind port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:43.100197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709393-4bf4-4154-85d8-b0ed2c26931f None None] Pushing event updated for resources: {'Port': ['ID=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:43.109211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:43.110576 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:43.111074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.111655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:43.112157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Bound port: 7d02b187-02aa-43ea-bf8a-7c6e287fbf21, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:43.112544 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.163459 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:42:43.164365 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.206036 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] For port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:43.210834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] For port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:43.258874 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.317965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.333859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:43.334693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:43.432743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709393-4bf4-4154-85d8-b0ed2c26931f None None] Pushing event updated for resources: {'Port': ['ID=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:43.463208 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Allocated IP 172.20.0.2 (7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f/eb1121c3-92d9-4433-8d84-5fd455650db4/b3b525ce-5d14-4c1f-8f37-1708b1feaaed) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:43.516787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:43.756837 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.768065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Transition to ACTIVE for port object b3b525ce-5d14-4c1f-8f37-1708b1feaaed will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:43.789294 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Transition to ACTIVE for port object b3b525ce-5d14-4c1f-8f37-1708b1feaaed will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:43.799125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.840622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:41Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:43.847122 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.1 (7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f/eb1121c3-92d9-4433-8d84-5fd455650db4/1859650e-49fe-4c98-b228-e9d169e38c63) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:43.874752 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:43.878802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c9c09a-e746-4d83-993a-4aaa97b4fc0f None None] The sync data for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 is: [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:41Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:43.884151 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:43.886236 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:43.889392 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Pushing event updated for resources: {'Port': ['ID=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:43.954969 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Attempting to bind port b3b525ce-5d14-4c1f-8f37-1708b1feaaed on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:43.955360 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Attempting to bind port b3b525ce-5d14-4c1f-8f37-1708b1feaaed by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:43.955731 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Attempting to bind port b3b525ce-5d14-4c1f-8f37-1708b1feaaed on network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:43.961216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:43.961590 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Checking segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:43.961993 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.962714 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Bound using segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:43.962839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Bound port: b3b525ce-5d14-4c1f-8f37-1708b1feaaed, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:43.963216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.972607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:43.990903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 1859650e-49fe-4c98-b228-e9d169e38c63 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:44.028522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:44.042872 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] For port b3b525ce-5d14-4c1f-8f37-1708b1feaaed, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:44.046185 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] For port b3b525ce-5d14-4c1f-8f37-1708b1feaaed, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:44.054492 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:44.068257 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:44.073401 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:44.080714 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:44.121261 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=1859650e-49fe-4c98-b228-e9d169e38c63,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:44.135081 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75f32d-de3e-418d-bc4a-c1be2d4355ea None None] Pushing event updated for resources: {'Port': ['ID=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:44.154002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:44.313852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:44.963747 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:44.968458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:45.053174 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:45.055073 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=1859650e-49fe-4c98-b228-e9d169e38c63,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:45.085906 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5998feaa-2de2-4c15-8b6e-458ca77273fe None None] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:42:45.147559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:45.148999 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:45.215323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-54ce7a8e-3ae2-4e6d-88b3-120607f92551 None None] Provisioning for port b3b525ce-5d14-4c1f-8f37-1708b1feaaed completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:45.268912 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 652ed047-cd5f-4cea-bd7d-7f33524345a5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:45.388484 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:45.394430 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9b343b22-8837-40c2-bdac-40bac4209563 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/652ed047-cd5f-4cea-bd7d-7f33524345a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120916 Jul 23 00:42:45.598662 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Sync routers for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:45.608502 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:45.609123 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:45.716369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-c181795e-6ab4-4b60-bf3a-e415f3bbdb38 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959942990&fields=id&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 267 time: 0.0400863 Jul 23 00:42:45.742447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-42d91bc5-66fe-4170-998e-f15a26743b02 None None] Provisioning for port 1859650e-49fe-4c98-b228-e9d169e38c63 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:45.752254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-42d91bc5-66fe-4170-998e-f15a26743b02 None None] Provisioning complete for port 1859650e-49fe-4c98-b228-e9d169e38c63 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:45.753198 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42d91bc5-66fe-4170-998e-f15a26743b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:45.799527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-42d91bc5-66fe-4170-998e-f15a26743b02 None None] Port 1859650e-49fe-4c98-b228-e9d169e38c63 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:45.847120 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:45.848113 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-369bfd6c-574b-4a3e-b682-9fc7fc1d99b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:45.855075 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-369bfd6c-574b-4a3e-b682-9fc7fc1d99b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 797 time: 0.1292181 Jul 23 00:42:45.872952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-2126aee1-125b-4872-96c6-18dc510e1480 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/quotas/e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 375 time: 0.0169063 Jul 23 00:42:45.935725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-717a6eb6-1b34-4d43-a77f-93997c8c3541 None None] Provisioning complete for port 1859650e-49fe-4c98-b228-e9d169e38c63 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:45.936259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-717a6eb6-1b34-4d43-a77f-93997c8c3541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:45.955530 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a56ce46d-d70f-47af-bf48-d294aa82d845 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816736 Jul 23 00:42:45.981692 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-717a6eb6-1b34-4d43-a77f-93997c8c3541 None None] Port 1859650e-49fe-4c98-b228-e9d169e38c63 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:45.988980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b3b525ce-5d14-4c1f-8f37-1708b1feaaed up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:46.058713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port b3b525ce-5d14-4c1f-8f37-1708b1feaaed completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:46.063916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b3b525ce-5d14-4c1f-8f37-1708b1feaaed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:46.064215 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.123350 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 2, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:46.152942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.154303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-887f32bd-ecab-4607-8c6d-39f33505ad61 service neutron] 10.222.0.21 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766179 Jul 23 00:42:46.158017 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Checking router: 652ed047-cd5f-4cea-bd7d-7f33524345a5 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:46.158376 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Updating router 652ed047-cd5f-4cea-bd7d-7f33524345a5 port 1859650e-49fe-4c98-b228-e9d169e38c63 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:42:46.188525 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port b3b525ce-5d14-4c1f-8f37-1708b1feaaed, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:46.197118 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.197833 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.198621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:46.253606 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-7d60dea2-a620-40e8-9733-63877db53771 service neutron] 10.222.0.21 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917103 Jul 23 00:42:46.292700 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7a531e69-8bbd-465a-aaab-c93f0ff9a36c None None] Provisioning complete for port 1859650e-49fe-4c98-b228-e9d169e38c63 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:46.293075 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7a531e69-8bbd-465a-aaab-c93f0ff9a36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.300038 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e31317a0-f38a-4fc2-a08e-3762073d2671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.322091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:46.345602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-7a531e69-8bbd-465a-aaab-c93f0ff9a36c None None] Port 1859650e-49fe-4c98-b228-e9d169e38c63 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:46.349623 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:46.354132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:46.354542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.455583 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a7d10329-bb26-437b-ae94-541c3c8f9ce2 req-6650123a-bef5-490c-b890-07db7b8d7d39 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 210 time: 0.0389566 Jul 23 00:42:46.469181 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.498264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:46.503115 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.527113 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.538864 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Transition to ACTIVE for port object 1859650e-49fe-4c98-b228-e9d169e38c63 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:46.549011 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.557693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:46.604147 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Pushing event updated for resources: {'Port': ['ID=1859650e-49fe-4c98-b228-e9d169e38c63,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:46.616216 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.616783 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.617178 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.617690 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.618031 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.618368 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.619384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.619384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.619384 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.619715 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.619980 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.620491 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:42:46.676060 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Attempting to bind port 1859650e-49fe-4c98-b228-e9d169e38c63 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:46.676432 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Attempting to bind port 1859650e-49fe-4c98-b228-e9d169e38c63 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:46.676799 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Attempting to bind port 1859650e-49fe-4c98-b228-e9d169e38c63 on network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:46.682094 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:46.682472 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Checking segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:46.682875 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.683266 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Bound using segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:46.683944 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Bound port: 1859650e-49fe-4c98-b228-e9d169e38c63, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:46.684332 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.755771 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] For port 1859650e-49fe-4c98-b228-e9d169e38c63, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:46.759046 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] For port 1859650e-49fe-4c98-b228-e9d169e38c63, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1859650e-49fe-4c98-b228-e9d169e38c63,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:46.764905 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:46.834111 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:46.834744 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:46.836530 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2353c4-3c1a-460c-8c1e-dc17feffdab5 None None] Pushing event updated for resources: {'Port': ['ID=1859650e-49fe-4c98-b228-e9d169e38c63,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:46.958300 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:47.167825 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:47.192844 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c4bea-3c16-4e3c-a26f-7b9e44e165bf None None] The sync data for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 is: [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:47.510598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-3626b8f5-e782-41e0-bd53-09283a2d9a77 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:47.512174 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-3626b8f5-e782-41e0-bd53-09283a2d9a77 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 797 time: 0.1134584 Jul 23 00:42:47.577892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-435c2bd5-ac83-4421-91ba-f8b993efece4 req-ca9a1b00-c23c-4ed5-a036-f41aedf01930 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 210 time: 0.0443406 Jul 23 00:42:47.598866 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-47c169db-a737-4fe3-b842-da673af7d6ff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 380 time: 0.0720167 Jul 23 00:42:47.632255 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'port': {'device_id': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'admin_state_up': True, 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'security_groups': ['214fafe1-95dd-48cd-a2d2-8567fddaf2ca']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:47.743730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:42:47.747430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:47.899444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.10 (7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f/eb1121c3-92d9-4433-8d84-5fd455650db4/62bafaa8-ba03-4c6b-8525-26d53a8f166b) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:47.979924 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b3b525ce-5d14-4c1f-8f37-1708b1feaaed up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:48.032967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port b3b525ce-5d14-4c1f-8f37-1708b1feaaed triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:48.033495 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.059957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.075928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 62bafaa8-ba03-4c6b-8525-26d53a8f166b will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:48.114544 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.122629 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:48.162278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:48.168632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:48.173967 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:48.175618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:48.176171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.200792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=62bafaa8-ba03-4c6b-8525-26d53a8f166b,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:48.236088 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:48.236820 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.256715 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-a4b0bbf9-8d0e-4cc1-8e7a-f06ddb5ff7a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280665 Jul 23 00:42:48.270152 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1859650e-49fe-4c98-b228-e9d169e38c63 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:48.279419 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Request body: {'port': {'device_id': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:48.323594 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 1859650e-49fe-4c98-b228-e9d169e38c63 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:48.328215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1859650e-49fe-4c98-b228-e9d169e38c63 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:48.328818 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.366670 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.428614 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.440020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d6bb571-c770-4425-970e-ed06f89cc87b None None] Provisioning for port 62bafaa8-ba03-4c6b-8525-26d53a8f166b completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:48.445512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9d6bb571-c770-4425-970e-ed06f89cc87b None None] Provisioning complete for port 62bafaa8-ba03-4c6b-8525-26d53a8f166b triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:48.445883 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb571-c770-4425-970e-ed06f89cc87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.496478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 1859650e-49fe-4c98-b228-e9d169e38c63, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1859650e-49fe-4c98-b228-e9d169e38c63,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:48.503001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.507091 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bb571-c770-4425-970e-ed06f89cc87b None None] Port 62bafaa8-ba03-4c6b-8525-26d53a8f166b cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:42:48.552687 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=1859650e-49fe-4c98-b228-e9d169e38c63,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:48.639504 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bafaa8-ba03-4c6b-8525-26d53a8f166b {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:42:48.648050 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.685737 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Transition to ACTIVE for port object 62bafaa8-ba03-4c6b-8525-26d53a8f166b will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:42:48.690583 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.759054 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Pushing event updated for resources: {'Port': ['ID=62bafaa8-ba03-4c6b-8525-26d53a8f166b,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:48.815689 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a2232-7e04-4ac8-a06a-cf1e3d336e1b req-4380b7f4-b4eb-4dea-b82f-09e7ea2c3263 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:48.817297 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d0a2232-7e04-4ac8-a06a-cf1e3d336e1b req-4380b7f4-b4eb-4dea-b82f-09e7ea2c3263 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 932 time: 0.1655664 Jul 23 00:42:48.873729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Attempting to bind port 62bafaa8-ba03-4c6b-8525-26d53a8f166b on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:42:48.873729 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Attempting to bind port 62bafaa8-ba03-4c6b-8525-26d53a8f166b by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:42:48.875017 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Attempting to bind port 62bafaa8-ba03-4c6b-8525-26d53a8f166b on network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:48.882894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4d0a2232-7e04-4ac8-a06a-cf1e3d336e1b req-f65802e0-2eb6-47d7-a862-6f7db560adb8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591655 Jul 23 00:42:48.885147 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Port 62bafaa8-ba03-4c6b-8525-26d53a8f166b on network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:42:48.885537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Attempting to bind port 62bafaa8-ba03-4c6b-8525-26d53a8f166b on network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:42:48.891534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:42:48.892005 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Checking segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:42:48.892456 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Bound using segment: {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:42:48.892975 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Bound port: 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3396ce18-dafa-412f-9c68-3cad1aaa03fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:42:48.893405 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:48.962480 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] For port 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:42:48.965403 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] For port 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:42:48.970393 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:49.003828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.004448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:49.005813 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] 10.222.0.48 "PUT /v2.0/ports/62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 1092 time: 0.7327592 Jul 23 00:42:49.006242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:49.008564 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe387680-8428-4eee-accb-4dd0f5fdc806" -d '{"events": [{"name": "network-changed", "server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:49.038631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3291bd-59a5-401c-8764-5ac18ee075ab service neutron] Pushing event updated for resources: {'Port': ['ID=62bafaa8-ba03-4c6b-8525-26d53a8f166b,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:49.055240 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293b2d79-86bf-49b5-9f01-9a425422727e x-openstack-request-id: req-293b2d79-86bf-49b5-9f01-9a425422727e {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:49.055627 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:49.055873 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-293b2d79-86bf-49b5-9f01-9a425422727e {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:49.056578 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'status': 'completed', 'code': 200} Jul 23 00:42:49.127283 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-554f4c37-8f5a-4702-80cf-39f819d06e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.128875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-554f4c37-8f5a-4702-80cf-39f819d06e6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1095 time: 0.0578902 Jul 23 00:42:49.177227 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-749827d9-9acd-42db-8f29-8d2f98318b1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 217 time: 0.0356655 Jul 23 00:42:49.229167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-7de6a20c-3b85-488a-8899-ab7ab9c8ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.230627 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-7de6a20c-3b85-488a-8899-ab7ab9c8ccec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 200 len: 834 time: 0.0475521 Jul 23 00:42:49.289217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-db0d52e3-771b-40c1-b878-c00ae56def6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.290658 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-db0d52e3-771b-40c1-b878-c00ae56def6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534980 Jul 23 00:42:49.383133 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-14b6fce2-5dbd-4cf4-a4f4-39f1d087f3a0 service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Jul 23 00:42:49.474574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-25478fc6-4115-494a-8e2b-c6e62a3d3083 req-4f16c537-5043-41ab-a1d8-8ed2f70e8fcb service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843511 Jul 23 00:42:49.552470 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5364875e-f3be-4106-b676-c0e2d0ceb3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:49.610575 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-77f79c6a-aee0-4af1-995b-913cbc6f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.612097 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-77f79c6a-aee0-4af1-995b-913cbc6f22d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1095 time: 0.0536964 Jul 23 00:42:49.704863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-b9159925-3932-4485-8c0c-a5ba4bb87195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.706375 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-b9159925-3932-4485-8c0c-a5ba4bb87195 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 898 time: 0.0872293 Jul 23 00:42:49.747319 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-1b0cce86-e157-433f-9f8f-d7084986c9f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 217 time: 0.0344329 Jul 23 00:42:49.800012 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-f4f3fef2-a9b2-4635-bb30-f8a5fe348f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.801488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-f4f3fef2-a9b2-4635-bb30-f8a5fe348f69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 200 len: 834 time: 0.0473154 Jul 23 00:42:49.817224 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:49.864186 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-34bb4fd6-4fd8-4137-9c54-eafcdac9fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:49.866344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-34bb4fd6-4fd8-4137-9c54-eafcdac9fa2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570726 Jul 23 00:42:49.868043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1859650e-49fe-4c98-b228-e9d169e38c63 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:49.917501 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 1859650e-49fe-4c98-b228-e9d169e38c63 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:49.917887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:49.972206 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-606035d5-f431-4c22-b358-88aeeb2233b7 service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980756 Jul 23 00:42:50.092728 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79665d-95b2-4fcd-a579-55488a4b9d89 req-e66b2c82-22a2-4b5b-b176-c9085140882a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:50.094852 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd79665d-95b2-4fcd-a579-55488a4b9d89 req-e66b2c82-22a2-4b5b-b176-c9085140882a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 944 time: 0.1359882 Jul 23 00:42:50.100175 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe387680-8428-4eee-accb-4dd0f5fdc806 req-b76771f1-cefa-4156-a7f5-3b2a1768723c service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074474 Jul 23 00:42:50.132425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fd79665d-95b2-4fcd-a579-55488a4b9d89 req-b6630a67-180f-4a5d-903a-8cad7eb586e5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Jul 23 00:42:50.534348 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:51.273043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a18c61-a83d-4c44-a708-d52ba430a98b req-a5929b74-a0c8-44db-9031-80a508b6545f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:51.274520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5a18c61-a83d-4c44-a708-d52ba430a98b req-a5929b74-a0c8-44db-9031-80a508b6545f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 944 time: 0.0729840 Jul 23 00:42:51.312508 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c5a18c61-a83d-4c44-a708-d52ba430a98b req-2e1e0708-e77c-40d3-a5e8-3316fe2cc45b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Jul 23 00:42:51.972965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:52.441681 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809177fb-8355-454f-9b82-f51915c03d47 req-ec4250f6-ee8a-470b-b127-c7f689291368 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:52.443317 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-809177fb-8355-454f-9b82-f51915c03d47 req-ec4250f6-ee8a-470b-b127-c7f689291368 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 944 time: 0.0637510 Jul 23 00:42:52.463124 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 62bafaa8-ba03-4c6b-8525-26d53a8f166b details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:42:52.481762 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-809177fb-8355-454f-9b82-f51915c03d47 req-91ff910e-bbcd-4b51-a36d-f3f265b29b5b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Jul 23 00:42:52.563954 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:52.574859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'port_id': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'mac_address': 'fa:16:3e:a0:d3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:42:52.614391 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:52.627174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bafaa8-ba03-4c6b-8525-26d53a8f166b {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:42:52.645980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:52.650917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:52.696844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=62bafaa8-ba03-4c6b-8525-26d53a8f166b,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:52.904040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['62bafaa8-ba03-4c6b-8525-26d53a8f166b'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:42:52.950878 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:53.614081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b710b-e552-48bf-963f-5709dfe4b56c req-c7513175-0ea8-485c-b080-59520e053c1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:53.615623 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d5b710b-e552-48bf-963f-5709dfe4b56c req-c7513175-0ea8-485c-b080-59520e053c1c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 945 time: 0.0647874 Jul 23 00:42:53.661205 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8d5b710b-e552-48bf-963f-5709dfe4b56c req-da45bf88-0e55-4bd2-9e8d-274a697bab91 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368857 Jul 23 00:42:54.478876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 62bafaa8-ba03-4c6b-8525-26d53a8f166b up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:42:54.527040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port 62bafaa8-ba03-4c6b-8525-26d53a8f166b completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:42:54.530551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port 62bafaa8-ba03-4c6b-8525-26d53a8f166b triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:42:54.530986 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:54.607513 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:54.630050 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:54.632322 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98734c37-7f3f-432d-9d02-9cdc27666ce9" -d '{"events": [{"server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "name": "network-vif-plugged", "status": "completed", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:54.645733 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:42:54.649755 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:54.675589 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0743ece0-5d16-448a-adc1-dce57ab7673d x-openstack-request-id: req-0743ece0-5d16-448a-adc1-dce57ab7673d {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:54.675877 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "name": "network-vif-plugged", "status": "completed", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:54.676125 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0743ece0-5d16-448a-adc1-dce57ab7673d {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:54.676507 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'code': 200} Jul 23 00:42:54.705011 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=62bafaa8-ba03-4c6b-8525-26d53a8f166b,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:54.834910 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de594c6f-07f5-4141-aa1e-bb0bd8f3e295 req-9cf3be18-687d-488e-a51a-4fb8be550db1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:54.836422 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de594c6f-07f5-4141-aa1e-bb0bd8f3e295 req-9cf3be18-687d-488e-a51a-4fb8be550db1 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.1057055 Jul 23 00:42:54.838198 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb460e-63bd-4e72-9045-3c95076a23ac req-9573a253-b59e-4df2-b27f-5c5cfd5cf251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:54.839556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68cb460e-63bd-4e72-9045-3c95076a23ac req-9573a253-b59e-4df2-b27f-5c5cfd5cf251 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1097 time: 0.0799174 Jul 23 00:42:54.894745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de594c6f-07f5-4141-aa1e-bb0bd8f3e295 req-3c1aefcf-fda3-4e49-83d3-1386d9606623 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525265 Jul 23 00:42:54.898403 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-68cb460e-63bd-4e72-9045-3c95076a23ac req-61e945a2-c076-4c43-bc7a-f465afc032cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494394 Jul 23 00:42:56.041482 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732c4c8-7c34-48ab-955b-d5ef9fd0ecfb req-550eb06d-d7c6-4811-a71f-e7d9961641a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:56.042944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2732c4c8-7c34-48ab-955b-d5ef9fd0ecfb req-550eb06d-d7c6-4811-a71f-e7d9961641a9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0664039 Jul 23 00:42:56.081870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2732c4c8-7c34-48ab-955b-d5ef9fd0ecfb req-fe6363c2-df51-436e-b901-9e3077f05a3a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Jul 23 00:42:56.208235 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3460f-42a0-482d-bb8d-6067e9a716d7 req-ba709d63-2737-41c7-ba5d-3f6cdb994995 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:56.209704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aab3460f-42a0-482d-bb8d-6067e9a716d7 req-ba709d63-2737-41c7-ba5d-3f6cdb994995 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0636799 Jul 23 00:42:56.246637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aab3460f-42a0-482d-bb8d-6067e9a716d7 req-448527de-551c-4791-8329-94f568bfd782 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Jul 23 00:42:56.268595 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55084) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:56.322328 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b1b78-71de-4dcf-bc45-d4e22d1eb3b9 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:56.323886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-049b1b78-71de-4dcf-bc45-d4e22d1eb3b9 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1092 time: 0.0541956 Jul 23 00:42:56.326633 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55086) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:56.331764 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:42:56.353659 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:56.451774 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:56.556441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.192 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/894808e9-8089-45ab-9afb-15ab7aee9a62) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:42:56.656769 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:56.695660 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:56.736817 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:42:56.742847 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:42:56.747258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:42:56.775094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=894808e9-8089-45ab-9afb-15ab7aee9a62,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:57.116861 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:57.195522 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:57.342404 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:57.347619 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:57.425630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=894808e9-8089-45ab-9afb-15ab7aee9a62,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:42:57.436363 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:57.536296 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP 8b254052-6a19-4e9a-9f4e-4cf254d1800e associated. External IP: 172.25.5.192, port: 62bafaa8-ba03-4c6b-8525-26d53a8f166b. Jul 23 00:42:57.747354 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 652ed047-cd5f-4cea-bd7d-7f33524345a5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:42:57.853651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:42:57.866380 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] Sync routers for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:42:57.870673 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:42:57.877277 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:57.878029 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:57.914258 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9eaabfbd-af80-4599-9f9e-e9878689549a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5865953 Jul 23 00:42:57.914872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:42:57.917739 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88724e0a-ff0c-49fb-8091-e5dc5d838460" -d '{"events": [{"name": "network-changed", "server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:42:57.994603 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:58.039024 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a41b3-cab6-4504-8b3c-bb504745a5e7 req-121e3c38-272c-4172-bcbf-e9eb96346ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:58.040484 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c6a41b3-cab6-4504-8b3c-bb504745a5e7 req-121e3c38-272c-4172-bcbf-e9eb96346ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0752995 Jul 23 00:42:58.080143 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5c6a41b3-cab6-4504-8b3c-bb504745a5e7 req-f17de9eb-2e9c-488c-951e-a38035592122 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Jul 23 00:42:58.102887 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55092) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:58.142292 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81f2cf-f22c-4a16-9847-21aec817904c x-openstack-request-id: req-df81f2cf-f22c-4a16-9847-21aec817904c {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:42:58.142670 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:42:58.142989 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df81f2cf-f22c-4a16-9847-21aec817904c {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:42:58.143562 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'status': 'completed', 'code': 200} Jul 23 00:42:58.172859 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fbacd5cb-f33e-45ec-a90a-090e99eda136 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/8b254052-6a19-4e9a-9f4e-4cf254d1800e HTTP/1.1" status: 200 len: 992 time: 0.0665214 Jul 23 00:42:58.224287 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-4d81daa2-f52e-4468-bedf-d8f159fde4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:58.225823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-4d81daa2-f52e-4468-bedf-d8f159fde4fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1097 time: 0.0568612 Jul 23 00:42:58.233086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '8b254052-6a19-4e9a-9f4e-4cf254d1800e', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'port_id': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'mac_address': 'fa:16:3e:a0:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:42:56Z', 'updated_at': '2021-07-23T00:42:56Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:48Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:58.261755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] Checking router: 652ed047-cd5f-4cea-bd7d-7f33524345a5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:42:58.270889 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:42:58.271533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:42:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:58.317383 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-da2b0073-c1dd-4021-b77c-3f7b951b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:58.318864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-da2b0073-c1dd-4021-b77c-3f7b951b5627 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 898 time: 0.0866261 Jul 23 00:42:58.379599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:42:58.390339 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-6a414422-6b6f-4540-805e-cfe0dcd0fb42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 1000 time: 0.0647340 Jul 23 00:42:58.440384 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-ed4d46bf-e261-44fa-960c-962efd0c2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:58.441939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-ed4d46bf-e261-44fa-960c-962efd0c2f6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 200 len: 834 time: 0.0459166 Jul 23 00:42:58.500816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-62566220-1043-4740-8441-43959c7b7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:42:58.502362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-62566220-1043-4740-8441-43959c7b7719 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541716 Jul 23 00:42:58.513047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-af59b7fc-08d7-480f-b3fe-c345a4ab9b06 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:42:58.514277 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-af59b7fc-08d7-480f-b3fe-c345a4ab9b06 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054936 Jul 23 00:42:58.604146 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '8b254052-6a19-4e9a-9f4e-4cf254d1800e', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'port_id': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'mac_address': 'fa:16:3e:a0:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:42:56Z', 'updated_at': '2021-07-23T00:42:56Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:48Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:42:58.608024 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-a87e6a68-536a-4a89-864f-3f23b7fe0f9c service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871880 Jul 23 00:42:58.635736 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df3f87b-9d53-4b5a-b150-6fd8bbe6c13f None None] The sync data for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 is: [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '8b254052-6a19-4e9a-9f4e-4cf254d1800e', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'port_id': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'mac_address': 'fa:16:3e:a0:d3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:42:56Z', 'updated_at': '2021-07-23T00:42:56Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:48Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:42:58.705068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-88724e0a-ff0c-49fb-8091-e5dc5d838460 req-0cd84657-c841-4f23-8040-c650598a0bf2 service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889785 Jul 23 00:42:58.829124 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62bd596-d6de-44bb-9bd6-773f70a5465e None None] New status for floating IP 8b254052-6a19-4e9a-9f4e-4cf254d1800e: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:42:59.175698 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55094) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:42:59.236166 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-5a0844ae-bc99-470b-a6d4-f155b035f234 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/8b254052-6a19-4e9a-9f4e-4cf254d1800e HTTP/1.1" status: 200 len: 994 time: 0.0592279 Jul 23 00:43:00.946455 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:43:06.939879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:16.252959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee0f408d-5aaf-4e2b-b5fc-340d5d8e12a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.552962 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09345e71-f771-4f4e-b776-6d306989edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:19.813908 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:20.536996 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:21.976087 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:22.927478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:30.655321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638173f-ee51-4f25-97d0-2ebddf0b6884 req-6ebd386b-15d6-4150-9b2b-5d9620d8525a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:30.657487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c638173f-ee51-4f25-97d0-2ebddf0b6884 req-6ebd386b-15d6-4150-9b2b-5d9620d8525a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0647111 Jul 23 00:43:30.702679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c638173f-ee51-4f25-97d0-2ebddf0b6884 req-d85e5ca4-4dc7-46f5-bcc7-bd155556e73a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383751 Jul 23 00:43:31.834006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e6ec9-3c82-45a1-9368-8a7f7389f6b3 req-51f797bc-1cd5-4649-8823-9ff62f1eb3d9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:31.835436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c6e6ec9-3c82-45a1-9368-8a7f7389f6b3 req-51f797bc-1cd5-4649-8823-9ff62f1eb3d9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0655692 Jul 23 00:43:31.871690 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1c6e6ec9-3c82-45a1-9368-8a7f7389f6b3 req-d52b22d2-3053-46ad-b0a9-9de70b5571b0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Jul 23 00:43:33.001280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69bc4d-887b-462f-9ee7-e3951793934b req-d5d3bfee-3d67-493f-9138-764e5137815b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:33.002772 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a69bc4d-887b-462f-9ee7-e3951793934b req-d5d3bfee-3d67-493f-9138-764e5137815b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0629234 Jul 23 00:43:33.040320 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3a69bc4d-887b-462f-9ee7-e3951793934b req-bfff0c60-4c2d-488f-ba4b-8e7efcd4bfed tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320458 Jul 23 00:43:34.172948 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006a9a7-c871-4f11-ac4b-2160fbd6fb55 req-7984fe69-dacb-4fae-b101-86287bb210d8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:34.174336 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3006a9a7-c871-4f11-ac4b-2160fbd6fb55 req-7984fe69-dacb-4fae-b101-86287bb210d8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0661902 Jul 23 00:43:34.212578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3006a9a7-c871-4f11-ac4b-2160fbd6fb55 req-f526fdb3-6102-465c-86d9-4cc504d27ead tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326557 Jul 23 00:43:35.345941 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd917d6-76db-4620-aafa-8fd6ff58b93d req-0c9bc7cb-1143-434f-b63f-647265a0a8c8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:35.347474 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fd917d6-76db-4620-aafa-8fd6ff58b93d req-0c9bc7cb-1143-434f-b63f-647265a0a8c8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0656323 Jul 23 00:43:35.385678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1fd917d6-76db-4620-aafa-8fd6ff58b93d req-8206f32d-8656-47df-9e11-8c41ef356f76 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Jul 23 00:43:36.516085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a1cca-2a34-48f2-86f1-5b535f76192b req-0f964dbf-7bef-49b7-8360-0e821dab8d89 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:36.517591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-443a1cca-2a34-48f2-86f1-5b535f76192b req-0f964dbf-7bef-49b7-8360-0e821dab8d89 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0632758 Jul 23 00:43:36.560074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-443a1cca-2a34-48f2-86f1-5b535f76192b req-870b9eb1-7947-4170-8a95-613c2059d510 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362427 Jul 23 00:43:37.030992 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:37.693152 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e630b0-6e5e-4c6b-82f9-bca696a5b9a7 req-710f8ea5-b531-4774-ab03-a0162d427cff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:37.694644 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04e630b0-6e5e-4c6b-82f9-bca696a5b9a7 req-710f8ea5-b531-4774-ab03-a0162d427cff tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0634155 Jul 23 00:43:37.731487 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04e630b0-6e5e-4c6b-82f9-bca696a5b9a7 req-05098bc4-2162-4b6d-a0f2-1a5e04067162 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311730 Jul 23 00:43:37.945754 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:43:38.862193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a4c03-aaff-4d24-8542-6c6b7c5878eb req-b08fa695-f7f1-45a7-88f2-01c9c772d7f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:38.863695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad3a4c03-aaff-4d24-8542-6c6b7c5878eb req-b08fa695-f7f1-45a7-88f2-01c9c772d7f9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0633786 Jul 23 00:43:38.900703 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad3a4c03-aaff-4d24-8542-6c6b7c5878eb req-b3bca9f6-918e-4083-8889-18a60d2cca05 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Jul 23 00:43:40.030429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdef66-2b76-4641-bd95-40f420c856ff req-b220704b-3d94-4449-8932-73e462203ab9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:40.032469 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08fdef66-2b76-4641-bd95-40f420c856ff req-b220704b-3d94-4449-8932-73e462203ab9 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0665040 Jul 23 00:43:40.070429 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-08fdef66-2b76-4641-bd95-40f420c856ff req-d2135362-1198-4493-828b-e69792cc9bef tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Jul 23 00:43:41.219346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01b57d-240b-41fa-a455-f23df2f5d9eb req-07d631a5-fab4-4da2-904a-863145fc7152 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:41.220908 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b01b57d-240b-41fa-a455-f23df2f5d9eb req-07d631a5-fab4-4da2-904a-863145fc7152 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0664673 Jul 23 00:43:41.262679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b01b57d-240b-41fa-a455-f23df2f5d9eb req-f5190c94-d08b-476f-980f-ff47c5e1e18e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361962 Jul 23 00:43:42.395713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20cf78-5c5d-4eec-a499-d4328e6cf4d7 req-45e68e41-e3df-468f-93a4-675b82089d07 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:42.397195 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef20cf78-5c5d-4eec-a499-d4328e6cf4d7 req-45e68e41-e3df-468f-93a4-675b82089d07 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0630262 Jul 23 00:43:42.437532 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ef20cf78-5c5d-4eec-a499-d4328e6cf4d7 req-b00d35a3-613d-44f4-9f74-6a9ebf0cb5de tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347826 Jul 23 00:43:43.567536 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f75be-3921-4a39-9ee2-ed16939c657f req-9cb98893-41c7-47fe-833a-6f991b8ce111 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:43.569312 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a79f75be-3921-4a39-9ee2-ed16939c657f req-9cb98893-41c7-47fe-833a-6f991b8ce111 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0639474 Jul 23 00:43:43.607634 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a79f75be-3921-4a39-9ee2-ed16939c657f req-eb9fd726-9dbb-49b2-9899-42c8243f79d7 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328169 Jul 23 00:43:44.734764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9b09c-84cc-408e-9baf-381567acfcb7 req-0c40172d-920c-4fe7-888d-8e40f7fab670 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:44.736773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1a9b09c-84cc-408e-9baf-381567acfcb7 req-0c40172d-920c-4fe7-888d-8e40f7fab670 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0623157 Jul 23 00:43:44.774541 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e1a9b09c-84cc-408e-9baf-381567acfcb7 req-14733a37-8de2-4757-8759-54fcc003213a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322926 Jul 23 00:43:45.912925 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be70974-f735-4f9e-aaf4-6f12bccb0473 req-224c3c03-0657-478b-b727-08fdd8750576 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:45.914597 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3be70974-f735-4f9e-aaf4-6f12bccb0473 req-224c3c03-0657-478b-b727-08fdd8750576 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0706406 Jul 23 00:43:45.955167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3be70974-f735-4f9e-aaf4-6f12bccb0473 req-ea7965ba-673b-47a7-bd92-a2aa183a1c42 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344830 Jul 23 00:43:46.254186 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a0b5ef33-f14d-43e8-bd92-eb439bd2f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:47.093901 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317ab2e-ff12-4043-abb4-00ec4bab04f2 req-7e9cd087-e4a9-46cd-b77a-b21dfcb5939d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:47.096287 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5317ab2e-ff12-4043-abb4-00ec4bab04f2 req-7e9cd087-e4a9-46cd-b77a-b21dfcb5939d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0714011 Jul 23 00:43:47.134844 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5317ab2e-ff12-4043-abb4-00ec4bab04f2 req-0b149217-2318-41c9-a94e-5f9e69e38980 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328870 Jul 23 00:43:47.156787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55146) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:47.222481 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7d1411ab-d3cc-4490-ba6f-0940e27d2313 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/8b254052-6a19-4e9a-9f4e-4cf254d1800e HTTP/1.1" status: 200 len: 994 time: 0.0643809 Jul 23 00:43:48.533286 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f72a9-b4a9-446c-ba67-1dfeef1a80c0 req-86755505-3084-478b-8f88-e6bec0151410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:48.534801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-397f72a9-b4a9-446c-ba67-1dfeef1a80c0 req-86755505-3084-478b-8f88-e6bec0151410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0932548 Jul 23 00:43:48.579785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-0b60a830-ab15-47dd-987e-63cbfb7fdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:48.581257 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-0b60a830-ab15-47dd-987e-63cbfb7fdd02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1097 time: 0.0914817 Jul 23 00:43:48.586153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-397f72a9-b4a9-446c-ba67-1dfeef1a80c0 req-1fb07729-e196-469e-83b0-4d6a4c5a033a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452182 Jul 23 00:43:48.671777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-ad316fc2-c59c-493f-8462-25fb31010e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:48.673882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-ad316fc2-c59c-493f-8462-25fb31010e32 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 898 time: 0.0857415 Jul 23 00:43:48.735963 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-1a35ecd0-835d-4d94-81d3-1b01580c180e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 1002 time: 0.0555816 Jul 23 00:43:48.793958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-96175658-c8e0-4825-91c3-e2ddea53a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:48.795568 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-96175658-c8e0-4825-91c3-e2ddea53a60f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 200 len: 834 time: 0.0540838 Jul 23 00:43:48.853196 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-7bb8d66b-5ff5-4d22-a468-51bd657c3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:48.854720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-7bb8d66b-5ff5-4d22-a468-51bd657c3e1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527725 Jul 23 00:43:48.943656 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-e3d7c2e8-5132-422f-ae53-8770d241e20b service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799723 Jul 23 00:43:49.036897 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e29aa1b5-26d0-498d-bd92-81219e34da0b req-4eca2c2f-300b-4684-adc1-4fde594546f8 service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Jul 23 00:43:49.554146 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9ef65d4e-7b07-410d-ab45-18290e216c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:49.717490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5119b-189f-4d6e-99ce-d31958090b4f req-0f6ae461-fc3b-4254-8352-f45917056a3d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:49.718877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03d5119b-189f-4d6e-99ce-d31958090b4f req-0f6ae461-fc3b-4254-8352-f45917056a3d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0633428 Jul 23 00:43:49.756751 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03d5119b-189f-4d6e-99ce-d31958090b4f req-f3068cd6-fb5f-4e10-a0b2-90770a1c3d9f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jul 23 00:43:49.779492 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55158) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:43:49.817556 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:50.173916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ffb9869-8a87-4645-9d66-97eafc830a18 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/8b254052-6a19-4e9a-9f4e-4cf254d1800e HTTP/1.1" status: 200 len: 994 time: 0.3931155 Jul 23 00:43:50.541086 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:51.978204 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:52.936172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:43:55.699605 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-b11ab673-8a44-4870-bf69-b31204bb2f0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514436 Jul 23 00:43:55.804140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-1fe3f4c9-84f9-4418-924a-5dd092bbd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:55.805875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-1fe3f4c9-84f9-4418-924a-5dd092bbd4b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1097 time: 0.0538182 Jul 23 00:43:55.909603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-77e83549-053c-47f8-891f-3d1f4b614626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:55.911045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-77e83549-053c-47f8-891f-3d1f4b614626 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 898 time: 0.0863113 Jul 23 00:43:55.977068 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-8956a27a-4b8a-4444-8f20-12e0fb083a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 1002 time: 0.0592148 Jul 23 00:43:56.024195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-abcaa7d3-88cf-42b1-b481-a101def7071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:56.025584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-abcaa7d3-88cf-42b1-b481-a101def7071c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 200 len: 834 time: 0.0426064 Jul 23 00:43:56.083537 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-710f2b07-36ab-4be2-87ac-8ddb9f1009cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:43:56.085037 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-710f2b07-36ab-4be2-87ac-8ddb9f1009cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534239 Jul 23 00:43:56.176170 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-b51a4fe0-44cd-4b7f-9ad3-851ba921f42b service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846546 Jul 23 00:43:56.261651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-acd57aec-a2ae-4884-95fc-acac57ef5b01 req-c9eccaec-5f76-495d-9381-5bf7fa6814fc service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791388 Jul 23 00:44:07.063410 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:14.945530 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:44:16.254293 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2157-5f16-4d44-922c-74fe64d1ea94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:19.554766 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef970-b9c8-4fcd-97dc-c2e68f37da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:19.821342 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:20.542177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:20.800023 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55172) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:20.952789 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 894808e9-8089-45ab-9afb-15ab7aee9a62 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:44:20.953141 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:21.028146 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:21.028479 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:21.039816 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 894808e9-8089-45ab-9afb-15ab7aee9a62 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:44:21.188096 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:21.212424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=894808e9-8089-45ab-9afb-15ab7aee9a62,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:21.226195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.226557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.226915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.227260 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.227628 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.227970 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.228308 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.228642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.228978 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.229311 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.229642 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.229972 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:21.287226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:21.287589 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP 8b254052-6a19-4e9a-9f4e-4cf254d1800e disassociated (deleted). External IP: 172.25.5.192, port: 62bafaa8-ba03-4c6b-8525-26d53a8f166b. Jul 23 00:44:21.495222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 652ed047-cd5f-4cea-bd7d-7f33524345a5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:44:21.602860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:44:21.607640 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:21.612259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] Sync routers for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:44:21.621282 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:21.621900 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:21.644311 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5cfb819-f341-4243-81e5-0580960ec2f4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/floatingips/8b254052-6a19-4e9a-9f4e-4cf254d1800e HTTP/1.1" status: 204 len: 168 time: 0.8432269 Jul 23 00:44:21.644905 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:44:21.647265 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:44:21.725669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:21.807643 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d13610-1939-4709-878e-811202b051a5 x-openstack-request-id: req-03d13610-1939-4709-878e-811202b051a5 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:44:21.808197 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:44:21.808197 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03d13610-1939-4709-878e-811202b051a5 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:44:21.808983 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'status': 'completed', 'code': 200} Jul 23 00:44:21.963786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4814bbf-f1e6-4af5-91f7-bbb3f8cf6fd6 req-a9d044d7-3b95-4d15-9ec0-169ee641782e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:21.964962 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4814bbf-f1e6-4af5-91f7-bbb3f8cf6fd6 req-a9d044d7-3b95-4d15-9ec0-169ee641782e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.1040676 Jul 23 00:44:21.970444 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-cee47bf9-ebad-45dc-997d-150d1923ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:21.972041 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-cee47bf9-ebad-45dc-997d-150d1923ed71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 1097 time: 0.1201487 Jul 23 00:44:22.034195 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:22.034796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d4814bbf-f1e6-4af5-91f7-bbb3f8cf6fd6 req-f4a10808-fd7f-4ed7-858d-078577962250 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617564 Jul 23 00:44:22.090848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-aab2ca20-cce5-4e9f-9d38-13bbdaac532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:22.092434 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-aab2ca20-cce5-4e9f-9d38-13bbdaac532d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 200 len: 898 time: 0.1131494 Jul 23 00:44:22.103715 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:48Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:22.130086 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] Checking router: 652ed047-cd5f-4cea-bd7d-7f33524345a5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:44:22.134727 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-7750bb80-f405-4f4d-91a9-a88ac2c061bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 200 len: 217 time: 0.0348179 Jul 23 00:44:22.138634 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:22.139245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:22.183558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-73180830-fbef-436a-8506-29fcecfae132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:22.185047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-73180830-fbef-436a-8506-29fcecfae132 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 200 len: 834 time: 0.0444500 Jul 23 00:44:22.244428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-95926d56-7418-425d-9063-b14917b56c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:22.245983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-95926d56-7418-425d-9063-b14917b56c5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544710 Jul 23 00:44:22.246510 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:22.342695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-84710e42-8a1c-436e-adad-8643efd23ba5 service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891995 Jul 23 00:44:22.439008 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e9e7d621-7049-4a36-90f4-3dd0e94c1f6e req-942960af-cdb7-46dd-84d5-00ebd757b214 service neutron] 10.222.0.48 "GET /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890598 Jul 23 00:44:22.450871 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:48Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:22.480401 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7094ca3-1594-4f38-bc03-a7a7991d2a70 None None] The sync data for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 is: [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:44Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '1859650e-49fe-4c98-b228-e9d169e38c63', 'name': '', 'network_id': '7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:0d:0e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:43Z', 'updated_at': '2021-07-23T00:42:48Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': 'eb1121c3-92d9-4433-8d84-5fd455650db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:44:22.701662 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89e1c0-d877-42bc-a523-f96328dfa819 None None] New status for floating IP 8b254052-6a19-4e9a-9f4e-4cf254d1800e: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:44:22.934073 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:23.172104 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18181fbb-f0d0-4e7b-b2ac-ab55aaabf34f req-ef6d2a5c-0ac9-4941-a551-bfa569f6b48b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:23.174126 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18181fbb-f0d0-4e7b-b2ac-ab55aaabf34f req-ef6d2a5c-0ac9-4941-a551-bfa569f6b48b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0687189 Jul 23 00:44:23.212454 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-18181fbb-f0d0-4e7b-b2ac-ab55aaabf34f req-db085ecf-fcf9-4a97-becd-827f537ece74 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=214fafe1-95dd-48cd-a2d2-8567fddaf2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Jul 23 00:44:23.471502 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-c8cdbf00-3d70-4a8a-a26e-8729c638de38 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:23.472875 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-c8cdbf00-3d70-4a8a-a26e-8729c638de38 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 946 time: 0.0638547 Jul 23 00:44:23.574640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 62bafaa8-ba03-4c6b-8525-26d53a8f166b {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:44:23.574989 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:23.662686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 62bafaa8-ba03-4c6b-8525-26d53a8f166b, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=62bafaa8-ba03-4c6b-8525-26d53a8f166b,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:23.663052 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:23.678585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 62bafaa8-ba03-4c6b-8525-26d53a8f166b owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:44:23.815350 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:23.843926 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=62bafaa8-ba03-4c6b-8525-26d53a8f166b,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:23.896630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] No DVR routers for this DVR port 62bafaa8-ba03-4c6b-8525-26d53a8f166b on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:44:23.899533 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:23.901652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2f44461-7c3e-4602-a729-3885ccf91504 req-ba98637e-2990-4423-be94-a6c4187f2e0c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.48 "DELETE /v2.0/ports/62bafaa8-ba03-4c6b-8525-26d53a8f166b HTTP/1.1" status: 204 len: 173 time: 0.4236820 Jul 23 00:44:23.902140 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'name': 'network-vif-deleted', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:44:23.904955 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c83dda0-a73b-4035-b555-ba6ae6176b3a" -d '{"events": [{"server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "name": "network-vif-deleted", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:44:23.943775 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9428c8b0-807f-4030-b7ea-1498621259a3 x-openstack-request-id: req-9428c8b0-807f-4030-b7ea-1498621259a3 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:44:23.944072 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0544bb10-62dc-4e17-a92a-25eefb84414c", "name": "network-vif-deleted", "tag": "62bafaa8-ba03-4c6b-8525-26d53a8f166b", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:44:23.944328 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9428c8b0-807f-4030-b7ea-1498621259a3 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:44:23.944735 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0544bb10-62dc-4e17-a92a-25eefb84414c', 'name': 'network-vif-deleted', 'tag': '62bafaa8-ba03-4c6b-8525-26d53a8f166b', 'status': 'completed', 'code': 200} Jul 23 00:44:24.331881 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f30fa0de-7472-46c7-8f3b-a12560761b7e req-88c01134-4249-40fa-a71f-1e9948ff486f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=0544bb10-62dc-4e17-a92a-25eefb84414c HTTP/1.1" status: 200 len: 210 time: 0.0336022 Jul 23 00:44:25.392534 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55188) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:25.755646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.020653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 1859650e-49fe-4c98-b228-e9d169e38c63 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:44:26.020908 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.108313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 1859650e-49fe-4c98-b228-e9d169e38c63, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=1859650e-49fe-4c98-b228-e9d169e38c63,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:26.108675 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.120984 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 1859650e-49fe-4c98-b228-e9d169e38c63 owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:44:26.306571 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.334084 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=1859650e-49fe-4c98-b228-e9d169e38c63,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:26.522017 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.744682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router 652ed047-cd5f-4cea-bd7d-7f33524345a5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:44:26.836437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 62bafaa8-ba03-4c6b-8525-26d53a8f166b no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:44:26.857028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: 62bafaa8-ba03-4c6b-8525-26d53a8f166b {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:44:26.857375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device 62bafaa8-ba03-4c6b-8525-26d53a8f166b not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:44:26.868740 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:44:26.874670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-77aa8317-0efe-48d7-8217-e56f6337499c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/652ed047-cd5f-4cea-bd7d-7f33524345a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809577 Jul 23 00:44:26.877145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55190) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:26.879271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] Sync routers for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:44:26.888424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:26.889032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:26.935540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting subnet eb1121c3-92d9-4433-8d84-5fd455650db4 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:44:26.938677 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.980360 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:26.996372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:27.079089 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.145055 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.174785 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1121c3-92d9-4433-8d84-5fd455650db4,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:27.177611 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.181082 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-18076b1f-1c68-4e43-96da-424924a09f22 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/subnets/eb1121c3-92d9-4433-8d84-5fd455650db4 HTTP/1.1" status: 204 len: 168 time: 0.3026476 Jul 23 00:44:27.184029 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55192) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:27.195772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383562a1-23c3-4306-ae30-9e410d4c1259 None None] Network 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:44:27.224440 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:44:26Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:27.255659 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] Checking router: 652ed047-cd5f-4cea-bd7d-7f33524345a5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:44:27.301048 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] Routers {'652ed047-cd5f-4cea-bd7d-7f33524345a5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:27.301681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['652ed047-cd5f-4cea-bd7d-7f33524345a5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:27.461640 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] Set router 652ed047-cd5f-4cea-bd7d-7f33524345a5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:27.602287 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] DHCP port deletion for 7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:44:27.652153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.690618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Deleting port b3b525ce-5d14-4c1f-8f37-1708b1feaaed {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:44:27.690999 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.721239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:44:26Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:27.761285 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.780787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0736f820-c15c-4141-bf4b-df411d00a70b None None] The sync data for ids ['652ed047-cd5f-4cea-bd7d-7f33524345a5'] in n-d-758851-4 is: [{'id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163696165', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:44:26Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': '7d02b187-02aa-43ea-bf8a-7c6e287fbf21', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:31:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652ed047-cd5f-4cea-bd7d-7f33524345a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:42:40Z', 'updated_at': '2021-07-23T00:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:44:27.789302 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] For port b3b525ce-5d14-4c1f-8f37-1708b1feaaed, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,segment=NetworkSegment(3396ce18-dafa-412f-9c68-3cad1aaa03fd),segment_id=3396ce18-dafa-412f-9c68-3cad1aaa03fd)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:27.790788 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.808106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Calling delete_port for b3b525ce-5d14-4c1f-8f37-1708b1feaaed owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:44:27.827348 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:44:27.827730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.894172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.912324 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 7d02b187-02aa-43ea-bf8a-7c6e287fbf21, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:27.913164 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:27.921980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Pushing event deleted for resources: {'Port': ['ID=b3b525ce-5d14-4c1f-8f37-1708b1feaaed,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:27.925019 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] No DVR routers for this DVR port b3b525ce-5d14-4c1f-8f37-1708b1feaaed on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:44:27.928568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:44:27.935204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.935502 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.936004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.936178 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.936522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.936810 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.937148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.937474 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.937803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.938127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.938454 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:27.939075 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53597f23-2032-4f75-98fc-f8b59b7388e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.094342 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.130862 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=7d02b187-02aa-43ea-bf8a-7c6e287fbf21,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:28.183352 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b3b525ce-5d14-4c1f-8f37-1708b1feaaed no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:44:28.202551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.206756 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: b3b525ce-5d14-4c1f-8f37-1708b1feaaed {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:44:28.207212 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device b3b525ce-5d14-4c1f-8f37-1708b1feaaed not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:44:28.207760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1859650e-49fe-4c98-b228-e9d169e38c63 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:44:28.227747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 1859650e-49fe-4c98-b228-e9d169e38c63 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:44:28.228100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 1859650e-49fe-4c98-b228-e9d169e38c63 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:44:28.299281 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.302049 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.344951 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.346119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Fanout notify agent at l3_agent the message router_deleted on router 652ed047-cd5f-4cea-bd7d-7f33524345a5 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:44:28.353485 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.354742 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3f363375-8ad4-4c29-a0a4-324abff966ad tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/routers/652ed047-cd5f-4cea-bd7d-7f33524345a5 HTTP/1.1" status: 204 len: 168 time: 1.1668119 Jul 23 00:44:28.357309 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55194) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:28.443831 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.536274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.546081 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:28.556369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396ce18-dafa-412f-9c68-3cad1aaa03fd') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:28.556675 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396ce18-dafa-412f-9c68-3cad1aaa03fd') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:28.565320 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.578375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.585242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:44:28.585644 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:44:28.588641 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:44:28.653478 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.665408 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.666551 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/networks/7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f HTTP/1.1" status: 204 len: 168 time: 0.3082950 Jul 23 00:44:28.669517 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55196) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:28.678025 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed236cf-70de-4dc0-beb5-2bc2fc21a12e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Network': ['ID=7f4f8ce0-41f5-4497-8d19-83ec88f9fd7f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:28.729953 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.759163 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.824168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.827025 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:28.828499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/security-groups/214fafe1-95dd-48cd-a2d2-8567fddaf2ca HTTP/1.1" status: 204 len: 168 time: 0.1579850 Jul 23 00:44:28.849124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214fafe1-95dd-48cd-a2d2-8567fddaf2ca,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:28.858301 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.858570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.858898 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.859540 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.860081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.860081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.860687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.860687 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.861166 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.861502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.861836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:28.862173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e220d18b-fa9b-4ef7-874e-c9d85955a07a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:29.348881 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55204) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:29.353642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571776445', 'description': 'tempest-secgroup-smoke-1571776445 description', 'project_id': 'e14ff86660ee426aa2fab34e93fef312'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:29.375764 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.469337 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.473523 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.494985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.496239 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463470 Jul 23 00:44:29.499645 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55206) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:29.505162 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '0cf28182-e35d-4947-bdef-de95babc0dcf', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:29.512098 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c65eec-0f93-4e9b-84fb-6182a7f7064c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf28182-e35d-4947-bdef-de95babc0dcf,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:29.536841 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.597210 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.602024 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.624873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bd1357-c2a7-48be-a943-535636763a06,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:29.631861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.633349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-24850579-8043-44eb-aaad-4a89618235cf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323605 Jul 23 00:44:29.635908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55208) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:29.640333 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '0cf28182-e35d-4947-bdef-de95babc0dcf', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:29.668057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.727143 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.731057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.749086 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f1b6bf-2aa2-4dec-90c6-39660c8c8f78,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:29.758139 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.759373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8665a8a2-e363-4960-b582-b946a2b9e7bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225095 Jul 23 00:44:29.762195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55210) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:29.766627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '0cf28182-e35d-4947-bdef-de95babc0dcf', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:29.793657 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.852287 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.855957 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.875252 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c23733-1e82-42ae-8c6d-43d7e17253b6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:29.882720 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.885135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ef8e82c6-1f01-47e5-b792-c2fc41777c7a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208487 Jul 23 00:44:29.886744 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55212) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:29.892046 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '0cf28182-e35d-4947-bdef-de95babc0dcf', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:29.919492 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:44:29.920044 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.940838 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:44:29.941487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7d02b187-02aa-43ea-bf8a-7c6e287fbf21 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:44:29.987913 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:29.992094 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.012085 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1242e3d-4ee5-4150-b415-04bbd2ecb39c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:30.015211 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.016442 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-9652e00f-da41-4d41-8f14-6ac5e0597564 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285965 Jul 23 00:44:30.019920 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55214) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:30.024404 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '0cf28182-e35d-4947-bdef-de95babc0dcf', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:30.050314 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:44:30.055813 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.121454 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.125160 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.147228 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5d30fa-3713-4ab6-93e5-92a8ea508d59,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:30.151201 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.152438 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bf705284-ea51-4a29-b43c-156e5dc20682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315753 Jul 23 00:44:30.155396 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55216) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:30.160709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'security_group_rule': {'security_group_id': '0cf28182-e35d-4947-bdef-de95babc0dcf', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:30.182285 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Project e14ff86660ee426aa2fab34e93fef312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:44:30.187205 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.249690 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.253399 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.270722 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf8a5ea-05d5-4849-9164-55bb11c9d51d,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:30.277741 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.279184 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8d52edf2-5dba-4242-a6a1-0e5d92145df5 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227534 Jul 23 00:44:30.282059 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55218) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:30.287888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'network': {'name': 'tempest-network-smoke--1294917264', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'port_security_enabled': True}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:30.309322 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:44:30.312728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.336473 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:44:30.346552 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.346899 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Added segment 8dc33995-7874-4718-90b3-3893640e5351 of type vlan for network b99c1788-7d35-453f-b9a2-14f7eda9764c Jul 23 00:44:30.389525 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.418538 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.425121 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:30.425703 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.460047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1763721 Jul 23 00:44:30.462867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55220) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:30.469743 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'admin_state_up': True, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:30.509161 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8a94b-f53f-4bf5-b933-746a1b722f49 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Network': ['ID=b99c1788-7d35-453f-b9a2-14f7eda9764c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:30.520680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network b99c1788-7d35-453f-b9a2-14f7eda9764c details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:44:30.524646 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.526106 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.601728 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.737672 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.971822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:30.990364 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:31.093042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.221 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/dec0cc0d-c98d-4c34-802d-c516bfe89e6f) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:44:31.207185 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:31.246277 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:31.283299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:44:31.288249 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:31.290627 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:44:31.326888 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:31.571033 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:31.781412 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:31.913169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router a789a2e2-cddc-40ba-b45c-014ecd42217d is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:44:32.019787 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:44:32.030366 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Sync routers for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:44:32.039460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.041178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-78711bd6-6afd-4eff-90c8-7077a9e7ce65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5771627 Jul 23 00:44:32.041805 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:32.042468 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:32.044559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55222) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:32.118293 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7a02b892-18b4-4db9-ab53-6203605d193d tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=e14ff86660ee426aa2fab34e93fef312&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719221 Jul 23 00:44:32.122320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55226) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:32.160185 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:32.223776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4a5637-866d-4b9f-93a1-6c982df07b20 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:32.225299 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8f4a5637-866d-4b9f-93a1-6c982df07b20 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1020503 Jul 23 00:44:32.228252 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55228) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:32.257289 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5c7fa9eb-7081-4140-a5d9-356e372ed2a7 tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=c9b68c7d-12fc-429c-b33a-e3d1b8e635d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278571 Jul 23 00:44:32.259737 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55230) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:32.264964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1326793708', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:32.343679 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:31Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:32.355750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:44:32.359623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.372532 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Checking router: a789a2e2-cddc-40ba-b45c-014ecd42217d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:44:32.372801 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Updating router a789a2e2-cddc-40ba-b45c-014ecd42217d port dec0cc0d-c98d-4c34-802d-c516bfe89e6f binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:44:32.406379 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.557570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.625869 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Subnet': ['ID=45864bb9-d7b9-4301-8dbb-dabd6239611a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:32.633653 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Checking segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:44:32.634003 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network hostable DHCP agents. Network: b99c1788-7d35-453f-b9a2-14f7eda9764c, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:44:32.654077 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b99c1788-7d35-453f-b9a2-14f7eda9764c is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:44:32.663877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, b99c1788-7d35-453f-b9a2-14f7eda9764c) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:32.668441 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:32.669054 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.676399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7a847-f343-47c4-8caf-3b22da4e8cfb None None] Network b99c1788-7d35-453f-b9a2-14f7eda9764c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:44:32.687998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-c626e01d-5aca-4346-ac41-d667f1263c79 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4270492 Jul 23 00:44:32.688350 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55232) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:32.795648 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.811031 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Transition to ACTIVE for port object dec0cc0d-c98d-4c34-802d-c516bfe89e6f will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:32.821678 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.846131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-b99c1788-7d35-453f-b9a2-14f7eda9764c', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:44:32.847055 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.877864 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Attempting to bind port dec0cc0d-c98d-4c34-802d-c516bfe89e6f on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:44:32.878466 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Attempting to bind port dec0cc0d-c98d-4c34-802d-c516bfe89e6f by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:44:32.878466 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Attempting to bind port dec0cc0d-c98d-4c34-802d-c516bfe89e6f on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:44:32.885498 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:44:32.885872 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:44:32.886835 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.886835 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:44:32.887168 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Bound port: dec0cc0d-c98d-4c34-802d-c516bfe89e6f, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:44:32.887641 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:32.926825 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Pushing event updated for resources: {'Port': ['ID=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,revision_number=2']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:32.940048 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.940483 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.940906 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.941315 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.941716 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.943278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.943278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.943278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.943278 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.943717 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.943813 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.944140 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:44:32.972160 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] For port dec0cc0d-c98d-4c34-802d-c516bfe89e6f, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:44:32.976025 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] For port dec0cc0d-c98d-4c34-802d-c516bfe89e6f, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:44:32.981433 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.002025 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Allocated IP 172.20.0.2 (b99c1788-7d35-453f-b9a2-14f7eda9764c/45864bb9-d7b9-4301-8dbb-dabd6239611a/65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:44:33.049283 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:33.052080 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:33.114958 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edfead-831d-41ef-8697-72dbc9c223ed None None] Pushing event updated for resources: {'Port': ['ID=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:33.162499 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.166494 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:33.174259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Transition to ACTIVE for port object 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:33.193912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Transition to ACTIVE for port object 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:33.203604 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.207601 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.244229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Network b99c1788-7d35-453f-b9a2-14f7eda9764c is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:44:33.250757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:33.254862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:44:33.263793 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Pushing event updated for resources: {'Port': ['ID=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:33.331475 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Attempting to bind port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:44:33.331846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Attempting to bind port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:44:33.332209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Attempting to bind port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf on network b99c1788-7d35-453f-b9a2-14f7eda9764c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:44:33.337376 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:44:33.337754 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Checking segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:44:33.338306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.338697 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Bound using segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:44:33.339161 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Bound port: 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:44:33.339564 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.377972 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:31Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:33.406660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] For port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:44:33.407311 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c8f54a-838d-4c54-82ad-88e669ce6d8e None None] The sync data for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 is: [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:31Z', 'revision_number': 3, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:44:33.417228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] For port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:44:33.422162 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.493442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b02c15-6688-4140-bd0c-51c050a44e65 None None] Pushing event updated for resources: {'Port': ['ID=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:33.521929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.1 (b99c1788-7d35-453f-b9a2-14f7eda9764c/45864bb9-d7b9-4301-8dbb-dabd6239611a/6a7700b6-9457-4a4b-982f-79b6a321cf0d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:44:33.682567 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.701167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 6a7700b6-9457-4a4b-982f-79b6a321cf0d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:33.737617 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:33.786856 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b99c1788-7d35-453f-b9a2-14f7eda9764c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:44:33.790261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:33.795205 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:44:33.800488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=6a7700b6-9457-4a4b-982f-79b6a321cf0d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:33.847067 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.000285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:34.011114 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.073472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:34.082206 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dec0cc0d-c98d-4c34-802d-c516bfe89e6f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:34.135016 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port dec0cc0d-c98d-4c34-802d-c516bfe89e6f completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:34.139491 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port dec0cc0d-c98d-4c34-802d-c516bfe89e6f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:34.139875 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.233890 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.262983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port dec0cc0d-c98d-4c34-802d-c516bfe89e6f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:34.273178 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.343472 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:34.556823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a90cf3-86d8-4d1e-a460-fba74d1fd06d None None] Network b99c1788-7d35-453f-b9a2-14f7eda9764c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:44:34.632000 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] Provisioning for port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:34.639613 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] Provisioning complete for port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:34.639997 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.723340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.727870 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.786797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.806163 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.808126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=6a7700b6-9457-4a4b-982f-79b6a321cf0d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:34.841092 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] For port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:34.846297 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:34.917792 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b99c1788-7d35-453f-b9a2-14f7eda9764c is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:44:34.919442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:35.080213 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router a789a2e2-cddc-40ba-b45c-014ecd42217d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:44:35.092192 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9b778-0c37-48a8-b8b2-5ceb79375d1d None None] Pushing event updated for resources: {'Port': ['ID=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:35.174138 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-76329b2b-c167-4d13-b803-2b137131d0cf None None] Provisioning for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:35.180767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-76329b2b-c167-4d13-b803-2b137131d0cf None None] Provisioning complete for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:35.181155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76329b2b-c167-4d13-b803-2b137131d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:35.217153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:44:35.223685 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b3af81f7-be3a-4b1d-899a-7dc9abd6ce0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/a789a2e2-cddc-40ba-b45c-014ecd42217d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336232 Jul 23 00:44:35.232517 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-76329b2b-c167-4d13-b803-2b137131d0cf None None] Port 6a7700b6-9457-4a4b-982f-79b6a321cf0d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:44:35.246323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-76329b2b-c167-4d13-b803-2b137131d0cf None None] Provisioning complete for port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:35.246700 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-76329b2b-c167-4d13-b803-2b137131d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:35.323367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Sync routers for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:44:35.346509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:35.347137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:35.397789 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-fab2b17c-8c35-4be6-95fb-5db258aa3f48 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571776445&fields=id&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 267 time: 0.0383215 Jul 23 00:44:35.486712 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:35.517402 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d88610d3-3f52-4a60-922a-8072ec9f0b19 None None] Provisioning complete for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:35.517866 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d88610d3-3f52-4a60-922a-8072ec9f0b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:35.538163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-e1f8059d-19d5-45d3-afd6-15aaacc32b5b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:35.540492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-e1f8059d-19d5-45d3-afd6-15aaacc32b5b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/networks?id=b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 200 len: 797 time: 0.1359549 Jul 23 00:44:35.556799 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-e1b41455-45ba-40d4-81d1-56e55b64d61c tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/quotas/e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 375 time: 0.0111518 Jul 23 00:44:35.593128 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-d88610d3-3f52-4a60-922a-8072ec9f0b19 None None] Port 6a7700b6-9457-4a4b-982f-79b6a321cf0d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:44:35.629501 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-e9701a99-73cc-43c5-8afa-e0ae7010153b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673397 Jul 23 00:44:35.725544 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-3614fe2a-8890-44ce-8a4c-1771b2a72b73 None None] Provisioning complete for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:35.725916 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3614fe2a-8890-44ce-8a4c-1771b2a72b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:35.735631 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f548d077-9d0b-4815-a066-355fdd42de3d service neutron] 10.222.0.21 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940218 Jul 23 00:44:35.766150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-3614fe2a-8890-44ce-8a4c-1771b2a72b73 None None] Port 6a7700b6-9457-4a4b-982f-79b6a321cf0d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:44:35.773288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 2, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:35.805698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Checking router: a789a2e2-cddc-40ba-b45c-014ecd42217d for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:44:35.806055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Updating router a789a2e2-cddc-40ba-b45c-014ecd42217d port 6a7700b6-9457-4a4b-982f-79b6a321cf0d binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:44:35.828231 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-cbed153a-c5f0-469e-ad86-80d73d2e29d0 service neutron] 10.222.0.21 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854964 Jul 23 00:44:35.841658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:35.945251 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:36.031984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-971d5712-4e26-412f-a9bb-815b30dd2f0d req-a18ac661-3253-4472-94d4-9b77a2c8f0bf tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 210 time: 0.0429201 Jul 23 00:44:36.077708 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:36.078082 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.234196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dec0cc0d-c98d-4c34-802d-c516bfe89e6f up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:36.240557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.280755 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Transition to ACTIVE for port object 6a7700b6-9457-4a4b-982f-79b6a321cf0d will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:36.289568 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.355854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port dec0cc0d-c98d-4c34-802d-c516bfe89e6f triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:36.356232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.358942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95ff7c-78bd-4237-b160-02d955300fae None None] Pushing event updated for resources: {'Port': ['ID=6a7700b6-9457-4a4b-982f-79b6a321cf0d,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:36.445716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Attempting to bind port 6a7700b6-9457-4a4b-982f-79b6a321cf0d on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:44:36.446165 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Attempting to bind port 6a7700b6-9457-4a4b-982f-79b6a321cf0d by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:44:36.446469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Attempting to bind port 6a7700b6-9457-4a4b-982f-79b6a321cf0d on network b99c1788-7d35-453f-b9a2-14f7eda9764c {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:44:36.457404 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:44:36.457790 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Checking segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:44:36.458206 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.458614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Bound using segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:44:36.459105 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Bound port: 6a7700b6-9457-4a4b-982f-79b6a321cf0d, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:44:36.459522 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.565252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] For port 6a7700b6-9457-4a4b-982f-79b6a321cf0d, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:44:36.568531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] For port 6a7700b6-9457-4a4b-982f-79b6a321cf0d, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a7700b6-9457-4a4b-982f-79b6a321cf0d,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:44:36.573486 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:36.650264 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:36.651133 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:36.696276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95ff7c-78bd-4237-b160-02d955300fae None None] Pushing event updated for resources: {'Port': ['ID=6a7700b6-9457-4a4b-982f-79b6a321cf0d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:36.774649 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:36.994776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:36Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:37.023711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab836b7a-8f5a-4e85-84e5-a1c5d15da673 None None] The sync data for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 is: [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:36Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:44:37.078964 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-de4e99fe-4916-4160-9051-b05b5e9cd46b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:37.080632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-de4e99fe-4916-4160-9051-b05b5e9cd46b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/networks?id=b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 200 len: 797 time: 0.1168237 Jul 23 00:44:37.083016 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:37.144901 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-5f9acc6c-3857-4cf5-82da-9407afc3a6ea tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14ff86660ee426aa2fab34e93fef312 HTTP/1.1" status: 200 len: 380 time: 0.0550463 Jul 23 00:44:37.153452 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'port': {'device_id': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'admin_state_up': True, 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'security_groups': ['0cf28182-e35d-4947-bdef-de95babc0dcf']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:37.188590 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-46fd76bb-d5e2-439a-b709-a5eda524889d req-a9789ad4-0199-4ef0-9820-ce8015879d78 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 210 time: 0.0488536 Jul 23 00:44:37.294198 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Made reservation on behalf of e14ff86660ee426aa2fab34e93fef312 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:44:37.298878 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:37.453459 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.20.0.6 (b99c1788-7d35-453f-b9a2-14f7eda9764c/45864bb9-d7b9-4301-8dbb-dabd6239611a/7718ee30-8804-4c89-acd3-a9ec9e766587) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:44:37.612653 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:37.628047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Transition to ACTIVE for port object 7718ee30-8804-4c89-acd3-a9ec9e766587 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:37.665423 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:37.724830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network b99c1788-7d35-453f-b9a2-14f7eda9764c is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:44:37.728094 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:37.732148 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:44:37.759497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=7718ee30-8804-4c89-acd3-a9ec9e766587,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:37.798750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:37.799821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:37.823807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-f3e13e1b-17d8-4876-96fd-6d0141e91b51 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6741629 Jul 23 00:44:37.839446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Request body: {'port': {'device_id': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:37.940087 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.004771 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a7700b6-9457-4a4b-982f-79b6a321cf0d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:38.055767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ec48fe31-fd60-4f7a-a26c-f397374702a7 None None] Provisioning for port 7718ee30-8804-4c89-acd3-a9ec9e766587 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:38.062285 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ec48fe31-fd60-4f7a-a26c-f397374702a7 None None] Provisioning complete for port 7718ee30-8804-4c89-acd3-a9ec9e766587 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:38.062733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ec48fe31-fd60-4f7a-a26c-f397374702a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.102144 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:38.108899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:38.109356 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.137620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ec48fe31-fd60-4f7a-a26c-f397374702a7 None None] Port 7718ee30-8804-4c89-acd3-a9ec9e766587 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:44:38.208864 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.251890 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6a7700b6-9457-4a4b-982f-79b6a321cf0d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a7700b6-9457-4a4b-982f-79b6a321cf0d,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:38.256451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.273300 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7718ee30-8804-4c89-acd3-a9ec9e766587 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:44:38.281870 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.308172 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Transition to ACTIVE for port object 7718ee30-8804-4c89-acd3-a9ec9e766587 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:44:38.310570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.320498 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6a7700b6-9457-4a4b-982f-79b6a321cf0d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:38.356141 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Pushing event updated for resources: {'Port': ['ID=7718ee30-8804-4c89-acd3-a9ec9e766587,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:38.370704 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823fc2-ef53-46bf-9319-1cd9abef6beb req-8992f1c9-880a-40be-8fb4-3027acd07d72 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:38.377679 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e823fc2-ef53-46bf-9319-1cd9abef6beb req-8992f1c9-880a-40be-8fb4-3027acd07d72 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 931 time: 0.0821896 Jul 23 00:44:38.418441 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5e823fc2-ef53-46bf-9319-1cd9abef6beb req-2bc46cc3-1dd2-4bf7-963c-9862e9b5a9b6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394888 Jul 23 00:44:38.472132 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Attempting to bind port 7718ee30-8804-4c89-acd3-a9ec9e766587 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:44:38.472536 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Attempting to bind port 7718ee30-8804-4c89-acd3-a9ec9e766587 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:44:38.472923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Attempting to bind port 7718ee30-8804-4c89-acd3-a9ec9e766587 on network b99c1788-7d35-453f-b9a2-14f7eda9764c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:44:38.478652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Port 7718ee30-8804-4c89-acd3-a9ec9e766587 on network b99c1788-7d35-453f-b9a2-14f7eda9764c not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:44:38.478995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Attempting to bind port 7718ee30-8804-4c89-acd3-a9ec9e766587 on network b99c1788-7d35-453f-b9a2-14f7eda9764c {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:44:38.485368 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:44:38.485727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Checking segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:44:38.486169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Bound using segment: {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:44:38.486795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Bound port: 7718ee30-8804-4c89-acd3-a9ec9e766587, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc33995-7874-4718-90b3-3893640e5351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:44:38.487215 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.572275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] For port 7718ee30-8804-4c89-acd3-a9ec9e766587, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:44:38.575940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] For port 7718ee30-8804-4c89-acd3-a9ec9e766587, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7718ee30-8804-4c89-acd3-a9ec9e766587,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:44:38.581873 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.621848 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:38.622484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:38.624058 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] 10.222.0.49 "PUT /v2.0/ports/7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 200 len: 1091 time: 0.7927485 Jul 23 00:44:38.624510 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:44:38.627576 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d82a3-653c-4964-a307-efbfc6801d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:44:38.657492 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b69482-5b84-46f6-867f-28982ef5d8da service neutron] Pushing event updated for resources: {'Port': ['ID=7718ee30-8804-4c89-acd3-a9ec9e766587,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:38.694504 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60396f19-5d0b-4377-bb57-ed7f46666992 x-openstack-request-id: req-60396f19-5d0b-4377-bb57-ed7f46666992 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:44:38.694816 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:44:38.695227 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60396f19-5d0b-4377-bb57-ed7f46666992 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:44:38.696071 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'status': 'completed', 'code': 200} Jul 23 00:44:38.744164 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-0d5af82d-2d77-4005-be23-7cd71cd0a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:38.745736 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-0d5af82d-2d77-4005-be23-7cd71cd0a012 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1094 time: 0.0634258 Jul 23 00:44:38.798625 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-9a5470d9-2ba3-4312-ac43-d82b578be3a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 200 len: 217 time: 0.0445874 Jul 23 00:44:38.848710 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-3fb7c3bd-3b64-44b7-84a1-1f23b30fcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:38.850207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-3fb7c3bd-3b64-44b7-84a1-1f23b30fcaa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45864bb9-d7b9-4301-8dbb-dabd6239611a HTTP/1.1" status: 200 len: 835 time: 0.0466058 Jul 23 00:44:38.909967 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-b32f1424-4933-4296-9d54-eff2d9ef87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:38.911525 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-b32f1424-4933-4296-9d54-eff2d9ef87c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b99c1788-7d35-453f-b9a2-14f7eda9764c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551989 Jul 23 00:44:39.005449 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-b7db2c6d-a7b3-42ef-853c-84fc5644183e service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872076 Jul 23 00:44:39.097897 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-1f8dfd85-2484-4660-bbe0-b6085f06135c req-22a225f3-c12d-42b2-ba3f-4b23f50d887c service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864835 Jul 23 00:44:39.206950 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d82a3-653c-4964-a307-efbfc6801d9f req-7d95c563-1b31-42c3-a83d-a1e1fab29a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:39.208519 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-7d95c563-1b31-42c3-a83d-a1e1fab29a59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1094 time: 0.0644193 Jul 23 00:44:39.302428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d82a3-653c-4964-a307-efbfc6801d9f req-6ca98842-d1c2-4a10-8a98-687544c5df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:39.304131 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-6ca98842-d1c2-4a10-8a98-687544c5df70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 200 len: 898 time: 0.0887918 Jul 23 00:44:39.349846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-051fc731-6973-46a0-b012-638b156a9707 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 200 len: 217 time: 0.0391526 Jul 23 00:44:39.399727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d82a3-653c-4964-a307-efbfc6801d9f req-e6ddde45-fca3-401d-9c69-87d54db4f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:39.401239 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-e6ddde45-fca3-401d-9c69-87d54db4f021 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45864bb9-d7b9-4301-8dbb-dabd6239611a HTTP/1.1" status: 200 len: 835 time: 0.0455117 Jul 23 00:44:39.472581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d82a3-653c-4964-a307-efbfc6801d9f req-9ab98d50-0314-4d2f-a34c-67e29366f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:39.474089 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-9ab98d50-0314-4d2f-a34c-67e29366f8c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b99c1788-7d35-453f-b9a2-14f7eda9764c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656714 Jul 23 00:44:39.565043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a9126-c329-4359-af97-06dceb11ca02 req-76e375e1-81ae-4900-9260-cc47c4c3a5dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:39.566724 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a72a9126-c329-4359-af97-06dceb11ca02 req-76e375e1-81ae-4900-9260-cc47c4c3a5dd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 943 time: 0.0721192 Jul 23 00:44:39.573871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-c303372a-95d1-493d-b90d-826caa398922 service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925508 Jul 23 00:44:39.606161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a72a9126-c329-4359-af97-06dceb11ca02 req-1d901a1f-29fb-4d15-a587-fc704e92bc85 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336037 Jul 23 00:44:39.675867 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-351d82a3-653c-4964-a307-efbfc6801d9f req-cae7753f-f308-44e3-b585-4b96d0d6789f service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 Jul 23 00:44:39.924941 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a7700b6-9457-4a4b-982f-79b6a321cf0d up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:39.972721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6a7700b6-9457-4a4b-982f-79b6a321cf0d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:39.973097 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:40.750154 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f51194-6271-40ee-8039-397aeefaf169 req-b203d661-eb67-4a4f-98d8-6cea8c13cb3a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:40.752275 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38f51194-6271-40ee-8039-397aeefaf169 req-b203d661-eb67-4a4f-98d8-6cea8c13cb3a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 943 time: 0.0777166 Jul 23 00:44:40.791673 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-38f51194-6271-40ee-8039-397aeefaf169 req-a0bd25eb-65e4-4b0e-a66f-a93883dd17e0 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Jul 23 00:44:41.921296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7718ee30-8804-4c89-acd3-a9ec9e766587 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:44:41.925848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa603167-0c85-47d5-b790-f2300b3a19a6 req-d7dcce0f-6c09-4024-8db7-a4e7c0a0b738 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:41.930327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa603167-0c85-47d5-b790-f2300b3a19a6 req-d7dcce0f-6c09-4024-8db7-a4e7c0a0b738 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 943 time: 0.0671103 Jul 23 00:44:41.969087 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-aa603167-0c85-47d5-b790-f2300b3a19a6 req-32d89d4e-93e3-4caf-af97-1704ee213106 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Jul 23 00:44:42.035020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 7718ee30-8804-4c89-acd3-a9ec9e766587, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7718ee30-8804-4c89-acd3-a9ec9e766587,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:42.046770 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'port_id': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'mac_address': 'fa:16:3e:8c:94:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:44:42.087678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:42.101592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7718ee30-8804-4c89-acd3-a9ec9e766587 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:44:42.122389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 7718ee30-8804-4c89-acd3-a9ec9e766587, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7718ee30-8804-4c89-acd3-a9ec9e766587,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:42.126638 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:42.179248 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=7718ee30-8804-4c89-acd3-a9ec9e766587,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:42.360223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['7718ee30-8804-4c89-acd3-a9ec9e766587'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:44:43.126900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe792723-9142-4a1f-bf35-826738e2bca4 req-d7884956-122f-49f3-a5b4-ad1461d15a2d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:43.128488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe792723-9142-4a1f-bf35-826738e2bca4 req-d7884956-122f-49f3-a5b4-ad1461d15a2d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 944 time: 0.0806148 Jul 23 00:44:43.179139 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fe792723-9142-4a1f-bf35-826738e2bca4 req-92f92b2a-5480-4de2-9cf2-aed9547827b4 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Jul 23 00:44:43.921383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7718ee30-8804-4c89-acd3-a9ec9e766587 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:44:43.969228 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 7718ee30-8804-4c89-acd3-a9ec9e766587 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:44:43.973914 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 7718ee30-8804-4c89-acd3-a9ec9e766587 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:44:43.974358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:44.050190 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:44.085657 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:44:44.087938 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7e5047-9298-4afa-96b9-eab6e055ec44" -d '{"events": [{"server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "name": "network-vif-plugged", "status": "completed", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:44:44.101179 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 7718ee30-8804-4c89-acd3-a9ec9e766587, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7718ee30-8804-4c89-acd3-a9ec9e766587,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:44:44.106342 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:44.135475 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b238890-b3a8-4fd1-ae08-4bc259152ce1 x-openstack-request-id: req-7b238890-b3a8-4fd1-ae08-4bc259152ce1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:44:44.135770 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "name": "network-vif-plugged", "status": "completed", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:44:44.136021 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b238890-b3a8-4fd1-ae08-4bc259152ce1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:44:44.136409 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'code': 200} Jul 23 00:44:44.173254 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=7718ee30-8804-4c89-acd3-a9ec9e766587,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:44.265117 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b32e7c-a9a3-42cd-af5d-4ae1c1f7cf18 req-29fef352-6eb4-459b-a625-4064041c49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:44.267207 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73b32e7c-a9a3-42cd-af5d-4ae1c1f7cf18 req-29fef352-6eb4-459b-a625-4064041c49a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1096 time: 0.0787981 Jul 23 00:44:44.303188 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-73b32e7c-a9a3-42cd-af5d-4ae1c1f7cf18 req-32d5181b-4fc4-432b-a781-1c33b90188b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Jul 23 00:44:44.347947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab50825-e801-4bb4-b30b-01dd2f2348be req-37939551-9f58-4f7f-8340-12e7988c929b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:44.349450 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ab50825-e801-4bb4-b30b-01dd2f2348be req-37939551-9f58-4f7f-8340-12e7988c929b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0757940 Jul 23 00:44:44.388321 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7ab50825-e801-4bb4-b30b-01dd2f2348be req-2c42b906-2469-47e3-b173-0578c4b81681 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Jul 23 00:44:45.523977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb399c24-9a7a-4d49-a0fa-6cccc5fada7e req-1d226944-c57f-4896-9cc9-cb45fd670681 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:45.525529 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb399c24-9a7a-4d49-a0fa-6cccc5fada7e req-1d226944-c57f-4896-9cc9-cb45fd670681 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0688758 Jul 23 00:44:45.565372 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-eb399c24-9a7a-4d49-a0fa-6cccc5fada7e req-338d3b6a-b5ad-45f7-929a-9a0cc9c8c045 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342255 Jul 23 00:44:45.695852 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036b066-9df0-4891-9a24-587197781897 req-5018e94d-dbe0-4059-baec-e3f84b52ad0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:45.697373 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8036b066-9df0-4891-9a24-587197781897 req-5018e94d-dbe0-4059-baec-e3f84b52ad0b tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0654352 Jul 23 00:44:45.736630 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8036b066-9df0-4891-9a24-587197781897 req-fc0b3439-02b0-4c13-9e07-fb675c71d710 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Jul 23 00:44:45.758541 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:45.813490 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d7e3f8-29d8-43b1-b787-4477d471905e tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:45.815074 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-38d7e3f8-29d8-43b1-b787-4477d471905e tempest-TestNetworkAdvancedServerOps-2076431500 tempest-TestNetworkAdvancedServerOps-2076431500-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1091 time: 0.0555081 Jul 23 00:44:45.822310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:45.822924 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:44:45.846565 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:45.950979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.058786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Allocated IP 172.25.5.243 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/225cca0b-a133-496c-857c-d731d292d6a5) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:44:46.162102 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.201481 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.249148 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:44:46.255571 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:44:46.256065 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e555-e669-47f2-bede-1a58a80e3b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.258183 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:44:46.261672 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=225cca0b-a133-496c-857c-d731d292d6a5,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:46.630613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.714270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.875319 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.880460 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:46.946550 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event updated for resources: {'Port': ['ID=225cca0b-a133-496c-857c-d731d292d6a5,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:44:46.962406 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:47.067113 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP 77098810-fac8-4045-a89b-370ba9d52606 associated. External IP: 172.25.5.243, port: 7718ee30-8804-4c89-acd3-a9ec9e766587. Jul 23 00:44:47.297185 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router a789a2e2-cddc-40ba-b45c-014ecd42217d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:44:47.407775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:44:47.417191 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] Sync routers for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:44:47.424981 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:47.427975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:47.428598 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:47.467976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-33dda40f-39af-4815-9368-b7228b73d23a tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6476014 Jul 23 00:44:47.467976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:44:47.470252 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b377ec-1016-4f49-bbf7-846021c1a8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:44:47.542975 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:47.585583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc7234-197d-437c-bbcc-45fa55e6795e req-f5d6a612-dd1c-472b-93cc-095149f36881 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:47.587138 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7bc7234-197d-437c-bbcc-45fa55e6795e req-f5d6a612-dd1c-472b-93cc-095149f36881 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0659182 Jul 23 00:44:47.625445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7bc7234-197d-437c-bbcc-45fa55e6795e req-2def1c0a-5a61-4c71-847b-ad6085c89682 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324190 Jul 23 00:44:47.657800 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55302) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:47.699805 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f602f65-1c2f-44bc-9dc0-05ed70c405bd x-openstack-request-id: req-4f602f65-1c2f-44bc-9dc0-05ed70c405bd {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:44:47.700116 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:44:47.700348 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f602f65-1c2f-44bc-9dc0-05ed70c405bd {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:44:47.700747 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'status': 'completed', 'code': 200} Jul 23 00:44:47.730326 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-54555c24-6d5a-479f-b7bd-121bdff23046 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/77098810-fac8-4045-a89b-370ba9d52606 HTTP/1.1" status: 200 len: 991 time: 0.0713661 Jul 23 00:44:47.770981 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-69830789-8624-42e5-a258-96aa8fb19fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:47.772553 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-69830789-8624-42e5-a258-96aa8fb19fd6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1096 time: 0.0609243 Jul 23 00:44:47.786401 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '77098810-fac8-4045-a89b-370ba9d52606', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'port_id': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'mac_address': 'fa:16:3e:8c:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:44:46Z', 'updated_at': '2021-07-23T00:44:46Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:38Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:47.813222 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] Checking router: a789a2e2-cddc-40ba-b45c-014ecd42217d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:44:47.824456 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:44:47.825189 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:44:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:47.873370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-d7332f86-1066-4bfa-8abc-7262a8ffecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:47.875092 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-d7332f86-1066-4bfa-8abc-7262a8ffecdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 200 len: 898 time: 0.0964820 Jul 23 00:44:47.947690 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:44:47.950039 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-81709df4-1f61-4075-9ccf-58da58531fc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 200 len: 999 time: 0.0692513 Jul 23 00:44:47.998894 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-7fb4bd36-aa26-4121-b7d6-cc8074b48e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:48.000770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-7fb4bd36-aa26-4121-b7d6-cc8074b48e63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45864bb9-d7b9-4301-8dbb-dabd6239611a HTTP/1.1" status: 200 len: 835 time: 0.0445418 Jul 23 00:44:48.060980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-3587cbff-1667-4e3c-9d57-b9817e90271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:44:48.062839 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-3587cbff-1667-4e3c-9d57-b9817e90271c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b99c1788-7d35-453f-b9a2-14f7eda9764c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562217 Jul 23 00:44:48.162354 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-2860f0c1-ac7e-4434-95be-393828ba3ff5 service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930026 Jul 23 00:44:48.189080 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '77098810-fac8-4045-a89b-370ba9d52606', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'port_id': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'mac_address': 'fa:16:3e:8c:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:44:46Z', 'updated_at': '2021-07-23T00:44:46Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:38Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:44:48.219639 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475ee1e6-c8e7-4986-b746-d1436d21514d None None] The sync data for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 is: [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '77098810-fac8-4045-a89b-370ba9d52606', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'floating_ip_address': '172.25.5.243', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'port_id': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'mac_address': 'fa:16:3e:8c:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:44:46Z', 'updated_at': '2021-07-23T00:44:46Z', 'revision_number': 0, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:38Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:44:48.264418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-d8b377ec-1016-4f49-bbf7-846021c1a8f5 req-c7d2326a-7563-43e6-bb32-2f3495f83153 service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959811 Jul 23 00:44:48.414434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7390341-75c3-4923-b045-32f9c0948f7f None None] New status for floating IP 77098810-fac8-4045-a89b-370ba9d52606: ACTIVE {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:44:48.734598 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55304) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:44:48.797591 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3fbc1dfa-2050-44a2-bade-6a4311e3d80e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/77098810-fac8-4045-a89b-370ba9d52606 HTTP/1.1" status: 200 len: 993 time: 0.0616834 Jul 23 00:44:49.555243 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a9a69a9c-cf68-49f4-9b52-53691887e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:49.828817 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:50.547842 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:51.948353 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:44:51.992549 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:44:52.952271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:07.088750 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:16.259247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c9e7-a5c5-473c-8f6d-e72cdf257d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:19.558298 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d1746279-5092-4efe-88f4-40cfa0b9cbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:19.821266 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:20.188928 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95922b-a923-4f91-b251-0b9d431ba949 req-9fc5b37f-9a16-4b6a-8ed3-9e504f33bd24 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:20.190505 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb95922b-a923-4f91-b251-0b9d431ba949 req-9fc5b37f-9a16-4b6a-8ed3-9e504f33bd24 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0677819 Jul 23 00:45:20.229479 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cb95922b-a923-4f91-b251-0b9d431ba949 req-e9b6eefc-44c1-4ac8-9dd8-b1a0b2578b47 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Jul 23 00:45:20.548664 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:21.365439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d9db7-c0d8-4df5-8041-4beafa12daca req-0158dda4-63a8-4ffc-b23a-e9c3d1edfeee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:21.366911 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c4d9db7-c0d8-4df5-8041-4beafa12daca req-0158dda4-63a8-4ffc-b23a-e9c3d1edfeee tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0635607 Jul 23 00:45:21.405081 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c4d9db7-c0d8-4df5-8041-4beafa12daca req-a2e7fb31-8885-4565-a920-f1f5d69c1bb6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325353 Jul 23 00:45:21.428096 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55324) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:21.490694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6679b7a-e271-4e11-9823-15bfcce1218d tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/77098810-fac8-4045-a89b-370ba9d52606 HTTP/1.1" status: 200 len: 993 time: 0.0614784 Jul 23 00:45:21.994154 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:22.759845 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fd8ba-231a-41e9-b602-9be7d5bfa6d9 req-9e1c510c-3460-4d33-af50-8b6f9656edaa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:22.761259 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b75fd8ba-231a-41e9-b602-9be7d5bfa6d9 req-9e1c510c-3460-4d33-af50-8b6f9656edaa tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0654459 Jul 23 00:45:22.780471 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec634045-a569-448e-bf33-8a41fee0a743 req-2037bfad-b611-4241-9e3e-1056ba8dcf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:22.782056 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-2037bfad-b611-4241-9e3e-1056ba8dcf30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1096 time: 0.0637486 Jul 23 00:45:22.801749 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b75fd8ba-231a-41e9-b602-9be7d5bfa6d9 req-727cd504-2c1e-497e-a4e1-edabe3a1d9bb tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326796 Jul 23 00:45:22.874156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec634045-a569-448e-bf33-8a41fee0a743 req-593f214a-fc9f-4a29-93bd-087ab003aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:22.875696 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-593f214a-fc9f-4a29-93bd-087ab003aee4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 200 len: 898 time: 0.0874777 Jul 23 00:45:22.967500 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:23.243789 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-6703e800-0d15-432e-aa7f-19cce5a84fc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 200 len: 1001 time: 0.3622046 Jul 23 00:45:23.291145 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec634045-a569-448e-bf33-8a41fee0a743 req-a8fe8d3a-bb89-4bcf-8b5a-2e909134a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:23.292636 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-a8fe8d3a-bb89-4bcf-8b5a-2e909134a6b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45864bb9-d7b9-4301-8dbb-dabd6239611a HTTP/1.1" status: 200 len: 835 time: 0.0425391 Jul 23 00:45:23.354362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec634045-a569-448e-bf33-8a41fee0a743 req-4a7b8dad-bf13-4c64-b594-8537124e4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:23.355874 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-4a7b8dad-bf13-4c64-b594-8537124e4e0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b99c1788-7d35-453f-b9a2-14f7eda9764c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568457 Jul 23 00:45:23.448318 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-8c0054e6-5f68-4058-bc58-c5b366b2c0ae service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852797 Jul 23 00:45:23.539512 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ec634045-a569-448e-bf33-8a41fee0a743 req-5c998c05-0e7b-4b8b-bc2d-b1697a42affc service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Jul 23 00:45:23.933097 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4987a2-7f82-4bd3-8bfc-311c2e386607 req-957707d5-0997-4bb7-a44b-47c99d01c599 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:23.935695 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db4987a2-7f82-4bd3-8bfc-311c2e386607 req-957707d5-0997-4bb7-a44b-47c99d01c599 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0648167 Jul 23 00:45:23.973368 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-db4987a2-7f82-4bd3-8bfc-311c2e386607 req-86df7938-68d9-4d8c-821d-4fd841bc5b63 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Jul 23 00:45:25.105749 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eac1f-3d43-498d-9018-038a5ff0695e req-b29ea556-69ad-4f58-87af-81ac3f6e9c57 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:25.107215 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a94eac1f-3d43-498d-9018-038a5ff0695e req-b29ea556-69ad-4f58-87af-81ac3f6e9c57 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0684888 Jul 23 00:45:25.144823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a94eac1f-3d43-498d-9018-038a5ff0695e req-afdc9c2b-78d6-439c-89b2-3063977cf357 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Jul 23 00:45:25.168497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55342) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:25.229236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-ee2ef49e-50f2-46ea-897b-aeae31e80b1e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/floatingips/77098810-fac8-4045-a89b-370ba9d52606 HTTP/1.1" status: 200 len: 993 time: 0.0594957 Jul 23 00:45:25.446513 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55348) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:25.602371 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 225cca0b-a133-496c-857c-d731d292d6a5 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:45:25.602726 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:25.680447 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:25.680775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:25.692213 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 225cca0b-a133-496c-857c-d731d292d6a5 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:45:25.841051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:25.866181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=225cca0b-a133-496c-857c-d731d292d6a5,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:25.932324 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:25.932666 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Floating IP 77098810-fac8-4045-a89b-370ba9d52606 disassociated (deleted). External IP: 172.25.5.243, port: 7718ee30-8804-4c89-acd3-a9ec9e766587. Jul 23 00:45:26.134072 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router a789a2e2-cddc-40ba-b45c-014ecd42217d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:45:26.240613 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:26.245474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:26.250097 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] Sync routers for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:26.260101 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:26.260720 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:26.283274 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2db4ad33-2c30-40e2-888d-83ee64a96410 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/floatingips/77098810-fac8-4045-a89b-370ba9d52606 HTTP/1.1" status: 204 len: 168 time: 0.8356347 Jul 23 00:45:26.283924 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:26.287750 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b81513-d2a9-470e-9b58-7ba58ef0698d" -d '{"events": [{"name": "network-changed", "server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:26.444305 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47824d7c-ae73-4e96-b0a1-b13afa08b6eb x-openstack-request-id: req-47824d7c-ae73-4e96-b0a1-b13afa08b6eb {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:26.444597 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:26.444850 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47824d7c-ae73-4e96-b0a1-b13afa08b6eb {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:26.445253 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'status': 'completed', 'code': 200} Jul 23 00:45:26.462700 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:26.533703 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-fc94b993-4a3f-4cfb-b40d-79319edcb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:26.535251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-fc94b993-4a3f-4cfb-b40d-79319edcb14f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e14ff86660ee426aa2fab34e93fef312&device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 1096 time: 0.0627544 Jul 23 00:45:26.562075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa515b-4011-4bc9-a1eb-b0cc10ad7d64 req-e81c7bab-ae12-4ce4-a94f-c7f378dec6a6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:26.563841 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fa515b-4011-4bc9-a1eb-b0cc10ad7d64 req-e81c7bab-ae12-4ce4-a94f-c7f378dec6a6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0655537 Jul 23 00:45:26.612180 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c9fa515b-4011-4bc9-a1eb-b0cc10ad7d64 req-7c3919a9-50a2-4ca7-beb2-44328ffe0529 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393856 Jul 23 00:45:26.631139 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-7a3f95ce-e61f-428a-9caa-7acb676dc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:26.632837 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-7a3f95ce-e61f-428a-9caa-7acb676dc2a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 200 len: 898 time: 0.0905983 Jul 23 00:45:26.669701 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:38Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:26.679541 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-60030fe1-b7dd-474d-95ce-bd8e12209135 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 200 len: 217 time: 0.0394397 Jul 23 00:45:26.700444 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] Checking router: a789a2e2-cddc-40ba-b45c-014ecd42217d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:26.708633 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:26.709237 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:26.729774 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-6a340782-2195-4514-b8a9-fcad157fba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:26.731242 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-6a340782-2195-4514-b8a9-fcad157fba5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=45864bb9-d7b9-4301-8dbb-dabd6239611a HTTP/1.1" status: 200 len: 835 time: 0.0455482 Jul 23 00:45:26.789636 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-ff46eda7-c99e-4358-8d00-4fff8f7bb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:26.791154 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-ff46eda7-c99e-4358-8d00-4fff8f7bb04c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b99c1788-7d35-453f-b9a2-14f7eda9764c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528660 Jul 23 00:45:26.813238 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:26.886216 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-080c1625-b206-4e04-ab27-f35d84371356 service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873766 Jul 23 00:45:26.978236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-81b81513-d2a9-470e-9b58-7ba58ef0698d req-0c5ad02e-be9f-4aef-b323-cf72bfc2a1a2 service neutron] 10.222.0.49 "GET /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Jul 23 00:45:27.010628 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:38Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:27.036269 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8d56e-c077-486b-98de-c060ab6a38d1 None None] The sync data for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 is: [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:33Z', 'revision_number': 4, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6a7700b6-9457-4a4b-982f-79b6a321cf0d', 'name': '', 'network_id': 'b99c1788-7d35-453f-b9a2-14f7eda9764c', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'mac_address': 'fa:16:3e:57:96:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:33Z', 'updated_at': '2021-07-23T00:44:38Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'subnets': [{'id': '45864bb9-d7b9-4301-8dbb-dabd6239611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:45:27.257259 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04be406-76a9-414e-971d-fd4b0cefa3f7 None None] New status for floating IP 77098810-fac8-4045-a89b-370ba9d52606: DOWN {{(pid=93792) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:45:27.736632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9061-c59e-4fb9-ae5a-fb0a5bacd41a req-49f84cb0-c201-4d32-967f-48818ceaec65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:27.738162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80ef9061-c59e-4fb9-ae5a-fb0a5bacd41a req-49f84cb0-c201-4d32-967f-48818ceaec65 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0642140 Jul 23 00:45:27.777085 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-80ef9061-c59e-4fb9-ae5a-fb0a5bacd41a req-61123a12-c0b8-4851-893a-3fc11ef2ad3f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf28182-e35d-4947-bdef-de95babc0dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334067 Jul 23 00:45:27.958709 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-d399c0f0-53b5-4f68-b2c2-0f26d933df7f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:27.960196 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-d399c0f0-53b5-4f68-b2c2-0f26d933df7f tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 945 time: 0.0642135 Jul 23 00:45:28.064303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 7718ee30-8804-4c89-acd3-a9ec9e766587 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:45:28.064686 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:28.155727 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 7718ee30-8804-4c89-acd3-a9ec9e766587, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=7718ee30-8804-4c89-acd3-a9ec9e766587,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:28.156008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:28.168256 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 7718ee30-8804-4c89-acd3-a9ec9e766587 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:45:28.293545 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:28.326235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=7718ee30-8804-4c89-acd3-a9ec9e766587,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:28.371688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] No DVR routers for this DVR port 7718ee30-8804-4c89-acd3-a9ec9e766587 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:45:28.374310 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:28.376309 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-a4723284-e5e5-4b63-a883-3e5908c4d49e req-9deaa1e3-5f48-4388-a692-48d6a303dc59 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.49 "DELETE /v2.0/ports/7718ee30-8804-4c89-acd3-a9ec9e766587 HTTP/1.1" status: 204 len: 173 time: 0.4100547 Jul 23 00:45:28.446160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'name': 'network-vif-deleted', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:28.449295 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b72b5d9-cc27-4385-b0f9-603c30b2824c" -d '{"events": [{"server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "name": "network-vif-deleted", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:28.488728 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e1ac70-7f10-498e-ab79-aa3255261519 x-openstack-request-id: req-80e1ac70-7f10-498e-ab79-aa3255261519 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:28.489130 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d", "name": "network-vif-deleted", "tag": "7718ee30-8804-4c89-acd3-a9ec9e766587", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:28.489458 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80e1ac70-7f10-498e-ab79-aa3255261519 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:28.489929 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d', 'name': 'network-vif-deleted', 'tag': '7718ee30-8804-4c89-acd3-a9ec9e766587', 'status': 'completed', 'code': 200} Jul 23 00:45:28.893464 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7cacebb6-9bfb-4e15-ad10-c594b3e612ac req-64832bae-088d-4105-af09-a23e33b75e39 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "GET /v2.0/ports?device_id=50c3b0ae-5fb5-4b11-9b6b-1cf1fee6656d HTTP/1.1" status: 200 len: 210 time: 0.0340979 Jul 23 00:45:28.947768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:45:29.947615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:30.296082 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:30.558901 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port 6a7700b6-9457-4a4b-982f-79b6a321cf0d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:45:30.559256 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:30.648222 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port 6a7700b6-9457-4a4b-982f-79b6a321cf0d, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6a7700b6-9457-4a4b-982f-79b6a321cf0d,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:30.648607 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:30.661761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for 6a7700b6-9457-4a4b-982f-79b6a321cf0d owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:45:30.848804 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:30.873229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=6a7700b6-9457-4a4b-982f-79b6a321cf0d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:30.892414 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.893377 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.893762 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.894109 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.894448 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.894790 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.895183 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.895542 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.895882 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.896923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.896923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:30.898403 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:31.074067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.285661 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Router a789a2e2-cddc-40ba-b45c-014ecd42217d has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:45:31.388615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:31.394282 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-5def89ea-ff2e-439b-9b26-c889839c2bdd tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "PUT /v2.0/routers/a789a2e2-cddc-40ba-b45c-014ecd42217d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4456289 Jul 23 00:45:31.397729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55366) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:31.399739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] Sync routers for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:31.408959 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:31.409814 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:31.456941 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting subnet 45864bb9-d7b9-4301-8dbb-dabd6239611a {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:45:31.460223 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.499349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.513938 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:31.585502 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.649966 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.678824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Subnet': ['ID=45864bb9-d7b9-4301-8dbb-dabd6239611a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:31.684559 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.689041 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-b7a07f12-ca98-42dd-b6c0-67b1ec2525e8 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/subnets/45864bb9-d7b9-4301-8dbb-dabd6239611a HTTP/1.1" status: 204 len: 168 time: 0.2876859 Jul 23 00:45:31.690167 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55368) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:31.691313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5254f-48de-44fc-9840-01f7db041748 None None] Network b99c1788-7d35-453f-b9a2-14f7eda9764c requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:45:31.700148 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:45:30Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:31.728831 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] Checking router: a789a2e2-cddc-40ba-b45c-014ecd42217d for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:31.737169 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] Routers {'a789a2e2-cddc-40ba-b45c-014ecd42217d'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:31.737782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['a789a2e2-cddc-40ba-b45c-014ecd42217d'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:31.797097 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.844057 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] Set router a789a2e2-cddc-40ba-b45c-014ecd42217d gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:31.888226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] DHCP port deletion for b99c1788-7d35-453f-b9a2-14f7eda9764c request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:45:31.910517 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.938662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Deleting port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:45:31.939320 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:31.967767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Deleting port dec0cc0d-c98d-4c34-802d-c516bfe89e6f {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:45:31.968398 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.010596 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] For port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,segment=NetworkSegment(8dc33995-7874-4718-90b3-3893640e5351),segment_id=8dc33995-7874-4718-90b3-3893640e5351)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:32.010991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.026322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Calling delete_port for 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:45:32.055419 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:45:30Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:32.056219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] For port dec0cc0d-c98d-4c34-802d-c516bfe89e6f, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:32.056588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.070218 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Calling delete_port for dec0cc0d-c98d-4c34-802d-c516bfe89e6f owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:45:32.078980 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:45:32.087092 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f13294-4188-42f0-8b73-69a69afc1826 None None] The sync data for ids ['a789a2e2-cddc-40ba-b45c-014ecd42217d'] in n-d-758851-4 is: [{'id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-317447415', 'tenant_id': 'e14ff86660ee426aa2fab34e93fef312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:45:30Z', 'revision_number': 5, 'project_id': 'e14ff86660ee426aa2fab34e93fef312', 'gw_port': {'id': 'dec0cc0d-c98d-4c34-802d-c516bfe89e6f', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a789a2e2-cddc-40ba-b45c-014ecd42217d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:44:30Z', 'updated_at': '2021-07-23T00:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:45:32.161717 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.198970 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf update to DOWN by agent not found {{(pid=93792) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 00:45:32.202646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Pushing event deleted for resources: {'Port': ['ID=65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:32.211057 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] No DVR routers for this DVR port 65d1e323-d88d-4fd6-8840-0dd9c8cb9fdf on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:45:32.213384 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.213738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.214084 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.214425 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.214761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.215094 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.215455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.215791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.216122 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.216449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.216772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.217095 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c4351-6aaa-46a5-a625-a81a0f2dc0a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.221927 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7718ee30-8804-4c89-acd3-a9ec9e766587 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:45:32.243470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 7718ee30-8804-4c89-acd3-a9ec9e766587 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:45:32.243817 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 7718ee30-8804-4c89-acd3-a9ec9e766587 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:45:32.250420 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.285219 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Port': ['ID=dec0cc0d-c98d-4c34-802d-c516bfe89e6f,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:32.657570 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.657918 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.658295 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.658834 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.659261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.659622 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.659997 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.660306 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.660630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.660944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.661210 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.661551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:32.701967 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.794545 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.796864 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.841245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.841807 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Fanout notify agent at l3_agent the message router_deleted on router a789a2e2-cddc-40ba-b45c-014ecd42217d {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:45:32.849238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:32.850374 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d88fe9fc-1f2b-4a06-87d5-6038263bf70e tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/routers/a789a2e2-cddc-40ba-b45c-014ecd42217d HTTP/1.1" status: 204 len: 168 time: 1.1591880 Jul 23 00:45:32.853259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55370) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:32.941684 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.037383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.047114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99c1788-7d35-453f-b9a2-14f7eda9764c']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:33.056822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc33995-7874-4718-90b3-3893640e5351') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:33.057124 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc33995-7874-4718-90b3-3893640e5351') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:33.066916 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.080861 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.086805 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:45:33.087265 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:45:33.090446 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:45:33.145238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.155377 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.159405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/networks/b99c1788-7d35-453f-b9a2-14f7eda9764c HTTP/1.1" status: 204 len: 168 time: 0.3051028 Jul 23 00:45:33.162558 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:33.169057 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063387a9-f0c7-43d4-8ad8-246d80b25ad6 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'Network': ['ID=b99c1788-7d35-453f-b9a2-14f7eda9764c,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:33.222190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6577f902-859b-4d2c-89c6-f0f833bd4ec2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.247628 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6577f902-859b-4d2c-89c6-f0f833bd4ec2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.309051 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6577f902-859b-4d2c-89c6-f0f833bd4ec2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.311803 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-6577f902-859b-4d2c-89c6-f0f833bd4ec2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.312981 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-6577f902-859b-4d2c-89c6-f0f833bd4ec2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cf28182-e35d-4947-bdef-de95babc0dcf HTTP/1.1" status: 204 len: 168 time: 0.1495898 Jul 23 00:45:33.326515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577f902-859b-4d2c-89c6-f0f833bd4ec2 tempest-TestNetworkAdvancedServerOps-1216784009 tempest-TestNetworkAdvancedServerOps-1216784009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf28182-e35d-4947-bdef-de95babc0dcf,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:33.666689 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:33.791909 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bb87e146-3ec3-4294-a543-23c7993c2dcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e14ff86660ee426aa2fab34e93fef312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240106 Jul 23 00:45:33.794304 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:33.851938 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afbfe18-876e-4db8-a906-e1bbdf716376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.873375 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afbfe18-876e-4db8-a906-e1bbdf716376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.921872 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afbfe18-876e-4db8-a906-e1bbdf716376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.925572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-4afbfe18-876e-4db8-a906-e1bbdf716376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:33.926734 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-4afbfe18-876e-4db8-a906-e1bbdf716376 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e71001cc-14cb-40b5-b117-2c20dfaaa5f0 HTTP/1.1" status: 204 len: 168 time: 0.1315439 Jul 23 00:45:33.934876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbfe18-876e-4db8-a906-e1bbdf716376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71001cc-14cb-40b5-b117-2c20dfaaa5f0,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:33.966200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dec0cc0d-c98d-4c34-802d-c516bfe89e6f no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:45:33.985584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: dec0cc0d-c98d-4c34-802d-c516bfe89e6f {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:45:33.985876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device dec0cc0d-c98d-4c34-802d-c516bfe89e6f not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:45:33.986785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a7700b6-9457-4a4b-982f-79b6a321cf0d no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:45:34.008002 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6a7700b6-9457-4a4b-982f-79b6a321cf0d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:45:34.008347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6a7700b6-9457-4a4b-982f-79b6a321cf0d not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:45:34.196243 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55390) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:34.209340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c933bdc2-7fd5-4735-a40a-075637d46e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.301979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c933bdc2-7fd5-4735-a40a-075637d46e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.306358 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-c933bdc2-7fd5-4735-a40a-075637d46e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.343406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-c933bdc2-7fd5-4735-a40a-075637d46e09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14330bfc4e544497b569aa2aaf725c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460657 Jul 23 00:45:34.344326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933bdc2-7fd5-4735-a40a-075637d46e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb757859-f0a7-48a0-8fea-abed66d9d5ec,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:34.346766 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55392) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:34.397987 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-109d2df0-c1a4-4c0e-a08a-7fd109254916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.418839 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-109d2df0-c1a4-4c0e-a08a-7fd109254916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.465663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-109d2df0-c1a4-4c0e-a08a-7fd109254916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.468221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-109d2df0-c1a4-4c0e-a08a-7fd109254916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:34.469796 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-109d2df0-c1a4-4c0e-a08a-7fd109254916 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb757859-f0a7-48a0-8fea-abed66d9d5ec HTTP/1.1" status: 204 len: 168 time: 0.1213903 Jul 23 00:45:34.478246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d2df0-c1a4-4c0e-a08a-7fd109254916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb757859-f0a7-48a0-8fea-abed66d9d5ec,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:35.153857 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55414) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:35.246925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-853293852-network', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:35.268014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Made reservation on behalf of c3894d0ef4b74967a0337a763e8c9ff0 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:45:35.270350 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.278811 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.374287 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.379474 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.411230 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:45:35.421773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385eb723-2eba-4a56-9a41-6f77ff271d0a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:35.428965 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.429744 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Added segment 2ff0e521-e54c-4882-bdb2-857e893cfabf of type vlan for network 6e88eb50-be7c-478e-a073-e3362b596c82 Jul 23 00:45:35.477387 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.507165 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.508187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:35.508779 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.539035 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3840525 Jul 23 00:45:35.542313 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55418) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:35.547868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Request body: {'subnet': {'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-853293852-subnet', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'ip_version': 4}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:35.570868 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Made reservation on behalf of c3894d0ef4b74967a0337a763e8c9ff0 for: {'subnet': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:45:35.572940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30697c1-956f-4dcf-8e8c-d77ef081effa admin admin] Pushing event updated for resources: {'Network': ['ID=6e88eb50-be7c-478e-a073-e3362b596c82,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:35.573204 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11855796'] for subnet, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.583680 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 6e88eb50-be7c-478e-a073-e3362b596c82 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:45:35.747132 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11783902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11855814'] for subnet, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.803609 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048a8c34-0307-4323-833b-156e057770f3,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:35.809035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Checking segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:35.809394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Network hostable DHCP agents. Network: 6e88eb50-be7c-478e-a073-e3362b596c82, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93791) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:45:35.826764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Network 6e88eb50-be7c-478e-a073-e3362b596c82 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93791) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:45:35.836994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 6e88eb50-be7c-478e-a073-e3362b596c82) {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:35.842548 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:35.843522 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.849315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3341cd9-a9cd-4eae-bb0e-771bff7e8d4f None None] Network 6e88eb50-be7c-478e-a073-e3362b596c82 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:45:35.860572 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ee2e9303-1016-42bf-8f3f-84547f11ce69 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3171561 Jul 23 00:45:35.864449 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55420) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:35.869119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:35.888553 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.889529 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.945500 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:35.999805 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-6e88eb50-be7c-478e-a073-e3362b596c82', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:45:36.000656 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.080635 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.138619 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Allocated IP 172.20.0.2 (6e88eb50-be7c-478e-a073-e3362b596c82/048a8c34-0307-4323-833b-156e057770f3/7b31b918-6b72-400c-bf98-7fd6c9d8210c) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:36.289598 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.290441 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.299430 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Transition to ACTIVE for port object 7b31b918-6b72-400c-bf98-7fd6c9d8210c will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:36.310171 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.314038 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Transition to ACTIVE for port object 7b31b918-6b72-400c-bf98-7fd6c9d8210c will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:36.320546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.361407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Network 6e88eb50-be7c-478e-a073-e3362b596c82 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:36.364242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:36.368620 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:36.374010 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Pushing event updated for resources: {'Port': ['ID=7b31b918-6b72-400c-bf98-7fd6c9d8210c,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:36.419136 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Allocated IP 172.25.5.199 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/9e4b7150-7723-40b2-b08d-683dfdbd4883) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:36.431974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Attempting to bind port 7b31b918-6b72-400c-bf98-7fd6c9d8210c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:36.432347 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Attempting to bind port 7b31b918-6b72-400c-bf98-7fd6c9d8210c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:36.432721 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Attempting to bind port 7b31b918-6b72-400c-bf98-7fd6c9d8210c on network 6e88eb50-be7c-478e-a073-e3362b596c82 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:36.437667 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:36.438040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Checking segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:36.438445 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.438833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Bound using segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:36.439470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Bound port: 7b31b918-6b72-400c-bf98-7fd6c9d8210c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:36.439856 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.507106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] For port 7b31b918-6b72-400c-bf98-7fd6c9d8210c, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:36.510278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] For port 7b31b918-6b72-400c-bf98-7fd6c9d8210c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7b31b918-6b72-400c-bf98-7fd6c9d8210c,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:36.514404 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.523748 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.568036 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:36.579117 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a8251-f0a6-4932-8359-8f61e8fcfe93 None None] Pushing event updated for resources: {'Port': ['ID=7b31b918-6b72-400c-bf98-7fd6c9d8210c,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:36.606822 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:36.611776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:36.614589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:36.648222 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Pushing event updated for resources: {'Port': ['ID=9e4b7150-7723-40b2-b08d-683dfdbd4883,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:36.888066 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.078764 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.094014 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.214883 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:45:37.327117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:37.337783 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:37.345878 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:37.349526 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:37.350181 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:37.351800 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55422) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:37.352308 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5dcea34-4af5-40ba-9e59-5dc01c15f58b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4866016 Jul 23 00:45:37.469262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:37.497981 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40bfeef-af82-4a23-b83c-dd570dbe1800 None None] Network 6e88eb50-be7c-478e-a073-e3362b596c82 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:45:37.657258 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-05200a5c-04fa-46a1-a962-9ddf0ac0a17d None None] Provisioning for port 7b31b918-6b72-400c-bf98-7fd6c9d8210c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:37.789538 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:36Z', 'revision_number': 3, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:37.825232 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:37.825584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Updating router 8f18b028-cf23-4bbc-b47a-23679afe9d74 port 9e4b7150-7723-40b2-b08d-683dfdbd4883 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:45:37.865134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.045157 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7b31b918-6b72-400c-bf98-7fd6c9d8210c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:38.087349 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.143458 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 7b31b918-6b72-400c-bf98-7fd6c9d8210c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:38.164766 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7b31b918-6b72-400c-bf98-7fd6c9d8210c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:38.165175 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.216937 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.235275 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Transition to ACTIVE for port object 9e4b7150-7723-40b2-b08d-683dfdbd4883 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:38.239383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-552febb1-987e-4841-b559-620aeecfdc7e None None] Provisioning complete for port 7b31b918-6b72-400c-bf98-7fd6c9d8210c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:38.239704 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-552febb1-987e-4841-b559-620aeecfdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.245098 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.254235 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Allocated IP 172.20.0.1 (6e88eb50-be7c-478e-a073-e3362b596c82/048a8c34-0307-4323-833b-156e057770f3/50860ff3-5e16-4d9f-a597-08964b3fdbb7) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:38.354108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9d37-53a3-418a-8ff2-680c23820ce3 None None] Pushing event updated for resources: {'Port': ['ID=9e4b7150-7723-40b2-b08d-683dfdbd4883,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:38.359358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.368582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Attempting to bind port 9e4b7150-7723-40b2-b08d-683dfdbd4883 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:38.368971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Attempting to bind port 9e4b7150-7723-40b2-b08d-683dfdbd4883 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:38.369326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Attempting to bind port 9e4b7150-7723-40b2-b08d-683dfdbd4883 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:38.374963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Transition to ACTIVE for port object 50860ff3-5e16-4d9f-a597-08964b3fdbb7 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:38.381800 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.383601 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:38.383972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:38.384369 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.384760 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:38.385221 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Bound port: 9e4b7150-7723-40b2-b08d-683dfdbd4883, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:38.385596 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.409785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.452204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Network 6e88eb50-be7c-478e-a073-e3362b596c82 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:38.459027 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:38.460903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Pushing event updated for resources: {'Port': ['ID=50860ff3-5e16-4d9f-a597-08964b3fdbb7,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:38.463113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:38.484521 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 7b31b918-6b72-400c-bf98-7fd6c9d8210c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7b31b918-6b72-400c-bf98-7fd6c9d8210c,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:38.488023 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-552febb1-987e-4841-b559-620aeecfdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.494179 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.520509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.533637 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] For port 9e4b7150-7723-40b2-b08d-683dfdbd4883, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:38.555416 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] For port 9e4b7150-7723-40b2-b08d-683dfdbd4883, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e4b7150-7723-40b2-b08d-683dfdbd4883,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:38.565624 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.619727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=7b31b918-6b72-400c-bf98-7fd6c9d8210c,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:38.654789 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.db.api [None req-552febb1-987e-4841-b559-620aeecfdc7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:45:38.654789 n-d-758851-4 neutron-server[93792]: DEBUG oslo_db.api [None req-552febb1-987e-4841-b559-620aeecfdc7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:45:38.664693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:38.665329 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:38.678461 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.743203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9d37-53a3-418a-8ff2-680c23820ce3 None None] Pushing event updated for resources: {'Port': ['ID=9e4b7150-7723-40b2-b08d-683dfdbd4883,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:38.785061 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:38.841008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.846145 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.916541 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:38.919113 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Pushing event updated for resources: {'Port': ['ID=50860ff3-5e16-4d9f-a597-08964b3fdbb7,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:38.988645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 1, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:39.008833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Network 6e88eb50-be7c-478e-a073-e3362b596c82 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:39.010324 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:39.137702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:45:39.180717 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9305808d-8624-4e15-ab31-5f39e4e82d54 None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 1, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:45:39.258218 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:39.263891 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-24404ad8-556c-4968-8585-aebeaf75511a admin admin] 10.222.0.21 "PUT /v2.0/routers/8f18b028-cf23-4bbc-b47a-23679afe9d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9109030 Jul 23 00:45:39.336487 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1352e3d8-fa4c-4488-9da5-6f93ff457d19 None None] Provisioning for port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:39.341174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-1352e3d8-fa4c-4488-9da5-6f93ff457d19 None None] Provisioning complete for port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:39.341555 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-1352e3d8-fa4c-4488-9da5-6f93ff457d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.401647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-1352e3d8-fa4c-4488-9da5-6f93ff457d19 None None] Port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:45:39.760054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55438) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:39.765411 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1655032428-network', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:39.791760 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Made reservation on behalf of 501f4f78284046a4842a5ffc675ecd49 for: {'network': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:45:39.795785 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.813799 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.909450 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.914677 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.942152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93790) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:45:39.952400 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb81a9-a742-486e-ad34-e8a51fb278e3,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:39.958143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:39.958475 n-d-758851-4 neutron-server[93790]: INFO neutron.db.segments_db [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Added segment 86c24b6e-ca31-4f61-9822-49d7be1a112a of type vlan for network 2e5b6982-a37a-4012-8ce3-4ead604277f6 Jul 23 00:45:40.014299 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.056269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.057750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:40.059909 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.061493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e4b7150-7723-40b2-b08d-683dfdbd4883 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:40.100459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3392501 Jul 23 00:45:40.103119 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55440) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:40.108357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Request body: {'subnet': {'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1655032428-subnet', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:40.120432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 9e4b7150-7723-40b2-b08d-683dfdbd4883 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:40.124695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9e4b7150-7723-40b2-b08d-683dfdbd4883 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:40.125142 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.138822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263503cb-5f15-4afe-96da-6af06a8fb0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5b6982-a37a-4012-8ce3-4ead604277f6,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:40.150859 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:45:40.169611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Made reservation on behalf of 501f4f78284046a4842a5ffc675ecd49 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:45:40.172570 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.273311 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.296022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 9e4b7150-7723-40b2-b08d-683dfdbd4883, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e4b7150-7723-40b2-b08d-683dfdbd4883,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:40.301711 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.303055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7b31b918-6b72-400c-bf98-7fd6c9d8210c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:40.359383 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.379249 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=9e4b7150-7723-40b2-b08d-683dfdbd4883,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:40.395125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 7b31b918-6b72-400c-bf98-7fd6c9d8210c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:40.395630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.429418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3d3c82-8db7-4117-a760-e1eeb3b5253a,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:40.432647 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Checking segment: {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:40.433142 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Network hostable DHCP agents. Network: 2e5b6982-a37a-4012-8ce3-4ead604277f6, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:45:40.456630 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:45:40.466940 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, 2e5b6982-a37a-4012-8ce3-4ead604277f6) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:40.472267 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:40.472981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.481072 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe5b132-7491-499e-8397-715edabca02b None None] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:45:40.491757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-0eb3ea5f-ed8f-440c-8a28-8adb30e1b271 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3851416 Jul 23 00:45:40.491970 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55442) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:40.496475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:40.524326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.525664 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.586962 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.644311 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-2e5b6982-a37a-4012-8ce3-4ead604277f6', 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'fixed_ips': [{'subnet_id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:45:40.645175 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.732926 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.799256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Allocated IP 172.20.0.2 (2e5b6982-a37a-4012-8ce3-4ead604277f6/eb3d3c82-8db7-4117-a760-e1eeb3b5253a/6ef808c9-ffe6-44d7-98fc-77e44af117cd) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:40.972499 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.987088 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.992278 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:40.995959 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Transition to ACTIVE for port object 6ef808c9-ffe6-44d7-98fc-77e44af117cd will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:41.012898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Transition to ACTIVE for port object 6ef808c9-ffe6-44d7-98fc-77e44af117cd will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:41.020191 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.075493 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:41.077201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:41.078987 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Pushing event updated for resources: {'Port': ['ID=6ef808c9-ffe6-44d7-98fc-77e44af117cd,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:41.081820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:41.118225 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Allocated IP 172.25.5.152 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/09e1d7e2-84ef-4b6e-991b-9e698511c110) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:41.162651 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Attempting to bind port 6ef808c9-ffe6-44d7-98fc-77e44af117cd on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:41.163170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Attempting to bind port 6ef808c9-ffe6-44d7-98fc-77e44af117cd by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:41.164020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Attempting to bind port 6ef808c9-ffe6-44d7-98fc-77e44af117cd on network 2e5b6982-a37a-4012-8ce3-4ead604277f6 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:41.170141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:41.170524 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Checking segment: {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:41.170938 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.171361 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Bound using segment: {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:41.171866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Bound port: 6ef808c9-ffe6-44d7-98fc-77e44af117cd, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:41.172254 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.229077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.240606 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] For port 6ef808c9-ffe6-44d7-98fc-77e44af117cd, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:41.244226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] For port 6ef808c9-ffe6-44d7-98fc-77e44af117cd, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6ef808c9-ffe6-44d7-98fc-77e44af117cd,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:41.249323 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.254704 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:41.263760 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:41.264457 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:41.277269 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.314397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:41.318187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:41.323445 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:41.324007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd566-ada8-4c51-a877-77edb16a0292 None None] Pushing event updated for resources: {'Port': ['ID=6ef808c9-ffe6-44d7-98fc-77e44af117cd,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:41.353229 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Pushing event updated for resources: {'Port': ['ID=09e1d7e2-84ef-4b6e-991b-9e698511c110,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:41.380225 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:41.624377 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.707492 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 2, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:41.733589 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:41.733945 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Updating router 8f18b028-cf23-4bbc-b47a-23679afe9d74 port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:45:41.771785 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.830968 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:41.980075 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Router 367ba787-0bde-439d-8259-c0380140feb5 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:45:42.054860 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.073121 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Transition to ACTIVE for port object 50860ff3-5e16-4d9f-a597-08964b3fdbb7 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:42.082618 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.102530 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6ef808c9-ffe6-44d7-98fc-77e44af117cd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:42.107785 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:42.129582 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.134880 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55444) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:42.135840 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e32419b1-f82c-4eea-b351-2c3f836f1b51 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6420650 Jul 23 00:45:42.146239 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Pushing event updated for resources: {'Port': ['ID=50860ff3-5e16-4d9f-a597-08964b3fdbb7,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:42.172369 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Sync routers for ids ['367ba787-0bde-439d-8259-c0380140feb5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:42.186263 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.186617 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.186965 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.187287 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.187641 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.187967 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.188313 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.188637 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.188956 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.194932 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.195372 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.195692 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:45:42.199772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Routers {'367ba787-0bde-439d-8259-c0380140feb5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:42.200725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['367ba787-0bde-439d-8259-c0380140feb5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:42.255681 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Attempting to bind port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:42.256287 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Attempting to bind port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:42.256417 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Attempting to bind port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 on network 6e88eb50-be7c-478e-a073-e3362b596c82 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:42.262649 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:42.262891 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Checking segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:42.263444 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.264122 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Bound using segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:42.264688 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Bound port: 50860ff3-5e16-4d9f-a597-08964b3fdbb7, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:42.265127 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.324921 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6ef808c9-ffe6-44d7-98fc-77e44af117cd completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:42.336662 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e4b7150-7723-40b2-b08d-683dfdbd4883 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:42.352407 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] For port 50860ff3-5e16-4d9f-a597-08964b3fdbb7, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:42.356521 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] For port 50860ff3-5e16-4d9f-a597-08964b3fdbb7, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50860ff3-5e16-4d9f-a597-08964b3fdbb7,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:42.364711 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.393106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Set router 367ba787-0bde-439d-8259-c0380140feb5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:42.445870 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:42.446029 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:42.453942 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2175209-d1e8-4c75-9746-7eda52558599 None None] Pushing event updated for resources: {'Port': ['ID=50860ff3-5e16-4d9f-a597-08964b3fdbb7,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:42.520862 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae5aba-b28d-42a9-afbf-94b22ef5acf5 None None] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:45:42.575404 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:42.681034 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 9e4b7150-7723-40b2-b08d-683dfdbd4883 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:42.681425 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.715127 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.793804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] Provisioning for port 6ef808c9-ffe6-44d7-98fc-77e44af117cd completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:42.805792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] Provisioning complete for port 6ef808c9-ffe6-44d7-98fc-77e44af117cd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:42.805999 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:42Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:42.806200 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:42.835249 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb2ab8-3370-4484-ab7c-8a43931a22d0 None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:42Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:45:42.886039 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Allocated IP 172.20.0.1 (2e5b6982-a37a-4012-8ce3-4ead604277f6/eb3d3c82-8db7-4117-a760-e1eeb3b5253a/48bb6366-d55b-47a2-92c3-1dc4dc4f04bc) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:42.965383 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:41Z', 'revision_number': 3, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:43.008677 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Checking router: 367ba787-0bde-439d-8259-c0380140feb5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:43.009028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Updating router 367ba787-0bde-439d-8259-c0380140feb5 port 09e1d7e2-84ef-4b6e-991b-9e698511c110 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:45:43.009232 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.025426 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Transition to ACTIVE for port object 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:43.034346 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.064054 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.076862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.104599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] For port 6ef808c9-ffe6-44d7-98fc-77e44af117cd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6ef808c9-ffe6-44d7-98fc-77e44af117cd,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:43.106561 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:43.109931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:43.113846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:43.117666 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.167256 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Pushing event updated for resources: {'Port': ['ID=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:43.178648 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.239315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdc49e-f845-475b-be59-0279631b69ec None None] Pushing event updated for resources: {'Port': ['ID=6ef808c9-ffe6-44d7-98fc-77e44af117cd,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:43.339301 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.404887 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-7913ec89-2c33-41dc-a237-f34f4da45ad9 None None] Provisioning complete for port 6ef808c9-ffe6-44d7-98fc-77e44af117cd triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:43.405460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7913ec89-2c33-41dc-a237-f34f4da45ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.545798 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.552638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.561633 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.573008 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Transition to ACTIVE for port object 09e1d7e2-84ef-4b6e-991b-9e698511c110 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:43.585526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.618303 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.638969 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Pushing event updated for resources: {'Port': ['ID=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:43.639191 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Attempting to bind port 09e1d7e2-84ef-4b6e-991b-9e698511c110 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:43.639658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Attempting to bind port 09e1d7e2-84ef-4b6e-991b-9e698511c110 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:43.640106 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Attempting to bind port 09e1d7e2-84ef-4b6e-991b-9e698511c110 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:43.650069 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:43.650456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:43.650878 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.651279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:43.651785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Bound port: 09e1d7e2-84ef-4b6e-991b-9e698511c110, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:43.652177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.684234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97f115-467f-4b8d-b5ea-ecdeacc1f6c8 None None] Pushing event updated for resources: {'Port': ['ID=09e1d7e2-84ef-4b6e-991b-9e698511c110,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:43.701597 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09257e28-8805-4a8b-a3e1-a3d8db4c59cc None None] Provisioning for port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:43.714774 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-09257e28-8805-4a8b-a3e1-a3d8db4c59cc None None] Provisioning complete for port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:43.715155 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09257e28-8805-4a8b-a3e1-a3d8db4c59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.725801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:43.727247 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:43.748772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] For port 09e1d7e2-84ef-4b6e-991b-9e698511c110, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:43.768032 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] For port 09e1d7e2-84ef-4b6e-991b-9e698511c110, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=09e1d7e2-84ef-4b6e-991b-9e698511c110,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:43.769729 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-09257e28-8805-4a8b-a3e1-a3d8db4c59cc None None] Port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:45:43.774469 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:43.840614 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Routers {'367ba787-0bde-439d-8259-c0380140feb5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:43.841263 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['367ba787-0bde-439d-8259-c0380140feb5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:43.846470 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97f115-467f-4b8d-b5ea-ecdeacc1f6c8 None None] Pushing event updated for resources: {'Port': ['ID=09e1d7e2-84ef-4b6e-991b-9e698511c110,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:43.854525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Router 367ba787-0bde-439d-8259-c0380140feb5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:45:44.003471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:44.009494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-df543990-3086-4145-837a-1d8aff59eb0f admin admin] 10.222.0.21 "PUT /v2.0/routers/367ba787-0bde-439d-8259-c0380140feb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8733773 Jul 23 00:45:44.047973 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6ef808c9-ffe6-44d7-98fc-77e44af117cd up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:44.129381 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-f1e8e2ee-5ed8-4f98-9578-ef273214d49a None None] Provisioning complete for port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:44.129757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e2ee-5ed8-4f98-9578-ef273214d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.182372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8e2ee-5ed8-4f98-9578-ef273214d49a None None] Port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:45:44.195691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] Set router 367ba787-0bde-439d-8259-c0380140feb5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:44.197456 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6ef808c9-ffe6-44d7-98fc-77e44af117cd triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:44.197827 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.397592 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50860ff3-5e16-4d9f-a597-08964b3fdbb7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:44.479926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:44.486364 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:44.486743 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.509691 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '48bb6366-d55b-47a2-92c3-1dc4dc4f04bc', 'name': '', 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'mac_address': 'fa:16:3e:2c:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:42Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 2, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'subnets': [{'id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:44.544791 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147decc7-2633-415f-85b8-78eff1ad72d0 None None] The sync data for ids ['367ba787-0bde-439d-8259-c0380140feb5'] in n-d-758851-4 is: [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '48bb6366-d55b-47a2-92c3-1dc4dc4f04bc', 'name': '', 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'mac_address': 'fa:16:3e:2c:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:42Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 2, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'subnets': [{'id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:45:44.598678 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.632127 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 50860ff3-5e16-4d9f-a597-08964b3fdbb7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50860ff3-5e16-4d9f-a597-08964b3fdbb7,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:44.636769 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.687584 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=50860ff3-5e16-4d9f-a597-08964b3fdbb7,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:44.785591 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55452) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:44.796575 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328845066', 'description': 'tempest-secgroup-smoke-328845066 description', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:44.823621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.927012 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.934547 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.967751 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:44.969040 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1795716 Jul 23 00:45:44.969767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e7320-e4b4-4cab-9048-7ae7948b59c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdd195-5808-4e7a-b13b-e7360832b04d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:44.972297 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55454) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:44.977352 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '53fdd195-5808-4e7a-b13b-e7360832b04d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:45.023243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.093930 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.103248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.124557 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085a788b-40e6-4c1e-a26d-53352eb5ce5b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:45.131994 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.135640 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-04d29531-77e4-4a61-829b-8347319ecd96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598895 Jul 23 00:45:45.136758 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55456) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:45.142657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '53fdd195-5808-4e7a-b13b-e7360832b04d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:45.172231 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.244274 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.248184 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.270400 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a100090-4e39-4384-a9f7-a34174ab3a1b,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:45.276914 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.278485 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ac8737e3-42a1-4f24-8b76-ee62b6020c67 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397789 Jul 23 00:45:45.281963 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55458) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:45.287968 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '53fdd195-5808-4e7a-b13b-e7360832b04d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:45.317061 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.716170 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.720430 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.738568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3bc982-2d18-440b-93ab-a428915f4ef6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:45.746007 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.747280 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-de7050ff-94cb-466d-ba32-6afeee6b3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634588 Jul 23 00:45:45.749994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55460) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:45.755180 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '53fdd195-5808-4e7a-b13b-e7360832b04d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:45.783995 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.847732 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.852393 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.872265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d43c99-43ae-4632-aa18-ef37a6120095,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:45.880577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.881795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8593f7e4-61be-4b2d-ac51-f78815f91c2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308746 Jul 23 00:45:45.884841 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55462) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:45.889522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '53fdd195-5808-4e7a-b13b-e7360832b04d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:45.914368 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Project c3894d0ef4b74967a0337a763e8c9ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:45:45.920624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.992618 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:45.996924 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.014728 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecf01d5-6d0d-4c32-82d5-4979cba2a270,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:46.022438 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.023846 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-46a0f37d-e02d-4fe9-bb22-11ca04dab20f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379883 Jul 23 00:45:46.026553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 55464) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:46.031292 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '53fdd195-5808-4e7a-b13b-e7360832b04d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:46.060645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50860ff3-5e16-4d9f-a597-08964b3fdbb7 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:46.061186 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Project c3894d0ef4b74967a0337a763e8c9ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:45:46.066862 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.118702 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:46.119080 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.132112 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.137067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.158599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4eafb4-c23f-46c2-b5c4-638a28f651e9,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:46.167821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.169049 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2348b320-36c7-4144-b608-1ac04b0b1e9c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414986 Jul 23 00:45:46.210252 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e1d7e2-84ef-4b6e-991b-9e698511c110 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:46.274628 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7e6285c7-0e3c-4a8d-a82d-126184e877fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.288909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 09e1d7e2-84ef-4b6e-991b-9e698511c110 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:46.293489 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 09e1d7e2-84ef-4b6e-991b-9e698511c110 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:46.293921 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.377146 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.397365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 09e1d7e2-84ef-4b6e-991b-9e698511c110, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=09e1d7e2-84ef-4b6e-991b-9e698511c110,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:46.397720 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-c197cf4d-7dfc-4c96-befd-9ac594ba6ec6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328845066&fields=id&tenant_id=c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 267 time: 0.0329907 Jul 23 00:45:46.402058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:46.453494 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=09e1d7e2-84ef-4b6e-991b-9e698511c110,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:46.510212 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-c2f8ef8d-fc6f-43d5-b8db-e8d27cc96d25 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:46.511760 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-c2f8ef8d-fc6f-43d5-b8db-e8d27cc96d25 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 808 time: 0.1070111 Jul 23 00:45:46.527546 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-e5bd281c-e0a0-41b3-91ef-78da3f08ae39 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/quotas/c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 375 time: 0.0094271 Jul 23 00:45:46.592578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-8b6963fa-2282-4091-ad25-db39b932b1e2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600686 Jul 23 00:45:46.691937 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-ca56fb99-f8a9-4c07-92f5-2371b487e8cb service neutron] 10.222.0.21 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881252 Jul 23 00:45:46.781651 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-3e06f59f-c7be-479b-8f8a-4fa0a3513189 service neutron] 10.222.0.21 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836709 Jul 23 00:45:46.952386 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-85ab9652-de9c-4db4-90d8-f8c9f4c6d4e5 req-42dbe089-687b-4ed2-9924-f21593adbacd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 210 time: 0.0355444 Jul 23 00:45:47.033808 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Sync routers for ids ['367ba787-0bde-439d-8259-c0380140feb5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:47.043262 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Routers {'367ba787-0bde-439d-8259-c0380140feb5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:47.043944 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['367ba787-0bde-439d-8259-c0380140feb5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:47.149293 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Set router 367ba787-0bde-439d-8259-c0380140feb5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:47.353007 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '48bb6366-d55b-47a2-92c3-1dc4dc4f04bc', 'name': '', 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'mac_address': 'fa:16:3e:2c:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:42Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 2, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'subnets': [{'id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:47.382467 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Checking router: 367ba787-0bde-439d-8259-c0380140feb5 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:47.382893 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Updating router 367ba787-0bde-439d-8259-c0380140feb5 port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:45:47.418729 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.697096 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.707767 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Transition to ACTIVE for port object 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:47.712962 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.765085 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481ab75-b9ab-4e7c-adea-b2b93d202ce7 None None] Pushing event updated for resources: {'Port': ['ID=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:47.822246 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Attempting to bind port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:47.822622 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Attempting to bind port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:47.822986 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Attempting to bind port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc on network 2e5b6982-a37a-4012-8ce3-4ead604277f6 {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:47.828546 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:47.828918 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Checking segment: {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:47.829316 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.830435 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Bound using segment: {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:47.830972 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Bound port: 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c24b6e-ca31-4f61-9822-49d7be1a112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:47.831372 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.898904 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] For port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:47.902821 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] For port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:47.913469 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:47.978948 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Routers {'367ba787-0bde-439d-8259-c0380140feb5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:47.979781 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['367ba787-0bde-439d-8259-c0380140feb5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:47.984610 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481ab75-b9ab-4e7c-adea-b2b93d202ce7 None None] Pushing event updated for resources: {'Port': ['ID=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:48.038922 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e1d7e2-84ef-4b6e-991b-9e698511c110 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:48.112864 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13913700-4561-4ab8-9575-5b2fecb4c878 req-b8711872-a97a-4b9e-a93e-d9631c828e50 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 210 time: 0.0711963 Jul 23 00:45:48.149172 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 09e1d7e2-84ef-4b6e-991b-9e698511c110 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:48.149551 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:48.205593 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] Set router 367ba787-0bde-439d-8259-c0380140feb5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:48.351623 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-73fdf699-d842-4b29-be0b-ba01c11a0d2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:48.354508 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-73fdf699-d842-4b29-be0b-ba01c11a0d2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 808 time: 0.2615795 Jul 23 00:45:48.406748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-e9407165-b3ce-43d9-bb28-0aa167cd65f4 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 379 time: 0.0420334 Jul 23 00:45:48.419349 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '48bb6366-d55b-47a2-92c3-1dc4dc4f04bc', 'name': '', 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'mac_address': 'fa:16:3e:2c:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:42Z', 'updated_at': '2021-07-23T00:45:47Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'subnets': [{'id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:48.421680 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'port': {'device_id': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'admin_state_up': True, 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'security_groups': ['53fdd195-5808-4e7a-b13b-e7360832b04d']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:48.445737 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e68f36-4b50-4447-af53-f97f11d476de None None] The sync data for ids ['367ba787-0bde-439d-8259-c0380140feb5'] in n-d-758851-4 is: [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:43Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '48bb6366-d55b-47a2-92c3-1dc4dc4f04bc', 'name': '', 'network_id': '2e5b6982-a37a-4012-8ce3-4ead604277f6', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'mac_address': 'fa:16:3e:2c:da:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:42Z', 'updated_at': '2021-07-23T00:45:47Z', 'revision_number': 4, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'subnets': [{'id': 'eb3d3c82-8db7-4117-a760-e1eeb3b5253a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:45:48.544294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Made reservation on behalf of c3894d0ef4b74967a0337a763e8c9ff0 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:45:48.547869 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:48.682456 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Allocated IP 172.20.0.13 (6e88eb50-be7c-478e-a073-e3362b596c82/048a8c34-0307-4323-833b-156e057770f3/915a763e-03f9-4e48-9f76-fda84c2da06d) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:48.840476 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:48.856379 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Transition to ACTIVE for port object 915a763e-03f9-4e48-9f76-fda84c2da06d will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:48.891698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:48.936159 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Network 6e88eb50-be7c-478e-a073-e3362b596c82 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:48.939928 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:48.943900 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:48.950655 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:48.998751 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:48.999400 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.015616 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-90c2ca9c-370a-4f98-afce-5bd119c49606 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5978093 Jul 23 00:45:49.116758 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Request body: {'port': {'device_id': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:49.199880 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.203701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a852fe5d-9df6-4a25-9fa2-9deaa56f4c10 None None] Provisioning for port 915a763e-03f9-4e48-9f76-fda84c2da06d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:49.208145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-a852fe5d-9df6-4a25-9fa2-9deaa56f4c10 None None] Provisioning complete for port 915a763e-03f9-4e48-9f76-fda84c2da06d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:49.208608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a852fe5d-9df6-4a25-9fa2-9deaa56f4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.245419 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-a852fe5d-9df6-4a25-9fa2-9deaa56f4c10 None None] Port 915a763e-03f9-4e48-9f76-fda84c2da06d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:45:49.252193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625bbba-c0d2-4baf-a6b5-f92399d7afd3 req-65b131f3-d35d-496e-8ff2-3271ad01584f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:49.253764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e625bbba-c0d2-4baf-a6b5-f92399d7afd3 req-65b131f3-d35d-496e-8ff2-3271ad01584f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 932 time: 0.0682611 Jul 23 00:45:49.292116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e625bbba-c0d2-4baf-a6b5-f92399d7afd3 req-b8e24b37-6a0c-4c57-9eb3-32ee917b15e2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Jul 23 00:45:49.561149 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c9ab2d1b-5b7a-4528-8f6e-f8d08f6e3c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.775833 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915a763e-03f9-4e48-9f76-fda84c2da06d {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:45:49.784529 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.797116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Transition to ACTIVE for port object 915a763e-03f9-4e48-9f76-fda84c2da06d will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:45:49.800841 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.825419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:49.862627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:49.937028 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Attempting to bind port 915a763e-03f9-4e48-9f76-fda84c2da06d on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:45:49.937380 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Attempting to bind port 915a763e-03f9-4e48-9f76-fda84c2da06d by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:45:49.937715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Attempting to bind port 915a763e-03f9-4e48-9f76-fda84c2da06d on network 6e88eb50-be7c-478e-a073-e3362b596c82 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:49.943044 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Port 915a763e-03f9-4e48-9f76-fda84c2da06d on network 6e88eb50-be7c-478e-a073-e3362b596c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:45:49.943416 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Attempting to bind port 915a763e-03f9-4e48-9f76-fda84c2da06d on network 6e88eb50-be7c-478e-a073-e3362b596c82 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:45:49.950081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:45:49.950420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Checking segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:45:49.950813 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Bound using segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:45:49.951243 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Bound port: 915a763e-03f9-4e48-9f76-fda84c2da06d, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:45:49.951638 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.000769 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:50.033629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:45:50.038045 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:45:50.045353 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.066245 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:50.072683 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:50.073216 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.090000 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.090645 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.092321 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] 10.222.0.49 "PUT /v2.0/ports/915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1092 time: 1.0695798 Jul 23 00:45:50.092634 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:50.094936 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b557881-b85a-423b-9dee-64b7349ecf45" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:50.129426 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e97bde-fbd4-4946-9997-2494f024b90d service neutron] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:50.170354 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.208963 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-8bb21488-952d-465f-83ba-5b95fbd4708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.210587 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-8bb21488-952d-465f-83ba-5b95fbd4708d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1095 time: 0.0664968 Jul 23 00:45:50.215043 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:50.221538 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.255191 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b319d-92d4-4987-9c97-89ae4fe36cd5 x-openstack-request-id: req-721b319d-92d4-4987-9c97-89ae4fe36cd5 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:50.255602 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:50.255856 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-721b319d-92d4-4987-9c97-89ae4fe36cd5 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:50.256327 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'status': 'completed', 'code': 200} Jul 23 00:45:50.258129 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-999be895-0cc1-4e9d-9a98-0dd29293a34c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 217 time: 0.0394933 Jul 23 00:45:50.284655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:50.315736 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-aa92fd05-bd8d-4498-8e15-95976c06493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.317223 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-aa92fd05-bd8d-4498-8e15-95976c06493a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0526214 Jul 23 00:45:50.392245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-205bcf2a-2a81-4570-8ab2-8c819690bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.393921 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-205bcf2a-2a81-4570-8ab2-8c819690bcd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693853 Jul 23 00:45:50.442181 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3776e-57f9-4f08-af02-225ad0b12a3d req-4a0afb56-6f75-437d-a4b8-17ab23867149 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.444318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbc3776e-57f9-4f08-af02-225ad0b12a3d req-4a0afb56-6f75-437d-a4b8-17ab23867149 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0709612 Jul 23 00:45:50.483625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fbc3776e-57f9-4f08-af02-225ad0b12a3d req-0e7d74cb-4dd0-4ee6-b72c-9cdb928a322b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320370 Jul 23 00:45:50.493481 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-283a0ba5-216f-4fa7-b9a1-6012692041af service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932043 Jul 23 00:45:50.553433 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:50.590036 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-5307d204-cfb2-4efe-8142-3280e76a39c2 req-a7e820d3-148b-4545-9e28-5be02b987013 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897262 Jul 23 00:45:50.686691 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-50617224-2bce-450a-94fa-91818c02f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.688255 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-50617224-2bce-450a-94fa-91818c02f722 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1095 time: 0.0554869 Jul 23 00:45:50.786258 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-942ab1e3-f89a-4da3-8cc1-2ed19d514e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.787807 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-942ab1e3-f89a-4da3-8cc1-2ed19d514e5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0935481 Jul 23 00:45:50.830752 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-5b495ca1-f852-424b-b5ae-0a5eacc1c3a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 217 time: 0.0359244 Jul 23 00:45:50.885199 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-a3305b20-1d65-4c16-8cf9-321a0187044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.886662 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-a3305b20-1d65-4c16-8cf9-321a0187044d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0499439 Jul 23 00:45:50.945627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-ec3d13e8-95fa-4421-8c2b-9725ea4d09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:50.947138 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-ec3d13e8-95fa-4421-8c2b-9725ea4d09f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533247 Jul 23 00:45:51.037937 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-9efe315e-11fd-4e93-97e5-c25172225838 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833135 Jul 23 00:45:51.135192 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8b557881-b85a-423b-9dee-64b7349ecf45 req-869b33ce-e899-4568-b684-6fc3aaf4c14e service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902338 Jul 23 00:45:51.618242 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8b946-444d-4a74-ae89-06f166947220 req-23930b4b-c99c-4f14-b569-fa3f23b0196e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:51.619756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1f8b946-444d-4a74-ae89-06f166947220 req-23930b4b-c99c-4f14-b569-fa3f23b0196e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0633426 Jul 23 00:45:51.659993 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f1f8b946-444d-4a74-ae89-06f166947220 req-fa3722be-ca79-41d6-8efe-ccb82c1f1f98 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342259 Jul 23 00:45:51.964139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:52.010580 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:52.023967 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:52.024331 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:52.789887 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3aa4-55de-4ebb-a1c8-12eda6832ca1 req-6183ebb0-37ef-4659-bf8a-aeb61b5262ef tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:52.791390 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e36e3aa4-55de-4ebb-a1c8-12eda6832ca1 req-6183ebb0-37ef-4659-bf8a-aeb61b5262ef tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0648208 Jul 23 00:45:52.830480 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e36e3aa4-55de-4ebb-a1c8-12eda6832ca1 req-56842567-f7aa-4f49-8441-76bfa22627cb tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Jul 23 00:45:52.979035 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:53.963208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51c927-145f-4b05-b627-b94a0648d0e3 req-53b26ac8-5c53-4cfe-ab45-857b3661f963 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:53.964625 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed51c927-145f-4b05-b627-b94a0648d0e3 req-53b26ac8-5c53-4cfe-ab45-857b3661f963 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0689113 Jul 23 00:45:54.002801 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ed51c927-145f-4b05-b627-b94a0648d0e3 req-3d920c8b-6262-468b-841a-07dd048c9a83 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325105 Jul 23 00:45:54.293834 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:45:54.388582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:54.399239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'mac_address': 'fa:16:3e:00:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:45:54.435811 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:54.448994 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915a763e-03f9-4e48-9f76-fda84c2da06d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:45:54.468423 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:54.473451 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:54.523837 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:54.673223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['915a763e-03f9-4e48-9f76-fda84c2da06d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:45:55.132863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cf49f-d664-4332-bd82-a6a950766315 req-1097c7fa-95ed-4e98-b65d-eb431a749a73 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:55.134349 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e1cf49f-d664-4332-bd82-a6a950766315 req-1097c7fa-95ed-4e98-b65d-eb431a749a73 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 945 time: 0.0656841 Jul 23 00:45:55.172600 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7e1cf49f-d664-4332-bd82-a6a950766315 req-90916563-b907-4e63-92cd-2c565d27fcdb tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Jul 23 00:45:56.305846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc156ff-3a8b-4519-9408-e2571c295c57 req-ac5cbc2f-ae18-4374-827d-f82012a4a79a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:56.307491 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7dc156ff-3a8b-4519-9408-e2571c295c57 req-ac5cbc2f-ae18-4374-827d-f82012a4a79a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 945 time: 0.0683706 Jul 23 00:45:56.309184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:45:56.345920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7dc156ff-3a8b-4519-9408-e2571c295c57 req-b98812ec-0213-455d-86a7-98649d7655ec tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328686 Jul 23 00:45:56.357949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 915a763e-03f9-4e48-9f76-fda84c2da06d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:45:56.362052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 915a763e-03f9-4e48-9f76-fda84c2da06d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:45:56.362508 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:56.437438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:56.460055 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:56.462288 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcca4c88-f6dc-4d75-96f2-c7784deec978" -d '{"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:56.478968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:45:56.484044 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:56.509279 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1b7767-dea7-4daa-9190-508706f6febd x-openstack-request-id: req-1c1b7767-dea7-4daa-9190-508706f6febd {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:56.509566 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:56.509818 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c1b7767-dea7-4daa-9190-508706f6febd {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:56.510194 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'code': 200} Jul 23 00:45:56.537028 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:56.607903 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09263964-11ec-4686-8bb1-76073b7f96c0 req-db770800-62f3-4544-abe1-30272de070ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:56.609448 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09263964-11ec-4686-8bb1-76073b7f96c0 req-db770800-62f3-4544-abe1-30272de070ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1097 time: 0.0530670 Jul 23 00:45:56.643454 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-09263964-11ec-4686-8bb1-76073b7f96c0 req-984f8975-efd2-46c7-b153-daf5bffde022 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276568 Jul 23 00:45:57.497318 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0579db-08ca-4a67-9848-e77829c24a79 req-1eec1200-4a4f-42d3-ba2f-827fdfc95adb tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:57.498810 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a0579db-08ca-4a67-9848-e77829c24a79 req-1eec1200-4a4f-42d3-ba2f-827fdfc95adb tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0662606 Jul 23 00:45:57.541997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0a0579db-08ca-4a67-9848-e77829c24a79 req-83b236c0-3d2c-4c7c-93e8-450de0191dd2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373905 Jul 23 00:45:57.669071 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fcf1-98fb-43e7-9d25-0c449bb73d0d req-674e523e-6993-4e67-ba37-78cc9221fc00 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:57.670451 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b4fcf1-98fb-43e7-9d25-0c449bb73d0d req-674e523e-6993-4e67-ba37-78cc9221fc00 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0631380 Jul 23 00:45:57.713176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-67b4fcf1-98fb-43e7-9d25-0c449bb73d0d req-697b3743-024a-48ee-bbf2-4194841e6709 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370176 Jul 23 00:45:57.734519 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55528) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:57.832692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d95861-2ae3-4bff-881d-eee5728abfd9 tempest-TestShelveInstance-1773293961 tempest-TestShelveInstance-1773293961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:57.834208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-49d95861-2ae3-4bff-881d-eee5728abfd9 tempest-TestShelveInstance-1773293961 tempest-TestShelveInstance-1773293961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1092 time: 0.0987227 Jul 23 00:45:57.837153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55532) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:45:57.841528 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:45:57.864229 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:57.961809 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.068871 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Allocated IP 172.25.5.192 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/b37fc3d7-016c-47e9-9661-7e0315ad5d2d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:45:58.170322 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.214790 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.256143 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:45:58.259043 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:45:58.263387 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:45:58.266386 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'Port': ['ID=b37fc3d7-016c-47e9-9661-7e0315ad5d2d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:58.614894 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.690313 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.839099 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.844010 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:58.910506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'Port': ['ID=b37fc3d7-016c-47e9-9661-7e0315ad5d2d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:45:58.920597 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:59.022507 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Floating IP 935d9667-c3d1-440c-9a5b-f6f824686169 associated. External IP: 172.25.5.192, port: 915a763e-03f9-4e48-9f76-fda84c2da06d. Jul 23 00:45:59.231239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:45:59.340775 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:45:59.356789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:45:59.363073 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:45:59.368604 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:59.369229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:59.401408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-463d3e9f-81a1-4ebd-96d1-32b19b65c6d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5632243 Jul 23 00:45:59.402011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:45:59.404386 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97457805-7cc5-4b55-8a56-3f71bf6dc607" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:45:59.443564 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38364a5-f149-4402-ac9a-437ac9d4278a x-openstack-request-id: req-b38364a5-f149-4402-ac9a-437ac9d4278a {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:45:59.443858 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:45:59.444107 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b38364a5-f149-4402-ac9a-437ac9d4278a {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:45:59.444504 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'status': 'completed', 'code': 200} Jul 23 00:45:59.478323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:45:59.523457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-94ea7f6d-25c1-4412-ba0d-0484642ccbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:59.524968 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-94ea7f6d-25c1-4412-ba0d-0484642ccbba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1097 time: 0.0590239 Jul 23 00:45:59.619112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-c8f530ab-f64c-4cca-8a85-f89fb84f3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:59.620268 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-c8f530ab-f64c-4cca-8a85-f89fb84f3c5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0883369 Jul 23 00:45:59.689801 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-047a15bb-ba13-4173-8d19-296cb89e43a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1000 time: 0.0630958 Jul 23 00:45:59.707899 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '935d9667-c3d1-440c-9a5b-f6f824686169', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'mac_address': 'fa:16:3e:00:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:45:58Z', 'updated_at': '2021-07-23T00:45:58Z', 'revision_number': 0, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:59.737947 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:45:59.738792 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-c48a4cf3-3fa0-4285-b42e-252f408cd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:59.740324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-c48a4cf3-3fa0-4285-b42e-252f408cd8e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0444696 Jul 23 00:45:59.746223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:45:59.746823 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:45:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:45:59.805067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-b65c4c2a-3630-4cd5-9923-07100b6aebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:45:59.806613 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-b65c4c2a-3630-4cd5-9923-07100b6aebe7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602875 Jul 23 00:45:59.903866 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-6bcd8929-0dc7-43ee-b251-46586f8d728f service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909784 Jul 23 00:45:59.998407 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-97457805-7cc5-4b55-8a56-3f71bf6dc607 req-d0f1e759-7de3-4bff-a877-9d8678ce517c service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874622 Jul 23 00:46:00.009730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:46:00.232247 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '935d9667-c3d1-440c-9a5b-f6f824686169', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'mac_address': 'fa:16:3e:00:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:45:58Z', 'updated_at': '2021-07-23T00:45:58Z', 'revision_number': 0, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:46:00.258020 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823608d4-90f9-467a-9ed0-77f80bee6185 None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '935d9667-c3d1-440c-9a5b-f6f824686169', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'mac_address': 'fa:16:3e:00:b2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:45:58Z', 'updated_at': '2021-07-23T00:45:58Z', 'revision_number': 0, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:46:00.438322 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564b47b-f871-4722-8ebf-db98404962b2 None None] New status for floating IP 935d9667-c3d1-440c-9a5b-f6f824686169: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:46:05.947104 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:46:07.098208 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:16.257997 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f5b19442-2226-4183-9b1a-ba475ca9c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:19.565205 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cb84f960-1fae-478f-a784-6a9179091798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:19.826159 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:20.555537 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:21.995356 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:22.979033 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:37.105822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:42.946140 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:46:44.025304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-d461f35c-c0b0-48cb-a517-870055017811 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582736 Jul 23 00:46:44.118902 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-7d09e123-6f0f-48dc-b535-4765fbaaf75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:44.120430 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-7d09e123-6f0f-48dc-b535-4765fbaaf75d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1097 time: 0.0537713 Jul 23 00:46:44.220674 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-ee4c80b9-3e5f-47c5-b14a-89300154cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:44.222719 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-ee4c80b9-3e5f-47c5-b14a-89300154cd9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0839868 Jul 23 00:46:44.291179 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-73dbb20a-cc11-493c-ace0-24c65116a624 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1002 time: 0.0625596 Jul 23 00:46:44.339566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-045f379e-536d-469e-b823-cbe61a7a6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:44.340986 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-045f379e-536d-469e-b823-cbe61a7a6777 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0434220 Jul 23 00:46:44.398688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-266e4506-7176-4c25-aea1-17813831bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:46:44.400324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-266e4506-7176-4c25-aea1-17813831bf69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522947 Jul 23 00:46:44.494703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-a898d236-84d4-42ef-a126-8a33c5442b41 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881877 Jul 23 00:46:44.587390 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c1d00db-fbea-4057-997c-3a42ab49b02c req-b343dc6e-f60b-41ae-989d-2f84c7808771 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868893 Jul 23 00:46:46.258942 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-711f4ba5-de9c-4a6e-aa9b-460e0ac45ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:49.566805 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b91b8c61-788d-46aa-8235-6a3122386e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:49.826228 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:50.557369 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:51.999304 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:46:52.990440 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:07.091054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:16.258475 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c05a1b3c-deb7-415f-8a37-69dbe4a0ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:19.568715 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-18ef669b-0def-4dec-9d31-abf819186e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:19.827125 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:19.946528 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:47:20.560047 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:22.001067 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:23.009973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:37.105819 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:44.979281 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-d3a9e9aa-c3ca-4e8b-b51a-472f7c2916a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602820 Jul 23 00:47:45.073917 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-a6aca99c-4273-4daf-b173-f61071ce6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:45.075478 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-a6aca99c-4273-4daf-b173-f61071ce6ccf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1097 time: 0.0557840 Jul 23 00:47:45.180971 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-01d7f349-4870-4937-980a-b1aac8d3b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:45.182459 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-01d7f349-4870-4937-980a-b1aac8d3b210 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0888031 Jul 23 00:47:45.245799 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-1e47e4eb-2449-44c7-bb15-adaa6ba7c653 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1002 time: 0.0569403 Jul 23 00:47:45.298061 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-821a2a1b-8b50-4218-8ec2-ead1b652f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:45.300033 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-821a2a1b-8b50-4218-8ec2-ead1b652f806 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0477865 Jul 23 00:47:45.359835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-6339a1b2-728b-4853-a12a-1885b6569e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:45.361356 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-6339a1b2-728b-4853-a12a-1885b6569e60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558319 Jul 23 00:47:45.449021 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-53952b2f-022f-48ac-9ae1-944605760505 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809228 Jul 23 00:47:45.542154 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4a6d7da3-ae7d-4ade-ac75-090081eaf426 req-13bdf10f-63b8-46ac-9198-1605da81aa92 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Jul 23 00:47:46.259059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-afcc9152-6f6e-4b6e-906c-289ff00dcf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:49.569642 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f68f1ed-2cff-4f79-a34f-9bbc704668cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:49.832843 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:50.564675 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:51.568641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec145be-0c08-4bb6-b267-d412650b2d51 req-f6a3f811-2802-4c7d-b6de-8e7f98b4e760 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:51.570178 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ec145be-0c08-4bb6-b267-d412650b2d51 req-f6a3f811-2802-4c7d-b6de-8e7f98b4e760 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0652552 Jul 23 00:47:51.607820 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ec145be-0c08-4bb6-b267-d412650b2d51 req-1aa2d56c-a178-4d0a-b0ee-161c8f6f6a6e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Jul 23 00:47:52.003757 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:52.763240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d7844-a410-45e1-9995-f0b498cdf382 req-5c2de21a-eafd-4650-ad3f-4a024c8c8fe1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:52.764672 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-411d7844-a410-45e1-9995-f0b498cdf382 req-5c2de21a-eafd-4650-ad3f-4a024c8c8fe1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0681734 Jul 23 00:47:52.802393 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-411d7844-a410-45e1-9995-f0b498cdf382 req-7abea474-e146-4e44-bd78-83710310c3e1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Jul 23 00:47:52.999177 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:47:53.934730 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d7364-058b-4a02-94ed-89120799d6cd req-392af83d-ff01-4272-b5eb-76b6bd14fa96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:53.936364 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a21d7364-058b-4a02-94ed-89120799d6cd req-392af83d-ff01-4272-b5eb-76b6bd14fa96 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0675128 Jul 23 00:47:53.974407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a21d7364-058b-4a02-94ed-89120799d6cd req-50fc3baa-152e-4197-9a88-b480a04df195 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323858 Jul 23 00:47:55.107864 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226232f9-551b-48fc-b249-762192632d33 req-07e64265-bc90-4ab2-b0b0-1e69db800352 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:55.109528 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-226232f9-551b-48fc-b249-762192632d33 req-07e64265-bc90-4ab2-b0b0-1e69db800352 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0691898 Jul 23 00:47:55.147467 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-226232f9-551b-48fc-b249-762192632d33 req-d21ab137-f3db-4880-980f-25bb4954dcee tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Jul 23 00:47:56.277488 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a790c50-0265-4b51-8bdd-5aa3930bd6df req-d9baecb9-5445-43c8-92f1-bd26655d7b0d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:56.278907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a790c50-0265-4b51-8bdd-5aa3930bd6df req-d9baecb9-5445-43c8-92f1-bd26655d7b0d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0641403 Jul 23 00:47:56.318239 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9a790c50-0265-4b51-8bdd-5aa3930bd6df req-33cec7b0-0c6f-410a-8a14-5051b79576e8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Jul 23 00:47:56.946231 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:47:57.456195 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f7ab-392f-44be-98f9-15510d380fb2 req-f4b1f0f5-594c-4d93-94e0-0a2eff94116b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:57.457786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1e1f7ab-392f-44be-98f9-15510d380fb2 req-f4b1f0f5-594c-4d93-94e0-0a2eff94116b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0708039 Jul 23 00:47:57.495558 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a1e1f7ab-392f-44be-98f9-15510d380fb2 req-8658e699-43ec-4bf2-b1b4-8cb7b84b7e59 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Jul 23 00:47:58.638590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2abec9-c943-460b-ac87-faa9d4cc53f8 req-a95ef204-57ef-4f83-a056-a39b4d23370f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:58.640216 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c2abec9-c943-460b-ac87-faa9d4cc53f8 req-a95ef204-57ef-4f83-a056-a39b4d23370f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0781844 Jul 23 00:47:58.678662 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0c2abec9-c943-460b-ac87-faa9d4cc53f8 req-ee92ad5d-8bbf-47f0-8899-6ff832b23669 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324771 Jul 23 00:47:59.813075 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8b8d2-66e4-43ee-add3-48ccd9fd43b9 req-62f9cc65-a791-495b-b71a-0d76cf3f4626 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:47:59.814895 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9a8b8d2-66e4-43ee-add3-48ccd9fd43b9 req-62f9cc65-a791-495b-b71a-0d76cf3f4626 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0668089 Jul 23 00:47:59.855745 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d9a8b8d2-66e4-43ee-add3-48ccd9fd43b9 req-4f0f0696-8797-489f-a637-96d0cbf2245c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343592 Jul 23 00:48:00.991591 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0749ffb-9efd-480a-908f-a134ebf840c0 req-2d28d1f8-fbaf-426e-90ff-38386cc335a8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:00.993136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0749ffb-9efd-480a-908f-a134ebf840c0 req-2d28d1f8-fbaf-426e-90ff-38386cc335a8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0691147 Jul 23 00:48:01.031536 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0749ffb-9efd-480a-908f-a134ebf840c0 req-12c4e6d4-034c-409c-b50d-61b7bde8ada9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Jul 23 00:48:02.164040 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06af65-4f71-4e94-a518-55af99ea9c3f req-1df0de4a-9fd8-41c0-b21b-3885430bc600 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:02.165550 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f06af65-4f71-4e94-a518-55af99ea9c3f req-1df0de4a-9fd8-41c0-b21b-3885430bc600 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0651813 Jul 23 00:48:02.203543 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9f06af65-4f71-4e94-a518-55af99ea9c3f req-36e164a9-eeff-4bf7-aa67-eb33384b31f1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323222 Jul 23 00:48:02.909197 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:48:03.002949 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:03.014784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'mac_address': 'fa:16:3e:00:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:48:03.054920 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:03.067965 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 915a763e-03f9-4e48-9f76-fda84c2da06d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:48:03.087996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:03.091720 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:03.143759 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:48:03.151262 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.151648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.151990 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.152328 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.152663 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.152995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.153321 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.153646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.153962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.154289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.154610 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.154931 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:48:03.179685 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['915a763e-03f9-4e48-9f76-fda84c2da06d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:48:03.337115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92f37f-70ac-45c9-8c02-e6a679707b42 req-44671380-48af-4125-8e92-c9a6284ce4ca tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:03.338646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d92f37f-70ac-45c9-8c02-e6a679707b42 req-44671380-48af-4125-8e92-c9a6284ce4ca tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 945 time: 0.0668523 Jul 23 00:48:03.390753 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5d92f37f-70ac-45c9-8c02-e6a679707b42 req-0390230b-a7ae-409f-8681-d3a7f64c33c0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464916 Jul 23 00:48:04.559583 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c1783-bf23-4cee-86c7-86e78946db2f req-fa39fbe2-bd55-4a5c-8d3b-cfb47db5e3ed tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:04.561284 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-593c1783-bf23-4cee-86c7-86e78946db2f req-fa39fbe2-bd55-4a5c-8d3b-cfb47db5e3ed tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 945 time: 0.0793383 Jul 23 00:48:04.602809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-593c1783-bf23-4cee-86c7-86e78946db2f req-a2643442-cc1c-4b3f-b8ea-148940965275 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344553 Jul 23 00:48:04.915399 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:48:04.969033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 915a763e-03f9-4e48-9f76-fda84c2da06d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:48:04.969728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:05.072273 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:05.101509 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:48:05.103930 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2696d91-594e-43e8-ad70-b74072f8fd73" -d '{"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:48:05.121701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:05.129123 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:05.192572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:48:05.230708 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397160e9-a3bf-463b-bb70-3a2eceb528d2 x-openstack-request-id: req-397160e9-a3bf-463b-bb70-3a2eceb528d2 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:48:05.231122 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:48:05.231525 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-397160e9-a3bf-463b-bb70-3a2eceb528d2 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:48:05.232020 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'code': 200} Jul 23 00:48:05.771867 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357940b-c476-4bd6-ae99-b466aa8a6aae req-7bb963c5-2d48-442b-af4e-83aa46d18cfd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:05.774152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c357940b-c476-4bd6-ae99-b466aa8a6aae req-7bb963c5-2d48-442b-af4e-83aa46d18cfd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0936174 Jul 23 00:48:05.845247 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c357940b-c476-4bd6-ae99-b466aa8a6aae req-06151bfd-259d-4f1c-9500-423477005102 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611651 Jul 23 00:48:06.996319 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e913168-96c0-4e34-b3d4-d19e6078ef35 req-0d27834b-5e8a-4e9a-a6e6-f0dce1d7e839 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:06.999354 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e913168-96c0-4e34-b3d4-d19e6078ef35 req-0d27834b-5e8a-4e9a-a6e6-f0dce1d7e839 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0817881 Jul 23 00:48:07.047889 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e913168-96c0-4e34-b3d4-d19e6078ef35 req-7df6a504-6f1f-47e6-b180-13b58779dc6d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Jul 23 00:48:07.126438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:08.204237 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdeb29-1fd4-4296-836f-5f9f796eaf9a req-60438680-1185-4722-bc0d-1a7a9ed2796a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:08.207470 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54fdeb29-1fd4-4296-836f-5f9f796eaf9a req-60438680-1185-4722-bc0d-1a7a9ed2796a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0707748 Jul 23 00:48:08.250984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54fdeb29-1fd4-4296-836f-5f9f796eaf9a req-046357ec-6905-48e0-b029-7b536cd9f37d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Jul 23 00:48:09.410801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f205ea6-6bfd-4936-be96-5baaeecb00a8 req-65c19563-06b4-410f-a467-9317364fae10 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:09.412420 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f205ea6-6bfd-4936-be96-5baaeecb00a8 req-65c19563-06b4-410f-a467-9317364fae10 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0879233 Jul 23 00:48:09.471671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f205ea6-6bfd-4936-be96-5baaeecb00a8 req-4dad9aa5-a2be-4aa8-84f8-48a61a4d955b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473380 Jul 23 00:48:10.602177 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ec7ce-2ea6-497c-9073-5d940b5942de req-11d443b1-4dc1-4f3e-972f-297edd90274e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:10.607389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f54ec7ce-2ea6-497c-9073-5d940b5942de req-11d443b1-4dc1-4f3e-972f-297edd90274e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0769207 Jul 23 00:48:10.646563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f54ec7ce-2ea6-497c-9073-5d940b5942de req-7386a4d0-eec4-4d27-8095-e99920278279 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369198 Jul 23 00:48:11.803048 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ec614-d567-4083-b4b0-beb85536facc req-b61dd476-4640-4959-bb6a-888ff1d9ae51 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:11.804901 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2ec614-d567-4083-b4b0-beb85536facc req-b61dd476-4640-4959-bb6a-888ff1d9ae51 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0827105 Jul 23 00:48:11.851823 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cd2ec614-d567-4083-b4b0-beb85536facc req-03f500d2-03cf-485c-9b71-0eb71e1a02e0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404146 Jul 23 00:48:12.987321 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f0bad-1864-49e4-8037-4e14e9710772 req-33416bf1-005f-4670-aab2-92914f91c1c2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:12.988976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-064f0bad-1864-49e4-8037-4e14e9710772 req-33416bf1-005f-4670-aab2-92914f91c1c2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0682292 Jul 23 00:48:13.026707 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-064f0bad-1864-49e4-8037-4e14e9710772 req-a5b6978c-fde4-4561-ad4b-d8d7435e0eb1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Jul 23 00:48:13.353718 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-17b3c727-e566-4c00-8770-d33ba056495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:13.355303 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-17b3c727-e566-4c00-8770-d33ba056495f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1097 time: 0.0568705 Jul 23 00:48:13.455070 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-c4b503bb-5311-4dcd-92b2-9b0d1d1d8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:13.457373 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-c4b503bb-5311-4dcd-92b2-9b0d1d1d8bb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0956061 Jul 23 00:48:13.522847 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-0c7f6fdf-e603-4957-a1ed-54658567e460 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1002 time: 0.0588894 Jul 23 00:48:13.573082 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-71d27782-dee4-4cf6-943a-319f6d274f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:13.574735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-71d27782-dee4-4cf6-943a-319f6d274f32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0461042 Jul 23 00:48:13.640761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-d3c6ca4d-9cbb-4fa9-81c6-176810837310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:13.642199 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-d3c6ca4d-9cbb-4fa9-81c6-176810837310 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616121 Jul 23 00:48:13.734251 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-17413571-7033-42fd-b4b8-047131518214 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Jul 23 00:48:13.834612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2deea30a-d679-4dd6-9c57-1f5fc2b96ad1 req-414d3dfc-b49d-4b05-b0f8-8f94cbe34b35 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935628 Jul 23 00:48:14.160192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b2af-de67-4b0b-901d-9252a75bc982 req-aefe1b06-8647-4818-80bc-733d62810f29 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:14.161779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fea8b2af-de67-4b0b-901d-9252a75bc982 req-aefe1b06-8647-4818-80bc-733d62810f29 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0656767 Jul 23 00:48:14.199979 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fea8b2af-de67-4b0b-901d-9252a75bc982 req-10ae310b-31a5-4045-9405-bac648ceb258 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Jul 23 00:48:15.332853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a601-2af7-4f83-bfae-54a445021e3e req-51262bfb-018a-4437-adec-0e813129f872 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:15.334477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d411a601-2af7-4f83-bfae-54a445021e3e req-51262bfb-018a-4437-adec-0e813129f872 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0664394 Jul 23 00:48:15.374344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d411a601-2af7-4f83-bfae-54a445021e3e req-c2833d36-524c-425c-9b7b-96b32a5f9e4e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342307 Jul 23 00:48:16.260106 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-385621e7-681e-42ed-bd8f-7d10a36c7903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:16.508380 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd44fe-3c14-4814-88fe-a252c73c8880 req-4a1b76df-394c-48ce-96cf-61b6bfd45ce9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:16.509848 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fcd44fe-3c14-4814-88fe-a252c73c8880 req-4a1b76df-394c-48ce-96cf-61b6bfd45ce9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0675418 Jul 23 00:48:16.546981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fcd44fe-3c14-4814-88fe-a252c73c8880 req-e13bd124-6491-409e-b383-aa13fe28096a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Jul 23 00:48:16.768010 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1444c-d9f8-4673-9199-a933288ae835 req-33bb3882-61e3-4ef7-937c-9fced51556c2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:16.770091 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45e1444c-d9f8-4673-9199-a933288ae835 req-33bb3882-61e3-4ef7-937c-9fced51556c2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 946 time: 0.0654025 Jul 23 00:48:16.811890 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-45e1444c-d9f8-4673-9199-a933288ae835 req-521590b8-67ac-41f5-87d4-07bb08841e78 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359662 Jul 23 00:48:16.893066 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55714) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:48:16.978100 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:48:16.988585 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-fca76f05-159b-4b2b-a8ca-fc70ea4e3a07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937462 Jul 23 00:48:17.060861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:17.085976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:48:17.088398 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ab7a0b-2ba1-4725-8680-53b58cdbb02f" -d '{"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-unplugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:48:17.101141 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:17.105763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:17.134463 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 00:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5effc60c-2356-4838-a239-4079876c0d44 x-openstack-request-id: req-5effc60c-2356-4838-a239-4079876c0d44 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:48:17.134745 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-unplugged", "status": "failed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:48:17.135000 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5effc60c-2356-4838-a239-4079876c0d44 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:48:17.135424 n-d-758851-4 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'code': 422} returned with failed status Jul 23 00:48:17.158351 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:48:17.747757 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-953de807-54eb-4622-9e52-fea27222d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:17.749173 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-953de807-54eb-4622-9e52-fea27222d0a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec&tenant_id=c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 1095 time: 0.0540972 Jul 23 00:48:17.822433 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-2720931f-1407-47bc-80a9-7af7d479232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:17.824004 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-2720931f-1407-47bc-80a9-7af7d479232f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1095 time: 0.0541558 Jul 23 00:48:17.920293 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-a20a77ee-58d5-4033-8421-27ae73b93817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:17.921795 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-a20a77ee-58d5-4033-8421-27ae73b93817 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0920081 Jul 23 00:48:17.947603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3e95-0ebb-41e4-82ce-be398c426ac6 req-2074e2e4-a014-425d-bd2f-79bf2a5dda13 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:17.949146 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e91e3e95-0ebb-41e4-82ce-be398c426ac6 req-2074e2e4-a014-425d-bd2f-79bf2a5dda13 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0644758 Jul 23 00:48:17.987747 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-4d07b9be-6dde-4a8a-96eb-2de392a81d26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1000 time: 0.0593185 Jul 23 00:48:17.990678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e91e3e95-0ebb-41e4-82ce-be398c426ac6 req-1ca0b8d1-a88b-4060-869d-0f723c64de3e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351090 Jul 23 00:48:18.042884 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-a17d726e-6b97-4e85-a0df-598955c368c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:18.044403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-a17d726e-6b97-4e85-a0df-598955c368c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0503659 Jul 23 00:48:18.103069 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-694226da-cf7d-4ae8-8fde-50faa67bc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:18.104597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-694226da-cf7d-4ae8-8fde-50faa67bc00c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538905 Jul 23 00:48:18.203597 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-2aa08f53-7950-4cf1-b021-d3d0bef46456 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920238 Jul 23 00:48:18.295504 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-d76689fa-f837-4797-bfb4-924423fc6ae7 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Jul 23 00:48:19.135980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232fb2-3280-4ada-8431-3ce30e6850e7 req-4819478c-e5d9-4629-9b0e-644e0efdd073 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:19.137563 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3232fb2-3280-4ada-8431-3ce30e6850e7 req-4819478c-e5d9-4629-9b0e-644e0efdd073 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0713460 Jul 23 00:48:19.183698 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e3232fb2-3280-4ada-8431-3ce30e6850e7 req-a186783b-fb1e-4da2-80a6-03b01639442d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405200 Jul 23 00:48:19.573918 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e056aa8f-3a14-4be8-98d5-a63d728e9b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:19.835950 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:20.337083 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500e383-2efd-49b4-b05f-bf12e64d2f50 req-6d3664d4-b630-4594-bd99-b0896acd7b03 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:20.338664 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7500e383-2efd-49b4-b05f-bf12e64d2f50 req-6d3664d4-b630-4594-bd99-b0896acd7b03 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0706248 Jul 23 00:48:20.389717 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7500e383-2efd-49b4-b05f-bf12e64d2f50 req-4e369245-52ec-4eb2-91f4-be2a319e328d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453520 Jul 23 00:48:20.569812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:21.559581 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7f1c1-51f3-4622-85bf-899fb0cfe6f7 req-3d1c332e-6636-42ac-bfb2-aa4d8a3c3981 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:21.561183 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16d7f1c1-51f3-4622-85bf-899fb0cfe6f7 req-3d1c332e-6636-42ac-bfb2-aa4d8a3c3981 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0715621 Jul 23 00:48:21.602361 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16d7f1c1-51f3-4622-85bf-899fb0cfe6f7 req-5cc957f2-10f7-47d7-83aa-f375423c250c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351088 Jul 23 00:48:22.011884 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:22.750558 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a601-c313-4d11-a89e-7979aa30d341 req-ce64cd09-1474-4ed7-9ce8-321ef08e24be tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:22.752941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f72a601-c313-4d11-a89e-7979aa30d341 req-ce64cd09-1474-4ed7-9ce8-321ef08e24be tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0771914 Jul 23 00:48:22.804023 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-7f72a601-c313-4d11-a89e-7979aa30d341 req-be8da2e4-896d-4cbd-bc5e-27b1e7c746f9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415061 Jul 23 00:48:23.025714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:23.957977 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2e2d5-fe64-4f51-879d-5d11cd31d729 req-3414b9b8-73f6-4f36-9005-0c521cfe1646 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:23.959787 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49e2e2d5-fe64-4f51-879d-5d11cd31d729 req-3414b9b8-73f6-4f36-9005-0c521cfe1646 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0783165 Jul 23 00:48:24.000204 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-49e2e2d5-fe64-4f51-879d-5d11cd31d729 req-a565627d-8f56-4abf-b4e8-76877733af2d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347276 Jul 23 00:48:25.143877 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f12e-9e66-4041-b4e0-67ce24748172 req-31e55d13-f9d0-4d0f-aa00-48d267078f6d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:25.145579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb8f12e-9e66-4041-b4e0-67ce24748172 req-31e55d13-f9d0-4d0f-aa00-48d267078f6d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0691614 Jul 23 00:48:25.187733 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fdb8f12e-9e66-4041-b4e0-67ce24748172 req-d9ba7e2b-7d0a-4e37-9214-f93b61caaf71 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362182 Jul 23 00:48:26.338630 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb163c-237e-4ba6-81a3-e193156525d1 req-7104034a-e627-408a-b7ba-b32e211f90c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:26.340207 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fbb163c-237e-4ba6-81a3-e193156525d1 req-7104034a-e627-408a-b7ba-b32e211f90c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0734830 Jul 23 00:48:26.387710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2fbb163c-237e-4ba6-81a3-e193156525d1 req-d34df1a4-e264-4c6d-9fc8-2cc494f9d298 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Jul 23 00:48:27.543764 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d4d2-67c7-4f3e-a77a-c7b301da35c3 req-e9d9e40d-1c39-4e4b-8360-acfed6b129c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:27.545303 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4738d4d2-67c7-4f3e-a77a-c7b301da35c3 req-e9d9e40d-1c39-4e4b-8360-acfed6b129c9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0707774 Jul 23 00:48:27.585445 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4738d4d2-67c7-4f3e-a77a-c7b301da35c3 req-f507cbbc-95b8-47ef-8799-46d6e6041991 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336897 Jul 23 00:48:28.721892 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b7d59-93b3-4df3-9638-42c499b161b6 req-ae06facf-f497-4fad-bd1b-2cfda64eaa26 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:28.723567 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc1b7d59-93b3-4df3-9638-42c499b161b6 req-ae06facf-f497-4fad-bd1b-2cfda64eaa26 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0664511 Jul 23 00:48:28.764083 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-fc1b7d59-93b3-4df3-9638-42c499b161b6 req-d03745c9-ccf3-4c2c-880e-154e9f37fcd4 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Jul 23 00:48:29.899000 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e531a-c973-417b-b42d-5703c99bc7bc req-fe6895c7-f093-4efd-9efc-dab2debd38f4 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:29.900548 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff2e531a-c973-417b-b42d-5703c99bc7bc req-fe6895c7-f093-4efd-9efc-dab2debd38f4 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0689838 Jul 23 00:48:29.944366 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ff2e531a-c973-417b-b42d-5703c99bc7bc req-55e7846e-c1c5-44e1-8398-a3b7b55ae527 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355527 Jul 23 00:48:31.037928 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:48:31.099732 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce3a1b-eb0d-485c-81ec-e60d7d93261b req-f304f37c-0d0c-47d3-992c-9b62441c0317 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:31.102233 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8ce3a1b-eb0d-485c-81ec-e60d7d93261b req-f304f37c-0d0c-47d3-992c-9b62441c0317 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 944 time: 0.0821424 Jul 23 00:48:31.143743 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:31.144907 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f8ce3a1b-eb0d-485c-81ec-e60d7d93261b req-b23455b3-dec9-4c6c-8278-c4f1e42b47df tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367937 Jul 23 00:48:31.155622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'port_id': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'mac_address': 'fa:16:3e:00:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:48:31.194792 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:31.207711 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915a763e-03f9-4e48-9f76-fda84c2da06d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:48:31.230160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:31.234373 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:31.280519 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=9']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:48:31.460204 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['915a763e-03f9-4e48-9f76-fda84c2da06d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:48:32.288217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16504cdf-aedc-4f2b-8c01-71cd89d3a355 req-8e003323-3bfc-418c-8c71-2c43765bfe0a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:32.289632 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16504cdf-aedc-4f2b-8c01-71cd89d3a355 req-8e003323-3bfc-418c-8c71-2c43765bfe0a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 945 time: 0.0702035 Jul 23 00:48:32.328045 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-16504cdf-aedc-4f2b-8c01-71cd89d3a355 req-f8651291-3051-4016-83f6-a97c63309ae9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jul 23 00:48:33.053424 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:48:33.103522 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 915a763e-03f9-4e48-9f76-fda84c2da06d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:48:33.103899 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:33.180959 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:33.203582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:48:33.205832 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2533c-c430-49ed-9651-2225e7b9c87c" -d '{"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:48:33.219279 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:48:33.224144 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:33.250591 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bfa040-1ea4-403b-894a-258ca0f7ef71 x-openstack-request-id: req-08bfa040-1ea4-403b-894a-258ca0f7ef71 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:48:33.250891 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-plugged", "status": "completed", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:48:33.251147 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08bfa040-1ea4-403b-894a-258ca0f7ef71 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:48:33.251567 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'code': 200} Jul 23 00:48:33.281815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=10']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:48:33.420395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c169519-95c7-41f4-ac19-45b92fa02a8a req-73c00049-bcc9-48d6-a29c-c9d14af84ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:33.421975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c169519-95c7-41f4-ac19-45b92fa02a8a req-73c00049-bcc9-48d6-a29c-c9d14af84ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1098 time: 0.0555649 Jul 23 00:48:33.459702 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-4c169519-95c7-41f4-ac19-45b92fa02a8a req-98484bb3-4e56-4210-8d86-d37666027239 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313976 Jul 23 00:48:33.465564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c62de-524f-49bb-a328-5cf87778829b req-aae71195-2636-4f70-b2d4-87e5eda36d56 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:33.467073 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-703c62de-524f-49bb-a328-5cf87778829b req-aae71195-2636-4f70-b2d4-87e5eda36d56 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 947 time: 0.0667193 Jul 23 00:48:33.505758 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-703c62de-524f-49bb-a328-5cf87778829b req-e1962868-d482-495e-9fbe-da7b5ee0caf5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327110 Jul 23 00:48:33.945977 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:48:34.646388 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4df4-b969-424f-a429-3ba735dba538 req-f1c21768-c0b7-4e60-96d2-bdc0321a4419 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:34.647973 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-747a4df4-b969-424f-a429-3ba735dba538 req-f1c21768-c0b7-4e60-96d2-bdc0321a4419 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 947 time: 0.0664186 Jul 23 00:48:34.689043 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-747a4df4-b969-424f-a429-3ba735dba538 req-e5129117-ba58-4a92-856c-989df0f0cdee tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Jul 23 00:48:35.830757 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bca31a-bae4-4e3c-bac9-c9fb4423df79 req-ca9fb1f2-4fa0-43f9-90e5-f17564c10e7d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:35.832635 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2bca31a-bae4-4e3c-bac9-c9fb4423df79 req-ca9fb1f2-4fa0-43f9-90e5-f17564c10e7d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 947 time: 0.0730100 Jul 23 00:48:35.873822 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b2bca31a-bae4-4e3c-bac9-c9fb4423df79 req-b33913d7-cb57-4ff8-bbe1-1820563826ea tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351739 Jul 23 00:48:37.121283 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:46.025998 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-b467ff44-7e8f-4572-bccc-0dd98e6946d1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608532 Jul 23 00:48:46.131906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ae66e-005c-441d-9bad-c89a369d41ec req-fb0990f2-bdd6-4704-9b5f-fe2cdcb801c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:46.133445 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-fb0990f2-bdd6-4704-9b5f-fe2cdcb801c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1098 time: 0.0560241 Jul 23 00:48:46.241470 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ae66e-005c-441d-9bad-c89a369d41ec req-87d41189-c160-4028-bc58-b6a75a10f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:46.242980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-87d41189-c160-4028-bc58-b6a75a10f079 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0906463 Jul 23 00:48:46.260843 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8713c9a1-fe6f-4ae8-85b1-c5b420a3ed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:46.311082 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-3e5c3441-af03-44ae-b12a-de9ebecbd217 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 1002 time: 0.0611386 Jul 23 00:48:46.360973 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ae66e-005c-441d-9bad-c89a369d41ec req-2e9f81ad-ff22-4e8c-9520-a64c176a223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:46.362472 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-2e9f81ad-ff22-4e8c-9520-a64c176a223b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0432932 Jul 23 00:48:46.425059 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ae66e-005c-441d-9bad-c89a369d41ec req-e735d449-0d5d-4fa7-8520-42a4990e8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:48:46.426583 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-e735d449-0d5d-4fa7-8520-42a4990e8698 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574765 Jul 23 00:48:46.517372 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-3a8091ce-4a41-49a5-9ee5-59d5344f01ea service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831180 Jul 23 00:48:46.612403 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-460ae66e-005c-441d-9bad-c89a369d41ec req-8aed103f-5a53-49ac-8543-9174cd0a03a8 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868182 Jul 23 00:48:49.575527 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-53175b2c-055e-45a5-a512-f8db371c811b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:49.836772 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:50.571609 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:52.012910 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:48:53.018059 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:07.136221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:10.945235 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:49:16.265984 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4dab7452-d213-42c1-9de8-ee5351620623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:19.576538 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3b577891-26e8-46ed-b94e-28074ffdaa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:19.838690 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:20.571796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:22.015172 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:23.018646 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:37.138247 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.150752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55834) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:44.304900 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Deleting port b37fc3d7-016c-47e9-9661-7e0315ad5d2d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:49:44.305305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.384059 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.384381 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.395631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Calling delete_port for b37fc3d7-016c-47e9-9661-7e0315ad5d2d owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:49:44.542862 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.572629 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event deleted for resources: {'Port': ['ID=b37fc3d7-016c-47e9-9661-7e0315ad5d2d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:44.597135 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.597486 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.597830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.598171 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.598506 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.598839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.599170 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.599525 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.599853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.600178 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.600505 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.600828 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:44.639996 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.640338 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Floating IP 935d9667-c3d1-440c-9a5b-f6f824686169 disassociated (deleted). External IP: 172.25.5.192, port: 915a763e-03f9-4e48-9f76-fda84c2da06d. Jul 23 00:49:44.845049 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:49:44.949653 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:49:44.954448 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:44.960261 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:49:44.970913 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:49:44.971551 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:49:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:49:44.990296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-888c8604-996f-4f78-9ce3-1a85b7757f18 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "DELETE /v2.0/floatingips/935d9667-c3d1-440c-9a5b-f6f824686169 HTTP/1.1" status: 204 len: 168 time: 0.8384235 Jul 23 00:49:44.990890 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:49:44.993593 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba61b43-8aa6-43b9-ad29-65db3d53b049" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:49:45.078272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:49:45.202750 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2261aa-22e3-4fde-af06-369b1c602d85 x-openstack-request-id: req-7e2261aa-22e3-4fde-af06-369b1c602d85 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:49:45.203279 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:49:45.203279 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e2261aa-22e3-4fde-af06-369b1c602d85 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:49:45.203915 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'status': 'completed', 'code': 200} Jul 23 00:49:45.285129 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-26b4562f-bb99-47bd-a36a-661228b4db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:45.286920 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-26b4562f-bb99-47bd-a36a-661228b4db9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 1098 time: 0.0603364 Jul 23 00:49:45.288582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:49:45.315378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:49:45.315631 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ade7c9-d07b-49aa-ba4c-aec136b4ce6f req-1eb5f63d-2567-4724-b4e4-dc8f566c46e1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:45.322877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ade7c9-d07b-49aa-ba4c-aec136b4ce6f req-1eb5f63d-2567-4724-b4e4-dc8f566c46e1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 947 time: 0.0735812 Jul 23 00:49:45.324271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:49:45.324880 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:49:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:49:45.357200 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e7ade7c9-d07b-49aa-ba4c-aec136b4ce6f req-7b3289d6-ea3e-46f2-a928-b52f8d7c2077 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Jul 23 00:49:45.383555 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-91f2b735-9498-4a35-87cc-148c7be3d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:45.385036 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-91f2b735-9498-4a35-87cc-148c7be3d76d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0920646 Jul 23 00:49:45.427568 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-5373f8db-56cc-4fae-b913-04cd12c668a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 200 len: 217 time: 0.0352268 Jul 23 00:49:45.434113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:49:45.475357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-b6440d5d-b310-479a-834d-6a05e5eac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:45.477648 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-b6440d5d-b310-479a-834d-6a05e5eac195 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0441937 Jul 23 00:49:45.540203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-22dc81fb-526a-4eb9-a11e-b5f973aa9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:45.541757 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-22dc81fb-526a-4eb9-a11e-b5f973aa9fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580819 Jul 23 00:49:45.632827 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:49:45.636818 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-9c09854f-ba5d-42e9-96c7-a97a36eb8e10 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876396 Jul 23 00:49:45.662803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce7f3eb-254c-4057-b9a2-d0a8be07102f None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:49:45.738914 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8ba61b43-8aa6-43b9-ad29-65db3d53b049 req-d1da8a8b-74ce-4eb1-9707-d0ab4197844f service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954933 Jul 23 00:49:45.886629 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6942c15-f267-4954-8a78-970cd514fc4e None None] New status for floating IP 935d9667-c3d1-440c-9a5b-f6f824686169: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:49:46.266370 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0a70069a-ffb0-435c-9798-f12ebd6ddfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:46.466781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-34b6c553-f571-40be-97cb-652b7671d410 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:46.468324 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-34b6c553-f571-40be-97cb-652b7671d410 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 947 time: 0.0669115 Jul 23 00:49:46.493108 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2476dd0-df6a-4c14-8738-d13074a10da9 req-b71b1ba0-9012-4bb2-988d-cdfa4a164f7e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:49:46.494573 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2476dd0-df6a-4c14-8738-d13074a10da9 req-b71b1ba0-9012-4bb2-988d-cdfa4a164f7e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9e6ed0f-086a-458f-86b5-e5f03a8a50ec HTTP/1.1" status: 200 len: 947 time: 0.0683973 Jul 23 00:49:46.532839 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a2476dd0-df6a-4c14-8738-d13074a10da9 req-280b444d-4f5c-4c78-9671-b26c9defec8c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=53fdd195-5808-4e7a-b13b-e7360832b04d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Jul 23 00:49:46.568499 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Deleting port 915a763e-03f9-4e48-9f76-fda84c2da06d {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:49:46.568850 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:46.658151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] For port 915a763e-03f9-4e48-9f76-fda84c2da06d, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=915a763e-03f9-4e48-9f76-fda84c2da06d,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:49:46.658515 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:46.670667 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Calling delete_port for 915a763e-03f9-4e48-9f76-fda84c2da06d owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:49:46.798024 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:46.827524 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event deleted for resources: {'Port': ['ID=915a763e-03f9-4e48-9f76-fda84c2da06d,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:46.855047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.855427 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.855773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.856112 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.856444 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.857120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.857266 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.857570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.857925 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.858203 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.858632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.859206 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:49:46.884284 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] No DVR routers for this DVR port 915a763e-03f9-4e48-9f76-fda84c2da06d on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:49:46.886821 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:46.888847 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3c5b2818-5d51-4e18-a906-d545a696f423 req-6cfd18c4-934e-4fb0-ab65-efac0d77505f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "DELETE /v2.0/ports/915a763e-03f9-4e48-9f76-fda84c2da06d HTTP/1.1" status: 204 len: 173 time: 0.4152653 Jul 23 00:49:46.889373 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-deleted', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:49:46.891716 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9468fbab-7a0a-4327-819e-f01e50bb5201" -d '{"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-deleted", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:49:46.931200 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ca756d-24c2-4914-8639-8a2cdf33ece3 x-openstack-request-id: req-60ca756d-24c2-4914-8639-8a2cdf33ece3 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:49:46.931527 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e6ed0f-086a-458f-86b5-e5f03a8a50ec", "name": "network-vif-deleted", "tag": "915a763e-03f9-4e48-9f76-fda84c2da06d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:49:46.931780 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60ca756d-24c2-4914-8639-8a2cdf33ece3 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:49:46.932176 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e6ed0f-086a-458f-86b5-e5f03a8a50ec', 'name': 'network-vif-deleted', 'tag': '915a763e-03f9-4e48-9f76-fda84c2da06d', 'status': 'completed', 'code': 200} Jul 23 00:49:47.590244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55856) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:47.647315 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1094b141-2829-4683-b306-bae43f4f60de tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:47.672731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1094b141-2829-4683-b306-bae43f4f60de tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:47.731935 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1094b141-2829-4683-b306-bae43f4f60de tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:47.734608 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1094b141-2829-4683-b306-bae43f4f60de tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:47.735941 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1094b141-2829-4683-b306-bae43f4f60de tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "DELETE /v2.0/security-groups/53fdd195-5808-4e7a-b13b-e7360832b04d HTTP/1.1" status: 204 len: 168 time: 0.1446898 Jul 23 00:49:47.745584 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094b141-2829-4683-b306-bae43f4f60de tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdd195-5808-4e7a-b13b-e7360832b04d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:47.944578 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:49:47.957778 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55862) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:47.963055 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650577967', 'description': 'tempest-secgroup-smoke-650577967 description', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:47.984305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.065375 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.069145 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.098854 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340a8fe1-339c-4512-92fa-69cc4d87ed7d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:48.101243 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.105377 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2351fd8a-12ca-4494-98e8-7355c7787f2e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1437547 Jul 23 00:49:48.105769 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55864) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:48.109794 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '340a8fe1-339c-4512-92fa-69cc4d87ed7d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:48.136172 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.523596 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.527663 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.545323 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4510e07-201f-4e76-ba05-addb35cd1df8,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:48.556689 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.558062 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-7248eb08-2c3a-4e6a-823f-10a3e8be77e5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4515994 Jul 23 00:49:48.561958 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55866) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:48.566407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '340a8fe1-339c-4512-92fa-69cc4d87ed7d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:48.592338 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.647972 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.651905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.669944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffe90ee-464c-4746-92dc-96d00a97287c,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:48.677074 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.678395 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b733f124-1ece-4789-9556-17d317361da0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154592 Jul 23 00:49:48.681725 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55868) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:48.686100 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '340a8fe1-339c-4512-92fa-69cc4d87ed7d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:48.713016 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.771226 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.774709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.792389 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f9b2c1-5d06-49d4-92fe-03a30d2ea6dc,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:48.800340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.801826 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-0cd98b38-7918-4f13-9724-3d41d7c2bcbd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188645 Jul 23 00:49:48.805818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55870) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:48.810781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '340a8fe1-339c-4512-92fa-69cc4d87ed7d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:48.836557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.897529 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.901078 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.915664 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdde939-89f0-4dce-9446-20d2fdadd4ab,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:48.924476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:48.925870 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-ddb1a9ec-bb02-4c50-a5eb-1c75cff92f42 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191301 Jul 23 00:49:48.928865 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55872) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:48.934165 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '340a8fe1-339c-4512-92fa-69cc4d87ed7d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:48.960859 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Project c3894d0ef4b74967a0337a763e8c9ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:49:48.965953 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.024547 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.027982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.048265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a0da61-e41a-4a76-b351-de4d0059caf6,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:49.051984 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.053167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-696ec13d-ba23-43de-9ac3-70e884c23dc0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226625 Jul 23 00:49:49.057182 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 55874) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:49:49.061635 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'security_group_rule': {'security_group_id': '340a8fe1-339c-4512-92fa-69cc4d87ed7d', 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:49:49.082525 n-d-758851-4 neutron-server[93791]: INFO neutron.db.securitygroups_db [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Project c3894d0ef4b74967a0337a763e8c9ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:49:49.087827 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.147218 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.151456 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.169381 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a1c056-7eb8-440c-8221-ae1bbc741900,revision_number=0']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:49:49.175411 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.176855 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b196f67f-c3d7-4b11-8abe-6bf7095a847f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184151 Jul 23 00:49:49.579228 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-992ea9a0-944b-4223-9ba1-67cd8eb53900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:49.841809 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:50.578079 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:51.503903 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:49:51.525725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 915a763e-03f9-4e48-9f76-fda84c2da06d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:49:51.526064 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 915a763e-03f9-4e48-9f76-fda84c2da06d not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:49:52.018339 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:49:53.030798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:03.458217 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-47e0bec5-de9e-48b8-b6fc-4c4753b26d6a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650577967&fields=id&tenant_id=c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 267 time: 0.0341673 Jul 23 00:50:03.562053 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-1a8df61c-d2ec-4959-a849-2c97e903ee58 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:03.563436 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-1a8df61c-d2ec-4959-a849-2c97e903ee58 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 808 time: 0.0986514 Jul 23 00:50:03.577756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-f3c0413f-9cae-497f-bf78-e98cf90b86fd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/quotas/c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 375 time: 0.0089166 Jul 23 00:50:03.642574 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-04ae487f-8f2b-4db8-88a3-bc45be6171d5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599546 Jul 23 00:50:03.781527 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c71e1fd9-d533-491f-9f07-4ff24b993311 service neutron] 10.222.0.21 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278760 Jul 23 00:50:03.868234 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-8779dcd6-8996-4992-b693-430b53958f19 service neutron] 10.222.0.21 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810297 Jul 23 00:50:04.157756 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-47630636-afc0-4e08-a4af-f2524b59d0e2 req-36e8a99f-f90c-4ac7-bfb0-f11285b40a30 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 210 time: 0.0341678 Jul 23 00:50:05.028739 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-6ff7db99-1a1e-4f58-8a11-7be9d7f1d074 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:05.030212 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-6ff7db99-1a1e-4f58-8a11-7be9d7f1d074 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 808 time: 0.1070018 Jul 23 00:50:05.074794 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-d355e677-012e-4394-8e96-afe67a32b9d1 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 379 time: 0.0364659 Jul 23 00:50:05.086221 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'port': {'device_id': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'admin_state_up': True, 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'security_groups': ['340a8fe1-339c-4512-92fa-69cc4d87ed7d']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:50:05.204642 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Made reservation on behalf of c3894d0ef4b74967a0337a763e8c9ff0 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:50:05.208670 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:05.271854 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-421e4515-ab55-45c2-b883-9cb123e470d7 req-aee4fa11-0d55-4499-af72-68c56375133e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 210 time: 0.0312994 Jul 23 00:50:05.340283 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Allocated IP 172.20.0.12 (6e88eb50-be7c-478e-a073-e3362b596c82/048a8c34-0307-4323-833b-156e057770f3/eaf4a446-2381-4fc1-ade6-98e80cc6ad15) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:50:05.789424 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:05.804275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Transition to ACTIVE for port object eaf4a446-2381-4fc1-ade6-98e80cc6ad15 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:50:05.837301 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:05.878376 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Network 6e88eb50-be7c-478e-a073-e3362b596c82 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:50:05.883525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:50:05.887852 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:50:05.917984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:05.946823 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:05.948142 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:05.964310 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c8c0cc28-3e01-4e56-91ae-4f88caaa2804 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8809083 Jul 23 00:50:05.977289 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Request body: {'port': {'device_id': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:50:06.063222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.198431 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ea8602d1-5d88-4090-889a-b322450c82ca None None] Provisioning for port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:50:06.202795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ea8602d1-5d88-4090-889a-b322450c82ca None None] Provisioning complete for port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:50:06.203542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ea8602d1-5d88-4090-889a-b322450c82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.240382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-ea8602d1-5d88-4090-889a-b322450c82ca None None] Port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:50:06.352525 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf4a446-2381-4fc1-ade6-98e80cc6ad15 {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:50:06.361612 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.374552 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Transition to ACTIVE for port object eaf4a446-2381-4fc1-ade6-98e80cc6ad15 will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:50:06.379143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.410424 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615221-c225-493e-9395-f49103525140 req-b39f764f-a65e-4d7b-a129-ae91b7c9033c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.411964 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab615221-c225-493e-9395-f49103525140 req-b39f764f-a65e-4d7b-a129-ae91b7c9033c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 932 time: 0.0654833 Jul 23 00:50:06.485453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ab615221-c225-493e-9395-f49103525140 req-e52704d7-301d-49cd-952a-4c32c62a7a6a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550039 Jul 23 00:50:06.501049 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:06.514151 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Attempting to bind port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:50:06.514618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Attempting to bind port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:50:06.515046 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Attempting to bind port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 on network 6e88eb50-be7c-478e-a073-e3362b596c82 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:50:06.519725 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 on network 6e88eb50-be7c-478e-a073-e3362b596c82 not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:50:06.520182 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Attempting to bind port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 on network 6e88eb50-be7c-478e-a073-e3362b596c82 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:50:06.525194 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:50:06.525753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Checking segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:50:06.526688 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Bound using segment: {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:50:06.527190 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Bound port: eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff0e521-e54c-4882-bdb2-857e893cfabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:50:06.527742 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.603058 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:50:06.606988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:50:06.611970 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.645015 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.645637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:06.647386 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] 10.222.0.49 "PUT /v2.0/ports/eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 1092 time: 0.6747391 Jul 23 00:50:06.649820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:50:06.653006 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1be12c-301b-43fc-a754-bc874b837a38" -d '{"events": [{"name": "network-changed", "server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:50:06.692948 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ec517-bc67-4f20-8f1c-424e0a877667 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:06.724616 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e01aaad-4c3a-497b-9f44-4af98e457353 x-openstack-request-id: req-3e01aaad-4c3a-497b-9f44-4af98e457353 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:50:06.724900 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:50:06.725152 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e01aaad-4c3a-497b-9f44-4af98e457353 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:50:06.725551 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'status': 'completed', 'code': 200} Jul 23 00:50:06.754012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c3a47f8b-9a73-4dcd-8f09-07e341fb9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.755605 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-c3a47f8b-9a73-4dcd-8f09-07e341fb9a60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1095 time: 0.0596387 Jul 23 00:50:06.803029 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-0b3dd525-7567-4f1b-a69a-01ccfe72b6ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 217 time: 0.0406630 Jul 23 00:50:06.864699 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-8a11dde1-0cd7-4761-a724-d81a0fb1f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.866182 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-8a11dde1-0cd7-4761-a724-d81a0fb1f1ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0556426 Jul 23 00:50:06.929012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-93aa499f-acb4-4f37-bf85-484ff21a4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:06.930540 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-93aa499f-acb4-4f37-bf85-484ff21a4ef8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574183 Jul 23 00:50:07.029304 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-a73f611a-77e8-46f6-b409-a7d199d97d43 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917921 Jul 23 00:50:07.123211 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-6d18fdb7-68dc-4c14-a350-1b80edfe208c req-966612bf-1c96-463f-b8d0-1787d84c9112 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Jul 23 00:50:07.151888 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:07.223394 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-30f9509f-284e-4fa4-94d0-89e499affcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:07.224907 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-30f9509f-284e-4fa4-94d0-89e499affcae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1095 time: 0.0581393 Jul 23 00:50:07.321245 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-6f7e3e93-5078-4f25-b2bb-42ba7e50c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:07.323447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-6f7e3e93-5078-4f25-b2bb-42ba7e50c3c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0916889 Jul 23 00:50:07.365086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-db43899b-f6e9-4698-bb21-abdb2fe53c3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 217 time: 0.0348287 Jul 23 00:50:07.417735 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-e2c4bba2-b582-4bbc-adeb-8de67d432f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:07.419214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-e2c4bba2-b582-4bbc-adeb-8de67d432f9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0486786 Jul 23 00:50:07.479801 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-01c9fe40-6c07-4e0c-b05b-8a763ef787e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:07.481340 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-01c9fe40-6c07-4e0c-b05b-8a763ef787e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559015 Jul 23 00:50:07.579759 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-5c03b10f-f71e-422c-aa99-e779028a8d2e service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918493 Jul 23 00:50:07.629208 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc6922-6cfc-4a73-860a-7974717dd719 req-f11a56cf-60c5-424a-a8f3-b99b65474ec6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:07.631116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bafc6922-6cfc-4a73-860a-7974717dd719 req-f11a56cf-60c5-424a-a8f3-b99b65474ec6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0736628 Jul 23 00:50:07.676794 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bafc6922-6cfc-4a73-860a-7974717dd719 req-b05b4100-c817-4832-b8db-0451f1c3933f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383966 Jul 23 00:50:07.680612 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3b1be12c-301b-43fc-a754-bc874b837a38 req-95ac925b-6a07-4bad-8a8f-ca723c79eb60 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946767 Jul 23 00:50:08.819733 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1d802-b81b-4bd5-847b-a1a6ae926942 req-8f375dd8-e61c-4966-85fd-d8f4a5ea709d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:08.821179 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b1d802-b81b-4bd5-847b-a1a6ae926942 req-8f375dd8-e61c-4966-85fd-d8f4a5ea709d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0721018 Jul 23 00:50:08.860927 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-03b1d802-b81b-4bd5-847b-a1a6ae926942 req-1d4accf6-5123-49db-8b15-00dc01fea5cc tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Jul 23 00:50:09.990690 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f785ff-95f0-41ec-abb8-8f76edeee1e5 req-168a1d35-aec0-4f19-b12a-877b8eef574d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:09.992212 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28f785ff-95f0-41ec-abb8-8f76edeee1e5 req-168a1d35-aec0-4f19-b12a-877b8eef574d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0632684 Jul 23 00:50:10.033463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-28f785ff-95f0-41ec-abb8-8f76edeee1e5 req-0bb6d7b8-7718-4c9a-ab97-608bf59c2993 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351853 Jul 23 00:50:11.168560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f6a5c-1f15-4335-aa08-6f9913301217 req-37f57116-dc2a-4e10-9159-77c4b063058d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:11.170130 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb0f6a5c-1f15-4335-aa08-6f9913301217 req-37f57116-dc2a-4e10-9159-77c4b063058d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0646341 Jul 23 00:50:11.207344 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb0f6a5c-1f15-4335-aa08-6f9913301217 req-e7f729f4-9ff8-470a-a53f-232b1b7dfe74 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Jul 23 00:50:12.337207 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098e64d-20f9-4456-915f-7207a73716f2 req-09443a33-d525-4e86-8101-690b8e84c903 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:12.338868 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c098e64d-20f9-4456-915f-7207a73716f2 req-09443a33-d525-4e86-8101-690b8e84c903 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0632479 Jul 23 00:50:12.375764 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c098e64d-20f9-4456-915f-7207a73716f2 req-f985c3ba-c1db-4084-9769-440a9b3809cb tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311053 Jul 23 00:50:13.507455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac7ce-5640-4392-b2b7-ddd0e639d1bf req-84dc78e7-e85f-4eb1-a092-3a30661df67c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:13.508939 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0bac7ce-5640-4392-b2b7-ddd0e639d1bf req-84dc78e7-e85f-4eb1-a092-3a30661df67c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0677688 Jul 23 00:50:13.546704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d0bac7ce-5640-4392-b2b7-ddd0e639d1bf req-b947150a-7c9a-4879-91a4-b2f4c842efa0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315998 Jul 23 00:50:14.677060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bda42-e0c1-4ad8-aeff-2e69444d60e4 req-457cfafb-9693-4500-9b88-6cc0a96ee0dd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:14.678710 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e52bda42-e0c1-4ad8-aeff-2e69444d60e4 req-457cfafb-9693-4500-9b88-6cc0a96ee0dd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0662282 Jul 23 00:50:14.716406 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e52bda42-e0c1-4ad8-aeff-2e69444d60e4 req-db5de329-c3b8-4564-9566-1cf33f54ef31 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Jul 23 00:50:15.845415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea9d7-44c0-415e-9d3a-a37f51c04be3 req-9669bdc8-89ce-4fd3-84ac-2a1cc4f11f82 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:15.846919 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e4ea9d7-44c0-415e-9d3a-a37f51c04be3 req-9669bdc8-89ce-4fd3-84ac-2a1cc4f11f82 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0646992 Jul 23 00:50:15.888244 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-9e4ea9d7-44c0-415e-9d3a-a37f51c04be3 req-3a4fccbe-be42-4026-9a22-70f9377eec89 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357559 Jul 23 00:50:16.271243 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-174f8338-eda3-4f8d-8912-2f44924f2c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:17.016964 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c44e5-00ac-4ba6-8820-4020a4865189 req-c1f58157-7f76-46bb-a253-2715a7e6f00f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:17.018453 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f93c44e5-00ac-4ba6-8820-4020a4865189 req-c1f58157-7f76-46bb-a253-2715a7e6f00f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0640957 Jul 23 00:50:17.055628 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f93c44e5-00ac-4ba6-8820-4020a4865189 req-b9f86396-5d6e-4531-9cfe-7053473250f2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Jul 23 00:50:17.658622 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:50:17.757412 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:17.768655 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'port_id': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'mac_address': 'fa:16:3e:ea:1b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:50:17.804521 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:17.820777 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf4a446-2381-4fc1-ade6-98e80cc6ad15 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:50:17.839628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:17.844154 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:17.892738 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:17.900154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.900669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.900978 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.901313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.901647 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.901975 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.902303 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.902628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.902951 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.903272 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.903621 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:17.903942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:50:18.042853 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['eaf4a446-2381-4fc1-ade6-98e80cc6ad15'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:50:18.185840 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe80b2-b110-4f2b-86fe-5db3b76bb535 req-291bb39b-9604-4a2c-ad51-8653a93b806a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:18.187389 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11fe80b2-b110-4f2b-86fe-5db3b76bb535 req-291bb39b-9604-4a2c-ad51-8653a93b806a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 945 time: 0.0648589 Jul 23 00:50:18.225362 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-11fe80b2-b110-4f2b-86fe-5db3b76bb535 req-ae690a7b-1648-411a-9fb5-3cab13d25078 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Jul 23 00:50:19.358310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ff8e-0e54-4fd1-ad97-acf1a1e78788 req-809155db-d814-4d6f-84f8-59073785bfc5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:19.359809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71c0ff8e-0e54-4fd1-ad97-acf1a1e78788 req-809155db-d814-4d6f-84f8-59073785bfc5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 945 time: 0.0667272 Jul 23 00:50:19.396856 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-71c0ff8e-0e54-4fd1-ad97-acf1a1e78788 req-923a49a7-0e70-49ed-a511-c4cebc710ef3 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315206 Jul 23 00:50:19.580682 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f0f2388-d213-4a4e-83e4-57478c13743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:19.673757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:50:19.721617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:50:19.725087 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:50:19.725460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:19.802485 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:19.823815 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:50:19.826155 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483596cd-5f58-422e-9cd5-b11b979f53a3" -d '{"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:50:19.845868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:50:19.850696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:19.855322 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:19.876007 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5a7431-ccec-4c44-a4b2-b0a2c299a2d1 x-openstack-request-id: req-ce5a7431-ccec-4c44-a4b2-b0a2c299a2d1 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:50:19.876295 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:50:19.876546 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce5a7431-ccec-4c44-a4b2-b0a2c299a2d1 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:50:19.876924 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'code': 200} Jul 23 00:50:19.902829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:19.969579 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72f98f-d1fe-44fa-aa97-2182cf605138 req-c951ff5f-da8f-46d5-9bad-dd983fc5a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:19.971102 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db72f98f-d1fe-44fa-aa97-2182cf605138 req-c951ff5f-da8f-46d5-9bad-dd983fc5a046 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0536051 Jul 23 00:50:20.005177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-db72f98f-d1fe-44fa-aa97-2182cf605138 req-d932f9f2-ba17-474a-8540-60d431a1ca66 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278819 Jul 23 00:50:20.530378 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b8b23-04aa-4e38-b59c-a010e6c5ae8a req-4ad4efe2-524c-48f2-ae70-e197a97b162a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:20.531914 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791b8b23-04aa-4e38-b59c-a010e6c5ae8a req-4ad4efe2-524c-48f2-ae70-e197a97b162a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0650139 Jul 23 00:50:20.569952 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-791b8b23-04aa-4e38-b59c-a010e6c5ae8a req-fe0c7a47-043a-4c6c-b765-39bfa73474e9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324426 Jul 23 00:50:20.579990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:21.701790 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9a508-69d1-48b6-8735-7585519b0716 req-278ee9f0-87f6-4669-aaa6-74a6a8d31715 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:21.703203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12d9a508-69d1-48b6-8735-7585519b0716 req-278ee9f0-87f6-4669-aaa6-74a6a8d31715 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0648532 Jul 23 00:50:21.744920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-12d9a508-69d1-48b6-8735-7585519b0716 req-324579f4-dfa3-498a-b0d0-46a5f4855f6b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355530 Jul 23 00:50:21.872278 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d5df3-59f1-4bb4-b54b-72d797a7d8c3 req-3aa8f451-d8ac-4b7f-8514-5e39167fa124 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:21.873759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b64d5df3-59f1-4bb4-b54b-72d797a7d8c3 req-3aa8f451-d8ac-4b7f-8514-5e39167fa124 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0639756 Jul 23 00:50:21.910646 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b64d5df3-59f1-4bb4-b54b-72d797a7d8c3 req-79f95fcf-0e04-4cea-81b7-bcdcd18f216f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Jul 23 00:50:21.933908 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56070) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:50:21.987115 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139008a2-c4be-456e-99ed-8c2d195e9332 tempest-TestShelveInstance-1773293961 tempest-TestShelveInstance-1773293961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:21.988560 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-139008a2-c4be-456e-99ed-8c2d195e9332 tempest-TestShelveInstance-1773293961 tempest-TestShelveInstance-1773293961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1092 time: 0.0536659 Jul 23 00:50:21.991240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56072) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:50:21.996051 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:50:22.018737 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:22.021039 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:22.120627 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:22.229244 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Allocated IP 172.25.5.53 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/2992124b-8ca3-4f5a-9321-67fab279aa81) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:50:22.330496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:22.371239 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:22.406947 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:50:22.413016 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:50:22.415602 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:50:22.448842 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'Port': ['ID=2992124b-8ca3-4f5a-9321-67fab279aa81,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:22.776310 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:22.855568 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:23.005543 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:23.011415 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:23.050465 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:23.082638 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event updated for resources: {'Port': ['ID=2992124b-8ca3-4f5a-9321-67fab279aa81,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:50:23.093725 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:23.194564 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Floating IP c9d0a122-3f55-49ac-8584-5a64d4ab1946 associated. External IP: 172.25.5.53, port: eaf4a446-2381-4fc1-ade6-98e80cc6ad15. Jul 23 00:50:23.398305 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:50:23.503745 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:50:23.514836 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:50:23.520542 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:23.524199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:50:23.524821 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:50:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:50:23.557444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-e7ed8aaf-fb4a-42c9-adb8-f27e83e994c8 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5645888 Jul 23 00:50:23.558031 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:50:23.560356 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb12193-0bf9-47ec-bc23-a89f906c7158" -d '{"events": [{"name": "network-changed", "server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:50:23.598181 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516637c0-765c-4385-b105-5089ec496a43 x-openstack-request-id: req-516637c0-765c-4385-b105-5089ec496a43 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:50:23.598476 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:50:23.598730 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-516637c0-765c-4385-b105-5089ec496a43 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:50:23.599139 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'status': 'completed', 'code': 200} Jul 23 00:50:23.680685 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-710a2a97-eb82-49e9-95c8-00678f2ad1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:23.682799 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-710a2a97-eb82-49e9-95c8-00678f2ad1ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0623560 Jul 23 00:50:23.774330 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-2df4a03b-9c2b-40bb-8291-7d378c496ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:23.775937 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-2df4a03b-9c2b-40bb-8291-7d378c496ca5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0872254 Jul 23 00:50:23.789203 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:50:23.845670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-ee62f578-5063-4887-853e-2a5f832344bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 999 time: 0.0637648 Jul 23 00:50:23.894428 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-86c7ce81-48de-45fe-a150-4cd486be9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:23.895919 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-86c7ce81-48de-45fe-a150-4cd486be9569 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0441043 Jul 23 00:50:23.954843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-3a3c9b15-edd9-4b5f-bc0f-a0c783817ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:23.956301 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-3a3c9b15-edd9-4b5f-bc0f-a0c783817ce2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541844 Jul 23 00:50:24.011215 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'c9d0a122-3f55-49ac-8584-5a64d4ab1946', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'port_id': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'mac_address': 'fa:16:3e:ea:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:50:22Z', 'updated_at': '2021-07-23T00:50:22Z', 'revision_number': 0, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:50:24.042468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:50:24.051453 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:50:24.052080 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-66259065-1dc7-462d-a6c5-aa68c1398ca2 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890961 Jul 23 00:50:24.052211 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:50:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:50:24.145199 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-8eb12193-0bf9-47ec-bc23-a89f906c7158 req-cc9bf6db-9788-4f7d-a32b-4fa453bd532d service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873613 Jul 23 00:50:24.172382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:50:24.391877 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'c9d0a122-3f55-49ac-8584-5a64d4ab1946', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'port_id': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'mac_address': 'fa:16:3e:ea:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:50:22Z', 'updated_at': '2021-07-23T00:50:22Z', 'revision_number': 0, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:50:24.421974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa0f88-54d3-43f1-90ce-371b54253e03 None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': 'c9d0a122-3f55-49ac-8584-5a64d4ab1946', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'port_id': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'mac_address': 'fa:16:3e:ea:1b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:50:22Z', 'updated_at': '2021-07-23T00:50:22Z', 'revision_number': 0, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:50:24.617457 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd33197-a772-4943-abfa-710c41c0abc4 None None] New status for floating IP c9d0a122-3f55-49ac-8584-5a64d4ab1946: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:50:24.943760 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:50:37.149729 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:46.273387 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-16965112-a890-44cb-ac62-22c1f5e0ed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:49.072349 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-68ed55c2-cdcd-4830-ad37-6aa19f114f71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131582 Jul 23 00:50:49.165923 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-c97d5e1d-c15c-412a-9036-a38bd71a3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:49.167420 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-c97d5e1d-c15c-412a-9036-a38bd71a3b6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0543151 Jul 23 00:50:49.273715 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-f8585ffc-4d9c-4428-8f77-27e918b2d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:49.275177 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-f8585ffc-4d9c-4428-8f77-27e918b2d964 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0870094 Jul 23 00:50:49.340416 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-ca3a6c8d-06ec-46ba-b536-b3041f98dcb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 1001 time: 0.0578372 Jul 23 00:50:49.388616 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-f2d293f9-1c05-472b-8934-b2a8cc18d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:49.390031 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-f2d293f9-1c05-472b-8934-b2a8cc18d71c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0430658 Jul 23 00:50:49.454294 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-578beedd-fe43-45ea-8422-6ce441d8bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:50:49.455841 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-578beedd-fe43-45ea-8422-6ce441d8bea7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590718 Jul 23 00:50:49.466526 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-bc50819d-495d-4515-a607-dce8322aad13 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93790) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:50:49.467533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-bc50819d-495d-4515-a607-dce8322aad13 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051560 Jul 23 00:50:49.555765 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-51db2ee6-f1f5-4461-a2c1-e2d35f2cb298 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812645 Jul 23 00:50:49.582774 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-75d5b7ab-a3f9-4545-91f1-098b7f4bfaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:49.654632 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-13fa1a48-6b1c-4bcc-99c8-843e9a4c1bfe req-48818a44-34c7-49ef-b4e4-36928b57b610 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918841 Jul 23 00:50:49.849871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:50.582402 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:52.023749 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:50:53.044740 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:01.943187 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:51:07.165309 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:16.276204 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4812ee33-5884-4e7a-9232-be4b53e142c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:19.584318 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4e28ee90-b3d4-40bf-ae24-70d6ce8b86d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:19.854425 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:20.584187 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:22.033733 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:23.058582 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:37.180134 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:38.941692 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:51:46.277677 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc124-1cf3-42fe-87c8-b0dca95cc658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:48.961783 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-5ba4f58f-e436-474a-a203-e4272ac72dc5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530243 Jul 23 00:51:49.056913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-5033df09-10e6-4f5a-901c-3daa770a5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:49.058485 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-5033df09-10e6-4f5a-901c-3daa770a5347 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0562010 Jul 23 00:51:49.166569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-494f17eb-5e19-477a-8023-80b0eb504985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:49.168079 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-494f17eb-5e19-477a-8023-80b0eb504985 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0896857 Jul 23 00:51:49.234870 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-61a0e83e-c70e-4923-b658-ddf2d1165f03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 1001 time: 0.0609870 Jul 23 00:51:49.283651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-613b0139-9d0a-4891-ae34-8abf2256456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:49.285111 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-613b0139-9d0a-4891-ae34-8abf2256456d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0444386 Jul 23 00:51:49.344489 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-e342efb2-4a6d-49e0-8c63-95c97eb68051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:51:49.345892 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-e342efb2-4a6d-49e0-8c63-95c97eb68051 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539470 Jul 23 00:51:49.443627 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-a9cdd188-5489-4d7b-ab3e-0f30ea1a02b9 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900819 Jul 23 00:51:49.532879 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-0843c2f2-c581-469d-abfd-cfd5369a7837 req-be3a0b5d-4d57-4d65-b784-2d4464ae1479 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826550 Jul 23 00:51:49.584679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-86d8e04d-d64c-403a-91ff-8c7a60f46ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:49.859136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:50.587826 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:52.033024 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:51:53.073594 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:07.195881 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:15.940398 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:52:16.278167 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ce802b08-e792-4170-9cff-9d5c6e2ca4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:19.291373 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a822b9-9b65-4283-ac32-a270c1499627 req-29bff897-601f-444f-8f03-e627f1320032 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:19.292918 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31a822b9-9b65-4283-ac32-a270c1499627 req-29bff897-601f-444f-8f03-e627f1320032 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0672762 Jul 23 00:52:19.330569 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-31a822b9-9b65-4283-ac32-a270c1499627 req-1d81e163-a2f4-45be-a397-203376d90993 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Jul 23 00:52:19.586782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9ca22fa-d2c3-4024-ac75-ecb2c64fa154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:19.850305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:20.488042 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ce3bc-0eba-4073-879d-9123e6dfff5d req-6700b214-8bcf-4e8f-84b8-60bfc55ca41a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:20.489520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b1ce3bc-0eba-4073-879d-9123e6dfff5d req-6700b214-8bcf-4e8f-84b8-60bfc55ca41a tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0679035 Jul 23 00:52:20.527579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8b1ce3bc-0eba-4073-879d-9123e6dfff5d req-0a67fcb4-99e0-4fe2-9ac3-e82f02f757cb tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323839 Jul 23 00:52:20.589141 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:21.657291 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b58579-86aa-4f5b-b0b4-9370d2fced56 req-81903057-b531-48e4-8795-d82d14571ab3 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:21.659289 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83b58579-86aa-4f5b-b0b4-9370d2fced56 req-81903057-b531-48e4-8795-d82d14571ab3 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0645845 Jul 23 00:52:21.698343 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-83b58579-86aa-4f5b-b0b4-9370d2fced56 req-bb0d951f-2658-4185-bd7b-6b48e56ec57f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333591 Jul 23 00:52:22.036083 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:22.826777 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e90f66-ca82-4b3b-b06a-7f881fe477d7 req-d0563be1-ae3e-49d2-ab0e-b6152f0c4672 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:22.828305 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0e90f66-ca82-4b3b-b06a-7f881fe477d7 req-d0563be1-ae3e-49d2-ab0e-b6152f0c4672 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0627813 Jul 23 00:52:22.868405 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e0e90f66-ca82-4b3b-b06a-7f881fe477d7 req-5b2de2cf-ff92-4ea6-bab0-ba23d45533fa tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334721 Jul 23 00:52:23.087308 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:23.999649 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d211c-7e5b-4ae1-b5ba-4fa35749bbd9 req-34a6b27a-3146-4cd2-b4b9-e9d7daa915b7 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:24.001047 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-622d211c-7e5b-4ae1-b5ba-4fa35749bbd9 req-34a6b27a-3146-4cd2-b4b9-e9d7daa915b7 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0672202 Jul 23 00:52:24.037877 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-622d211c-7e5b-4ae1-b5ba-4fa35749bbd9 req-0a795fec-b193-4e93-8a27-709db6a963ff tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Jul 23 00:52:25.170620 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa7a84-11c9-4e73-aa2e-e3955a13aa31 req-3161dfd9-883c-4bc2-b736-b5f8c2d43311 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:25.172164 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3eaa7a84-11c9-4e73-aa2e-e3955a13aa31 req-3161dfd9-883c-4bc2-b736-b5f8c2d43311 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0645685 Jul 23 00:52:25.210116 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3eaa7a84-11c9-4e73-aa2e-e3955a13aa31 req-40f80f1e-0743-420a-b155-c9daa20416d5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Jul 23 00:52:26.342156 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9f69-1492-4fc4-ae85-4a4604e329fa req-c07a3a12-6c84-4f4f-bb1e-32e616b906ce tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:26.343678 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-516a9f69-1492-4fc4-ae85-4a4604e329fa req-c07a3a12-6c84-4f4f-bb1e-32e616b906ce tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0668745 Jul 23 00:52:26.380704 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-516a9f69-1492-4fc4-ae85-4a4604e329fa req-c93f0c1c-8039-496e-bc5e-c095fc7989c5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314898 Jul 23 00:52:27.512407 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefd036-fd24-44f1-ab9a-54c4925053ea req-274abef2-0a86-40c7-9c5b-1d792af625c5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:27.513916 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aefd036-fd24-44f1-ab9a-54c4925053ea req-274abef2-0a86-40c7-9c5b-1d792af625c5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0639319 Jul 23 00:52:27.550566 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-0aefd036-fd24-44f1-ab9a-54c4925053ea req-720a50d6-dfdc-4440-8b15-e84e025f71e2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Jul 23 00:52:28.678869 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb681b-9a07-400c-bc95-c2a13d58cfb6 req-c831c407-7876-473d-aa13-903ca0f6465d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:28.681014 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33eb681b-9a07-400c-bc95-c2a13d58cfb6 req-c831c407-7876-473d-aa13-903ca0f6465d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0630093 Jul 23 00:52:28.717250 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-33eb681b-9a07-400c-bc95-c2a13d58cfb6 req-316f98dc-527e-4da9-ae8d-eea37453f2b2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307009 Jul 23 00:52:29.402187 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-02f01ac2-e8cb-4ab0-b558-94d9c9a04d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:29.403892 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-02f01ac2-e8cb-4ab0-b558-94d9c9a04d20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0598845 Jul 23 00:52:29.494204 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-e1910bcf-45b7-4ca3-b0ac-df6170f388bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:29.495720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-e1910bcf-45b7-4ca3-b0ac-df6170f388bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0861273 Jul 23 00:52:29.564323 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-17e1efd2-1f51-425a-bd01-5bc866149fea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 1001 time: 0.0626595 Jul 23 00:52:29.610976 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-80a3ab2f-b9ff-4666-95f4-c8cc7e401fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:29.612447 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-80a3ab2f-b9ff-4666-95f4-c8cc7e401fab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0425980 Jul 23 00:52:29.669896 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-9ee5bab6-10cf-4654-b5a0-d21b6f5cfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:29.671296 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-9ee5bab6-10cf-4654-b5a0-d21b6f5cfd2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521412 Jul 23 00:52:29.764058 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-44aa23c7-1acf-477a-91ac-17d3860f16d9 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860553 Jul 23 00:52:29.857540 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66f9d-0822-4fc9-91f5-e480b2511c7f req-c4c32526-d7c8-48e1-9164-b5d916660327 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:29.859036 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8c66f9d-0822-4fc9-91f5-e480b2511c7f req-c4c32526-d7c8-48e1-9164-b5d916660327 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0731695 Jul 23 00:52:29.861914 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-65db0cb1-fe27-4bc2-b6fe-0f647186d89e req-f80a0eaa-24a2-41ee-bd33-f54569715826 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919998 Jul 23 00:52:29.898338 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8c66f9d-0822-4fc9-91f5-e480b2511c7f req-2ce322f2-ea2f-4212-8528-2a1bee02a138 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335813 Jul 23 00:52:31.027408 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8004710-820d-4957-b794-27c9d7dfcea4 req-8d60ac28-96e3-4cfd-8a47-1762d354267f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:31.028894 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8004710-820d-4957-b794-27c9d7dfcea4 req-8d60ac28-96e3-4cfd-8a47-1762d354267f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0635324 Jul 23 00:52:31.069306 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d8004710-820d-4957-b794-27c9d7dfcea4 req-4c397f8f-0f2b-4961-8bae-2428e0d518dd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348971 Jul 23 00:52:32.206471 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06397a3e-ef65-48e4-8cdf-8b32fbebe5e0 req-bb559489-dfc3-49fe-b841-ab63fb78ae21 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:32.208094 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06397a3e-ef65-48e4-8cdf-8b32fbebe5e0 req-bb559489-dfc3-49fe-b841-ab63fb78ae21 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0684903 Jul 23 00:52:32.248071 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06397a3e-ef65-48e4-8cdf-8b32fbebe5e0 req-5284a43f-8da8-48d6-a298-3ef12eb3871c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337331 Jul 23 00:52:33.377660 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8203be5-4eda-4b0e-96b0-ea5c456e8f6a req-aeed191b-f54e-48f4-8f1d-9ac52e07b849 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:33.379152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8203be5-4eda-4b0e-96b0-ea5c456e8f6a req-aeed191b-f54e-48f4-8f1d-9ac52e07b849 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0636618 Jul 23 00:52:33.416444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b8203be5-4eda-4b0e-96b0-ea5c456e8f6a req-6020666b-1bde-4e33-8e17-1d65b97e52ef tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Jul 23 00:52:33.636280 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752f76b-62e5-46fd-aad7-8facbc44c047 req-56d1e236-3842-43d4-8411-7f56b90bfd7d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:33.637803 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d752f76b-62e5-46fd-aad7-8facbc44c047 req-56d1e236-3842-43d4-8411-7f56b90bfd7d tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0670216 Jul 23 00:52:33.670112 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-8d3f9e3d-b906-4eab-9b7e-4204d59d7fd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198947 Jul 23 00:52:33.676263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d752f76b-62e5-46fd-aad7-8facbc44c047 req-5f0d36ae-fec0-49d8-8c72-9c01986a32cd tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Jul 23 00:52:34.404869 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:52:34.480812 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:34.505674 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:52:34.507935 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd24d7-b369-46a6-b2e3-8773f4e26793" -d '{"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:52:34.520835 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:34.527305 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:34.552452 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 00:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a271ab-e485-47ba-b0a4-217b308c422e x-openstack-request-id: req-e6a271ab-e485-47ba-b0a4-217b308c422e {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:52:34.552749 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-unplugged", "status": "failed", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "code": 422}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:52:34.553004 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6a271ab-e485-47ba-b0a4-217b308c422e {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:52:34.553398 n-d-758851-4 neutron-server[93792]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'code': 422} returned with failed status Jul 23 00:52:34.579140 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:34.586393 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.587323 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.587696 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.588042 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.588408 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.588735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.589099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.589434 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.589768 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.590116 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.590432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.590762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:52:34.808857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2b41f-de78-4c13-a361-f33072bbdf14 req-b8571867-cb9f-4e43-a1a1-d9eb58342f92 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:34.810383 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89e2b41f-de78-4c13-a361-f33072bbdf14 req-b8571867-cb9f-4e43-a1a1-d9eb58342f92 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0684156 Jul 23 00:52:34.849167 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89e2b41f-de78-4c13-a361-f33072bbdf14 req-104d29b3-a47a-413a-9f10-2a28510c9150 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332055 Jul 23 00:52:35.983940 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4aa81-ee3d-434e-9c7b-f5a6824f7ce7 req-ba89ee03-7b2f-405d-a88e-a6dda0669f43 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:35.985478 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da4aa81-ee3d-434e-9c7b-f5a6824f7ce7 req-ba89ee03-7b2f-405d-a88e-a6dda0669f43 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0650933 Jul 23 00:52:36.022893 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2da4aa81-ee3d-434e-9c7b-f5a6824f7ce7 req-85e9f5a3-31fc-4d8b-a63d-751278b965e2 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316424 Jul 23 00:52:37.162450 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a660fb-c0fd-430e-b905-9a7bc8f2e597 req-19f0af17-e907-484c-af60-7c441cf2bcc3 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:37.163796 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15a660fb-c0fd-430e-b905-9a7bc8f2e597 req-19f0af17-e907-484c-af60-7c441cf2bcc3 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0710671 Jul 23 00:52:37.195300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:37.205930 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-15a660fb-c0fd-430e-b905-9a7bc8f2e597 req-c7c5e0a5-ff72-4be8-b8c9-6783867e48b5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363421 Jul 23 00:52:38.338099 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb0f9a-2b2f-48ff-b53a-c37bca23a986 req-d9cb71d2-1e76-4cdd-8c66-80e0d72466a7 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:38.339643 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54bb0f9a-2b2f-48ff-b53a-c37bca23a986 req-d9cb71d2-1e76-4cdd-8c66-80e0d72466a7 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0673177 Jul 23 00:52:38.341530 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6f23-145f-44b3-9052-fa9b3998281f req-0a19f651-a429-4f6f-9796-594dfa37dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:38.343053 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-0a19f651-a429-4f6f-9796-594dfa37dc68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce&tenant_id=c3894d0ef4b74967a0337a763e8c9ff0 HTTP/1.1" status: 200 len: 1095 time: 0.0567553 Jul 23 00:52:38.377944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-54bb0f9a-2b2f-48ff-b53a-c37bca23a986 req-89d47f22-65fd-4e7a-8a55-329fb51a931e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323839 Jul 23 00:52:38.419618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6f23-145f-44b3-9052-fa9b3998281f req-a41c2935-6ed3-4b49-89df-310a0a9919d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:38.421143 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-a41c2935-6ed3-4b49-89df-310a0a9919d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1095 time: 0.0543177 Jul 23 00:52:38.514834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6f23-145f-44b3-9052-fa9b3998281f req-cce411a9-7980-4ce3-9ebf-2efef1ae9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:38.516432 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-cce411a9-7980-4ce3-9ebf-2efef1ae9873 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0896027 Jul 23 00:52:38.582204 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-0218976e-09d7-4068-9ab8-1fd3de807f3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 999 time: 0.0596378 Jul 23 00:52:38.631409 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6f23-145f-44b3-9052-fa9b3998281f req-6762ef20-3795-48d7-ac99-74cccf776660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:38.632769 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-6762ef20-3795-48d7-ac99-74cccf776660 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0439994 Jul 23 00:52:38.695346 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d6f23-145f-44b3-9052-fa9b3998281f req-2f13faa5-b608-4362-8dd1-6c2a5a4aba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:38.696871 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-2f13faa5-b608-4362-8dd1-6c2a5a4aba41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575342 Jul 23 00:52:38.784841 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-98786057-c5e6-48da-91b2-cdc491d7110d service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Jul 23 00:52:38.880453 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-f569d7b6-0064-4396-8da7-82d9734b97dc service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891998 Jul 23 00:52:39.515863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbc72b-5073-42c0-87c7-f0b0aa7e94ff req-2206feb6-b9d3-4a2d-ba54-af8702558701 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:39.517388 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ecbbc72b-5073-42c0-87c7-f0b0aa7e94ff req-2206feb6-b9d3-4a2d-ba54-af8702558701 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0708699 Jul 23 00:52:39.556520 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ecbbc72b-5073-42c0-87c7-f0b0aa7e94ff req-eb7dead5-1650-45aa-9a42-d6e455e1c3b0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333886 Jul 23 00:52:40.687056 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65268de-deb4-44af-ae8e-298da00769d7 req-79190a0a-4728-440c-8ada-94dd403e11c7 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:40.688562 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b65268de-deb4-44af-ae8e-298da00769d7 req-79190a0a-4728-440c-8ada-94dd403e11c7 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0666831 Jul 23 00:52:40.725862 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b65268de-deb4-44af-ae8e-298da00769d7 req-e63debaf-0df6-4cd2-a668-07604b600fe0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Jul 23 00:52:41.857060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7e275-684a-4e2f-8707-7c1302688bff req-d1c8c13e-48bb-4e0a-ab83-752f54f9c97c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:41.858561 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d7e275-684a-4e2f-8707-7c1302688bff req-d1c8c13e-48bb-4e0a-ab83-752f54f9c97c tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0666039 Jul 23 00:52:41.894944 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-59d7e275-684a-4e2f-8707-7c1302688bff req-627a8607-6620-4004-a1db-9f776452f2e0 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308237 Jul 23 00:52:43.027590 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f6cc4-1b66-48a1-9a21-1efa8c720366 req-47648e2e-46b4-4aae-a553-d544f1a9b137 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:43.029102 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a0f6cc4-1b66-48a1-9a21-1efa8c720366 req-47648e2e-46b4-4aae-a553-d544f1a9b137 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0663049 Jul 23 00:52:43.065506 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4a0f6cc4-1b66-48a1-9a21-1efa8c720366 req-cf599335-51b8-42eb-a6d3-96c127f01a3f tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Jul 23 00:52:44.194996 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a4709-670d-4b4e-afae-0004885b6db4 req-fac017a7-b5fc-4454-be9d-3d736fb290fe tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:44.197295 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de7a4709-670d-4b4e-afae-0004885b6db4 req-fac017a7-b5fc-4454-be9d-3d736fb290fe tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0643291 Jul 23 00:52:44.233746 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-de7a4709-670d-4b4e-afae-0004885b6db4 req-e790753a-8a41-4a51-8a53-edc7e167aa12 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Jul 23 00:52:45.360578 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27824c-be28-4e47-8410-da6d5de0f348 req-6e5bd3b7-5d91-41aa-9370-be817947ae9b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:45.362028 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad27824c-be28-4e47-8410-da6d5de0f348 req-6e5bd3b7-5d91-41aa-9370-be817947ae9b tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0622582 Jul 23 00:52:45.400021 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ad27824c-be28-4e47-8410-da6d5de0f348 req-158af6e4-1c15-4162-b582-32e035813f71 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Jul 23 00:52:46.278925 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6dc26186-13fc-43f3-8e81-0e6b045d7734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:46.526972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:52:46.533719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44fb9-04bf-49ae-ae6d-f41fb3b76889 req-4dde1d2b-2a22-4dd8-b9b1-2c2b70d0c3ac tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:46.535203 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04a44fb9-04bf-49ae-ae6d-f41fb3b76889 req-4dde1d2b-2a22-4dd8-b9b1-2c2b70d0c3ac tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 944 time: 0.0683782 Jul 23 00:52:46.574348 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-04a44fb9-04bf-49ae-ae6d-f41fb3b76889 req-9d0f65c0-ee70-4d4e-9457-5c0c45dee128 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Jul 23 00:52:46.624202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:46.634936 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'port_id': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'mac_address': 'fa:16:3e:ea:1b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:52:46.673683 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:46.689052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf4a446-2381-4fc1-ade6-98e80cc6ad15 {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:52:46.710018 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:46.715000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:46.761844 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:46.913804 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['eaf4a446-2381-4fc1-ade6-98e80cc6ad15'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:52:47.704394 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f230a-b853-4ac2-a2c9-76f25afd52be req-00e69cf1-759b-4c34-bdb7-f99e528c035e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:47.705793 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-295f230a-b853-4ac2-a2c9-76f25afd52be req-00e69cf1-759b-4c34-bdb7-f99e528c035e tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 945 time: 0.0644472 Jul 23 00:52:47.743141 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-295f230a-b853-4ac2-a2c9-76f25afd52be req-f37b4b39-3f4c-4d12-8621-8112a36e3510 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Jul 23 00:52:48.558417 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:52:48.604909 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:52:48.605279 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:48.683053 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:48.704918 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:52:48.707055 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ff0762-61c7-4cb0-bf7d-547b7870ed0c" -d '{"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:52:48.720058 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:52:48.723901 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:48.748200 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea86534-4d70-4120-9e2f-97d97eb35aba x-openstack-request-id: req-2ea86534-4d70-4120-9e2f-97d97eb35aba {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:52:48.748488 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-plugged", "status": "completed", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:52:48.748734 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ea86534-4d70-4120-9e2f-97d97eb35aba {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:52:48.749114 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'code': 200} Jul 23 00:52:48.777497 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:52:48.885035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb7d3b-0054-4065-9780-d2456760f81f req-85019ece-9a93-41e7-a35b-19d7348e30d5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:48.886537 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0cb7d3b-0054-4065-9780-d2456760f81f req-85019ece-9a93-41e7-a35b-19d7348e30d5 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0701494 Jul 23 00:52:48.913988 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16051673-2cb6-4106-99e2-2031028984a1 req-4a8f37c3-fb4e-44af-bf3a-e3bddd27898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:48.915670 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-16051673-2cb6-4106-99e2-2031028984a1 req-4a8f37c3-fb4e-44af-bf3a-e3bddd27898b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0538392 Jul 23 00:52:48.924976 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a0cb7d3b-0054-4065-9780-d2456760f81f req-6b70b174-b8b1-4eae-846f-5e8d41b369a9 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Jul 23 00:52:48.951363 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-16051673-2cb6-4106-99e2-2031028984a1 req-e4ce1a91-e97e-4404-9742-046ac53a08c2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297573 Jul 23 00:52:49.589196 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-809f5ab3-6a7c-4a8a-8d44-4cdcfdcb5e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:49.850735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:50.013151 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-f2dba656-871d-48fa-8c28-e8811ed08e95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536647 Jul 23 00:52:50.058552 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92330d4a-6c5e-4e2d-b77b-b6aca4d85f7b req-10be95d5-34e0-4cd5-ba8b-9cf1ea7bffba tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:50.060162 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92330d4a-6c5e-4e2d-b77b-b6aca4d85f7b req-10be95d5-34e0-4cd5-ba8b-9cf1ea7bffba tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0668104 Jul 23 00:52:50.098425 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-92330d4a-6c5e-4e2d-b77b-b6aca4d85f7b req-911e1e25-f761-49c3-84d0-62eb53071479 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324430 Jul 23 00:52:50.110720 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-f72cec46-b003-458b-9af6-0e62f9b16a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:50.112306 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-f72cec46-b003-458b-9af6-0e62f9b16a22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0588100 Jul 23 00:52:50.218196 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-052f0f4c-3fb9-4d27-8090-284a6013d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:50.219755 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-052f0f4c-3fb9-4d27-8090-284a6013d8f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0840740 Jul 23 00:52:50.287533 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-79f97103-fce1-4883-af84-f643afdbe476 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 1001 time: 0.0619290 Jul 23 00:52:50.335980 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-1c5010b2-5b3d-4828-9684-bf7a3fa69309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:50.338682 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-1c5010b2-5b3d-4828-9684-bf7a3fa69309 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0452046 Jul 23 00:52:50.396503 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-37c2767c-4dc4-45e7-9f6e-bafc95069006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:52:50.397903 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-37c2767c-4dc4-45e7-9f6e-bafc95069006 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536456 Jul 23 00:52:50.491236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-f54ae86e-7d26-4d28-bbec-df54ff312c3d service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867894 Jul 23 00:52:50.581069 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fde27313-2c3b-49fc-a12f-2e997da81ac6 req-3b7edc01-eb27-4b23-a53e-60292438d238 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Jul 23 00:52:50.594997 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:52.043459 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:52:52.939994 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:52:53.085468 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:07.193679 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:16.279557 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-70c2f79f-8c88-4861-9d12-96cc213bbd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:19.588862 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-419a6415-2f75-434e-b387-65ee61d72836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:19.852918 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:20.595358 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:22.041591 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:23.100189 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:29.939453 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:53:37.192015 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:46.281586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-97c48f4c-5790-4cb1-a148-cec49bcb95f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:49.589482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-db454a53-8215-4228-a417-cb8e3b2cbffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:49.854377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:50.598902 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:51.982198 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-ade591ea-0896-483a-83d2-5d9f2a051b56 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764859 Jul 23 00:53:52.046569 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:53:52.091457 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-de53ba4f-cb4e-482d-a091-e6850eebe468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:52.096232 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-de53ba4f-cb4e-482d-a091-e6850eebe468 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0681245 Jul 23 00:53:52.210872 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-4bb3054f-df85-4f13-b7dc-7a6d603406c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:52.212534 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-4bb3054f-df85-4f13-b7dc-7a6d603406c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.0992203 Jul 23 00:53:52.280825 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-195029ea-8604-4851-8f28-03e1d6e5a7fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 1001 time: 0.0616620 Jul 23 00:53:52.334106 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-f95f4f66-922e-491a-af27-c3060e11d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:52.335710 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-f95f4f66-922e-491a-af27-c3060e11d9ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0490165 Jul 23 00:53:52.405554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-619800ac-56b3-4b36-aad1-00ffae5dcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:53:52.407766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-619800ac-56b3-4b36-aad1-00ffae5dcaad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653503 Jul 23 00:53:52.495547 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-c95d6e4e-88aa-472b-ba64-b15a7c848bb1 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823112 Jul 23 00:53:52.888424 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-e4c415d0-67ab-454d-87a5-73f4d46936f5 req-f7d9216c-48ed-4390-ac89-89ec48897746 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864706 Jul 23 00:53:53.099221 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:05.892846 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56242) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:06.045806 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Deleting port 2992124b-8ca3-4f5a-9321-67fab279aa81 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:06.046154 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:06.124429 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:06.124766 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:06.136719 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Calling delete_port for 2992124b-8ca3-4f5a-9321-67fab279aa81 owned by network:floatingip {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:06.280541 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:06.304423 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event deleted for resources: {'Port': ['ID=2992124b-8ca3-4f5a-9321-67fab279aa81,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:06.336239 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.336585 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.336929 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.337266 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.337601 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.337949 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.338259 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.338589 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.338913 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.339232 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.339582 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.339903 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:06.380015 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for floatingip, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:06.380364 n-d-758851-4 neutron-server[93791]: INFO neutron.db.l3_db [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Floating IP c9d0a122-3f55-49ac-8584-5a64d4ab1946 disassociated (deleted). External IP: 172.25.5.53, port: eaf4a446-2381-4fc1-ade6-98e80cc6ad15. Jul 23 00:54:06.910240 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:06.938316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:54:07.014841 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:07.020248 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:07.025033 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:07.034895 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:07.035546 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:53:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:07.055819 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-37c36337-01d7-488d-909c-b782130b53b6 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "DELETE /v2.0/floatingips/c9d0a122-3f55-49ac-8584-5a64d4ab1946 HTTP/1.1" status: 204 len: 168 time: 1.1618767 Jul 23 00:54:07.056503 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:07.058840 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:07.140396 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:07.222218 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb7b28a-a2c3-4fb2-95cc-5b8e24ffadb4 x-openstack-request-id: req-1fb7b28a-a2c3-4fb2-95cc-5b8e24ffadb4 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:07.222561 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:07.222814 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fb7b28a-a2c3-4fb2-95cc-5b8e24ffadb4 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:07.223202 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'status': 'completed', 'code': 200} Jul 23 00:54:07.252357 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:07.302629 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-0bb6f1d7-14b1-4d74-91e7-99b0db977417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:07.304844 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-0bb6f1d7-14b1-4d74-91e7-99b0db977417 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 1097 time: 0.0597074 Jul 23 00:54:07.375829 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:07.390342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81165fa-568d-465d-a76b-71e68ca9ab54 req-59962c04-b9a4-4015-8547-25303f7ef744 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:07.392540 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81165fa-568d-465d-a76b-71e68ca9ab54 req-59962c04-b9a4-4015-8547-25303f7ef744 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.1205690 Jul 23 00:54:07.403174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:07.410876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-40a9e105-9fc3-45a1-8ced-16d143bb40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:07.411996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:07.412545 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-40a9e105-9fc3-45a1-8ced-16d143bb40a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 200 len: 909 time: 0.1009679 Jul 23 00:54:07.412681 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:53:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:07.432327 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e81165fa-568d-465d-a76b-71e68ca9ab54 req-126ec769-e82b-4f5e-873a-b354d68bf904 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341709 Jul 23 00:54:07.458098 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-06f75093-2cc0-42f0-a5fe-c7bf32895d95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 200 len: 217 time: 0.0391102 Jul 23 00:54:07.510037 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-e74c78df-56d5-4367-982a-3eff612d46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:07.511629 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-e74c78df-56d5-4367-982a-3eff612d46cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 200 len: 847 time: 0.0457554 Jul 23 00:54:07.578053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-686d9835-12fe-42b6-a54a-69b9f0c8290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:07.580608 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-686d9835-12fe-42b6-a54a-69b9f0c8290b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e88eb50-be7c-478e-a073-e3362b596c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625138 Jul 23 00:54:07.674735 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-23f2e79b-0d65-4b17-a69c-50bfceae5f5c service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866690 Jul 23 00:54:07.684447 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:07.771346 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-30dcaa26-2ef7-4b34-b5f3-2cfba2bc69bd req-3b5e7671-e7be-4b78-a314-bc23f9b46b49 service neutron] 10.222.0.49 "GET /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894732 Jul 23 00:54:07.881040 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:07.908250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae4af3-b211-4916-a561-16f6f31afd29 None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:45:38Z', 'revision_number': 4, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '50860ff3-5e16-4d9f-a597-08964b3fdbb7', 'name': '', 'network_id': '6e88eb50-be7c-478e-a073-e3362b596c82', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'mac_address': 'fa:16:3e:c2:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '048a8c34-0307-4323-833b-156e057770f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:38Z', 'updated_at': '2021-07-23T00:45:44Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'subnets': [{'id': '048a8c34-0307-4323-833b-156e057770f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:08.118190 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45dcac3-9dde-414c-bd15-2e99bf280d8f None None] New status for floating IP c9d0a122-3f55-49ac-8584-5a64d4ab1946: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:54:08.571433 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45c79-d5d6-4c6d-a06e-e4e83d39ea8b req-acc8137a-a0eb-41a8-aed2-a540e3f6a391 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:08.572917 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b45c79-d5d6-4c6d-a06e-e4e83d39ea8b req-acc8137a-a0eb-41a8-aed2-a540e3f6a391 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0711544 Jul 23 00:54:08.611318 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f6b45c79-d5d6-4c6d-a06e-e4e83d39ea8b req-6d2d8bfe-1831-4bb1-83ef-cbcb2d0dd731 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/security-groups?id=340a8fe1-339c-4512-92fa-69cc4d87ed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Jul 23 00:54:08.760497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-57ed8b7d-563a-4e5e-95aa-132259469695 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:08.761962 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-57ed8b7d-563a-4e5e-95aa-132259469695 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 946 time: 0.0626910 Jul 23 00:54:08.864729 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Deleting port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:08.865209 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:08.957651 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] For port eaf4a446-2381-4fc1-ade6-98e80cc6ad15, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:08.958016 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:08.970123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Calling delete_port for eaf4a446-2381-4fc1-ade6-98e80cc6ad15 owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:09.101140 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:09.131874 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event deleted for resources: {'Port': ['ID=eaf4a446-2381-4fc1-ade6-98e80cc6ad15,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:09.158926 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.159280 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.159662 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.160010 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.160345 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.160677 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.161012 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.161343 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.161670 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.161996 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.162323 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.162644 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:09.192913 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] No DVR routers for this DVR port eaf4a446-2381-4fc1-ade6-98e80cc6ad15 on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:54:09.196068 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:09.198106 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-95aa9ca8-f0f9-40e9-8f68-91439d38cc6f req-230035fe-0cc0-476c-80b3-4cfd9b89e763 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.49 "DELETE /v2.0/ports/eaf4a446-2381-4fc1-ade6-98e80cc6ad15 HTTP/1.1" status: 204 len: 173 time: 0.4305818 Jul 23 00:54:09.198585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-deleted', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:09.200907 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4554165-b23a-46ff-9d7f-1067466c2c4c" -d '{"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-deleted", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:09.288491 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d4a51-fb0c-40fe-9eff-45e571de058a x-openstack-request-id: req-963d4a51-fb0c-40fe-9eff-45e571de058a {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:09.288896 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88d7f29-cdbd-44f9-a96e-3f66ae20acce", "name": "network-vif-deleted", "tag": "eaf4a446-2381-4fc1-ade6-98e80cc6ad15", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:09.289252 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-963d4a51-fb0c-40fe-9eff-45e571de058a {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:09.289782 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88d7f29-cdbd-44f9-a96e-3f66ae20acce', 'name': 'network-vif-deleted', 'tag': 'eaf4a446-2381-4fc1-ade6-98e80cc6ad15', 'status': 'completed', 'code': 200} Jul 23 00:54:09.720069 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-3b0e46e0-f25a-44d8-a37e-b27adcfc8d21 req-5c0efae5-5a87-42bd-ac62-aced03b6eb74 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 210 time: 0.0360146 Jul 23 00:54:10.817759 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-407614f2-4c4b-4405-a33f-0ffdb592ea7a req-117ee3fc-64cf-4348-b4db-33e842eba527 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 210 time: 0.0307677 Jul 23 00:54:11.918786 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2082827b-dd52-44f2-9eb2-591a64984b13 req-0bad9ed0-1755-4151-8c71-aa943fd53d77 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 210 time: 0.0337090 Jul 23 00:54:12.991421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:13.026469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: eaf4a446-2381-4fc1-ade6-98e80cc6ad15 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:13.026985 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device eaf4a446-2381-4fc1-ade6-98e80cc6ad15 not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:13.037988 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8077ffcc-5303-4376-b5f2-48d5942c03ef req-951729f2-b9ef-45b8-9881-a9d7347db328 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d7f29-cdbd-44f9-a96e-3f66ae20acce HTTP/1.1" status: 200 len: 210 time: 0.0331004 Jul 23 00:54:14.095817 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56276) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:14.154709 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42fc9031-eaaa-4ec4-9f88-5db777001c41 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:14.181638 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42fc9031-eaaa-4ec4-9f88-5db777001c41 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:14.243752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42fc9031-eaaa-4ec4-9f88-5db777001c41 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:14.246262 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-42fc9031-eaaa-4ec4-9f88-5db777001c41 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:14.247463 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-42fc9031-eaaa-4ec4-9f88-5db777001c41 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] 10.222.0.21 "DELETE /v2.0/security-groups/340a8fe1-339c-4512-92fa-69cc4d87ed7d HTTP/1.1" status: 204 len: 168 time: 0.1505456 Jul 23 00:54:14.257814 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc9031-eaaa-4ec4-9f88-5db777001c41 tempest-TestShelveInstance-827280428 tempest-TestShelveInstance-827280428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a8fe1-339c-4512-92fa-69cc4d87ed7d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:14.301995 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56280) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:14.754762 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:15.014708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Deleting port 50860ff3-5e16-4d9f-a597-08964b3fdbb7 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:15.014936 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:15.097286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] For port 50860ff3-5e16-4d9f-a597-08964b3fdbb7, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=50860ff3-5e16-4d9f-a597-08964b3fdbb7,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:15.097654 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:15.111011 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Calling delete_port for 50860ff3-5e16-4d9f-a597-08964b3fdbb7 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:15.298533 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:15.325303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50860ff3-5e16-4d9f-a597-08964b3fdbb7,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:15.496226 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:15.717239 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Router 8f18b028-cf23-4bbc-b47a-23679afe9d74 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:15.822050 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:15.829651 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-9c95f602-6559-4763-8adb-4a5195024fb4 admin admin] 10.222.0.21 "PUT /v2.0/routers/8f18b028-cf23-4bbc-b47a-23679afe9d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5245955 Jul 23 00:54:15.832102 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56284) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:15.833956 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] Sync routers for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:15.843564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:15.844177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:53:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:15.936895 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:15.946346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:16.041086 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.094750 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Deleting port 9e4b7150-7723-40b2-b08d-683dfdbd4883 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:16.095008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.123076 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199'}], 'enable_snat': True}, 'gw_port_id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:54:15Z', 'revision_number': 5, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port': {'id': '9e4b7150-7723-40b2-b08d-683dfdbd4883', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:36Z', 'updated_at': '2021-07-23T00:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:16.149260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] Checking router: 8f18b028-cf23-4bbc-b47a-23679afe9d74 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:16.160883 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] Routers {'8f18b028-cf23-4bbc-b47a-23679afe9d74'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:16.161503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:53:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['8f18b028-cf23-4bbc-b47a-23679afe9d74'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:16.175375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] For port 9e4b7150-7723-40b2-b08d-683dfdbd4883, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=9e4b7150-7723-40b2-b08d-683dfdbd4883,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:16.175744 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.189246 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Calling delete_port for 9e4b7150-7723-40b2-b08d-683dfdbd4883 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:16.251972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] Set router 8f18b028-cf23-4bbc-b47a-23679afe9d74 gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:16.313799 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:54:16Z', 'revision_number': 6, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:16.345772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa5166-a653-447c-94d5-6f9fcbaa60a8 None None] The sync data for ids ['8f18b028-cf23-4bbc-b47a-23679afe9d74'] in n-d-758851-4 is: [{'id': '8f18b028-cf23-4bbc-b47a-23679afe9d74', 'name': 'tempest-TestShelveInstance-853293852-router', 'tenant_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:35Z', 'updated_at': '2021-07-23T00:54:16Z', 'revision_number': 6, 'project_id': 'c3894d0ef4b74967a0337a763e8c9ff0', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:16.349400 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bd8d213f-259d-45f2-83fc-fea4bb991ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.365627 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.395843 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4b7150-7723-40b2-b08d-683dfdbd4883,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:16.458251 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.547231 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.549348 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.591893 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.592412 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f18b028-cf23-4bbc-b47a-23679afe9d74 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:54:16.596852 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.598026 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2e46190e-09f3-4452-b1a5-95b49c9c5d0a admin admin] 10.222.0.21 "DELETE /v2.0/routers/8f18b028-cf23-4bbc-b47a-23679afe9d74 HTTP/1.1" status: 204 len: 168 time: 0.7648399 Jul 23 00:54:16.600659 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56286) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:16.648686 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Deleting subnet 048a8c34-0307-4323-833b-156e057770f3 {{(pid=93790) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:54:16.651572 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.684250 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9535762'] for subnet, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.764698 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.824981 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10419919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8509656'] for subnet, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.854515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048a8c34-0307-4323-833b-156e057770f3,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:16.858043 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.862024 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-a8c3cb00-4533-4274-b721-51b7e9b35f7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/048a8c34-0307-4323-833b-156e057770f3 HTTP/1.1" status: 204 len: 168 time: 0.2588735 Jul 23 00:54:16.863839 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56288) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:16.865595 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83cd55f-6a14-4d50-94a8-21c2a7d00a9b None None] Network 6e88eb50-be7c-478e-a073-e3362b596c82 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:54:16.935270 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:16.986303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Deleting port 7b31b918-6b72-400c-bf98-7fd6c9d8210c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:16.986639 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.055805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] For port 7b31b918-6b72-400c-bf98-7fd6c9d8210c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=7b31b918-6b72-400c-bf98-7fd6c9d8210c,segment=NetworkSegment(2ff0e521-e54c-4882-bdb2-857e893cfabf),segment_id=2ff0e521-e54c-4882-bdb2-857e893cfabf)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:17.056170 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.068124 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Calling delete_port for 7b31b918-6b72-400c-bf98-7fd6c9d8210c owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:17.104648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] DHCP port deletion for 6e88eb50-be7c-478e-a073-e3362b596c82 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:54:17.152326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.159496 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Deleting port 7b31b918-6b72-400c-bf98-7fd6c9d8210c {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:17.159879 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.227135 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] For port 7b31b918-6b72-400c-bf98-7fd6c9d8210c, host n-d-758851-4, got binding levels [] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:17.227565 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.244119 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Calling delete_port for 7b31b918-6b72-400c-bf98-7fd6c9d8210c owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:17.247160 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.ipam_backend_mixin [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Port 7b31b918-6b72-400c-bf98-7fd6c9d8210c was not found and therefore no delete operation was performed {{(pid=93792) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:54:17.248486 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.275785 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Pushing event deleted for resources: {'Port': ['ID=7b31b918-6b72-400c-bf98-7fd6c9d8210c,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:17.280313 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] No DVR routers for this DVR port 7b31b918-6b72-400c-bf98-7fd6c9d8210c on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.293296 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609a4e1-4018-447d-84d3-d506e9b75c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:17.502090 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b31b918-6b72-400c-bf98-7fd6c9d8210c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:17.505522 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] No DVR routers for this DVR port 7b31b918-6b72-400c-bf98-7fd6c9d8210c on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:54:17.575419 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.587144 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e88eb50-be7c-478e-a073-e3362b596c82']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:17.597549 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff0e521-e54c-4882-bdb2-857e893cfabf') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:17.597846 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff0e521-e54c-4882-bdb2-857e893cfabf') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:17.606367 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.619837 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.626076 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:54:17.626497 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:54:17.628316 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:54:17.685422 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.690879 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:17.692877 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e88eb50-be7c-478e-a073-e3362b596c82 HTTP/1.1" status: 204 len: 168 time: 0.8277099 Jul 23 00:54:17.696001 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56290) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:17.705171 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b8a96-efa5-4c61-9daa-fd701bc5a8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e88eb50-be7c-478e-a073-e3362b596c82,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:18.045383 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:18.242481 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e4b7150-7723-40b2-b08d-683dfdbd4883 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:18.270627 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 9e4b7150-7723-40b2-b08d-683dfdbd4883 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:18.270974 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 9e4b7150-7723-40b2-b08d-683dfdbd4883 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:18.271432 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7b31b918-6b72-400c-bf98-7fd6c9d8210c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:18.290548 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 7b31b918-6b72-400c-bf98-7fd6c9d8210c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:18.290904 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 7b31b918-6b72-400c-bf98-7fd6c9d8210c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:18.291365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50860ff3-5e16-4d9f-a597-08964b3fdbb7 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:18.300717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Deleting port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:18.301038 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:18.309946 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 50860ff3-5e16-4d9f-a597-08964b3fdbb7 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:18.310305 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 50860ff3-5e16-4d9f-a597-08964b3fdbb7 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:18.377998 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] For port 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:18.378361 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:18.390951 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Calling delete_port for 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc owned by network:router_interface {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:18.568340 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:18.593976 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bb6366-d55b-47a2-92c3-1dc4dc4f04bc,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:18.768550 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:18.987261 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Router 367ba787-0bde-439d-8259-c0380140feb5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:19.088605 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:19.096978 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-63fe7a4e-582d-4321-b305-a08e943a6c55 admin admin] 10.222.0.21 "PUT /v2.0/routers/367ba787-0bde-439d-8259-c0380140feb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3997719 Jul 23 00:54:19.099613 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56292) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:19.103245 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] Sync routers for ids ['367ba787-0bde-439d-8259-c0380140feb5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:19.112609 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] Routers {'367ba787-0bde-439d-8259-c0380140feb5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:19.113296 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:53:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['367ba787-0bde-439d-8259-c0380140feb5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:19.209670 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.217368 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] Set router 367ba787-0bde-439d-8259-c0380140feb5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:19.320384 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.371310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Deleting port 09e1d7e2-84ef-4b6e-991b-9e698511c110 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:19.371692 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.399100 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152'}], 'enable_snat': True}, 'gw_port_id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:54:18Z', 'revision_number': 5, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port': {'id': '09e1d7e2-84ef-4b6e-991b-9e698511c110', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367ba787-0bde-439d-8259-c0380140feb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:19.426153 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] Checking router: 367ba787-0bde-439d-8259-c0380140feb5 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:19.434679 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] Routers {'367ba787-0bde-439d-8259-c0380140feb5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:19.435287 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:53:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['367ba787-0bde-439d-8259-c0380140feb5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:19.454385 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] For port 09e1d7e2-84ef-4b6e-991b-9e698511c110, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=09e1d7e2-84ef-4b6e-991b-9e698511c110,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:19.454822 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.466853 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Calling delete_port for 09e1d7e2-84ef-4b6e-991b-9e698511c110 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:19.528028 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] Set router 367ba787-0bde-439d-8259-c0380140feb5 gateway port host: None {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:19.579765 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:54:19Z', 'revision_number': 6, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:19.592611 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9bf3a49d-1601-488c-ba74-fda2b1bdedd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.611799 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f13ce34-9d5f-42e1-a604-e8e01945ec74 None None] The sync data for ids ['367ba787-0bde-439d-8259-c0380140feb5'] in n-d-758851-4 is: [{'id': '367ba787-0bde-439d-8259-c0380140feb5', 'name': 'tempest-TestShelveInstance-1655032428-router', 'tenant_id': '501f4f78284046a4842a5ffc675ecd49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:45:40Z', 'updated_at': '2021-07-23T00:54:19Z', 'revision_number': 6, 'project_id': '501f4f78284046a4842a5ffc675ecd49', 'gw_port_host': None}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:19.646680 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.672429 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e1d7e2-84ef-4b6e-991b-9e698511c110,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:19.738227 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.835613 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.837938 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.856526 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.883112 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.883682 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 367ba787-0bde-439d-8259-c0380140feb5 {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:54:19.888167 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.889273 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-fbde79f4-b716-4536-bc7e-0550cf517c12 admin admin] 10.222.0.21 "DELETE /v2.0/routers/367ba787-0bde-439d-8259-c0380140feb5 HTTP/1.1" status: 204 len: 168 time: 0.7888548 Jul 23 00:54:19.892560 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56294) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:19.936933 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Deleting subnet eb3d3c82-8db7-4117-a760-e1eeb3b5253a {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:54:19.939998 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:19.973976 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.059769 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.112868 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.138455 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3d3c82-8db7-4117-a760-e1eeb3b5253a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:20.141021 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.143694 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1a08c0ea-93a7-444c-9701-c4de1d17f851 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb3d3c82-8db7-4117-a760-e1eeb3b5253a HTTP/1.1" status: 204 len: 168 time: 0.2493837 Jul 23 00:54:20.145405 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56296) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:20.148099 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55087e-c559-43bc-b2b5-dcd85401c11a None None] Network 2e5b6982-a37a-4012-8ce3-4ead604277f6 requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:54:20.218237 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.270110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Deleting port 6ef808c9-ffe6-44d7-98fc-77e44af117cd {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:20.270458 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.333954 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] For port 6ef808c9-ffe6-44d7-98fc-77e44af117cd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6ef808c9-ffe6-44d7-98fc-77e44af117cd,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:20.334311 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.352904 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Calling delete_port for 6ef808c9-ffe6-44d7-98fc-77e44af117cd owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:20.366170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] DHCP port deletion for 2e5b6982-a37a-4012-8ce3-4ead604277f6 request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:54:20.417374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] Deleting port 6ef808c9-ffe6-44d7-98fc-77e44af117cd {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:54:20.417878 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.443132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6ef808c9-ffe6-44d7-98fc-77e44af117cd no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:20.449952 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.467065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6ef808c9-ffe6-44d7-98fc-77e44af117cd {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:20.467439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6ef808c9-ffe6-44d7-98fc-77e44af117cd not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:20.467865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e1d7e2-84ef-4b6e-991b-9e698511c110 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:20.477640 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef808c9-ffe6-44d7-98fc-77e44af117cd,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:20.483110 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] No DVR routers for this DVR port 6ef808c9-ffe6-44d7-98fc-77e44af117cd on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:54:20.523024 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 09e1d7e2-84ef-4b6e-991b-9e698511c110 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:20.523391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 09e1d7e2-84ef-4b6e-991b-9e698511c110 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:20.523822 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:54:20.545468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:54:20.545820 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 48bb6366-d55b-47a2-92c3-1dc4dc4f04bc not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:54:20.556617 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] For port 6ef808c9-ffe6-44d7-98fc-77e44af117cd, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6ef808c9-ffe6-44d7-98fc-77e44af117cd,segment=NetworkSegment(86c24b6e-ca31-4f61-9822-49d7be1a112a),segment_id=86c24b6e-ca31-4f61-9822-49d7be1a112a)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:20.556617 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.558057 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.569644 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5b6982-a37a-4012-8ce3-4ead604277f6']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:20.571173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] Calling delete_port for 6ef808c9-ffe6-44d7-98fc-77e44af117cd owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:54:20.580342 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c24b6e-ca31-4f61-9822-49d7be1a112a') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:20.580650 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c24b6e-ca31-4f61-9822-49d7be1a112a') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:20.591730 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.605893 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.612767 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:54:20.613339 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:54:20.615155 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:54:20.645893 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:54:20.660425 n-d-758851-4 neutron-server[93792]: self.session.flush() Jul 23 00:54:20.666530 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.672918 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.677842 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.682773 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e5b6982-a37a-4012-8ce3-4ead604277f6 HTTP/1.1" status: 204 len: 168 time: 0.5363038 Jul 23 00:54:20.696734 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854aa60-d8fc-4281-a7df-4e44fc4195ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5b6982-a37a-4012-8ce3-4ead604277f6,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:20.704658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] Pushing event deleted for resources: {'Port': ['ID=6ef808c9-ffe6-44d7-98fc-77e44af117cd,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:20.707405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6565e81-6e4e-49bb-a3d6-395b4165f86d None None] No DVR routers for this DVR port 6ef808c9-ffe6-44d7-98fc-77e44af117cd on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:54:20.799475 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56300) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:20.839868 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1c290bb4-25f2-41f3-9784-20b6f607f670 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3894d0ef4b74967a0337a763e8c9ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391645 Jul 23 00:54:20.842618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56302) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:20.893143 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2474457e-6a74-4e98-9dbb-b12f3c2b9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.914245 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2474457e-6a74-4e98-9dbb-b12f3c2b9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.963221 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2474457e-6a74-4e98-9dbb-b12f3c2b9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.965756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-2474457e-6a74-4e98-9dbb-b12f3c2b9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:20.966944 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-2474457e-6a74-4e98-9dbb-b12f3c2b9837 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/385eb723-2eba-4a56-9a41-6f77ff271d0a HTTP/1.1" status: 204 len: 168 time: 0.1226962 Jul 23 00:54:20.974822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474457e-6a74-4e98-9dbb-b12f3c2b9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385eb723-2eba-4a56-9a41-6f77ff271d0a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:21.281145 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56308) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:21.324784 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-02273f59-ccc1-42f6-9db4-775bbddecce7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=501f4f78284046a4842a5ffc675ecd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424874 Jul 23 00:54:21.327270 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56310) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:21.372884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69baa2d-c9d8-464a-bb20-e468a400c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:21.393435 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69baa2d-c9d8-464a-bb20-e468a400c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:21.439433 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69baa2d-c9d8-464a-bb20-e468a400c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:21.441896 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-b69baa2d-c9d8-464a-bb20-e468a400c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:21.443092 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-b69baa2d-c9d8-464a-bb20-e468a400c451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5eb81a9-a742-486e-ad34-e8a51fb278e3 HTTP/1.1" status: 204 len: 168 time: 0.1147909 Jul 23 00:54:21.450946 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69baa2d-c9d8-464a-bb20-e468a400c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb81a9-a742-486e-ad34-e8a51fb278e3,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:22.049112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.091292 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56332) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:22.190299 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-864355445-network', 'tenant_id': '573d76737c714873b9ae6924e0dfc495'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:22.211641 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Made reservation on behalf of 573d76737c714873b9ae6924e0dfc495 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:54:22.213846 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.222161 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.311351 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.315946 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.340326 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:54:22.351045 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61534e4-670a-4513-8573-f6d287937081,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:22.357476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.357820 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Added segment 12f10853-42ca-4d35-891f-61e74844df5f of type vlan for network c8323143-5925-456a-9407-6863bd3a3aaa Jul 23 00:54:22.401586 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.430328 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.431273 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:22.431878 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.460991 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3685288 Jul 23 00:54:22.464053 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56336) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:22.470599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Request body: {'subnet': {'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-864355445-subnet', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:22.492915 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43394-cbc5-4510-8c99-c1bcb4fe00c5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8323143-5925-456a-9407-6863bd3a3aaa,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:22.496585 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Made reservation on behalf of 573d76737c714873b9ae6924e0dfc495 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:54:22.498976 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.504309 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network c8323143-5925-456a-9407-6863bd3a3aaa details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:54:22.666169 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.725185 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32558a7a-d76f-4b5f-8d1a-340b9e9b5007,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:22.729425 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Checking segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:22.729786 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Network hostable DHCP agents. Network: c8323143-5925-456a-9407-6863bd3a3aaa, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:54:22.747678 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Network c8323143-5925-456a-9407-6863bd3a3aaa is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:54:22.756363 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, c8323143-5925-456a-9407-6863bd3a3aaa) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:22.761067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:22.762773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.763873 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cb6c6c-f2a6-4fad-9684-0919bafaad7b None None] Network c8323143-5925-456a-9407-6863bd3a3aaa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:54:22.777471 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3ca53cb3-e30d-410f-bbff-010caede1490 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3122811 Jul 23 00:54:22.780268 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56338) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:22.785506 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:22.807295 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.808359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.860623 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:22.909788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-c8323143-5925-456a-9407-6863bd3a3aaa', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:54:22.910745 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.001797 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.047120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Allocated IP 172.20.0.2 (c8323143-5925-456a-9407-6863bd3a3aaa/32558a7a-d76f-4b5f-8d1a-340b9e9b5007/511eb190-acbc-42f0-a626-9bde04f05368) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:23.136122 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.201113 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.202738 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.210968 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Transition to ACTIVE for port object 511eb190-acbc-42f0-a626-9bde04f05368 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:23.222227 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.226202 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Transition to ACTIVE for port object 511eb190-acbc-42f0-a626-9bde04f05368 will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:23.232608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.273581 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Network c8323143-5925-456a-9407-6863bd3a3aaa is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:23.275866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:23.279644 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:23.286986 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Pushing event updated for resources: {'Port': ['ID=511eb190-acbc-42f0-a626-9bde04f05368,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:23.337370 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Allocated IP 172.25.5.144 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/3ab1dd06-c12c-4db0-b098-4b8c4bede979) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:23.343471 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Attempting to bind port 511eb190-acbc-42f0-a626-9bde04f05368 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:23.343962 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Attempting to bind port 511eb190-acbc-42f0-a626-9bde04f05368 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:23.344346 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Attempting to bind port 511eb190-acbc-42f0-a626-9bde04f05368 on network c8323143-5925-456a-9407-6863bd3a3aaa {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:23.349478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:23.349858 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Checking segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:23.350271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.350665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Bound using segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:23.351137 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Bound port: 511eb190-acbc-42f0-a626-9bde04f05368, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:23.351586 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.418537 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] For port 511eb190-acbc-42f0-a626-9bde04f05368, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:23.422686 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] For port 511eb190-acbc-42f0-a626-9bde04f05368, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=511eb190-acbc-42f0-a626-9bde04f05368,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:23.426012 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.443359 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.483893 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9618149-d35a-4cf6-9518-681006fa7619 None None] Pushing event updated for resources: {'Port': ['ID=511eb190-acbc-42f0-a626-9bde04f05368,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:23.485484 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.520361 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:23.523397 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:23.526331 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:23.564128 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab1dd06-c12c-4db0-b098-4b8c4bede979,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:23.802258 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:23.996099 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:24.131392 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93790) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:54:24.251120 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:24.261223 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:24.269222 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:24.270992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-22aeef05-a4d8-462e-8667-8f66d085cb44 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4890411 Jul 23 00:54:24.273818 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56340) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:24.279713 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:24.281199 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:24.328103 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 511eb190-acbc-42f0-a626-9bde04f05368 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:24.409193 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2898b58e-d0aa-41e8-9feb-0b7ab2314b8c None None] Network c8323143-5925-456a-9407-6863bd3a3aaa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:54:24.467276 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:24.493566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 511eb190-acbc-42f0-a626-9bde04f05368 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:24.571089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] Provisioning for port 511eb190-acbc-42f0-a626-9bde04f05368 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:24.598145 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] Provisioning complete for port 511eb190-acbc-42f0-a626-9bde04f05368 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:24.598520 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:24.981758 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.025348 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:23Z', 'revision_number': 3, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:25.036788 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] For port 511eb190-acbc-42f0-a626-9bde04f05368, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=511eb190-acbc-42f0-a626-9bde04f05368,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:25.040731 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.063197 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.064892 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:25.065239 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Updating router 9003e803-5fb2-4cf3-8b67-b71cb104861e port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:54:25.135387 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.160643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7cbda-6d07-47cd-9ef1-5fcee04852ff None None] Pushing event updated for resources: {'Port': ['ID=511eb190-acbc-42f0-a626-9bde04f05368,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:25.209264 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Allocated IP 172.20.0.1 (c8323143-5925-456a-9407-6863bd3a3aaa/32558a7a-d76f-4b5f-8d1a-340b9e9b5007/5b7a8252-61e7-42fd-be47-33d1af85b39c) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:25.323216 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.331558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-ac18d664-63a2-4ec3-9315-072d005db38b None None] Provisioning complete for port 511eb190-acbc-42f0-a626-9bde04f05368 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:25.332048 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ac18d664-63a2-4ec3-9315-072d005db38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.336723 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Transition to ACTIVE for port object 5b7a8252-61e7-42fd-be47-33d1af85b39c will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:25.370189 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.408748 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Network c8323143-5925-456a-9407-6863bd3a3aaa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:25.414808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:25.418409 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:25.446836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7a8252-61e7-42fd-be47-33d1af85b39c,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:25.470352 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.496767 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.508945 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Transition to ACTIVE for port object 3ab1dd06-c12c-4db0-b098-4b8c4bede979 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:25.516055 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.576996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Attempting to bind port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:25.577374 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Attempting to bind port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:25.578643 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Attempting to bind port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:25.586242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf71f-efc9-4ee3-bb32-0e9c71578b1d None None] Pushing event updated for resources: {'Port': ['ID=3ab1dd06-c12c-4db0-b098-4b8c4bede979,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:25.589478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:25.589857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:25.590271 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.590660 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:25.591136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Bound port: 3ab1dd06-c12c-4db0-b098-4b8c4bede979, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:25.591554 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.620685 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.646460 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] For port 3ab1dd06-c12c-4db0-b098-4b8c4bede979, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:25.650022 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] For port 3ab1dd06-c12c-4db0-b098-4b8c4bede979, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ab1dd06-c12c-4db0-b098-4b8c4bede979,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:25.653482 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.714564 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:25.715196 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:25.725083 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf71f-efc9-4ee3-bb32-0e9c71578b1d None None] Pushing event updated for resources: {'Port': ['ID=3ab1dd06-c12c-4db0-b098-4b8c4bede979,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:25.761735 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ccefa27-1a42-41c3-97ee-a9eda2b5d04b None None] Provisioning for port 5b7a8252-61e7-42fd-be47-33d1af85b39c completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:25.792716 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.793021 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-0ccefa27-1a42-41c3-97ee-a9eda2b5d04b None None] Provisioning complete for port 5b7a8252-61e7-42fd-be47-33d1af85b39c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:25.793403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-0ccefa27-1a42-41c3-97ee-a9eda2b5d04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.798245 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.842407 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-0ccefa27-1a42-41c3-97ee-a9eda2b5d04b None None] Port 5b7a8252-61e7-42fd-be47-33d1af85b39c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:54:25.861727 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:25.868392 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:25.870109 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7a8252-61e7-42fd-be47-33d1af85b39c,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:25.961760 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Network c8323143-5925-456a-9407-6863bd3a3aaa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:25.963271 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:26.074372 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:26.080873 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93791) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:26.102429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52bd29c-e077-4fbc-8db7-6141f7e23adb None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:26.164428 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-66c38106-c3f0-4193-9b30-e6c64412e3d2 None None] Provisioning complete for port 5b7a8252-61e7-42fd-be47-33d1af85b39c triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:26.164822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-66c38106-c3f0-4193-9b30-e6c64412e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.205229 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-66c38106-c3f0-4193-9b30-e6c64412e3d2 None None] Port 5b7a8252-61e7-42fd-be47-33d1af85b39c cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:54:26.213824 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:26.222228 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f30658a7-6d32-4af2-8fa9-400d70e3a4f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/9003e803-5fb2-4cf3-8b67-b71cb104861e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472704 Jul 23 00:54:26.250326 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 511eb190-acbc-42f0-a626-9bde04f05368 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:26.320540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 511eb190-acbc-42f0-a626-9bde04f05368 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:26.320917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.743786 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56358) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:26.751836 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1103710409-network', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:26.774927 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Made reservation on behalf of 8e3826a0e4274bb38aec3cf23d4ec498 for: {'network': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:54:26.777258 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for network, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.786042 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.884283 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.888752 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.915902 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93791) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:54:26.926369 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3e66c-178f-46b9-9dcd-ac8d3c1443ee,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:26.931588 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:26.931944 n-d-758851-4 neutron-server[93791]: INFO neutron.db.segments_db [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Added segment 6e5cc66e-65cd-47bf-82d5-cc24f84fd839 of type vlan for network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a Jul 23 00:54:26.978141 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755825996526'] for network, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.009220 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529'] for network, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.010434 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:27.011023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.045601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2995446 Jul 23 00:54:27.049201 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56360) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:27.055048 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Request body: {'subnet': {'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1103710409-subnet', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'ip_version': 4}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:27.074187 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c18ee1-b7b9-4c6d-9dba-e86b9dfc7bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8f43d2-ea04-4d83-a812-d0bcb9deb37a,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:27.077420 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Made reservation on behalf of 8e3826a0e4274bb38aec3cf23d4ec498 for: {'subnet': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:54:27.080295 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8509605'] for subnet, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.085449 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a details requested by agent ovs-agent-n-d-758851-4 with host n-d-758851-4 {{(pid=93792) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:54:27.264212 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10419726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8509655'] for subnet, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.319262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c58c62-67ca-45fa-b000-ffb7002cb987,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:27.336093 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Checking segment: {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:27.336569 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Network hostable DHCP agents. Network: ba8f43d2-ea04-4d83-a812-d0bcb9deb37a, hostable agents: ['c628f736-fcf5-4070-a8c8-276ddd35696a'], hosted agents: [] {{(pid=93790) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:54:27.354765 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a is scheduled to be hosted by DHCP agent c628f736-fcf5-4070-a8c8-276ddd35696a with binding_index 1 {{(pid=93790) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:54:27.365362 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758851-4, ba8f43d2-ea04-4d83-a812-d0bcb9deb37a) {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:27.369830 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:27.370389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.375916 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da2a51-36f9-428b-963a-9467f19841d2 None None] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:54:27.391361 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 56362) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:27.391581 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-685ed242-aa2e-46e4-ba0f-86e6b508925b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3409421 Jul 23 00:54:27.396912 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:27.420130 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-714287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24315'] for router, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.421662 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-716544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24308'] for router, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.479305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.535561 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27cc30f5-9644-55be-9d1f-a401dd78e2f4-ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'fixed_ips': [{'subnet_id': '99c58c62-67ca-45fa-b000-ffb7002cb987'}]}} from n-d-758851-4. {{(pid=93792) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:54:27.536448 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.615905 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-714474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-714305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24262'] for router, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.673599 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.db_base_plugin_common [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Allocated IP 172.20.0.2 (ba8f43d2-ea04-4d83-a812-d0bcb9deb37a/99c58c62-67ca-45fa-b000-ffb7002cb987/c67356c2-1e17-4881-ac5c-c2074bb5d7ab) {{(pid=93792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:27.821584 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.829474 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Notify callbacks [] for port, precommit_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.838089 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Transition to ACTIVE for port object c67356c2-1e17-4881-ac5c-c2074bb5d7ab will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:27.841982 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.853070 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Transition to ACTIVE for port object c67356c2-1e17-4881-ac5c-c2074bb5d7ab will not be triggered until provisioned by entity DHCP. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:27.858188 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793'] for port, after_create {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.900293 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a is already hosted by enough agents. {{(pid=93792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:27.906575 n-d-758851-4 neutron-server[93792]: DEBUG neutron.scheduler.base_scheduler [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Resources bound (agent type, host, resource id): {{(pid=93792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:27.908512 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Pushing event updated for resources: {'Port': ['ID=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,revision_number=1']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:27.910693 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Received port after_create {{(pid=93792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:27.964018 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Allocated IP 172.25.5.137 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/0f1db0c9-d4d6-41ab-aa09-80492bf25f00) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:27.974888 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Attempting to bind port c67356c2-1e17-4881-ac5c-c2074bb5d7ab on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:27.975267 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Attempting to bind port c67356c2-1e17-4881-ac5c-c2074bb5d7ab by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:27.975780 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Attempting to bind port c67356c2-1e17-4881-ac5c-c2074bb5d7ab on network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:27.981469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:27.981469 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Checking segment: {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:27.981779 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:27.982338 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Bound using segment: {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:27.983063 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Bound port: c67356c2-1e17-4881-ac5c-c2074bb5d7ab, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:27.983488 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.048654 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] For port c67356c2-1e17-4881-ac5c-c2074bb5d7ab, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:28.052226 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] For port c67356c2-1e17-4881-ac5c-c2074bb5d7ab, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:28.056728 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.070023 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.118932 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.119747 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:28.122897 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149a2df-45fd-4ae3-a3ca-19f7c8f04c92 None None] Pushing event updated for resources: {'Port': ['ID=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:28.137079 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:28.137702 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:28.169038 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:28.174692 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:28.176863 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Pushing event updated for resources: {'Port': ['ID=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:28.179464 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:28.279241 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:28.350939 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab1dd06-c12c-4db0-b098-4b8c4bede979 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:28.430570 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:28.437370 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:28.437940 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.493979 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.527632 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 2, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:28.533460 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.554971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 3ab1dd06-c12c-4db0-b098-4b8c4bede979, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ab1dd06-c12c-4db0-b098-4b8c4bede979,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:28.555237 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:28.555715 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Updating router 9003e803-5fb2-4cf3-8b67-b71cb104861e port 5b7a8252-61e7-42fd-be47-33d1af85b39c binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:54:28.559272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.598258 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.610675 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=3ab1dd06-c12c-4db0-b098-4b8c4bede979,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:28.699915 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-714326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-714481'] for router, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.847616 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 is scheduled to L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 with binding_index 1 {{(pid=93791) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:54:28.887818 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.899500 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Transition to ACTIVE for port object 5b7a8252-61e7-42fd-be47-33d1af85b39c will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:28.907251 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:28.986702 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Pushing event updated for resources: {'Port': ['ID=5b7a8252-61e7-42fd-be47-33d1af85b39c,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:28.990983 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93791) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:29.011363 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.011982 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Sync routers for ids ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:29.015727 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.016081 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.016422 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.016753 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.017013 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56364) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:29.017489 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.017579 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-473fa3a8-dd58-4cfe-a44d-98295de1dbbe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6247218 Jul 23 00:54:29.017661 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.017751 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.018007 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.018330 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.019015 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.019144 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.019427 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:54:29.027747 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Routers {'472c6927-d4af-4a34-a3c9-3cf3e99b67d5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:29.028362 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:29.034026 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Attempting to bind port 5b7a8252-61e7-42fd-be47-33d1af85b39c on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:29.034406 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Attempting to bind port 5b7a8252-61e7-42fd-be47-33d1af85b39c by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:29.034779 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Attempting to bind port 5b7a8252-61e7-42fd-be47-33d1af85b39c on network c8323143-5925-456a-9407-6863bd3a3aaa {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:29.040222 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:29.040605 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Checking segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:29.041018 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.041564 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Bound using segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:29.042229 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Bound port: 5b7a8252-61e7-42fd-be47-33d1af85b39c, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:29.042624 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.137463 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] For port 5b7a8252-61e7-42fd-be47-33d1af85b39c, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:29.142211 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] For port 5b7a8252-61e7-42fd-be47-33d1af85b39c, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b7a8252-61e7-42fd-be47-33d1af85b39c,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:29.149956 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.176482 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Set router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:29.220739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:29.221675 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:29.349696 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:29.371289 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19244d77-2c78-4b1c-bc7d-0e195b23f9e2 None None] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:54:29.432694 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93c51f-260e-455e-b7dd-645a4e27fe58 None None] Pushing event updated for resources: {'Port': ['ID=5b7a8252-61e7-42fd-be47-33d1af85b39c,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:29.490705 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-85cb78ab-c53c-4150-af6a-af08a34a7e42 None None] Provisioning for port c67356c2-1e17-4881-ac5c-c2074bb5d7ab completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:29.537534 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 3, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:29.571468 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Checking router: 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:29.571819 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Updating router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 binding host n-d-758851-4 {{(pid=93792) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:54:29.592674 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.648799 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.685448 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:29Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:29.713019 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f0d169-dbf0-4327-b1f6-1fa6adf663fd None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:29Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:29.758386 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Allocated IP 172.20.0.1 (ba8f43d2-ea04-4d83-a812-d0bcb9deb37a/99c58c62-67ca-45fa-b000-ffb7002cb987/6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:29.891312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.908067 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Transition to ACTIVE for port object 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:29.957157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:29.998262 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:30.006125 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:30.010184 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:30.035673 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Pushing event updated for resources: {'Port': ['ID=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:30.056491 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-714240'] for router_interface, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.157871 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Notify callbacks [] for port, precommit_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.169772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Transition to ACTIVE for port object 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 will not be triggered until provisioned by entity L2. {{(pid=93792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:30.178710 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.232306 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.284532 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Attempting to bind port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:30.284908 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Attempting to bind port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:30.285280 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Attempting to bind port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 on network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:30.292136 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b4ffd-fbf3-44b7-88fe-4a2afec44e29 None None] Pushing event updated for resources: {'Port': ['ID=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,revision_number=2']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:30.302857 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:30.303618 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Checking segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:30.306763 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.307572 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Bound using segment: {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'} {{(pid=93792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:30.308377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.managers [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Bound port: 0f1db0c9-d4d6-41ab-aa09-80492bf25f00, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee68083e-dea8-4e11-8c0f-235e116039e0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3'}}] {{(pid=93792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:30.308973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.382824 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] For port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00, host n-d-758851-4, cleared binding levels {{(pid=93792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:30.385811 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] For port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:30.392207 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78e8033d-f865-471e-b3a1-e24b94f92b2b None None] Provisioning for port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:30.397666 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-78e8033d-f865-471e-b3a1-e24b94f92b2b None None] Provisioning complete for port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:30.398049 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-78e8033d-f865-471e-b3a1-e24b94f92b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.402262 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.433281 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c67356c2-1e17-4881-ac5c-c2074bb5d7ab up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:30.451080 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.458293 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.525288 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-78e8033d-f865-471e-b3a1-e24b94f92b2b None None] Port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:54:30.532704 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Pushing event updated for resources: {'Port': ['ID=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:30.534256 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Routers {'472c6927-d4af-4a34-a3c9-3cf3e99b67d5'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:30.535199 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715952'] for router_interface, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.535391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:30.578216 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b4ffd-fbf3-44b7-88fe-4a2afec44e29 None None] Pushing event updated for resources: {'Port': ['ID=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:30.629340 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port c67356c2-1e17-4881-ac5c-c2074bb5d7ab completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:30.636824 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:30.637480 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c67356c2-1e17-4881-ac5c-c2074bb5d7ab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:30.637860 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.638265 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:30.689358 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] Set router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:30.761226 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:30.822112 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.876565 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:30.881836 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e6258e31-307f-4c99-8b46-d849c8bedd45 admin admin] 10.222.0.21 "PUT /v2.0/routers/472c6927-d4af-4a34-a3c9-3cf3e99b67d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636172 Jul 23 00:54:30.902854 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port c67356c2-1e17-4881-ac5c-c2074bb5d7ab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:30.908136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:30.908933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b7a8252-61e7-42fd-be47-33d1af85b39c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:31.026865 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-8f638600-052a-40a3-bb85-5e18d8a0990d None None] Provisioning complete for port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:31.027246 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8f638600-052a-40a3-bb85-5e18d8a0990d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.032356 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,revision_number=3']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:31.079626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 5b7a8252-61e7-42fd-be47-33d1af85b39c completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:31.083668 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-8f638600-052a-40a3-bb85-5e18d8a0990d None None] Port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:54:31.087983 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59', 'name': '', 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'mac_address': 'fa:16:3e:c8:48:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:29Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 2, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'subnets': [{'id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:31.089751 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b7a8252-61e7-42fd-be47-33d1af85b39c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:31.090124 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.134995 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c0be0-aa8b-43a3-a095-827efb354c6f None None] The sync data for ids ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'] in n-d-758851-4 is: [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59', 'name': '', 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'mac_address': 'fa:16:3e:c8:48:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:29Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 2, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'subnets': [{'id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:31.199797 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.236442 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 5b7a8252-61e7-42fd-be47-33d1af85b39c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b7a8252-61e7-42fd-be47-33d1af85b39c,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:31.241808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.242582 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab1dd06-c12c-4db0-b098-4b8c4bede979 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:31.322139 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=5b7a8252-61e7-42fd-be47-33d1af85b39c,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:31.339486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:31.340171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.395178 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56372) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:31.400208 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-905089597', 'description': 'tempest-secgroup-smoke-905089597 description', 'project_id': '573d76737c714873b9ae6924e0dfc495'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:31.426211 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.525185 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.528997 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.559498 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8becd275-4998-4734-a254-a39ae4ff3bb9,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:31.563792 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.565068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-8d39eaff-d04a-473b-b2d9-b53a0c039a97 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1688275 Jul 23 00:54:31.568017 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56374) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:31.572515 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group_rule': {'security_group_id': '8becd275-4998-4734-a254-a39ae4ff3bb9', 'project_id': '573d76737c714873b9ae6924e0dfc495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:31.606008 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.667851 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.673509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.697554 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9259f10d-09fe-4e34-b2bd-e344ad6c1087,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:31.704244 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.705682 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-16f33a7a-e792-4c50-b738-d77cb7960ab6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366584 Jul 23 00:54:31.708675 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56376) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:31.713711 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group_rule': {'security_group_id': '8becd275-4998-4734-a254-a39ae4ff3bb9', 'project_id': '573d76737c714873b9ae6924e0dfc495', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:31.741074 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.800340 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.804546 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.824195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc3e9a5-a667-499f-987e-8ebb932aad22,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:31.827910 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.829214 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-26f19851-01e1-48fe-a613-916c7e4b8f09 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195476 Jul 23 00:54:31.832047 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56378) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:31.836660 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group_rule': {'security_group_id': '8becd275-4998-4734-a254-a39ae4ff3bb9', 'project_id': '573d76737c714873b9ae6924e0dfc495', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:31.863773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.926401 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.930046 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.946708 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ac725d-8c1b-40fc-93bb-d0dac2560bf7,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:31.953756 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:31.955236 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e77c51de-31d6-4cb0-9659-0304c567337a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220372 Jul 23 00:54:31.957732 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56380) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:31.962081 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group_rule': {'security_group_id': '8becd275-4998-4734-a254-a39ae4ff3bb9', 'project_id': '573d76737c714873b9ae6924e0dfc495', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:31.988985 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.048370 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.052181 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.067701 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a7b44f-7eb7-4eb1-98a6-c7b93a60561f,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:32.076516 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.078294 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-bce71aa6-e2a1-4d51-805d-44c2711ac31e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196139 Jul 23 00:54:32.081089 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56382) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:32.085533 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group_rule': {'security_group_id': '8becd275-4998-4734-a254-a39ae4ff3bb9', 'project_id': '573d76737c714873b9ae6924e0dfc495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:32.107207 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Project 573d76737c714873b9ae6924e0dfc495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:54:32.111932 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.173032 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.176312 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.193320 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b8b952-13e2-4ae0-ab84-c2e3540ccc0d,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:32.200696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.202878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-80b98e2e-affd-4bbb-add1-0ea99f040f61 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198800 Jul 23 00:54:32.205816 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56384) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:32.210509 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'security_group_rule': {'security_group_id': '8becd275-4998-4734-a254-a39ae4ff3bb9', 'project_id': '573d76737c714873b9ae6924e0dfc495', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:32.234346 n-d-758851-4 neutron-server[93790]: INFO neutron.db.securitygroups_db [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Project 573d76737c714873b9ae6924e0dfc495 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:54:32.239005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.266958 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c67356c2-1e17-4881-ac5c-c2074bb5d7ab up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:32.308018 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.313210 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780870'] for security_group_rule, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.318573 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port c67356c2-1e17-4881-ac5c-c2074bb5d7ab triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:32.318956 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.334681 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1849d733-5288-4b99-9178-615c4a54e781,revision_number=0']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:32.338200 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.347426 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-edb1a4f2-61fa-400c-ad9d-05e1bd3d1ebc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326215 Jul 23 00:54:32.402269 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b7a8252-61e7-42fd-be47-33d1af85b39c up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:32.451609 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 5b7a8252-61e7-42fd-be47-33d1af85b39c triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:32.451990 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:32.507419 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-d3b9c399-e95b-4aaa-a66b-8c3c3a6cf2e1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905089597&fields=id&tenant_id=573d76737c714873b9ae6924e0dfc495 HTTP/1.1" status: 200 len: 267 time: 0.0593338 Jul 23 00:54:32.629538 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-f494a7c2-321c-4ea1-a43c-bb3d6b77e680 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:32.631140 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-f494a7c2-321c-4ea1-a43c-bb3d6b77e680 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 809 time: 0.1173944 Jul 23 00:54:32.647892 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-8b5672ac-b68b-446a-9c79-ff32dbdbab70 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/quotas/573d76737c714873b9ae6924e0dfc495 HTTP/1.1" status: 200 len: 375 time: 0.0101166 Jul 23 00:54:32.717292 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-c36b2a60-d914-4038-a810-9abb90251773 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641325 Jul 23 00:54:32.735006 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-62b8c083-048c-4127-b1c1-612599c471d9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:54:32.735984 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-62b8c083-048c-4127-b1c1-612599c471d9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065551 Jul 23 00:54:32.835806 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-402570c2-dffa-470a-80d7-f83ed7046979 service neutron] 10.222.0.21 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938182 Jul 23 00:54:32.929016 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-eda6720d-4097-4696-b1fb-31acf2631a1c service neutron] 10.222.0.21 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874527 Jul 23 00:54:33.113836 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-8935af87-b39f-456c-ae6e-eb5a6156e96f req-a8cb9951-49c4-433d-bec2-8cc28d4f8209 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 210 time: 0.0288916 Jul 23 00:54:33.778390 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Sync routers for ids ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:33.788042 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Routers {'472c6927-d4af-4a34-a3c9-3cf3e99b67d5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:33.788647 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:33.894133 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Set router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:34.058666 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-38e2d2b6-3e41-4871-be74-628ed1093365 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:34.060774 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-38e2d2b6-3e41-4871-be74-628ed1093365 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 809 time: 0.1110513 Jul 23 00:54:34.112771 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59', 'name': '', 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'mac_address': 'fa:16:3e:c8:48:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:29Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 2, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'subnets': [{'id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:34.115499 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-07aca41b-7111-4b1f-80ac-50d0258e9000 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=573d76737c714873b9ae6924e0dfc495 HTTP/1.1" status: 200 len: 379 time: 0.0452943 Jul 23 00:54:34.126195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'port': {'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'admin_state_up': True, 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'security_groups': ['8becd275-4998-4734-a254-a39ae4ff3bb9']}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:34.140854 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Checking router: 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:34.141782 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Updating router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 binding host n-d-758851-4 {{(pid=93793) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:54:34.176899 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.230981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e736c048-0cd2-46ed-bb34-c80eccc31a0a req-40d5d35e-389d-4d54-8469-62656b8cde92 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 210 time: 0.0467470 Jul 23 00:54:34.263478 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Made reservation on behalf of 573d76737c714873b9ae6924e0dfc495 for: {'port': 1} {{(pid=93790) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:54:34.268157 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.283389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:34.337776 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:34.341963 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:34.342341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.433541 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.462796 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:34.468806 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.493862 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Notify callbacks [] for port, precommit_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.505146 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.provisioning_blocks [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Transition to ACTIVE for port object 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 will not be triggered until provisioned by entity L2. {{(pid=93793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:34.512962 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.527746 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:34.592237 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7723e6c-fcbc-4287-8fc8-8756492cbc02 None None] Pushing event updated for resources: {'Port': ['ID=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,revision_number=3']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:34.636484 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Attempting to bind port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 on host n-d-758851-4 for vnic_type normal with profile {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:34.636944 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Attempting to bind port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 by drivers openvswitch,hyperv on host n-d-758851-4 at level 0 using segments [{'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:34.637395 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Attempting to bind port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 on network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:34.644633 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Checking agent: {'id': '3a8b8da8-3114-4157-a8e5-84981f270aa3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 14, 49), 'started_at': datetime.datetime(2021, 7, 22, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:34.645133 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Checking segment: {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:34.645649 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.646143 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Bound using segment: {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'} {{(pid=93793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:34.646768 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.managers [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Bound port: 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59, host: n-d-758851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5cc66e-65cd-47bf-82d5-cc24f84fd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a'}}] {{(pid=93793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:34.647252 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.723974 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] For port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59, host n-d-758851-4, cleared binding levels {{(pid=93793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:34.727715 n-d-758851-4 neutron-server[93793]: DEBUG neutron.plugins.ml2.db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] For port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59, host n-d-758851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:34.732958 n-d-758851-4 neutron-server[93793]: DEBUG neutron_lib.callbacks.manager [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.768856 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Allocated IP 172.20.0.7 (c8323143-5925-456a-9407-6863bd3a3aaa/32558a7a-d76f-4b5f-8d1a-340b9e9b5007/044c34a8-2f0e-4d45-933d-95d0eb0e114a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:34.798325 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7723e6c-fcbc-4287-8fc8-8756492cbc02 None None] Pushing event updated for resources: {'Port': ['ID=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,revision_number=4']} {{(pid=93793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:34.800858 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Routers {'472c6927-d4af-4a34-a3c9-3cf3e99b67d5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:34.801556 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:34.927756 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] Set router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:34.930890 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:34.945877 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Transition to ACTIVE for port object 044c34a8-2f0e-4d45-933d-95d0eb0e114a will not be triggered until provisioned by entity DHCP. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:34.979952 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.022217 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Network c8323143-5925-456a-9407-6863bd3a3aaa is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:35.025296 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:35.031248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:35.062906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:35.099103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:35.099777 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.117415 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-7cde19c2-3c71-45c2-be71-9c1ff35b1e8b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952080 Jul 23 00:54:35.131026 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Request body: {'port': {'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758851-4'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:35.141017 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59', 'name': '', 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'mac_address': 'fa:16:3e:c8:48:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:29Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'subnets': [{'id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:35.176116 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a89866-b7ec-481d-971d-b3c2ab770c70 None None] The sync data for ids ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'] in n-d-758851-4 is: [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:30Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59', 'name': '', 'network_id': 'ba8f43d2-ea04-4d83-a812-d0bcb9deb37a', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'mac_address': 'fa:16:3e:c8:48:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:29Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'subnets': [{'id': '99c58c62-67ca-45fa-b000-ffb7002cb987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:35.221538 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.301528 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5025c571-18fe-42da-9ad3-25edf29677e8 None None] Provisioning for port 044c34a8-2f0e-4d45-933d-95d0eb0e114a completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:35.305917 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-5025c571-18fe-42da-9ad3-25edf29677e8 None None] Provisioning complete for port 044c34a8-2f0e-4d45-933d-95d0eb0e114a triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:35.306386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5025c571-18fe-42da-9ad3-25edf29677e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.349641 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-5025c571-18fe-42da-9ad3-25edf29677e8 None None] Port 044c34a8-2f0e-4d45-933d-95d0eb0e114a cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:54:35.387489 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae1dff-44f0-4974-b632-7a9e361b1fe8 req-a71d36ee-832e-4d89-bf8f-e5ea24cc95d9 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:35.391853 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ae1dff-44f0-4974-b632-7a9e361b1fe8 req-a71d36ee-832e-4d89-bf8f-e5ea24cc95d9 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 931 time: 0.0748506 Jul 23 00:54:35.429607 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e8ae1dff-44f0-4974-b632-7a9e361b1fe8 req-612c6078-4076-44f0-aebd-3c3ea3d981dc tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346410 Jul 23 00:54:35.529605 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044c34a8-2f0e-4d45-933d-95d0eb0e114a {{(pid=93790) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:54:35.538897 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.552110 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.provisioning_blocks [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Transition to ACTIVE for port object 044c34a8-2f0e-4d45-933d-95d0eb0e114a will not be triggered until provisioned by entity L2. {{(pid=93790) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:54:35.556737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.613618 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:35.692446 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Attempting to bind port 044c34a8-2f0e-4d45-933d-95d0eb0e114a on host n-h1-758851-4 for vnic_type normal with profile {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:54:35.692796 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Attempting to bind port 044c34a8-2f0e-4d45-933d-95d0eb0e114a by drivers openvswitch,hyperv on host n-h1-758851-4 at level 0 using segments [{'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:54:35.693133 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Attempting to bind port 044c34a8-2f0e-4d45-933d-95d0eb0e114a on network c8323143-5925-456a-9407-6863bd3a3aaa {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:35.698016 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Port 044c34a8-2f0e-4d45-933d-95d0eb0e114a on network c8323143-5925-456a-9407-6863bd3a3aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-758851-4 {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:54:35.698502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Attempting to bind port 044c34a8-2f0e-4d45-933d-95d0eb0e114a on network c8323143-5925-456a-9407-6863bd3a3aaa {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:54:35.704608 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Checking agent: {'id': 'b176de79-508a-444b-bed8-9edefa1800f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 22), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:54:35.704960 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Checking segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93790) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:54:35.705357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Bound using segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} {{(pid=93790) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:54:35.705794 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.managers [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Bound port: 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host: n-h1-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}}] {{(pid=93790) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:54:35.706168 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.778883 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, cleared binding levels {{(pid=93790) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:54:35.783103 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93790) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:54:35.788034 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.825160 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:35.825798 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:35.827554 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] 10.222.0.49 "PUT /v2.0/ports/044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 1091 time: 0.7018943 Jul 23 00:54:35.829835 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:35.833073 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3554747d-87ba-4676-a956-5980faa721bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:35.864335 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda14e8e-4fb2-41cb-8548-f573e749dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=3']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:35.906227 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274fdaf-864f-4755-88e2-3b98c28e4eb9 x-openstack-request-id: req-9274fdaf-864f-4755-88e2-3b98c28e4eb9 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:35.906432 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:35.906607 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9274fdaf-864f-4755-88e2-3b98c28e4eb9 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:35.907015 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'status': 'completed', 'code': 200} Jul 23 00:54:35.934173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cfe70b2d-6136-4ec1-8b0e-bd4aae869ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:35.935748 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cfe70b2d-6136-4ec1-8b0e-bd4aae869ba0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1094 time: 0.0641072 Jul 23 00:54:35.979766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-733f984c-f28f-40d2-9027-68afd800a810 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 217 time: 0.0364289 Jul 23 00:54:36.034443 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-0f5c6820-f90a-49aa-844c-fb359897085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.036068 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-0f5c6820-f90a-49aa-844c-fb359897085d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0502512 Jul 23 00:54:36.095248 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-80452e50-321f-46c0-bf2f-7bec4e5d5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.096827 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-80452e50-321f-46c0-bf2f-7bec4e5d5adf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549128 Jul 23 00:54:36.186720 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-cadf1d30-9441-4f43-8f09-b4cd578c02b1 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830803 Jul 23 00:54:36.275108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:36.294180 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2adbbe14-1a34-4ee5-95c3-c5ef96b9fce3 req-309eaa6c-d653-4fb4-8474-b38c71e4e303 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006413 Jul 23 00:54:36.323628 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning for port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:36.327898 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:36.328276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:36.395501 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554747d-87ba-4676-a956-5980faa721bf req-96a97cc6-ce73-4a93-9173-5c5359505859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.397015 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-96a97cc6-ce73-4a93-9173-5c5359505859 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1094 time: 0.0546079 Jul 23 00:54:36.404181 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:36.439549 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] For port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:36.444309 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:36.445244 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:36.505712 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554747d-87ba-4676-a956-5980faa721bf req-b679d5f9-74e2-44b9-8d6b-d50c3154e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.507554 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-b679d5f9-74e2-44b9-8d6b-d50c3154e65e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.1040709 Jul 23 00:54:36.522828 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Pushing event updated for resources: {'Port': ['ID=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:36.537315 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:36.537692 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:36.553951 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-543abdc6-2e0c-4541-8ba7-c758bcabf5d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 217 time: 0.0393484 Jul 23 00:54:36.568298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd2f6c-96ee-4f56-946c-7e96a9242bf9 req-70389144-b39c-4b93-8a26-6b40c048437f tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.575152 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ccd2f6c-96ee-4f56-946c-7e96a9242bf9 req-70389144-b39c-4b93-8a26-6b40c048437f tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 943 time: 0.0741067 Jul 23 00:54:36.612383 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554747d-87ba-4676-a956-5980faa721bf req-ba5d32fe-3272-4a9b-a392-0f335fdbeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.614067 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-ba5d32fe-3272-4a9b-a392-0f335fdbeed5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0530696 Jul 23 00:54:36.616039 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6ccd2f6c-96ee-4f56-946c-7e96a9242bf9 req-ac3f00d0-48f4-4665-be45-208dd2cb7f2c tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Jul 23 00:54:36.680002 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554747d-87ba-4676-a956-5980faa721bf req-bbc08f7d-0a5e-4fbc-9d39-0ab3cb2dd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:36.681515 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-bbc08f7d-0a5e-4fbc-9d39-0ab3cb2dd285 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573528 Jul 23 00:54:36.769340 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-dfbda135-84d2-4676-8257-0f316076a974 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805748 Jul 23 00:54:36.866980 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-3554747d-87ba-4676-a956-5980faa721bf req-4c155a0e-08ae-4672-84a2-100c2e644c92 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907259 Jul 23 00:54:37.206965 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:37.746191 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55417a-936f-496a-80f6-f6d095d716c9 req-ca721dfc-1652-4471-bfc9-23621c37dc87 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:37.747732 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee55417a-936f-496a-80f6-f6d095d716c9 req-ca721dfc-1652-4471-bfc9-23621c37dc87 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 943 time: 0.0686679 Jul 23 00:54:37.787816 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ee55417a-936f-496a-80f6-f6d095d716c9 req-73e854d7-eb8e-48a5-b5ce-439a5d930184 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340540 Jul 23 00:54:38.253200 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 up at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:38.300332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Provisioning complete for port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:38.300715 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:38.925118 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937079fa-781a-4f17-ac96-cf487a58e6dd req-00f7bb52-d827-43a0-8ad7-be22340b8063 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:38.926680 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-937079fa-781a-4f17-ac96-cf487a58e6dd req-00f7bb52-d827-43a0-8ad7-be22340b8063 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 943 time: 0.0650158 Jul 23 00:54:38.964554 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-937079fa-781a-4f17-ac96-cf487a58e6dd req-21b60aff-e17e-4733-9550-6ea86ad923ae tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Jul 23 00:54:39.052457 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:54:39.150150 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:39.162198 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:54:39.197658 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:39.209933 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044c34a8-2f0e-4d45-933d-95d0eb0e114a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:54:39.229234 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:39.233042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:39.284125 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:39.463508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['044c34a8-2f0e-4d45-933d-95d0eb0e114a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:54:40.097374 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd39da-41f4-47ff-b11e-727c7422af6d req-0daa2b1c-0185-4cd4-8694-5f41ef0a6e14 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:40.098955 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ebd39da-41f4-47ff-b11e-727c7422af6d req-0daa2b1c-0185-4cd4-8694-5f41ef0a6e14 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 944 time: 0.0675688 Jul 23 00:54:40.138104 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-4ebd39da-41f4-47ff-b11e-727c7422af6d req-f32f8cbe-d596-4130-bcc5-c06c9da37afd tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Jul 23 00:54:41.072171 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:54:41.118763 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning for port 044c34a8-2f0e-4d45-933d-95d0eb0e114a completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:54:41.122446 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 044c34a8-2f0e-4d45-933d-95d0eb0e114a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:54:41.122822 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:41.199961 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:41.223648 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:41.225884 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920a19bd-4263-4b3b-b7e5-a3d033a6ec40" -d '{"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-plugged", "status": "completed", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:41.241761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:54:41.245622 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:41.269163 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9ad72-7b2d-4305-aeb5-b87b21838949 req-47e25359-e3bd-4b27-97cc-e5c73e9088b6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:41.270718 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c9ad72-7b2d-4305-aeb5-b87b21838949 req-47e25359-e3bd-4b27-97cc-e5c73e9088b6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 944 time: 0.0659161 Jul 23 00:54:41.293508 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:41.309584 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-01c9ad72-7b2d-4305-aeb5-b87b21838949 req-3c2e8b95-7e7c-4f0c-b8fb-d1865742dea3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331833 Jul 23 00:54:41.406312 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c438ad-8322-4073-b097-1879ed1ab836 x-openstack-request-id: req-e2c438ad-8322-4073-b097-1879ed1ab836 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:41.406600 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-plugged", "status": "completed", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:41.406997 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2c438ad-8322-4073-b097-1879ed1ab836 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:41.407427 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'code': 200} Jul 23 00:54:41.516518 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260d090-7e22-472c-b744-62496ba84ad1 req-96fe7936-6d6a-483b-a63a-f4dd2eaaaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:41.518023 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2260d090-7e22-472c-b744-62496ba84ad1 req-96fe7936-6d6a-483b-a63a-f4dd2eaaaa14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1096 time: 0.0545413 Jul 23 00:54:41.552639 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2260d090-7e22-472c-b744-62496ba84ad1 req-3ee51891-7b41-4b67-9bdb-57db8293438d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278409 Jul 23 00:54:42.445994 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916dcbf-c4a8-4cbc-962a-56169022fe68 req-216ff4c9-8491-4698-a9c4-6834b0a3b6ed tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:42.447492 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f916dcbf-c4a8-4cbc-962a-56169022fe68 req-216ff4c9-8491-4698-a9c4-6834b0a3b6ed tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 945 time: 0.0628300 Jul 23 00:54:42.485902 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-f916dcbf-c4a8-4cbc-962a-56169022fe68 req-4432fcb5-d9d2-4c58-a239-733979d1ad7d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Jul 23 00:54:42.616661 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4d24-bddf-42ea-8191-58beb9d1fe8c req-a9a70757-a32a-441d-b6fb-65a41d6846d3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:42.618136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fec4d24-bddf-42ea-8191-58beb9d1fe8c req-a9a70757-a32a-441d-b6fb-65a41d6846d3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 945 time: 0.0672448 Jul 23 00:54:42.654670 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5fec4d24-bddf-42ea-8191-58beb9d1fe8c req-0eae54ed-6a41-42b2-8dc2-ec1fd6b78d00 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Jul 23 00:54:42.677589 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56444) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:42.819804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00918a-2ed6-467c-a7d4-698426c9119b tempest-TestSnapshotPattern-997717979 tempest-TestSnapshotPattern-997717979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:42.824121 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1b00918a-2ed6-467c-a7d4-698426c9119b tempest-TestSnapshotPattern-997717979 tempest-TestSnapshotPattern-997717979-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1091 time: 0.1427240 Jul 23 00:54:42.824254 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56448) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:54:42.828767 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:54:42.850478 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:42.943979 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.053866 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Allocated IP 172.25.5.80 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/dc183286-af12-485f-9b11-e9194822294a) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:54:43.161787 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.203536 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.245168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:54:43.251566 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:54:43.254195 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:54:43.278395 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'Port': ['ID=dc183286-af12-485f-9b11-e9194822294a,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:43.613261 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.690196 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.838679 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.843531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.912399 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'Port': ['ID=dc183286-af12-485f-9b11-e9194822294a,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:54:43.922512 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:43.936483 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:54:44.024610 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Floating IP 5c8eb438-300b-45e2-91b0-ef1e5d83a41f associated. External IP: 172.25.5.80, port: 044c34a8-2f0e-4d45-933d-95d0eb0e114a. Jul 23 00:54:44.236820 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:54:44.345702 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:54:44.355411 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:54:44.361077 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:44.365866 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:44.366484 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:44.398242 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-689e1d78-dd25-414d-a5ea-9cb26af30d2b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5729837 Jul 23 00:54:44.398828 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:54:44.401181 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91" -d '{"events": [{"name": "network-changed", "server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:54:44.436970 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868750b6-1101-43ec-a2b6-1d4694d0f7ef x-openstack-request-id: req-868750b6-1101-43ec-a2b6-1d4694d0f7ef {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:54:44.437256 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:54:44.437507 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-868750b6-1101-43ec-a2b6-1d4694d0f7ef {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:54:44.437908 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'status': 'completed', 'code': 200} Jul 23 00:54:44.515724 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-daa69d13-9c01-47ed-b1b8-d145a3d5fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.517193 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-daa69d13-9c01-47ed-b1b8-d145a3d5fb5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1096 time: 0.0572410 Jul 23 00:54:44.613853 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-7da83f55-77c2-41be-b349-eabce3c83f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.615261 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-7da83f55-77c2-41be-b349-eabce3c83f27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0917597 Jul 23 00:54:44.635007 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:44.678544 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-576b5686-13b6-4679-a257-b1afca6ee5f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 998 time: 0.0573814 Jul 23 00:54:44.726594 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-126f5115-fb2e-4389-a57f-4a289ff05571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.728219 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-126f5115-fb2e-4389-a57f-4a289ff05571 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0439639 Jul 23 00:54:44.791215 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-01ff0818-32e4-4614-836c-adbf91db157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:44.793032 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-01ff0818-32e4-4614-836c-adbf91db157b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581834 Jul 23 00:54:44.859669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:43Z', 'revision_number': 0, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:44.881218 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-ede9b8fa-e0b0-4c49-bd98-203b9a266a1c service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818336 Jul 23 00:54:44.890078 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:54:44.898566 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:54:44.899170 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:54:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:44.978416 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-f3f1b761-3b8e-4f03-9773-c6ce0ace3a91 req-5ce564c2-c4d9-4089-b328-357f9fdf683d service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914977 Jul 23 00:54:45.010562 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:54:45.236090 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:43Z', 'revision_number': 0, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:54:45.266336 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583006ee-caca-4b2b-b5ea-a839033ed22f None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:43Z', 'revision_number': 0, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:54:45.451316 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0424a56b-47a0-4cf6-bbbf-b098d103b484 None None] New status for floating IP 5c8eb438-300b-45e2-91b0-ef1e5d83a41f: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:54:46.279616 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5a75d464-9ce5-4377-8812-7c710782682a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:49.601256 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-68ed0256-5c05-4c10-b791-ab1aa9cef7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:49.859590 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:50.606968 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.053983 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:52.986555 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-2b45d974-0844-4412-af47-9b4681e3881e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534141 Jul 23 00:54:53.081189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665413-7650-4c65-b896-10f81e825435 req-494f0b34-9d05-4494-9b4b-cf0c3e897434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.082689 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-494f0b34-9d05-4494-9b4b-cf0c3e897434 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1096 time: 0.0542560 Jul 23 00:54:53.110654 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:54:53.189080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665413-7650-4c65-b896-10f81e825435 req-67128e4f-c7eb-4079-8c3f-40a92152845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.190575 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-67128e4f-c7eb-4079-8c3f-40a92152845e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0881667 Jul 23 00:54:53.255910 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-2e91b7bc-e802-42c6-85f1-05812ee318dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 1000 time: 0.0584352 Jul 23 00:54:53.308592 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665413-7650-4c65-b896-10f81e825435 req-1474ef25-6d1e-487c-b140-0bc7b10e6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.310086 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-1474ef25-6d1e-487c-b140-0bc7b10e6486 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0480025 Jul 23 00:54:53.367534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665413-7650-4c65-b896-10f81e825435 req-f308d798-7cb1-4fab-b611-5a5c12de069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:54:53.369060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-f308d798-7cb1-4fab-b611-5a5c12de069a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530345 Jul 23 00:54:53.465822 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-4120f78d-0bf8-4ef0-adcb-07599cdfc845 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908070 Jul 23 00:54:53.562418 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-b0665413-7650-4c65-b896-10f81e825435 req-82dac842-c708-44bf-9415-4d6f9a3c4676 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876212 Jul 23 00:55:07.223380 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:16.279979 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b5ddaf5-8be2-4243-ab61-d767218d9904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:19.595497 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4c14f970-c16d-4abc-a795-814fca683115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:19.861037 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:20.609682 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:20.936997 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:55:22.055887 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:23.109995 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:37.235973 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:46.282486 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e96ae64f-7b56-4292-94aa-6ea226391b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:49.597933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2f83541b-8d85-442e-9f03-f11e724bfddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:49.862206 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:50.614060 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:52.057820 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:53.109833 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:55:53.993987 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-88a90e55-1fbc-4909-8269-8fff8dae8530 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953872 Jul 23 00:55:54.101577 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-50bf37d9-3245-4ef8-8381-d3059c9f1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:54.103450 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-50bf37d9-3245-4ef8-8381-d3059c9f1da5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1096 time: 0.0685382 Jul 23 00:55:54.205497 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-49476906-5395-44b0-9a3f-54d8126da368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:54.206878 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-49476906-5395-44b0-9a3f-54d8126da368 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0851719 Jul 23 00:55:54.275123 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-1d366109-6e3f-46a1-b34c-27d700bb9f09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 1000 time: 0.0619240 Jul 23 00:55:54.322419 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-8464e7e6-4a43-48dd-bf51-3ac3a990111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:54.323861 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-8464e7e6-4a43-48dd-bf51-3ac3a990111d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0426478 Jul 23 00:55:54.381746 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-b6bd004d-8021-47c5-ac3c-73b5b1968f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:55:54.383272 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-b6bd004d-8021-47c5-ac3c-73b5b1968f10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528278 Jul 23 00:55:54.475596 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-c2005bfd-1ab5-4dfb-8d73-25293cbb3760 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855756 Jul 23 00:55:54.563775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-46e5a1bc-73a1-449d-9167-282aaef54113 req-4574d5b4-b517-4169-9feb-510965f94ce2 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822554 Jul 23 00:55:57.937074 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:56:07.253042 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:16.282477 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-4a039875-bc56-4a3f-a8a7-b0181b1cc95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:19.598783 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-7cbe807d-c924-4314-bd92-e69a2f211e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:19.863001 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:20.614746 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:22.064029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:23.130092 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:34.936040 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:56:37.268680 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.697784 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a details requested by agent hyperv_n-h1-758851-4 with host n-h1-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:56:43.816455 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:43.828653 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Returning: {'device': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:56:43.874830 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.891439 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 044c34a8-2f0e-4d45-933d-95d0eb0e114a {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:56:43.918839 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:43.926084 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:43.985972 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:43.995023 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.996322 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.996860 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.997365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.997867 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.998378 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.998716 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.999173 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.999463 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:43.999792 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:44.000132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:44.000389 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:44.009004 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] get_ports_and_sgs() called for port_ids ['044c34a8-2f0e-4d45-933d-95d0eb0e114a'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:56:45.709131 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a up at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:56:45.764233 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Provisioning complete for port 044c34a8-2f0e-4d45-933d-95d0eb0e114a triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:56:45.764978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.865782 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.895846 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:45.898210 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac22081-650f-4b3c-8782-defda104e4e6" -d '{"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-plugged", "status": "completed", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:45.916948 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:45.927272 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:45.969780 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c85e1-d28d-4c6b-8211-c5c39dcd893f x-openstack-request-id: req-061c85e1-d28d-4c6b-8211-c5c39dcd893f {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:45.970300 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-plugged", "status": "completed", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:45.970604 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-061c85e1-d28d-4c6b-8211-c5c39dcd893f {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:45.970998 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'code': 200} Jul 23 00:56:46.001113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:46.300161 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-5791e5fd-04e3-4bb7-b155-5cb9846b204e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.605341 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54d9b844-d795-4811-824d-1dc5480c3903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:49.875058 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:50.623769 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:52.066338 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:52.828981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-39451647-bb5e-478b-b535-7431c0f8e0e2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-905089597&fields=id&tenant_id=573d76737c714873b9ae6924e0dfc495 HTTP/1.1" status: 200 len: 267 time: 0.0336840 Jul 23 00:56:52.951713 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-83417abe-c152-4091-974d-822fb537ffe0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:52.953115 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-83417abe-c152-4091-974d-822fb537ffe0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 809 time: 0.1164582 Jul 23 00:56:52.968477 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-68a4264a-c94c-4fe8-adf3-47999ac44909 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/quotas/573d76737c714873b9ae6924e0dfc495 HTTP/1.1" status: 200 len: 375 time: 0.0093107 Jul 23 00:56:53.049781 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-559f8788-3f1b-4f5b-b184-058fb8870dc8 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750506 Jul 23 00:56:53.118071 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:53.202120 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-b242ef88-a893-4ff2-a7bb-04dcb3435d8e service neutron] 10.222.0.21 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411955 Jul 23 00:56:53.291533 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-71e86176-781c-452b-845b-220c0f1eb0e5 service neutron] 10.222.0.21 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834544 Jul 23 00:56:53.459578 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-bb5f0cda-1496-4dea-a1a6-176f0df122df req-c8432971-e214-4a51-abb5-1ef1a3213efb tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0327108 Jul 23 00:56:53.967369 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-3d81ca81-180a-4bee-8bfd-e2666dea0f00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731390 Jul 23 00:56:54.088096 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-4d5c4cc8-28fd-4bb5-839c-e19d9a9fd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:54.090147 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-4d5c4cc8-28fd-4bb5-839c-e19d9a9fd9cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1096 time: 0.0654922 Jul 23 00:56:54.213359 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-bbadf649-a6bd-4984-b185-07f026727054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:54.221725 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-bbadf649-a6bd-4984-b185-07f026727054 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.1057706 Jul 23 00:56:54.309771 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-c7492675-d80d-412b-af8c-ac95a7fadf1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 1000 time: 0.0849855 Jul 23 00:56:54.370632 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-b709ade0-ab21-4f23-be2a-48f63da3d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:54.372060 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-b709ade0-ab21-4f23-be2a-48f63da3d3ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0564215 Jul 23 00:56:54.462290 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-22176e52-8351-43f3-9f91-f753e619d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:54.463999 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-22176e52-8351-43f3-9f91-f753e619d595 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853159 Jul 23 00:56:54.570721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-e9153fbb-c0b4-49cb-bb45-ae60479a12f0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:54.572379 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-e9153fbb-c0b4-49cb-bb45-ae60479a12f0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.48 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 809 time: 0.1582518 Jul 23 00:56:54.607992 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-39466ca6-680e-4526-aeac-62be3b56f009 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365304 Jul 23 00:56:54.619675 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c1a50999-1578-496b-a1c7-0e8d4994e5d3 req-8a829b79-9777-44df-b3db-dbd6a841a77d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0456159 Jul 23 00:56:54.647676 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-27cb705a-bf0c-4ffe-a685-3efb96d85b63 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=573d76737c714873b9ae6924e0dfc495 HTTP/1.1" status: 200 len: 379 time: 0.0592561 Jul 23 00:56:54.677944 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'port': {'device_id': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'admin_state_up': True, 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'security_groups': ['8becd275-4998-4734-a254-a39ae4ff3bb9']}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:56:54.701770 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-ed8de9ce-342b-407b-b71e-e653f29d1385 req-6367d020-f257-4844-bb5c-97aa78e65e3f service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880601 Jul 23 00:56:54.810217 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Made reservation on behalf of 573d76737c714873b9ae6924e0dfc495 for: {'port': 1} {{(pid=93791) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:56:54.813884 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:54.992169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_common [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Allocated IP 172.20.0.5 (c8323143-5925-456a-9407-6863bd3a3aaa/32558a7a-d76f-4b5f-8d1a-340b9e9b5007/ce17940e-15cd-4b68-b587-68db14fc854d) {{(pid=93791) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:56:55.193270 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for port, precommit_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:55.207392 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Transition to ACTIVE for port object ce17940e-15cd-4b68-b587-68db14fc854d will not be triggered until provisioned by entity DHCP. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:56:55.253305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_create {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:55.308102 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Network c8323143-5925-456a-9407-6863bd3a3aaa is already hosted by enough agents. {{(pid=93791) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:56:55.311122 n-d-758851-4 neutron-server[93791]: DEBUG neutron.scheduler.base_scheduler [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Resources bound (agent type, host, resource id): {{(pid=93791) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:56:55.315158 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Received port after_create {{(pid=93791) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:56:55.366192 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:55.366849 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:55.370603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=1']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:55.389709 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.390153 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.390485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.390906 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.391303 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.391776 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.392860 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.393416 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.393801 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.394193 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.394830 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.395204 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:56:55.412340 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-eac609de-3a33-40d9-be25-08b99c639fa0 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346323 Jul 23 00:56:55.663725 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-456008f3-9dc0-4c72-aa1d-d43ca3b91cd5 None None] Provisioning for port ce17940e-15cd-4b68-b587-68db14fc854d completed by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:56:55.667915 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-456008f3-9dc0-4c72-aa1d-d43ca3b91cd5 None None] Provisioning complete for port ce17940e-15cd-4b68-b587-68db14fc854d triggered by entity DHCP. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:56:55.668302 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-456008f3-9dc0-4c72-aa1d-d43ca3b91cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:55.709996 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-456008f3-9dc0-4c72-aa1d-d43ca3b91cd5 None None] Port ce17940e-15cd-4b68-b587-68db14fc854d cannot update to ACTIVE because it is not bound. {{(pid=93792) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:56:55.730260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:56:55.772752 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b96725-a10b-418d-bea1-d15630eef541 req-436dd36f-4388-4d8b-a8d9-399f285c5fbb tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:55.774556 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b96725-a10b-418d-bea1-d15630eef541 req-436dd36f-4388-4d8b-a8d9-399f285c5fbb tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0714033 Jul 23 00:56:55.811386 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:55.836762 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:56:55.839152 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bc297a-a0fb-48e3-97a6-70b5691fbfe8" -d '{"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-unplugged", "status": "completed", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:56:55.843224 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a6b96725-a10b-418d-bea1-d15630eef541 req-765150c6-5739-44f5-a848-13a4ac16a98f tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573463 Jul 23 00:56:55.852989 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:56:55.856384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:56:55.909365 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba3a727-edcc-4de5-8675-dbe9d0f308e9 x-openstack-request-id: req-6ba3a727-edcc-4de5-8675-dbe9d0f308e9 {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:56:55.909666 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-unplugged", "status": "completed", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:56:55.909913 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ba3a727-edcc-4de5-8675-dbe9d0f308e9 {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:56:55.910518 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'code': 200} Jul 23 00:56:55.915976 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Pushing event updated for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=8']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:56:56.991604 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39a21c-4557-443f-8b35-8d1d3da2ad4f req-f585035e-129e-48ad-92a2-4cee65a82c08 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:56.993135 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea39a21c-4557-443f-8b35-8d1d3da2ad4f req-f585035e-129e-48ad-92a2-4cee65a82c08 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0694237 Jul 23 00:56:57.045652 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-ea39a21c-4557-443f-8b35-8d1d3da2ad4f req-0d4141ca-23f3-4998-a057-a7f3a1986a0a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468760 Jul 23 00:56:58.182919 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87402024-5c3d-4dd3-9c80-9ea1787ad0f0 req-fa33dd0c-c4f1-4ffb-8492-737f7e2d06d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:58.184571 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87402024-5c3d-4dd3-9c80-9ea1787ad0f0 req-fa33dd0c-c4f1-4ffb-8492-737f7e2d06d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0679824 Jul 23 00:56:58.233531 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-87402024-5c3d-4dd3-9c80-9ea1787ad0f0 req-cbebd9ef-2e2c-43b1-9f0c-63107338d35d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Jul 23 00:56:59.368507 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918769-5589-4704-8fd7-ca9a3e4323bc req-505c68bc-835d-40d3-8e17-af818269a76d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:56:59.369997 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c918769-5589-4704-8fd7-ca9a3e4323bc req-505c68bc-835d-40d3-8e17-af818269a76d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0666387 Jul 23 00:56:59.409871 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2c918769-5589-4704-8fd7-ca9a3e4323bc req-bdd3682e-5a90-41ae-95f6-9fded8f9e650 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333753 Jul 23 00:57:00.582459 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cbc64-f11b-49c2-b430-0f9c0c65cd46 req-d1c441b9-6969-49c9-a6c6-fcbaaf811891 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:00.584070 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-356cbc64-f11b-49c2-b430-0f9c0c65cd46 req-d1c441b9-6969-49c9-a6c6-fcbaaf811891 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0902359 Jul 23 00:57:00.633809 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-356cbc64-f11b-49c2-b430-0f9c0c65cd46 req-1a1f70cc-05dc-49cd-b3c1-7e4816518977 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Jul 23 00:57:01.773551 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89082c7c-276e-44fc-85c6-cc2c19bc529d req-d76cbf82-df41-4cf7-9362-cee93ef832db tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:01.775272 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89082c7c-276e-44fc-85c6-cc2c19bc529d req-d76cbf82-df41-4cf7-9362-cee93ef832db tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0667198 Jul 23 00:57:01.820382 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-89082c7c-276e-44fc-85c6-cc2c19bc529d req-25932a06-5453-42b6-95b3-f77f436ca4f5 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390732 Jul 23 00:57:02.958428 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5da8-6ab7-4208-865f-1cc7b0118d56 req-8d49ecff-6062-46e2-a656-30e8dfa2495c tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:02.959953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a23d5da8-6ab7-4208-865f-1cc7b0118d56 req-8d49ecff-6062-46e2-a656-30e8dfa2495c tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0718906 Jul 23 00:57:02.998005 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a23d5da8-6ab7-4208-865f-1cc7b0118d56 req-2da903bc-2398-4e23-832a-31fbf4e8b390 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 Jul 23 00:57:04.138077 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a129da5-80d2-46f5-9926-125c65c9a2b8 req-f1dd9daa-aa27-450d-8dd1-5b7f191444b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:04.139601 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a129da5-80d2-46f5-9926-125c65c9a2b8 req-f1dd9daa-aa27-450d-8dd1-5b7f191444b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0729733 Jul 23 00:57:04.179692 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a129da5-80d2-46f5-9926-125c65c9a2b8 req-31b9a2b1-d317-4db0-989f-bb1133431322 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332375 Jul 23 00:57:05.319721 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b60ad3-5f60-40ca-bb2d-652b77c75751 req-8e67b2f8-2604-4d2f-b5d7-1d69c739d9a6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:05.321296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b60ad3-5f60-40ca-bb2d-652b77c75751 req-8e67b2f8-2604-4d2f-b5d7-1d69c739d9a6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 931 time: 0.0658510 Jul 23 00:57:05.358779 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-75b60ad3-5f60-40ca-bb2d-652b77c75751 req-98ce6e75-7fe8-4302-a08d-210ab8d6774b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318666 Jul 23 00:57:05.649111 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-55beec30-20e9-460a-9893-529a693e6f6d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93791) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:57:05.650093 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-55beec30-20e9-460a-9893-529a693e6f6d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054276 Jul 23 00:57:05.717439 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.v2.base [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Request body: {'port': {'device_id': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758851-4'}} {{(pid=93791) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:57:05.790019 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:06.377603 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce17940e-15cd-4b68-b587-68db14fc854d {{(pid=93791) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:57:06.385165 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:06.397330 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.provisioning_blocks [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Transition to ACTIVE for port object ce17940e-15cd-4b68-b587-68db14fc854d will not be triggered until provisioned by entity L2. {{(pid=93791) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:57:06.401736 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:06.484417 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=2']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:57:06.589377 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1466df-8d19-4bc9-9ca9-38c1db9ee445 req-5e9306cb-3558-4132-a731-e59f9a527b20 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:06.590899 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f1466df-8d19-4bc9-9ca9-38c1db9ee445 req-5e9306cb-3558-4132-a731-e59f9a527b20 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 943 time: 0.1577365 Jul 23 00:57:06.592485 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Attempting to bind port ce17940e-15cd-4b68-b587-68db14fc854d on host n-h2-758851-4 for vnic_type normal with profile {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:57:06.592677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Attempting to bind port ce17940e-15cd-4b68-b587-68db14fc854d by drivers openvswitch,hyperv on host n-h2-758851-4 at level 0 using segments [{'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:57:06.592857 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Attempting to bind port ce17940e-15cd-4b68-b587-68db14fc854d on network c8323143-5925-456a-9407-6863bd3a3aaa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:57:06.601126 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Port ce17940e-15cd-4b68-b587-68db14fc854d on network c8323143-5925-456a-9407-6863bd3a3aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-758851-4 {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:57:06.601447 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Attempting to bind port ce17940e-15cd-4b68-b587-68db14fc854d on network c8323143-5925-456a-9407-6863bd3a3aaa {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:57:06.617959 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Checking agent: {'id': 'dde3a8c4-b9ef-4a23-9e50-6a3628451ac5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'started_at': datetime.datetime(2021, 7, 22, 23, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:57:06.618307 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Checking segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93791) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:57:06.618781 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Bound using segment: {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'} {{(pid=93791) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:57:06.619119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.managers [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Bound port: ce17940e-15cd-4b68-b587-68db14fc854d, host: n-h2-758851-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f10853-42ca-4d35-891f-61e74844df5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa'}}] {{(pid=93791) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:57:06.619530 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:06.668987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5f1466df-8d19-4bc9-9ca9-38c1db9ee445 req-c301f2c7-5953-49c3-ae14-49d33fc170c1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692880 Jul 23 00:57:06.701265 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, cleared binding levels {{(pid=93791) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:57:06.704427 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93791) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:57:06.708551 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11783745'] for port, after_update {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:06.746796 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:06.747450 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:06.748818 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] 10.222.0.48 "PUT /v2.0/ports/ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 200 len: 1091 time: 1.0772038 Jul 23 00:57:06.749250 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:57:06.751627 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a2f610-ed88-42d5-a613-6f132b4b1010" -d '{"events": [{"name": "network-changed", "server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:57:06.776037 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f5a38-21c5-49aa-8080-5831720c6c68 service neutron] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=3']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:57:06.860371 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-bb5fa729-e9d0-4e86-8727-5e83303d02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:06.862462 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-bb5fa729-e9d0-4e86-8727-5e83303d02f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1094 time: 0.0600591 Jul 23 00:57:06.913081 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65f36e-0cdf-4953-86f5-7a227290bf06 x-openstack-request-id: req-1c65f36e-0cdf-4953-86f5-7a227290bf06 {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:57:06.913383 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:57:06.913640 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c65f36e-0cdf-4953-86f5-7a227290bf06 {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:57:06.914038 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'status': 'completed', 'code': 200} Jul 23 00:57:06.915920 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-d80e6e4f-bbfd-4cb7-8827-9dcfac9100aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 200 len: 217 time: 0.0424111 Jul 23 00:57:06.971839 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-c86e4ed8-fa81-4e83-b117-45252496e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:06.973325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-c86e4ed8-fa81-4e83-b117-45252496e328 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0516167 Jul 23 00:57:07.031052 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4a904961-ee0b-4a69-bb01-d970f187a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:07.032494 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-4a904961-ee0b-4a69-bb01-d970f187a9cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532317 Jul 23 00:57:07.126444 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-bffb5f18-b1e8-49e5-921d-81b7460e9abf service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875616 Jul 23 00:57:07.219869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6d4807c8-1f21-4851-b1f0-db26822128aa req-d72dd681-9596-435f-a7d1-a6c3c02e319f service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862589 Jul 23 00:57:07.284237 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:07.363119 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-45bf042e-752b-4fa8-9a29-172447fb5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:07.364667 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-45bf042e-752b-4fa8-9a29-172447fb5d3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1094 time: 0.0575833 Jul 23 00:57:07.453837 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-3b9ce82f-9b29-4fe6-b6a7-e6a405835889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:07.455394 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-3b9ce82f-9b29-4fe6-b6a7-e6a405835889 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0848904 Jul 23 00:57:07.499983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-4a91ef6e-1c2a-42dd-ba68-a76045641496 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 200 len: 217 time: 0.0373151 Jul 23 00:57:07.557290 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-1b1935df-ec23-47df-88bd-a390b03b8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:07.558807 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-1b1935df-ec23-47df-88bd-a390b03b8c87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0527611 Jul 23 00:57:07.618716 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-a1196cb9-558c-4a00-91b3-4257e1ad1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:07.620266 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-a1196cb9-558c-4a00-91b3-4257e1ad1115 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552437 Jul 23 00:57:07.714345 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-0f0d18e3-0662-4496-a4fa-f249d2decbab service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Jul 23 00:57:07.836407 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a4a2f610-ed88-42d5-a613-6f132b4b1010 req-03243a1c-1eb6-434a-9a4b-8225e0e4f860 service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138694 Jul 23 00:57:07.861035 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e006a-2b22-42a2-8527-de6ed92ab13d req-255057be-9ddf-43ef-898b-3bc37b81ceea tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:07.862886 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a4e006a-2b22-42a2-8527-de6ed92ab13d req-255057be-9ddf-43ef-898b-3bc37b81ceea tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 943 time: 0.1101325 Jul 23 00:57:07.907488 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-2a4e006a-2b22-42a2-8527-de6ed92ab13d req-0425f60b-3546-41a1-a99a-b4e071149c8a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375516 Jul 23 00:57:09.039608 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0ae5a-d61f-4d42-a0d4-9b1b03bb2393 req-36afcb58-20e9-4f99-8bb2-dc45d8ec072e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:09.041088 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eb0ae5a-d61f-4d42-a0d4-9b1b03bb2393 req-36afcb58-20e9-4f99-8bb2-dc45d8ec072e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 943 time: 0.0629559 Jul 23 00:57:09.078433 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-5eb0ae5a-d61f-4d42-a0d4-9b1b03bb2393 req-f091b238-319f-406e-b73f-3d4b913a01c2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Jul 23 00:57:10.119615 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce17940e-15cd-4b68-b587-68db14fc854d details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:57:10.212328 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84836b8d-c181-4562-acbb-7afc3a9daba1 req-6315f870-7ad0-45dd-b95a-18856b4272a4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:10.213878 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84836b8d-c181-4562-acbb-7afc3a9daba1 req-6315f870-7ad0-45dd-b95a-18856b4272a4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 943 time: 0.0636857 Jul 23 00:57:10.220429 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:57:10.232602 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'port_id': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'mac_address': 'fa:16:3e:8c:b2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:57:10.253713 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-84836b8d-c181-4562-acbb-7afc3a9daba1 req-075c429b-0334-4d2a-bf14-98a8fc17966a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343764 Jul 23 00:57:10.270970 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:10.283540 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce17940e-15cd-4b68-b587-68db14fc854d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:57:10.302421 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:57:10.306339 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:10.355571 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=4']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:57:10.621209 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['ce17940e-15cd-4b68-b587-68db14fc854d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:57:11.389875 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d5f84-8a00-4b80-970b-2f4f723ada4b req-d1132925-1022-47d0-948b-2b6234a64863 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:11.391396 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-111d5f84-8a00-4b80-970b-2f4f723ada4b req-d1132925-1022-47d0-948b-2b6234a64863 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 944 time: 0.0680776 Jul 23 00:57:11.430400 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-111d5f84-8a00-4b80-970b-2f4f723ada4b req-fb75518b-5004-4064-9bcb-2680882099ba tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323794 Jul 23 00:57:11.935683 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:57:12.118405 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce17940e-15cd-4b68-b587-68db14fc854d up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:57:12.166851 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning for port ce17940e-15cd-4b68-b587-68db14fc854d completed by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:57:12.170757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port ce17940e-15cd-4b68-b587-68db14fc854d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:57:12.171184 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:12.245360 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:12.270026 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:57:12.272302 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c9f8f-696c-4f3f-ad34-7f52bdd60510" -d '{"events": [{"server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "name": "network-vif-plugged", "status": "completed", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:57:12.289052 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:57:12.294316 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:12.320221 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c9dc0-3270-4d52-814c-d43f6cf265dc x-openstack-request-id: req-965c9dc0-3270-4d52-814c-d43f6cf265dc {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:57:12.320502 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "name": "network-vif-plugged", "status": "completed", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:57:12.320754 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-965c9dc0-3270-4d52-814c-d43f6cf265dc {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:57:12.321140 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'code': 200} Jul 23 00:57:12.348189 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=5']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:57:12.447791 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083106a-4916-4cd3-a272-7bbb64936fbc req-7f3c06b8-b23f-4dad-94b0-c733b5b87dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:12.449869 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d083106a-4916-4cd3-a272-7bbb64936fbc req-7f3c06b8-b23f-4dad-94b0-c733b5b87dce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1096 time: 0.0566745 Jul 23 00:57:12.486512 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-d083106a-4916-4cd3-a272-7bbb64936fbc req-2ccec33d-64c0-4afe-bff2-82aa707e21f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299883 Jul 23 00:57:12.568562 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abd6bc-423d-4e23-98ca-2367dd5bff87 req-09d4b615-e5b2-4134-a945-ea783ca46291 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:12.570079 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13abd6bc-423d-4e23-98ca-2367dd5bff87 req-09d4b615-e5b2-4134-a945-ea783ca46291 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 945 time: 0.0701399 Jul 23 00:57:12.607716 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-13abd6bc-423d-4e23-98ca-2367dd5bff87 req-f3dcb298-6ab1-4ad0-8e36-a66143e5221d tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Jul 23 00:57:13.739931 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302d35-6b31-40b7-a739-a4417f397840 req-dd2bacdc-1eb0-43b5-9cb6-03571cd24c03 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:13.741350 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06302d35-6b31-40b7-a739-a4417f397840 req-dd2bacdc-1eb0-43b5-9cb6-03571cd24c03 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 945 time: 0.0645308 Jul 23 00:57:13.780981 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-06302d35-6b31-40b7-a739-a4417f397840 req-2dfbf635-040b-4bbe-aeb2-a31daeea4160 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341020 Jul 23 00:57:13.923047 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db3e71-6a5d-4b1c-955c-6352dbcc926a req-6eb32611-e80c-4124-b20d-d946a47a9db2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:13.925134 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39db3e71-6a5d-4b1c-955c-6352dbcc926a req-6eb32611-e80c-4124-b20d-d946a47a9db2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 945 time: 0.0727639 Jul 23 00:57:13.966830 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-39db3e71-6a5d-4b1c-955c-6352dbcc926a req-b711fa67-da16-43da-9b0f-fd71edb3b115 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360737 Jul 23 00:57:13.989906 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56720) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:57:14.052138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f1355-2456-4095-bfa2-f1cbe499f78d tempest-TestSnapshotPattern-997717979 tempest-TestSnapshotPattern-997717979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:14.053681 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-727f1355-2456-4095-bfa2-f1cbe499f78d tempest-TestSnapshotPattern-997717979 tempest-TestSnapshotPattern-997717979-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1091 time: 0.0627635 Jul 23 00:57:14.056502 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56722) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:57:14.061163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.v2.base [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Request body: {'floatingip': {'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'port_id': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93790) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:57:14.083078 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:14.180737 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:14.587417 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.db_base_plugin_common [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Allocated IP 172.25.5.116 (c9b68c7d-12fc-429c-b33a-e3d1b8e635d3/d3e105e6-b8cc-47ef-b250-cb7ddae1c1a5/048c1182-5ace-4f29-a5be-a38b8f817545) {{(pid=93790) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:57:14.684316 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for port, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:14.722458 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755826012793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:14.763581 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Network c9b68c7d-12fc-429c-b33a-e3d1b8e635d3 is already hosted by enough agents. {{(pid=93790) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:57:14.766286 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.base_scheduler [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Resources bound (agent type, host, resource id): {{(pid=93790) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:57:14.770761 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Received port after_create {{(pid=93790) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:57:14.792402 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'Port': ['ID=048c1182-5ace-4f29-a5be-a38b8f817545,revision_number=1']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:57:14.802303 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.802646 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.802984 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.803315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.803668 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.803993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.804315 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.804635 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.804957 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.805275 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.805615 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:14.805942 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:57:15.136510 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:15.212743 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:15.364146 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for port, precommit_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:15.368509 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10419857'] for port, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:15.441054 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event updated for resources: {'Port': ['ID=048c1182-5ace-4f29-a5be-a38b8f817545,revision_number=2']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:57:15.449464 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714391'] for floatingip, after_update {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:15.549591 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Floating IP c87d28d8-74dc-47a5-9bc9-d19633c17083 associated. External IP: 172.25.5.116, port: ce17940e-15cd-4b68-b587-68db14fc854d. Jul 23 00:57:15.758116 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:57:15.875057 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:57:15.884761 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:57:15.891773 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:15.894874 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:57:15.895533 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:56:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:57:15.932419 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-e2499f84-a652-41e7-9243-73145a773b3a tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8745995 Jul 23 00:57:15.933029 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:57:15.935322 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae7aa29-84bb-495a-8f50-c54371cb7d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:57:15.973980 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8585ae-a4c5-4af2-a4d1-7c2fe0ad0a90 x-openstack-request-id: req-dd8585ae-a4c5-4af2-a4d1-7c2fe0ad0a90 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:57:15.973980 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:57:15.976258 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd8585ae-a4c5-4af2-a4d1-7c2fe0ad0a90 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:57:15.976258 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'status': 'completed', 'code': 200} Jul 23 00:57:16.011670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:57:16.075808 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-457b4210-62cf-46db-a2b5-5fb46c6056a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:16.077440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-457b4210-62cf-46db-a2b5-5fb46c6056a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1096 time: 0.0626101 Jul 23 00:57:16.167720 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-d5bf8712-efa5-4a4b-97f3-ed62ef5f985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:16.170861 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-d5bf8712-efa5-4a4b-97f3-ed62ef5f985a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0862930 Jul 23 00:57:16.246263 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-9e1b706b-2e54-414b-a103-40ccab0b23a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 200 len: 999 time: 0.0695758 Jul 23 00:57:16.252148 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:45Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}, {'id': 'c87d28d8-74dc-47a5-9bc9-d19633c17083', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:8c:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:57:15Z', 'updated_at': '2021-07-23T00:57:15Z', 'revision_number': 0, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:57:16.289523 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:57:16.297327 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-2742f429-1ad8-42d0-b8d4-f1f21e15a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:16.298795 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-2742f429-1ad8-42d0-b8d4-f1f21e15a295 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0456367 Jul 23 00:57:16.304850 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:57:16.305527 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:56:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:57:16.309183 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-efc93776-7115-4b3f-b2f1-0f4f1cb8883b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:16.360238 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-683c6cfa-7ccd-4ea5-b961-785151c8289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:16.362363 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-683c6cfa-7ccd-4ea5-b961-785151c8289c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573068 Jul 23 00:57:16.463136 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-ae4b9b3b-0184-43ab-8599-71b5760a85b9 service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947123 Jul 23 00:57:16.558408 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-cae7aa29-84bb-495a-8f50-c54371cb7d7b req-90740816-bf72-4c59-a6f7-31e7672d25b1 service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878835 Jul 23 00:57:16.577108 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:57:16.799542 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:45Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}, {'id': 'c87d28d8-74dc-47a5-9bc9-d19633c17083', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:8c:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:57:15Z', 'updated_at': '2021-07-23T00:57:15Z', 'revision_number': 0, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:57:16.825240 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feeb0e2-91a1-4451-b249-9bef7b4cb5fc None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:45Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}, {'id': 'c87d28d8-74dc-47a5-9bc9-d19633c17083', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.116', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:8c:b2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:57:15Z', 'updated_at': '2021-07-23T00:57:15Z', 'revision_number': 0, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:57:17.011914 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5849e0fc-dd4b-4b5f-9b09-414b76f9881e None None] New status for floating IP c87d28d8-74dc-47a5-9bc9-d19633c17083: ACTIVE {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:57:19.606306 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-71275142-3d1d-4693-8b40-917ee5c791a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:19.866892 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:20.623117 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:22.068796 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:23.138300 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:37.297276 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:46.281608 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ee95981c-89f9-4e9a-b9bd-d303132e18b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:48.934800 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:57:49.598933 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a7d6ad2f-9f28-4ae5-8b5b-efd688defc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:49.869108 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:50.625865 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:52.075137 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:53.151182 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:57:54.946488 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-830de08b-1048-4cca-87b9-63e09f20c4a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547702 Jul 23 00:57:55.044645 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-97b7f81c-62e7-4a24-941a-727dfc455fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:55.046190 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-97b7f81c-62e7-4a24-941a-727dfc455fe4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1094 time: 0.0592177 Jul 23 00:57:55.149240 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-036e1266-7347-49fd-930f-a0c0520bf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:55.150766 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-036e1266-7347-49fd-930f-a0c0520bf7d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0872009 Jul 23 00:57:55.219565 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-f5737906-081c-440c-bc81-8965ad6725f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 998 time: 0.0624223 Jul 23 00:57:55.267570 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-0e374b38-0b51-40dd-9603-5a4b865b569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:55.269733 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-0e374b38-0b51-40dd-9603-5a4b865b569e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0434437 Jul 23 00:57:55.326418 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-b6bca4bc-e773-42c4-85c5-d380aae9199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:57:55.327969 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-b6bca4bc-e773-42c4-85c5-d380aae9199a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531459 Jul 23 00:57:55.420076 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-1e82add1-9d22-4756-b736-bf8694c9d17e service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859232 Jul 23 00:57:55.508886 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-fa3ab00a-158f-4e7b-b364-851d999412ac req-27fdd9f9-cabf-4c5d-b5f9-1170e8eaa9d5 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824153 Jul 23 00:58:07.325576 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:11.690378 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-77eaecac-c4b7-4482-b978-607dbcf98fef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576897 Jul 23 00:58:11.797992 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-15de99bf-9deb-4e61-8840-48f2969be421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:11.799482 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-15de99bf-9deb-4e61-8840-48f2969be421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1096 time: 0.0542798 Jul 23 00:58:11.904848 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-a40ae51a-394b-4afd-a2ab-8cdffc3c599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:11.906325 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-a40ae51a-394b-4afd-a2ab-8cdffc3c599e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0880697 Jul 23 00:58:11.968987 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-2c844f22-68b5-41e3-9e69-9be3e2f6e9c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 200 len: 1001 time: 0.0564163 Jul 23 00:58:12.016717 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-9e650fb0-185a-4094-b2e6-dc3b69e00fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:12.018153 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-9e650fb0-185a-4094-b2e6-dc3b69e00fd3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0431731 Jul 23 00:58:12.079466 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-790d6e9b-a350-4598-b8df-45e037ff5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:12.080958 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-790d6e9b-a350-4598-b8df-45e037ff5bc2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566506 Jul 23 00:58:12.172925 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-d27950d8-f9df-45a2-84fd-18ac5ca59144 service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853441 Jul 23 00:58:12.269637 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-6a360262-d369-494f-ab48-d7bd77d20b6b req-c65159e8-b9f8-4468-a472-14c00e7c1cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902116 Jul 23 00:58:16.282630 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-54e4040b-b9d4-43d1-9929-02739d1d6857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:19.601988 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2ba5abe6-95ef-468c-b02d-27f01cfa29bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:19.869904 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:20.627834 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:22.074802 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:23.149162 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:25.933787 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:58:37.324799 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:46.283845 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fd550aa9-90e7-4606-9dda-60d642102249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:49.603660 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8c936bd-ac5d-483e-afe9-64c75423b430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:49.871922 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:50.629722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:52.076892 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:53.150682 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:56.951190 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-58adf9a3-0504-4b9e-84ab-bd50dd9664b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588553 Jul 23 00:58:57.045299 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-4f293194-d950-4961-b61d-64bdab700bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:57.046804 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-4f293194-d950-4961-b61d-64bdab700bbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1094 time: 0.0542619 Jul 23 00:58:57.148956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-dd8fb5f0-f4db-42df-8338-8e1dbe2d15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:57.150450 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-dd8fb5f0-f4db-42df-8338-8e1dbe2d15a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.0853779 Jul 23 00:58:57.218552 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-bc49d745-172b-4575-86f3-6febc9f17df0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 998 time: 0.0617039 Jul 23 00:58:57.266189 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-87be47f5-83df-43f6-bb3a-7dca7ccc9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:57.267655 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-87be47f5-83df-43f6-bb3a-7dca7ccc9f8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0425563 Jul 23 00:58:57.326091 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-f9baa1b9-de4c-4bfa-814a-d6fec0c6c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:58:57.327703 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-f9baa1b9-de4c-4bfa-814a-d6fec0c6c050 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534394 Jul 23 00:58:57.420954 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-ebdc2210-1886-40e4-8fca-0641436bbf58 service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867391 Jul 23 00:58:57.515149 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-2147412e-bf59-4f90-9514-711f5c2daa6e req-eeadbf30-3bf7-48b3-8994-23139934da4d service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Jul 23 00:58:58.686506 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce17940e-15cd-4b68-b587-68db14fc854d details requested by agent hyperv_n-h2-758851-4 with host n-h2-758851-4 {{(pid=93792) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:58:58.810665 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:58:58.824503 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Returning: {'device': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'port_id': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'mac_address': 'fa:16:3e:8c:b2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93792) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:58:58.870836 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:58.898645 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce17940e-15cd-4b68-b587-68db14fc854d {{(pid=93792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:58:58.931235 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:58:58.937054 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:58:59.006067 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=6']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:58:59.019278 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.019741 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.020154 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.020567 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.020991 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.021387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.021789 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.022184 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.022579 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.022971 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.023387 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.023787 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:58:59.072580 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] get_ports_and_sgs() called for port_ids ['ce17940e-15cd-4b68-b587-68db14fc854d'] {{(pid=93792) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:59:00.694574 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce17940e-15cd-4b68-b587-68db14fc854d up at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:59:00.750182 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.provisioning_blocks [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Provisioning complete for port ce17940e-15cd-4b68-b587-68db14fc854d triggered by entity L2. {{(pid=93792) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:59:00.750553 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1792688'] for port, provisioning_complete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:00.841136 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1618441'] for port, before_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:00.865658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d'}] {{(pid=93792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:59:00.867212 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56b27a360e3b8b6355cae6fdfd5535d14d980e0ba851ff6ebb091ae0cdb606f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c143fb-f31b-42e6-897e-de17f7f56337" -d '{"events": [{"server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "name": "network-vif-plugged", "status": "completed", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d"}]}' {{(pid=93792) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:59:00.881767 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:00.890068 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755826412346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755826012811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755826012829'] for port, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:00.926589 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc2dbfd-eb50-477b-b0dc-c0a3134232ca x-openstack-request-id: req-3dc2dbfd-eb50-477b-b0dc-c0a3134232ca {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:59:00.926905 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "name": "network-vif-plugged", "status": "completed", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d", "code": 200}]} {{(pid=93792) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:59:00.927142 n-d-758851-4 neutron-server[93792]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dc2dbfd-eb50-477b-b0dc-c0a3134232ca {{(pid=93792) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:59:00.927563 n-d-758851-4 neutron-server[93792]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'code': 200} Jul 23 00:59:00.949177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Pushing event updated for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=7']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:02.934220 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:59:07.326546 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:07.891424 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56920) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:08.053805 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Deleting port 048c1182-5ace-4f29-a5be-a38b8f817545 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:08.054160 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:08.128265 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:08.128600 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:08.141156 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Calling delete_port for 048c1182-5ace-4f29-a5be-a38b8f817545 owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:08.292507 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:08.319649 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event deleted for resources: {'Port': ['ID=048c1182-5ace-4f29-a5be-a38b8f817545,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:08.351781 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.352134 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.352481 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.352822 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.353158 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.353490 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.353825 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.354168 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.354495 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.354804 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.355152 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.356052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93790) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:08.397242 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:08.397605 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Floating IP c87d28d8-74dc-47a5-9bc9-d19633c17083 disassociated (deleted). External IP: 172.25.5.116, port: ce17940e-15cd-4b68-b587-68db14fc854d. Jul 23 00:59:08.599486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:59:08.705421 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:59:08.710326 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:08.715053 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d4916-13e5-435a-9107-d600603adaaa None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:59:08.723757 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:08.724375 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:58:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:08.750560 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-21cb0449-c258-4e78-8b87-cb4d39d2a9d6 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "DELETE /v2.0/floatingips/c87d28d8-74dc-47a5-9bc9-d19633c17083 HTTP/1.1" status: 204 len: 168 time: 0.8579895 Jul 23 00:59:08.751163 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:59:08.753459 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243dc89c-2cf6-460a-b261-6a7f7520a66e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:59:08.830658 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:08.967276 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc85b7c-4b1d-4921-bbe3-2245dc4693ba x-openstack-request-id: req-5dc85b7c-4b1d-4921-bbe3-2245dc4693ba {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:59:08.967803 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:59:08.967919 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc85b7c-4b1d-4921-bbe3-2245dc4693ba {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:59:08.968298 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'status': 'completed', 'code': 200} Jul 23 00:59:09.070123 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-0eddc0be-dd92-4150-9db4-4e3cccc0ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:09.071684 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-0eddc0be-dd92-4150-9db4-4e3cccc0ac89 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 1096 time: 0.0611379 Jul 23 00:59:09.080332 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:45Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:09.111739 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d4916-13e5-435a-9107-d600603adaaa None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:59:09.123514 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:09.124044 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:58:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:09.205899 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-69a6f0cb-0cfe-4546-b3f9-e6225596bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:09.207472 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-69a6f0cb-0cfe-4546-b3f9-e6225596bd38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.1295979 Jul 23 00:59:09.219463 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289eac2-74ba-4e76-be3f-62f9c69440cc req-45c736d9-16f4-4b32-8c64-8a73a79f5179 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:09.221440 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1289eac2-74ba-4e76-be3f-62f9c69440cc req-45c736d9-16f4-4b32-8c64-8a73a79f5179 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 945 time: 0.2007132 Jul 23 00:59:09.230110 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:09.271288 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-cf00925d-d473-4aae-8470-b5a936a3f39a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 200 len: 217 time: 0.0493822 Jul 23 00:59:09.317296 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-1289eac2-74ba-4e76-be3f-62f9c69440cc req-e0c19191-c5fd-492d-a0d0-48df9c15c4ad tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897675 Jul 23 00:59:09.333768 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-151eccb7-1bd1-494a-9e0a-713a3b70d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:09.335369 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-151eccb7-1bd1-494a-9e0a-713a3b70d795 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0565939 Jul 23 00:59:09.397310 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-010b532b-d1f9-4f5c-9e67-328f6e9df376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:09.398722 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-010b532b-d1f9-4f5c-9e67-328f6e9df376 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566728 Jul 23 00:59:09.464646 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-449d4916-13e5-435a-9107-d600603adaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:45Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:09.494868 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449d4916-13e5-435a-9107-d600603adaaa None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_floatingips': [{'id': '5c8eb438-300b-45e2-91b0-ef1e5d83a41f', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'router_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'port_id': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'mac_address': 'fa:16:3e:a7:fc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:54:43Z', 'updated_at': '2021-07-23T00:54:45Z', 'revision_number': 1, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:59:09.495262 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-0d32e39b-1b76-45b3-a4ed-cbd58c7c9a04 service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889962 Jul 23 00:59:09.591671 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-243dc89c-2cf6-460a-b261-6a7f7520a66e req-3b3a5ff2-33ef-47d0-adea-3b2a1e9c2f0f service neutron] 10.222.0.48 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889924 Jul 23 00:59:09.721026 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42832a6-3071-449c-86ad-b2d0d1e7e7c6 None None] New status for floating IP c87d28d8-74dc-47a5-9bc9-d19633c17083: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:59:10.474430 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320b454-9dc7-4c16-b8f9-47b389f7d23d req-868f3780-9740-4a91-b7d6-c0ebba8052d2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:10.475965 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a320b454-9dc7-4c16-b8f9-47b389f7d23d req-868f3780-9740-4a91-b7d6-c0ebba8052d2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 945 time: 0.0743797 Jul 23 00:59:10.521449 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-a320b454-9dc7-4c16-b8f9-47b389f7d23d req-11d98494-8a63-4933-be30-5e8ab4750826 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Jul 23 00:59:10.616821 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-1bd21da3-b8e2-4b00-9a61-8b44a991c07f tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:10.618316 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-1bd21da3-b8e2-4b00-9a61-8b44a991c07f tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 945 time: 0.0660050 Jul 23 00:59:10.720069 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Deleting port ce17940e-15cd-4b68-b587-68db14fc854d {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:10.720416 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:10.814117 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] For port ce17940e-15cd-4b68-b587-68db14fc854d, host n-h2-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758851-4',level=0,port_id=ce17940e-15cd-4b68-b587-68db14fc854d,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:10.814475 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:10.830461 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Calling delete_port for ce17940e-15cd-4b68-b587-68db14fc854d owned by compute:nova {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:10.963449 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:10.992678 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event deleted for resources: {'Port': ['ID=ce17940e-15cd-4b68-b587-68db14fc854d,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:11.021657 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.022011 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.022338 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.022680 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.023014 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.023356 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.023691 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.024020 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.024346 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.024677 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.025026 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.025431 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758851-4 {{(pid=93791) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:59:11.051438 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] No DVR routers for this DVR port ce17940e-15cd-4b68-b587-68db14fc854d on host n-h2-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:59:11.054574 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:11.056647 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-c8c945ee-f2fb-4052-999b-cff3629f7421 req-202cdc36-862a-4b74-b308-3d97238df0b4 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.48 "DELETE /v2.0/ports/ce17940e-15cd-4b68-b587-68db14fc854d HTTP/1.1" status: 204 len: 173 time: 0.4327109 Jul 23 00:59:11.057060 n-d-758851-4 neutron-server[93791]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'name': 'network-vif-deleted', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d'}] {{(pid=93791) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:59:11.060089 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96d632c064ad827f6aa03cf30bec4b062f237a10063ff4b20b867c2661dd55b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417141dd-f00a-4f7d-89e4-263d303cc400" -d '{"events": [{"server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "name": "network-vif-deleted", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d"}]}' {{(pid=93791) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:59:11.097599 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b014d-a7d0-4ada-8a99-619b01d79a4c x-openstack-request-id: req-776b014d-a7d0-4ada-8a99-619b01d79a4c {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:59:11.097895 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd92eb77-eb70-4a3b-99e1-9ba8190b4c46", "name": "network-vif-deleted", "tag": "ce17940e-15cd-4b68-b587-68db14fc854d", "status": "completed", "code": 200}]} {{(pid=93791) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:59:11.098151 n-d-758851-4 neutron-server[93791]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-776b014d-a7d0-4ada-8a99-619b01d79a4c {{(pid=93791) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:59:11.098548 n-d-758851-4 neutron-server[93791]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd92eb77-eb70-4a3b-99e1-9ba8190b4c46', 'name': 'network-vif-deleted', 'tag': 'ce17940e-15cd-4b68-b587-68db14fc854d', 'status': 'completed', 'code': 200} Jul 23 00:59:11.641983 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-dd61a0fe-e148-40c5-a860-55a9c0299483 req-38adc634-01d5-4614-8c7e-20819b407ea2 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd92eb77-eb70-4a3b-99e1-9ba8190b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0303099 Jul 23 00:59:12.753153 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce17940e-15cd-4b68-b587-68db14fc854d no longer exists at agent hyperv_n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:12.773920 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] No Port match for: ce17940e-15cd-4b68-b587-68db14fc854d {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:12.774260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Device ce17940e-15cd-4b68-b587-68db14fc854d not bound to the agent host n-h2-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:13.245611 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56982) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:13.406413 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Deleting port dc183286-af12-485f-9b11-e9194822294a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:13.406740 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:13.484539 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:13.484775 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:13.496516 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Calling delete_port for dc183286-af12-485f-9b11-e9194822294a owned by network:floatingip {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:13.655669 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:13.680776 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event deleted for resources: {'Port': ['ID=dc183286-af12-485f-9b11-e9194822294a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:13.746716 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:13.747146 n-d-758851-4 neutron-server[93790]: INFO neutron.db.l3_db [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Floating IP 5c8eb438-300b-45e2-91b0-ef1e5d83a41f disassociated (deleted). External IP: 172.25.5.80, port: 044c34a8-2f0e-4d45-933d-95d0eb0e114a. Jul 23 00:59:13.957782 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:59:14.065753 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:59:14.070441 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for floatingip, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:14.076065 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:59:14.084952 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:14.085558 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:58:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:14.111432 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-fa6abffa-ba38-4d1c-a4ee-299f79d80197 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c8eb438-300b-45e2-91b0-ef1e5d83a41f HTTP/1.1" status: 204 len: 168 time: 0.8640869 Jul 23 00:59:14.112143 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:59:14.114554 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e61363-c064-41be-95ac-a4c5ce78625b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:59:14.194803 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:14.273742 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac11f43-b1c2-4372-ae93-8a9cac287619 x-openstack-request-id: req-6ac11f43-b1c2-4372-ae93-8a9cac287619 {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:59:14.274269 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:59:14.274552 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ac11f43-b1c2-4372-ae93-8a9cac287619 {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:59:14.275051 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'status': 'completed', 'code': 200} Jul 23 00:59:14.353907 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61363-c064-41be-95ac-a4c5ce78625b req-aef19b5a-f565-4b73-8243-40cbbbf33919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:14.356559 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-aef19b5a-f565-4b73-8243-40cbbbf33919 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573d76737c714873b9ae6924e0dfc495&device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 1094 time: 0.0604341 Jul 23 00:59:14.408458 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dccb1-34b9-4048-ba3d-6f84e51f6e53 req-64918cba-36be-4372-b958-553add38b4d3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:14.410208 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-196dccb1-34b9-4048-ba3d-6f84e51f6e53 req-64918cba-36be-4372-b958-553add38b4d3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 943 time: 0.0903559 Jul 23 00:59:14.422260 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:14.452924 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-196dccb1-34b9-4048-ba3d-6f84e51f6e53 req-5858c23d-306b-4a51-91cc-5af74e933336 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369265 Jul 23 00:59:14.453997 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:59:14.461609 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61363-c064-41be-95ac-a4c5ce78625b req-1dd74d50-1beb-422c-9ce9-7ba7c734905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:14.463094 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-1dd74d50-1beb-422c-9ce9-7ba7c734905d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 200 len: 910 time: 0.1006048 Jul 23 00:59:14.463695 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:14.464312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:58:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:14.510325 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-c91c73f9-f457-447c-9a6a-2633ecbbdaa8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 200 len: 217 time: 0.0380099 Jul 23 00:59:14.559523 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61363-c064-41be-95ac-a4c5ce78625b req-bc20887e-2de7-4ea0-ab14-c025f5a6e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:14.561016 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-bc20887e-2de7-4ea0-ab14-c025f5a6e8d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 200 len: 848 time: 0.0441489 Jul 23 00:59:14.566462 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:14.626836 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61363-c064-41be-95ac-a4c5ce78625b req-24e59fa8-d929-4bf1-8853-19f109b6cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:14.628314 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-24e59fa8-d929-4bf1-8853-19f109b6cf78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8323143-5925-456a-9407-6863bd3a3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604646 Jul 23 00:59:14.732823 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-6c22c75c-816f-4609-a3eb-d2ff91a99c3c service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964081 Jul 23 00:59:14.835666 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-50e61363-c064-41be-95ac-a4c5ce78625b req-314ffec6-cf70-4835-93c6-7c709171371b service neutron] 10.222.0.49 "GET /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959718 Jul 23 00:59:14.944123 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:14.970669 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc7517b-d11d-43da-8ad7-6db1617afedc None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:54:25Z', 'revision_number': 4, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4', '_interfaces': [{'id': '5b7a8252-61e7-42fd-be47-33d1af85b39c', 'name': '', 'network_id': 'c8323143-5925-456a-9407-6863bd3a3aaa', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'mac_address': 'fa:16:3e:32:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:25Z', 'updated_at': '2021-07-23T00:54:31Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'subnets': [{'id': '32558a7a-d76f-4b5f-8d1a-340b9e9b5007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:59:15.196123 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e93190-846f-4502-bfc0-00770ebbcd22 None None] New status for floating IP 5c8eb438-300b-45e2-91b0-ef1e5d83a41f: DOWN {{(pid=93793) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:59:15.587169 n-d-758851-4 neutron-server[93791]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5853d26-ec50-44a4-a291-b3581d9ae366 req-f8fdeacf-af17-4ba4-900b-8b9126f30ab3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93791) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:15.588735 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5853d26-ec50-44a4-a291-b3581d9ae366 req-f8fdeacf-af17-4ba4-900b-8b9126f30ab3 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 943 time: 0.0648546 Jul 23 00:59:15.627953 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-e5853d26-ec50-44a4-a291-b3581d9ae366 req-e7d1b957-698b-4e57-bb24-39dae4c0d8f5 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/security-groups?id=8becd275-4998-4734-a254-a39ae4ff3bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Jul 23 00:59:16.139770 n-d-758851-4 neutron-server[93790]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-b5a23eff-6a94-4659-a0e8-16636c5193d5 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93790) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:59:16.141194 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-b5a23eff-6a94-4659-a0e8-16636c5193d5 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 943 time: 0.3742771 Jul 23 00:59:16.242945 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Deleting port 044c34a8-2f0e-4d45-933d-95d0eb0e114a {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:16.243283 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:16.285701 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ed4299f7-d5f1-4ed7-8c1e-50421b8d883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:16.338559 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] For port 044c34a8-2f0e-4d45-933d-95d0eb0e114a, host n-h1-758851-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758851-4',level=0,port_id=044c34a8-2f0e-4d45-933d-95d0eb0e114a,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:16.338929 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:16.351181 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Calling delete_port for 044c34a8-2f0e-4d45-933d-95d0eb0e114a owned by compute:nova {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:16.487624 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:16.516298 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event deleted for resources: {'Port': ['ID=044c34a8-2f0e-4d45-933d-95d0eb0e114a,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:16.563006 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] No DVR routers for this DVR port 044c34a8-2f0e-4d45-933d-95d0eb0e114a on host n-h1-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:59:16.565573 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66840'] for port, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:16.567643 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [req-375bdb3d-3c0c-4fb8-b241-a7cddb53c85a req-bcce351f-527a-489b-a095-853af4c4d92b tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.49 "DELETE /v2.0/ports/044c34a8-2f0e-4d45-933d-95d0eb0e114a HTTP/1.1" status: 204 len: 173 time: 0.4187646 Jul 23 00:59:16.568085 n-d-758851-4 neutron-server[93790]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-deleted', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a'}] {{(pid=93790) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:59:16.570411 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c97deca6709bef222715e6b6216b564464b5f9809bb14cfb4b2c4bc475297fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327acce8-7400-40d4-94c2-f459cdcf5122" -d '{"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-deleted", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a"}]}' {{(pid=93790) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:59:16.609243 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae84d275-d1cf-4a56-bb14-49b8a5a4fa3d x-openstack-request-id: req-ae84d275-d1cf-4a56-bb14-49b8a5a4fa3d {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:59:16.609547 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2211d81-c0f3-465b-84df-83ebca9e2698", "name": "network-vif-deleted", "tag": "044c34a8-2f0e-4d45-933d-95d0eb0e114a", "status": "completed", "code": 200}]} {{(pid=93790) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:59:16.609805 n-d-758851-4 neutron-server[93790]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae84d275-d1cf-4a56-bb14-49b8a5a4fa3d {{(pid=93790) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:59:16.610258 n-d-758851-4 neutron-server[93790]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2211d81-c0f3-465b-84df-83ebca9e2698', 'name': 'network-vif-deleted', 'tag': '044c34a8-2f0e-4d45-933d-95d0eb0e114a', 'status': 'completed', 'code': 200} Jul 23 00:59:16.746401 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [req-b680826e-6e11-409d-a704-df5bfe00a70a req-b43df92f-60e1-4ba2-908d-e0eda053230e tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2211d81-c0f3-465b-84df-83ebca9e2698 HTTP/1.1" status: 200 len: 210 time: 0.0292313 Jul 23 00:59:17.802627 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 56998) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:17.861267 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab7ad-49a9-4cc5-a60b-64c2ac4b55b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:17.886382 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab7ad-49a9-4cc5-a60b-64c2ac4b55b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:17.952488 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab7ad-49a9-4cc5-a60b-64c2ac4b55b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:17.955581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-3b6ab7ad-49a9-4cc5-a60b-64c2ac4b55b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:17.956843 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-3b6ab7ad-49a9-4cc5-a60b-64c2ac4b55b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] 10.222.0.21 "DELETE /v2.0/security-groups/8becd275-4998-4734-a254-a39ae4ff3bb9 HTTP/1.1" status: 204 len: 168 time: 0.1531832 Jul 23 00:59:17.970876 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ab7ad-49a9-4cc5-a60b-64c2ac4b55b1 tempest-TestSnapshotPattern-138036319 tempest-TestSnapshotPattern-138036319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8becd275-4998-4734-a254-a39ae4ff3bb9,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:18.021772 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57002) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:18.389508 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:18.646956 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Deleting port 5b7a8252-61e7-42fd-be47-33d1af85b39c {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:18.647214 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:18.728169 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] For port 5b7a8252-61e7-42fd-be47-33d1af85b39c, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=5b7a8252-61e7-42fd-be47-33d1af85b39c,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:18.728531 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:18.740652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Calling delete_port for 5b7a8252-61e7-42fd-be47-33d1af85b39c owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:18.928291 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:18.958909 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7a8252-61e7-42fd-be47-33d1af85b39c,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:19.012833 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a no longer exists at agent hyperv_n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:19.035312 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] No Port match for: 044c34a8-2f0e-4d45-933d-95d0eb0e114a {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:19.035843 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Device 044c34a8-2f0e-4d45-933d-95d0eb0e114a not bound to the agent host n-h1-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:19.120048 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.336690 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Router 9003e803-5fb2-4cf3-8b67-b71cb104861e has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:59:19.442486 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:59:19.447777 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-56a74d82-4fd1-463b-b854-c7979551cee6 admin admin] 10.222.0.21 "PUT /v2.0/routers/9003e803-5fb2-4cf3-8b67-b71cb104861e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249494 Jul 23 00:59:19.450568 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57004) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:19.457911 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] Sync routers for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:59:19.467132 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:19.467772 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:58:50Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:19.553572 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.570698 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: n-d-758851-4 {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:19.654527 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.657427 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-50add80a-4623-4c6c-8245-c4f11568e104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.706893 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Deleting port 3ab1dd06-c12c-4db0-b098-4b8c4bede979 {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:19.707238 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.770177 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:59:18Z', 'revision_number': 5, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port': {'id': '3ab1dd06-c12c-4db0-b098-4b8c4bede979', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:23Z', 'updated_at': '2021-07-23T00:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:19.792686 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] For port 3ab1dd06-c12c-4db0-b098-4b8c4bede979, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=3ab1dd06-c12c-4db0-b098-4b8c4bede979,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:19.793047 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.798205 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] Checking router: 9003e803-5fb2-4cf3-8b67-b71cb104861e for host: n-d-758851-4 {{(pid=93792) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:59:19.807701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] Routers {'9003e803-5fb2-4cf3-8b67-b71cb104861e'} bound to L3 agent in host n-d-758851-4 {{(pid=93792) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:19.808248 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Calling delete_port for 3ab1dd06-c12c-4db0-b098-4b8c4bede979 owned by network:router_gateway {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:19.808365 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:59:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['9003e803-5fb2-4cf3-8b67-b71cb104861e'], 'active': True} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:19.900889 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:19.913271 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvr_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] Set router 9003e803-5fb2-4cf3-8b67-b71cb104861e gateway port host: None {{(pid=93792) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:19.973391 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_hamode_db [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:59:19Z', 'revision_number': 6, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port_host': None}], 'n-d-758851-4', False) {} {{(pid=93792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:19.983555 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.000848 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9d0211-567e-402b-80f3-281bed79e28e None None] The sync data for ids ['9003e803-5fb2-4cf3-8b67-b71cb104861e'] in n-d-758851-4 is: [{'id': '9003e803-5fb2-4cf3-8b67-b71cb104861e', 'name': 'tempest-TestSnapshotPattern-864355445-router', 'tenant_id': '573d76737c714873b9ae6924e0dfc495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:22Z', 'updated_at': '2021-07-23T00:59:19Z', 'revision_number': 6, 'project_id': '573d76737c714873b9ae6924e0dfc495', 'gw_port_host': None}] {{(pid=93792) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:59:20.008530 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab1dd06-c12c-4db0-b098-4b8c4bede979,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:20.080802 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.172557 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.174629 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.216511 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.216980 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9003e803-5fb2-4cf3-8b67-b71cb104861e {{(pid=93791) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:59:20.221727 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] Notify callbacks [] for router, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.222882 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-3a012531-4f43-48af-b364-486e8fefbb47 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9003e803-5fb2-4cf3-8b67-b71cb104861e HTTP/1.1" status: 204 len: 168 time: 0.7713192 Jul 23 00:59:20.225442 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57006) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:20.271843 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Deleting subnet 32558a7a-d76f-4b5f-8d1a-340b9e9b5007 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:59:20.275591 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.309645 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.398379 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.464447 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.483912 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654a509-af5e-4d94-9a05-bafb6a394ced None None] Network c8323143-5925-456a-9407-6863bd3a3aaa requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:59:20.494431 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.497161 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32558a7a-d76f-4b5f-8d1a-340b9e9b5007 HTTP/1.1" status: 204 len: 168 time: 0.2699599 Jul 23 00:59:20.498298 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fa91f-7ebd-4419-a922-3e878ffb229f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32558a7a-d76f-4b5f-8d1a-340b9e9b5007,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:20.499574 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57008) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:20.571621 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.628534 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Deleting port 511eb190-acbc-42f0-a626-9bde04f05368 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:20.628920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.633936 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.693173 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] For port 511eb190-acbc-42f0-a626-9bde04f05368, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=511eb190-acbc-42f0-a626-9bde04f05368,segment=NetworkSegment(12f10853-42ca-4d35-891f-61e74844df5f),segment_id=12f10853-42ca-4d35-891f-61e74844df5f)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:20.693475 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.706095 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Calling delete_port for 511eb190-acbc-42f0-a626-9bde04f05368 owned by network:dhcp {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:20.785174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc2f13-7cfd-4d3a-9c96-d87868de2e8e None None] DHCP port deletion for c8323143-5925-456a-9407-6863bd3a3aaa request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:59:20.793806 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.797120 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b7a8252-61e7-42fd-be47-33d1af85b39c no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:20.822138 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Pushing event deleted for resources: {'Port': ['ID=511eb190-acbc-42f0-a626-9bde04f05368,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:20.826367 n-d-758851-4 neutron-server[93790]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] No DVR routers for this DVR port 511eb190-acbc-42f0-a626-9bde04f05368 on host n-d-758851-4 {{(pid=93790) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:59:20.841448 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-64fc2f13-7cfd-4d3a-9c96-d87868de2e8e None None] The port '511eb190-acbc-42f0-a626-9bde04f05368' was deleted {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 00:59:20.843876 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 5b7a8252-61e7-42fd-be47-33d1af85b39c {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:20.844382 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 5b7a8252-61e7-42fd-be47-33d1af85b39c not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:20.903921 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.914479 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8323143-5925-456a-9407-6863bd3a3aaa']}} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:20.930251 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f10853-42ca-4d35-891f-61e74844df5f') {'for_net_delete': True} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:20.930553 n-d-758851-4 neutron-server[93790]: DEBUG neutron.services.segments.db [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f10853-42ca-4d35-891f-61e74844df5f') {} {{(pid=93790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:20.941017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9535771'] for segment, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.955120 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.960730 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93790) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:59:20.961190 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10419893'] for segment, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: Traceback (most recent call last): Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: timer() Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: cb(*args, **kw) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: return func(*args, **kwargs) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: self._notify() Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: self.callback(batched_events) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: event.method(event) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: return f(self, *a, **k) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: return self._get(url).json() Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: return self.request(url, 'GET', **kwargs) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:59:20.962762 n-d-758851-4 neutron-server[93790]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:59:21.016663 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:21.022013 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Notify callbacks [] for network, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:21.024174 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8323143-5925-456a-9407-6863bd3a3aaa HTTP/1.1" status: 204 len: 168 time: 0.5229747 Jul 23 00:59:21.026889 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57010) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:21.044231 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6523-f713-4c73-aa48-134a53f249ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c8323143-5925-456a-9407-6863bd3a3aaa,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:21.385004 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715927'] for router_interface, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:21.636036 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Deleting port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:21.636699 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:21.712464 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] For port 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:21.712920 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:21.726193 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Calling delete_port for 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 owned by network:router_interface {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:21.906005 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:21.931014 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:22.081883 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:22.102072 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-715787'] for router_interface, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:22.311080 n-d-758851-4 neutron-server[93790]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 has already been hosted by L3 agent 6d34fa7c-7c68-4d9e-b8ee-a050a06371d1 {{(pid=93790) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:59:22.422357 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] Notify agent at l3_agent.n-d-758851-4 the message routers_updated {{(pid=93790) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:59:22.427405 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-1818db3b-c32f-47fd-a419-ad54e1d8bbd2 admin admin] 10.222.0.21 "PUT /v2.0/routers/472c6927-d4af-4a34-a3c9-3cf3e99b67d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986213 Jul 23 00:59:22.429920 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57012) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:22.432477 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] Sync routers for ids ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'] in n-d-758851-4 {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:59:22.443875 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] Routers {'472c6927-d4af-4a34-a3c9-3cf3e99b67d5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:22.444721 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:59:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:22.456377 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 511eb190-acbc-42f0-a626-9bde04f05368 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:22.480367 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 511eb190-acbc-42f0-a626-9bde04f05368 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:22.480795 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 511eb190-acbc-42f0-a626-9bde04f05368 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:22.481174 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab1dd06-c12c-4db0-b098-4b8c4bede979 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:22.506730 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 3ab1dd06-c12c-4db0-b098-4b8c4bede979 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:22.507250 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 3ab1dd06-c12c-4db0-b098-4b8c4bede979 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:22.555390 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] Set router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:22.739869 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:59:21Z', 'revision_number': 5, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:22.767007 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] Checking router: 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 for host: n-d-758851-4 {{(pid=93793) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:59:22.775907 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] Routers {'472c6927-d4af-4a34-a3c9-3cf3e99b67d5'} bound to L3 agent in host n-d-758851-4 {{(pid=93793) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:59:22.776537 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:14:49Z,description=,heartbeat_timestamp=2021-07-23T00:59:20Z,host='n-d-758851-4',id=6d34fa7c-7c68-4d9e-b8ee-a050a06371d1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:14:49Z,topic='l3_agent')) {'router_ids': ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'], 'active': True} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:22.882352 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_dvr_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] Set router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 gateway port host: n-d-758851-4 {{(pid=93793) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:59:22.957951 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks [] for router, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.059939 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.061063 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.l3_hamode_db [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:59:21Z', 'revision_number': 5, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}], 'n-d-758851-4', False) {} {{(pid=93793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:23.091550 n-d-758851-4 neutron-server[93793]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7014f43b-4832-46b9-807b-15f5960f96f9 None None] The sync data for ids ['472c6927-d4af-4a34-a3c9-3cf3e99b67d5'] in n-d-758851-4 is: [{'id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'name': 'tempest-TestSnapshotPattern-1103710409-router', 'tenant_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'external_fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:59:21Z', 'revision_number': 5, 'project_id': '8e3826a0e4274bb38aec3cf23d4ec498', 'gw_port': {'id': '0f1db0c9-d4d6-41ab-aa09-80492bf25f00', 'name': '', 'network_id': 'c9b68c7d-12fc-429c-b33a-e3d1b8e635d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472c6927-d4af-4a34-a3c9-3cf3e99b67d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:54:27Z', 'updated_at': '2021-07-23T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3e105e6-b8cc-47ef-b250-cb7ddae1c1a5', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758851-4'}] {{(pid=93793) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:59:23.114834 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Deleting port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 {{(pid=93790) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:23.115182 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.162403 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.201993 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.db [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] For port 0f1db0c9-d4d6-41ab-aa09-80492bf25f00, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,segment=NetworkSegment(ee68083e-dea8-4e11-8c0f-235e116039e0),segment_id=ee68083e-dea8-4e11-8c0f-235e116039e0)] {{(pid=93790) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:23.202358 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.213795 n-d-758851-4 neutron-server[93790]: DEBUG neutron.plugins.ml2.plugin [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Calling delete_port for 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 owned by network:router_gateway {{(pid=93790) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:23.383023 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10419866'] for port, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.409773 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1db0c9-d4d6-41ab-aa09-80492bf25f00,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:23.485810 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714413'] for router_gateway, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.589102 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-720250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24269'] for router, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.592017 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.638002 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713814'] for router, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.638652 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472c6927-d4af-4a34-a3c9-3cf3e99b67d5 {{(pid=93790) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:59:23.646332 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] Notify callbacks [] for router, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.649975 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-421811fb-f343-4256-967c-5ebdf752b290 admin admin] 10.222.0.21 "DELETE /v2.0/routers/472c6927-d4af-4a34-a3c9-3cf3e99b67d5 HTTP/1.1" status: 204 len: 168 time: 1.2167759 Jul 23 00:59:23.650539 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57016) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:23.698453 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Deleting subnet 99c58c62-67ca-45fa-b000-ffb7002cb987 {{(pid=93791) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:59:23.703214 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.756476 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8748857'] for subnet, precommit_delete_associations {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.885943 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1791515'] for subnet, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.964577 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1791506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11783711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11855817'] for subnet, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.991114 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c58c62-67ca-45fa-b000-ffb7002cb987,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:23.993119 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:23.995176 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-1e42cc82-37ea-449d-b3d1-13c38d3f4eba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/99c58c62-67ca-45fa-b000-ffb7002cb987 HTTP/1.1" status: 204 len: 168 time: 0.3432980 Jul 23 00:59:23.998335 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [-] (93791) accepted ('10.222.0.21', 57018) {{(pid=93791) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:23.999809 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855ab3a-878f-48d2-8fc9-89f7c292e19a None None] Network ba8f43d2-ea04-4d83-a812-d0bcb9deb37a requested from n-d-758851-4 {{(pid=93792) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:59:24.072625 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1948892'] for network, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.133144 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Deleting port c67356c2-1e17-4881-ac5c-c2074bb5d7ab {{(pid=93791) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:24.133494 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.198531 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] DHCP port deletion for ba8f43d2-ea04-4d83-a812-d0bcb9deb37a request from n-d-758851-4 {{(pid=93792) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:59:24.208788 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.db [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] For port c67356c2-1e17-4881-ac5c-c2074bb5d7ab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93791) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:24.209153 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.223810 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.plugin [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Calling delete_port for c67356c2-1e17-4881-ac5c-c2074bb5d7ab owned by network:dhcp {{(pid=93791) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:24.248485 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] Deleting port c67356c2-1e17-4881-ac5c-c2074bb5d7ab {{(pid=93792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:59:24.249052 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755826411412'] for port, before_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.327708 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11783754'] for port, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.332670 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.db [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] For port c67356c2-1e17-4881-ac5c-c2074bb5d7ab, host n-d-758851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758851-4',level=0,port_id=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,segment=NetworkSegment(6e5cc66e-65cd-47bf-82d5-cc24f84fd839),segment_id=6e5cc66e-65cd-47bf-82d5-cc24f84fd839)] {{(pid=93792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:59:24.333052 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713850'] for port, precommit_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.347701 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] Calling delete_port for c67356c2-1e17-4881-ac5c-c2074bb5d7ab owned by network:dhcp {{(pid=93792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:59:24.357009 n-d-758851-4 neutron-server[93791]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] No DVR routers for this DVR port c67356c2-1e17-4881-ac5c-c2074bb5d7ab on host n-d-758851-4 {{(pid=93791) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:59:24.364823 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:24.427942 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:24.445569 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1787943', 'neutron.services.segments.db._delete_segments_for_network-8755826559281'] for network, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.451849 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:24.452201 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 6c07cc04-101e-4bc9-b7d1-a6b0daf3ea59 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:24.452626 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:24.457229 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8f43d2-ea04-4d83-a812-d0bcb9deb37a']}} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:24.468632 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5cc66e-65cd-47bf-82d5-cc24f84fd839') {'for_net_delete': True} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:24.468922 n-d-758851-4 neutron-server[93791]: DEBUG neutron.services.segments.db [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5cc66e-65cd-47bf-82d5-cc24f84fd839') {} {{(pid=93791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:59:24.478113 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:24.478305 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755826560314', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8748848'] for segment, before_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.478437 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device 0f1db0c9-d4d6-41ab-aa09-80492bf25f00 not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:24.478802 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c67356c2-1e17-4881-ac5c-c2074bb5d7ab no longer exists at agent ovs-agent-n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:59:24.494404 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179'] for segment, precommit_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.501926 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.plugin [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] No Port match for: c67356c2-1e17-4881-ac5c-c2074bb5d7ab {{(pid=93792) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:59:24.502478 n-d-758851-4 neutron-server[93792]: DEBUG neutron.plugins.ml2.rpc [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Device c67356c2-1e17-4881-ac5c-c2074bb5d7ab not bound to the agent host n-d-758851-4 {{(pid=93792) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:59:24.505564 n-d-758851-4 neutron-server[93791]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93791) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:59:24.506213 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1786179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11783781'] for segment, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.507626 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1619374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755826412391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755826012802'] for port, after_delete {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: Traceback (most recent call last): Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: timer() Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: cb(*args, **kw) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: return func(*args, **kwargs) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: self._notify() Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: self.callback(batched_events) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: event.method(event) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: return f(self, *a, **k) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: return self._get(url).json() Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: return self.request(url, 'GET', **kwargs) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:59:24.510365 n-d-758851-4 neutron-server[93791]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:59:24.553242 n-d-758851-4 neutron-server[93792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] Pushing event deleted for resources: {'Port': ['ID=c67356c2-1e17-4881-ac5c-c2074bb5d7ab,revision_number=None']} {{(pid=93792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:24.558486 n-d-758851-4 neutron-server[93792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7e7cf-adf5-45b3-8144-9ef52361c9fc None None] No DVR routers for this DVR port c67356c2-1e17-4881-ac5c-c2074bb5d7ab on host n-d-758851-4 {{(pid=93792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:59:24.593819 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1787948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714377'] for network, after_delete {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.599496 n-d-758851-4 neutron-server[93791]: DEBUG neutron_lib.callbacks.manager [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.603859 n-d-758851-4 neutron-server[93791]: INFO neutron.wsgi [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba8f43d2-ea04-4d83-a812-d0bcb9deb37a HTTP/1.1" status: 204 len: 168 time: 0.6020815 Jul 23 00:59:24.732123 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57022) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:24.776775 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d67f1df7-5190-442d-8025-d8eb85de6300 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=573d76737c714873b9ae6924e0dfc495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433884 Jul 23 00:59:24.779599 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57024) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:24.833581 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a612610-272c-46af-899c-1a7365353178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.857067 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a612610-272c-46af-899c-1a7365353178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.907389 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a612610-272c-46af-899c-1a7365353178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.910115 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-7a612610-272c-46af-899c-1a7365353178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:24.911417 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7a612610-272c-46af-899c-1a7365353178 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d61534e4-670a-4513-8573-f6d287937081 HTTP/1.1" status: 204 len: 168 time: 0.1307647 Jul 23 00:59:24.921375 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a612610-272c-46af-899c-1a7365353178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61534e4-670a-4513-8573-f6d287937081,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:24.965028 n-d-758851-4 neutron-server[93791]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5249f76-6148-4652-baea-ffd5115848c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8f43d2-ea04-4d83-a812-d0bcb9deb37a,revision_number=None']} {{(pid=93791) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:25.268220 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57030) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:25.314119 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-7a087359-c661-4fbc-916e-75750cf43fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e3826a0e4274bb38aec3cf23d4ec498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447173 Jul 23 00:59:25.316707 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [-] (93790) accepted ('10.222.0.21', 57032) {{(pid=93790) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:59:25.368696 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d430fdb2-c1d4-4dff-82d5-1f916ae0f69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:25.391376 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d430fdb2-c1d4-4dff-82d5-1f916ae0f69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:25.439637 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d430fdb2-c1d4-4dff-82d5-1f916ae0f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782996'] for security_group, after_delete {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:25.446778 n-d-758851-4 neutron-server[93790]: DEBUG neutron_lib.callbacks.manager [None req-d430fdb2-c1d4-4dff-82d5-1f916ae0f69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:25.446778 n-d-758851-4 neutron-server[93790]: INFO neutron.wsgi [None req-d430fdb2-c1d4-4dff-82d5-1f916ae0f69c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22c3e66c-178f-46b9-9dcd-ac8d3c1443ee HTTP/1.1" status: 204 len: 168 time: 0.1263306 Jul 23 00:59:25.453052 n-d-758851-4 neutron-server[93790]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430fdb2-c1d4-4dff-82d5-1f916ae0f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3e66c-178f-46b9-9dcd-ac8d3c1443ee,revision_number=None']} {{(pid=93790) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:59:37.332985 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:39.936097 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:59:46.288906 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-842a690f-5d9d-4721-92c1-c5cd11100152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:49.609207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-2496cb9c-e08f-44ba-8ad0-ff2a374d1518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:49.872735 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:50.636686 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:52.083047 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:59:53.175147 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:07.325111 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:16.290437 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-b0367619-7782-4bb4-8dc5-fe63f1bb2b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:16.935732 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:00:19.611861 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ef6229fa-2ed5-4c6b-966a-770c9e3f4af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:19.875705 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:20.639446 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:22.086076 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:23.170034 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:37.340671 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:46.291118 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-00c4e496-cd72-45ef-9523-be1173994960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:49.614153 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-177ff45b-d28b-41da-a945-4bc7aada32b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:49.876091 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:50.641292 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:52.093605 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:53.173712 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:00:53.934213 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:01:07.369978 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:16.292422 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-e8f582e5-fb55-4f9d-a1cf-d315577463ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:19.615629 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-61961e08-21a9-4526-9c1b-492f1a26c813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:19.876480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:20.644384 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:22.092759 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:23.187808 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:30.935476 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:01:37.369463 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:46.294601 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9b033adf-bfdf-410a-b798-c718b91ac1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:49.616007 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-8461167c-84c4-4f65-a69a-a16cbc045b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:49.878132 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:50.648140 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:52.094912 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:01:53.187894 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:07.370798 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:07.934859 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:02:16.296481 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9205-36b6-46b6-9248-dbcd2c5f1caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:19.618074 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9a4d-5a9b-4791-be57-f2dd9801bddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:19.878931 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:20.651000 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:22.097640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:23.186251 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:37.368377 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:44.934408 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:02:46.296145 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-17d6394a-2c60-47fa-8964-ed7ea1d42f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:49.624778 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d779e281-3292-48f0-a6bf-ab98e7ebd94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:49.881303 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:50.655617 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:52.101465 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:02:53.184483 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:07.383929 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:16.296896 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-89147e72-a0c2-4cbb-aa70-b4d4a3ee8e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:16.990415 n-d-758851-4 neutron-server[93791]: DEBUG neutron.wsgi [req-7b4ab480-a156-4a5a-bf47-e5f3d92f045a req-fca76f05-159b-4b2b-a8ca-fc70ea4e3a07 service neutron] (93791) timed out ('10.222.0.21', 55714) {{(pid=93791) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 01:03:19.617345 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-c7387fe9-4ac0-4318-8e23-32a81ceabff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:19.882326 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:20.658206 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:21.935646 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:03:22.104807 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:23.182917 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:37.398542 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:46.299364 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-09a51c6e-188d-4f10-b526-498b69772818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:49.621577 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-835677b4-b41e-4c15-bb74-980b8864894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:49.884506 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:50.661689 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:52.106821 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:53.198672 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:03:58.937157 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:04:07.400394 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:16.301260 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-600d593e-3f7f-43f0-9cec-7e2eb0c4e1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:19.622119 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d43263e7-661a-4d01-bcc5-e4c55eee6477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:19.884730 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:20.665524 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:22.109620 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:23.198051 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:35.936551 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:04:37.416650 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:46.302943 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6b767f35-adfe-44fa-a745-23920fc5995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:49.622722 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-707a6b0b-26d8-41dd-927f-c48e695748ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:49.885388 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:50.667575 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:52.113633 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:04:53.211640 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:07.413207 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:12.935158 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:05:16.304457 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-39766a4a-c755-4548-8d99-3838847c9a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:19.623873 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-084efdf6-798a-4dd3-9dd1-e9969d2fe239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:19.886651 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:20.670259 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:22.115919 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:23.210944 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:37.429078 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:46.305363 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-ba252d46-74fa-4f78-b2cf-fe62d55ab2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:49.624313 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-d10bc11f-4cd6-4fbc-81df-96fe81d69744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:49.888245 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:49.934116 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:05:50.674416 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:52.120018 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:05:53.240232 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:07.427478 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:16.306791 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-9f27ecbf-033b-4b55-8da3-39414c5f675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:19.626419 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42ec707a-b591-4899-9e0b-521a22e46cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:19.889029 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:20.678193 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:22.122116 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:23.255010 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:26.933781 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:06:37.431072 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:46.306873 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-cd104ab1-93cb-4fd5-a6ff-6a82e7a6ac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:49.627787 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-06b47fa1-6b2a-4a31-82e1-7aac03ad67b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:49.891713 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:50.681535 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:52.126559 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:06:53.254149 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:03.933739 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:07:07.426361 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:16.307206 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-a99b68b3-308e-4548-9bb8-f56246511761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:19.632021 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-f604a221-ee12-4df4-9146-c8c24c529ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:19.892194 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:20.683120 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:22.128581 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:23.267438 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:33.672469 n-d-758851-4 neutron-server[93790]: DEBUG neutron.wsgi [req-775d6f23-145f-44b3-9052-fa9b3998281f req-8d3f9e3d-b906-4eab-9b7e-4204d59d7fd2 service neutron] (93790) timed out ('10.222.0.21', 39742) {{(pid=93790) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 01:07:37.426449 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:40.934509 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:07:46.308171 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-917784e9-7a0c-4c35-9c9e-f6850c2739bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:49.632447 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-42b4df1c-4e41-46e3-8fa4-cb2e323516cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:49.892696 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:50.687480 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:52.134776 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:07:53.266295 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-27e67607-9915-4222-9cd2-f6a8e7bca457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:08:07.440420 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-bfaacaed-49c1-4ab7-ab61-f0888c3d477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:08:16.310324 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3f87e96f-f063-4348-96ec-df797b484b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:08:17.934003 n-d-758851-4 neutron-server[93793]: DEBUG neutron.db.agents_db [None req-9a753094-f07c-425d-a53d-902abc6d8a20 None None] Agent healthcheck: found 7 active agents {{(pid=93793) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 01:08:19.635228 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-6d1e0b30-9292-41dc-b2ad-790e011aa223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:08:19.894714 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-897195d5-54da-4d6f-a863-8c1fe65af8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:08:20.689657 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-37a19568-ea0d-41b6-9e54-3f8352d38852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 01:08:22.135991 n-d-758851-4 neutron-server[93792]: DEBUG neutron_lib.callbacks.manager [None req-3a88cdb1-f42a-49f3-b9ed-d17274d9fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755826559263', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1792737'] for agent, after_update {{(pid=93792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}